-- Logs begin at Thu 2021-10-28 20:38:13 UTC, end at Thu 2021-10-28 22:51:02 UTC. -- Oct 28 21:08:23.592157 n-d-806683-16 systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 21:08:26.306324 n-d-806683-16 neutron-server[102204]: INFO neutron.common.config [-] Logging enabled! Oct 28 21:08:26.306942 n-d-806683-16 neutron-server[102204]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 28 21:08:26.307107 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102204) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 21:08:26.310319 n-d-806683-16 neutron-server[102204]: INFO neutron.common.config [-] Logging enabled! Oct 28 21:08:26.310569 n-d-806683-16 neutron-server[102204]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 28 21:08:26.310874 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102204) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 21:08:26.311890 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 21:08:26.312119 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 21:08:26.312521 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 21:08:26.312763 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 21:08:26.312985 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 21:08:26.313298 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.313592 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.313881 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.314108 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.314399 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.314685 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.314963 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.315245 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.315539 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.315821 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.316096 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.316396 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.316651 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.316925 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.317202 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.317485 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.317704 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] debug = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.317976 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.318400 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.318815 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.319087 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.319372 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.319647 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.319913 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.320181 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.320480 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.320803 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] host = n-d-806683-16 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.321075 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.321362 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.321639 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.321918 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.322186 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.322706 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.322983 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.323246 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.323514 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.323783 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.324064 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.324344 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.324649 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.324870 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.325086 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.325366 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.325646 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.325917 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.326186 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.326455 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.326737 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.327022 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.327506 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.327676 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.327898 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.328178 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.328473 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.328746 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.329011 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.329277 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.329555 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.329824 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.330092 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.330357 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.330637 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.330899 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.331163 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.331464 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.331743 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.332020 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.332299 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.332597 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.332873 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.333136 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.333399 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.333664 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_json = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.333928 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.334191 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.334468 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.334734 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.334999 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.335267 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.335532 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.335811 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:26.336102 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.336410 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.336708 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.336989 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.337284 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.337559 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.337842 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.338114 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.338397 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.338677 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.338953 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.339223 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.339502 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.339772 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.340058 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.340353 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.340662 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.340946 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.341213 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.341485 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.341750 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.342018 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.342298 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.343089 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.343376 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.343655 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.343927 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.344206 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.344515 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.344800 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.345067 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.345340 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.345624 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.345895 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.346160 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.346431 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.346712 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.346984 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.347251 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.347527 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.347801 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.348069 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.348338 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.348634 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.348923 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.349197 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.349463 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.349730 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.350003 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.350272 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.350551 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.350825 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.351094 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.351362 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.351633 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.351909 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.352177 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.352476 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.352745 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.353017 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.353283 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.353547 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.353814 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.354081 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.354346 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.354610 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.354872 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.355141 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.355409 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.355677 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.355942 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.356210 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.356502 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.356786 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.357079 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.357353 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.357629 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.357903 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.358207 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.359025 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.359301 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.359577 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.359852 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.360119 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.360425 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.360706 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.360986 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.361265 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.361537 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.361853 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.362130 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.362408 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.362679 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.363031 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.363228 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.363502 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.363790 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.364075 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.364397 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.364670 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.364955 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.365228 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.365530 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.365804 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:26.366017 n-d-806683-16 neutron-server[102204]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 21:08:26.366256 n-d-806683-16 neutron-server[102204]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102204) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 21:08:26.793545 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 21:08:26.793813 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 21:08:26.794099 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 21:08:26.794429 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 21:08:27.116353 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.116664 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.116933 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.118175 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.118444 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.118705 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.154237 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.154508 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.154770 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.170387 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.170693 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.170965 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.205107 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.205383 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.205648 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.241688 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.241967 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.242250 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.479112 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.479726 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.479726 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.479898 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.480507 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.609323 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.609633 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.609913 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.610181 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.610445 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.610750 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.611006 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.611259 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.611508 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.611783 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.612038 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.612298 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.612570 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.612817 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.613066 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.613324 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.613575 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.613839 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.614103 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.614357 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.614623 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.614871 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.615146 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.615517 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.615775 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.616017 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.616435 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.616670 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.616904 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.617136 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.617367 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.617598 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:27.617952 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 21:08:27.621187 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 21:08:27.625758 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 21:08:27.629702 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 28 21:08:27.631332 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 21:08:27.631791 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 21:08:27.632119 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 21:08:27.632531 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 21:08:27.635347 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 21:08:27.635601 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 21:08:27.635943 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 21:08:27.641805 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 21:08:27.664958 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 21:08:27.665401 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.665695 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102204) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 21:08:27.666053 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.667440 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102204) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 21:08:27.667715 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 21:08:27.667954 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 21:08:27.671727 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.672000 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:27.736076 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 21:08:27.736257 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 21:08:27.736514 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 21:08:27.736880 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 21:08:27.757963 n-d-806683-16 neutron-server[102204]: DEBUG oslo_db.sqlalchemy.engines [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102204) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 21:08:28.290603 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing driver for type 'gre' Oct 28 21:08:28.291166 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] gre ID ranges: [(1, 1000)] Oct 28 21:08:28.343820 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing driver for type 'local' Oct 28 21:08:28.344154 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing driver for type 'vlan' Oct 28 21:08:28.356817 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] VlanTypeDriver initialization complete Oct 28 21:08:28.357149 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing driver for type 'vxlan' Oct 28 21:08:28.357634 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] vxlan ID ranges: [(1, 1000)] Oct 28 21:08:28.411672 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing extension driver 'port_security' Oct 28 21:08:28.412009 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.extensions.port_security [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] PortSecurityExtensionDriver initialization complete Oct 28 21:08:28.412340 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing mechanism driver 'openvswitch' Oct 28 21:08:28.412701 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing mechanism driver 'hyperv' Oct 28 21:08:28.419336 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.plugin [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.420169 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.420558 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.421452 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.421969 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.422404 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.422755 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.423097 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.423497 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.423915 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.424256 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.424622 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.425009 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.425429 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.425775 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.426112 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.426509 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.426921 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.427265 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.427602 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.427988 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.428437 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > address_group after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.428784 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > address_group after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.429132 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.429527 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102204) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 21:08:28.429902 n-d-806683-16 neutron-server[102204]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] ML2 OVO RPC backend initialized. {{(pid=102204) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 21:08:28.430611 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.430966 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.431378 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.431721 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > networks before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.432063 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.432419 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > ports before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.432759 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.433094 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnets before_response 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.433449 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.433786 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.434118 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.434452 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.434792 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.435124 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.435455 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.435789 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.436120 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.436818 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.plugin [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Modular L2 Plugin initialization complete Oct 28 21:08:28.437144 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading services supported by the core plugin {{(pid=102204) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 21:08:28.437468 n-d-806683-16 neutron-server[102204]: INFO neutron.plugins.ml2.managers [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Got port-security extension from driver 'port_security' Oct 28 21:08:28.437935 n-d-806683-16 neutron-server[102204]: INFO neutron.extensions.vlantransparent [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Disabled vlantransparent extension. Oct 28 21:08:28.438410 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102204) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 21:08:28.438726 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: router Oct 28 21:08:28.475082 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.475465 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_create 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.475829 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router before_create 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.476186 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.476577 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.476929 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_delete 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.477279 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.477744 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.478103 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_create 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.478450 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.478794 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.479141 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.479658 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.479890 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.480255 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.480612 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.480944 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: subnet after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.481278 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.481620 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.481960 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_create 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.482295 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.482628 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.482978 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router after_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.484168 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.484552 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_create 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.484913 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.485257 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_update 55549900 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.485619 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > agent after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.485962 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > agent after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.486301 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > network after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.487147 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Tracking information for resource: router configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:28.487472 n-d-806683-16 neutron-server[102204]: DEBUG neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Tracking information for resource: floatingip configured {{(pid=102204) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 21:08:28.492421 n-d-806683-16 neutron-server[102204]: INFO neutron.db.l3_agentschedulers_db [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 21:08:28.493001 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.493358 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.493705 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.494053 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: port after_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.494832 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router before_create 55550100 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.495191 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.495548 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_create 55550100 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.495901 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > router precommit_update 55550100 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.501028 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.provider_configuration [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service providers = [] {{(pid=102204) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 21:08:28.501391 n-d-806683-16 neutron-server[102204]: DEBUG neutron.db.servicetype_db [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102204) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 21:08:28.504326 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.service_base [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102204) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 21:08:28.504706 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.service_base [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102204) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 21:08:28.505045 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.service_base [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102204) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 21:08:28.505935 n-d-806683-16 neutron-server[102204]: DEBUG neutron.services.service_base [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102204) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 21:08:28.506304 n-d-806683-16 neutron-server[102204]: INFO neutron.services.service_base [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 21:08:28.506681 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.506997 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 21:08:28.519132 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.519463 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: auto_allocate Oct 28 21:08:28.525267 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: network precommit_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.525632 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: network precommit_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.526141 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.526456 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: tag Oct 28 21:08:28.533982 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.534312 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: timestamp Oct 28 21:08:28.538149 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.538475 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: network_ip_availability Oct 28 21:08:28.543963 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.544285 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.544662 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.545361 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.546242 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: flavors Oct 28 21:08:28.551208 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.551536 n-d-806683-16 neutron-server[102204]: INFO neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading Plugin: revisions Oct 28 21:08:28.555838 n-d-806683-16 neutron-server[102204]: DEBUG neutron.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102204) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 21:08:28.556222 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=102204) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 21:08:28.556987 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102204) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 21:08:28.557318 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Initializing extension manager. Oct 28 21:08:28.557839 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: __init__.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.558175 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: __pycache__ {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.558503 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.558831 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: address_group.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.559572 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.560120 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: address-group Oct 28 21:08:28.560469 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: address_scope.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.561179 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.561762 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: address-scope Oct 28 21:08:28.562191 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.563111 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.563615 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: router-admin-state-down-before-update Oct 28 21:08:28.563936 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: agent.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.564657 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.565156 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: agent Oct 28 21:08:28.565472 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: agent_resources_synced.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.566372 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.566872 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: agent-resources-synced Oct 28 21:08:28.567189 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: allowedaddresspairs.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.568986 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.569500 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: allowed-address-pairs Oct 28 21:08:28.569821 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: auto_allocated_topology.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.570901 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.571409 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: auto-allocated-topology Oct 28 21:08:28.571727 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: availability_zone.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.572683 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.573185 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: availability_zone Oct 28 21:08:28.573498 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: availability_zone_filter.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.574404 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.574906 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: availability_zone_filter Oct 28 21:08:28.575224 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: data_plane_status.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.576129 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.576660 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 21:08:28.577054 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: default_subnetpools.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.578152 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.578655 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: default-subnetpools Oct 28 21:08:28.578972 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.579770 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.580268 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: dhcp_agent_scheduler Oct 28 21:08:28.580609 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: dns.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.581518 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.582022 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension dns-integration not supported by any of loaded plugins Oct 28 21:08:28.582343 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: dns_domain_ports.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.583248 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.583745 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 21:08:28.584062 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.585151 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.585656 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 21:08:28.585975 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: dvr.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.586643 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.587145 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: dvr Oct 28 21:08:28.587470 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: ecmp_routes.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.588392 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.588902 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 21:08:28.589218 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: empty_string_filtering.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.590118 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.590624 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: empty-string-filtering Oct 28 21:08:28.590942 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.591840 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.592336 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 21:08:28.594102 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.595029 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.595535 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 21:08:28.595854 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: external_net.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.596790 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.597289 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: external-net Oct 28 21:08:28.597606 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.598507 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.599002 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: extra_dhcp_opt Oct 28 21:08:28.599320 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: extraroute.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.600219 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.600762 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: extraroute Oct 28 21:08:28.601076 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: extraroute_atomic.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.602100 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.602603 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: extraroute-atomic Oct 28 21:08:28.602920 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: filter_validation.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.603744 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.604244 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: filter-validation Oct 28 21:08:28.604605 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: fip_pf_description.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.605516 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.606014 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 21:08:28.606333 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: fip_port_details.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.607238 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.607746 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: fip-port-details Oct 28 21:08:28.608066 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: flavors.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.609959 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.610468 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: flavors Oct 28 21:08:28.610792 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.612507 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.613027 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 21:08:28.613356 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: floatingip_pools.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.614052 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.614559 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: floatingip-pools Oct 28 21:08:28.614883 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: ip_allocation.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.615800 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.616303 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 21:08:28.616658 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.617573 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.618077 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: ip-substring-filtering Oct 28 21:08:28.618398 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l2_adjacency.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.619312 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.619806 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 21:08:28.620124 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.621105 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.621614 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: router Oct 28 21:08:28.621933 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.624186 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.624802 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 21:08:28.625133 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.626055 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.626565 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: ext-gw-mode Oct 28 21:08:28.626886 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.627814 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.628316 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: l3-ha Oct 28 21:08:28.628658 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3_flavors.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.629570 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.630262 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: l3-flavors Oct 28 21:08:28.630418 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.631327 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.631826 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 21:08:28.632148 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: l3agentscheduler.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.633200 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.633713 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: l3_agent_scheduler Oct 28 21:08:28.634037 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: logging.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.635545 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.636058 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension logging not supported by any of loaded plugins Oct 28 21:08:28.636429 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: metering.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.637160 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.637727 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: metering Oct 28 21:08:28.638048 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.639263 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.640527 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: metering_source_and_destination_fields Oct 28 21:08:28.640856 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: multiprovidernet.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.641788 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.642297 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: multi-provider Oct 28 21:08:28.642619 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: netmtu.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.643537 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.644036 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: net-mtu Oct 28 21:08:28.644355 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: netmtu_writable.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.645293 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.645793 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: net-mtu-writable Oct 28 21:08:28.646113 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: network_availability_zone.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.646776 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.647276 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: network_availability_zone Oct 28 21:08:28.647594 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: network_ip_availability.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.648734 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.649241 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: network-ip-availability Oct 28 21:08:28.649561 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: network_segment_range.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.650323 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.650820 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 21:08:28.651139 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: pagination.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.652118 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.652482 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: pagination Oct 28 21:08:28.652806 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: port_device_profile.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.653710 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.654220 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: port-device-profile Oct 28 21:08:28.654535 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.656151 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.656688 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: port-mac-address-regenerate Oct 28 21:08:28.657008 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.657918 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.658422 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: port-numa-affinity-policy Oct 28 21:08:28.658737 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: port_resource_request.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.659647 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.660212 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 21:08:28.660491 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: portbindings.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.661415 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.661915 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: binding Oct 28 21:08:28.662230 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: portbindings_extended.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.663511 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.664019 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: binding-extended Oct 28 21:08:28.664339 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: portsecurity.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.665294 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.665797 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: port-security Oct 28 21:08:28.666113 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: project_id.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.667085 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.667413 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: project-id Oct 28 21:08:28.667730 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: providernet.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.668713 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.669243 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: provider Oct 28 21:08:28.669558 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.674434 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.675248 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos not supported by any of loaded plugins Oct 28 21:08:28.675621 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.677259 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.677942 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 21:08:28.678360 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.679440 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.679984 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 21:08:28.680507 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_default.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.682219 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.682763 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-default not supported by any of loaded plugins Oct 28 21:08:28.683139 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_fip.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.684075 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.684792 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-fip not supported by any of loaded plugins Oct 28 21:08:28.685322 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_gateway_ip.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.687037 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.687921 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 21:08:28.688336 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_port_network_policy.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.689778 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.690453 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 21:08:28.690816 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.692277 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.692854 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 21:08:28.693348 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_pps_rule.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.694627 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.695182 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-pps not supported by any of loaded plugins Oct 28 21:08:28.695698 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_rule_type_details.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.697236 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.698033 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 21:08:28.698447 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: qos_rules_alias.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.699857 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.700661 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 21:08:28.701073 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: quotasv2.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.702398 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.702946 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: quotas Oct 28 21:08:28.703533 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: quotasv2_detail.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.707078 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.707461 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: quota_details Oct 28 21:08:28.707968 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: rbac.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.709183 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.709707 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: rbac-policies Oct 28 21:08:28.710033 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: rbac_address_group.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.710965 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.711477 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: rbac-address-group Oct 28 21:08:28.711800 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: rbac_address_scope.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.712745 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.713255 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: rbac-address-scope Oct 28 21:08:28.713575 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: rbac_security_groups.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.714485 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.714992 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: rbac-security-groups Oct 28 21:08:28.715311 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: rbac_subnetpool.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.716234 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.716781 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: rbac-subnetpool Oct 28 21:08:28.717107 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: revisionifmatch.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.719072 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.719609 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: revision-if-match Oct 28 21:08:28.720011 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: revisions.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.721127 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.721639 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: standard-attr-revisions Oct 28 21:08:28.721964 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: router_availability_zone.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.722636 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.723144 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: router_availability_zone Oct 28 21:08:28.723463 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: routerservicetype.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.724397 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.724906 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension router-service-type not supported by any of loaded plugins Oct 28 21:08:28.725222 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.726140 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.726651 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: security-groups-normalized-cidr Oct 28 21:08:28.726969 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.727896 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.728421 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: port-security-groups-filtering Oct 28 21:08:28.728741 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.729653 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.730161 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: security-groups-remote-address-group Oct 28 21:08:28.730477 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: securitygroup.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.741474 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.741992 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: security-group Oct 28 21:08:28.742316 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: segment.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.743109 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.743614 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension segment not supported by any of loaded plugins Oct 28 21:08:28.743940 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.744975 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.745480 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 21:08:28.745802 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: servicetype.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.746910 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.747424 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: service-type Oct 28 21:08:28.747751 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: sorting.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.748773 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.749572 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: sorting Oct 28 21:08:28.749900 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: standard_attr_segment.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.750823 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.751334 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 21:08:28.751654 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: standardattrdescription.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.752303 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.752834 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: standard-attr-description Oct 28 21:08:28.753156 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: stateful_security_group.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.754076 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.754585 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: stateful-security-group Oct 28 21:08:28.754904 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: stdattrs_common.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.755479 n-d-806683-16 neutron-server[102204]: WARNING neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 21:08:28.755795 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.756744 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.757246 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 21:08:28.757567 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnet_onboard.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.758630 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.759139 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: subnet_onboard Oct 28 21:08:28.759459 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.760481 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.760989 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 21:08:28.761303 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnet_service_types.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.762219 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.762728 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: subnet-service-types Oct 28 21:08:28.763043 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnetallocation.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.764140 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.765662 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: subnet_allocation Oct 28 21:08:28.765991 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.766676 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.767197 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: subnetpool-prefix-ops Oct 28 21:08:28.767515 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.768479 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.768985 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 21:08:28.769304 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: tagging.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.770380 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.770887 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: standard-attr-tag Oct 28 21:08:28.771209 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: timestamp.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.772440 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.772946 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loaded extension: standard-attr-timestamp Oct 28 21:08:28.773269 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: trunk.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.774297 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.774804 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension trunk not supported by any of loaded plugins Oct 28 21:08:28.775123 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: trunk_details.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.776040 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.776570 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension trunk-details not supported by any of loaded plugins Oct 28 21:08:28.776889 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: uplink_status_propagation.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.777811 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.778315 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 21:08:28.778633 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Loading extension file: vlantransparent.py {{(pid=102204) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 21:08:28.779296 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102204) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 21:08:28.779797 n-d-806683-16 neutron-server[102204]: INFO neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 21:08:28.783318 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:network Oct 28 21:08:28.783834 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnet Oct 28 21:08:28.784225 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 21:08:28.784636 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:port Oct 28 21:08:28.785886 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.786326 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service FLAVORS assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.786948 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.787465 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.787802 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:router Oct 28 21:08:28.788233 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:floatingip Oct 28 21:08:28.788739 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service METERING assigned prefix: /metering {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.790173 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.790538 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.790883 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:08:28.791882 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 21:08:28.792319 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:security_group Oct 28 21:08:28.793179 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 21:08:28.793787 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service CORE assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.794158 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 21:08:28.794449 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] subnetpool is already registered Oct 28 21:08:28.794877 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service CORE assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.795196 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 21:08:28.795531 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] subnetpool is already registered Oct 28 21:08:28.798534 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.798971 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service FLAVORS assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.799572 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.800000 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.800326 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:router Oct 28 21:08:28.800700 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] router is already registered Oct 28 21:08:28.801107 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:floatingip Oct 28 21:08:28.801436 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] floatingip is already registered Oct 28 21:08:28.801892 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service METERING assigned prefix: /metering {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.802606 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 21:08:28.802929 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] rbac_policy is already registered Oct 28 21:08:28.803333 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:security_group Oct 28 21:08:28.803662 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] security_group is already registered Oct 28 21:08:28.804057 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 21:08:28.804399 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] security_group_rule is already registered Oct 28 21:08:28.804889 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service CORE assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.805206 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 21:08:28.805533 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] subnetpool is already registered Oct 28 21:08:28.805940 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.v2.resource_helper [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Service CORE assigned prefix: {{(pid=102204) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 21:08:28.806254 n-d-806683-16 neutron-server[102204]: INFO neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 21:08:28.806577 n-d-806683-16 neutron-server[102204]: WARNING neutron.quota.resource_registry [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] subnetpool is already registered Oct 28 21:08:28.808329 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: extensions {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.809864 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: address-groups {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.811669 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: address-scopes {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.813310 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: agents {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.814553 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: auto-allocated-topology {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.815775 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: availability_zones {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.817004 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: dhcp-networks {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.818409 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: dhcp-agents {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.819916 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: routers {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.822021 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: flavors {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.823541 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: service_profiles {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.824749 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: next_providers {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.826171 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: service_profiles {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.828677 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: floatingip-pools {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.829996 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: routers {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.832060 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: floatingips {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.833362 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: l3-routers {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.834728 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: l3-agents {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.836112 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: metering-labels {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.837377 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: metering-label-rules {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.838736 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: network-ip-availabilities {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.839989 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: bindings {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.841575 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: quotas {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.844435 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: quotas {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.845950 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: rbac-policies {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.847128 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: security-groups {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.848470 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: security-group-rules {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.849692 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: service-providers {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.850898 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: subnetpools {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.852279 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: subnetpools {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.853744 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.855408 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.857217 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.859534 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.861258 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.863168 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.864869 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.867584 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.869383 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.871090 n-d-806683-16 neutron-server[102204]: DEBUG neutron.api.extensions [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Extended resource: tags {{(pid=102204) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 21:08:28.877722 n-d-806683-16 neutron-server[102204]: WARNING keystonemiddleware.auth_token [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 21:08:28.882243 n-d-806683-16 neutron-server[102204]: WARNING keystonemiddleware.auth_token [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 21:08:28.892247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Acquired lock "singleton_lock" {{(pid=102204) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 21:08:28.892747 n-d-806683-16 neutron-server[102204]: DEBUG oslo_concurrency.lockutils [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Releasing lock "singleton_lock" {{(pid=102204) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 21:08:28.893405 n-d-806683-16 neutron-server[102204]: INFO oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Starting 2 workers Oct 28 21:08:28.898205 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Started child 102313 {{(pid=102204) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 21:08:28.902819 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Started child 102314 {{(pid=102204) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 21:08:28.903707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.904321 n-d-806683-16 neutron-server[102204]: INFO neutron.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 21:08:28.904739 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Publish callbacks [] for process, before_spawn {{(pid=102204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.905814 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [-] (102313) wsgi starting up on http://0.0.0.0:9696 Oct 28 21:08:28.907945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.908446 n-d-806683-16 neutron-server[102204]: INFO oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Starting 1 workers Oct 28 21:08:28.909319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [-] (102314) wsgi starting up on http://0.0.0.0:9696 Oct 28 21:08:28.913658 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Started child 102315 {{(pid=102204) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 21:08:28.914184 n-d-806683-16 neutron-server[102204]: INFO oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Starting 1 workers Oct 28 21:08:28.917313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] calling RpcWorker wait() {{(pid=102315) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 21:08:28.917836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] returning from RpcWorker wait() {{(pid=102315) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 21:08:28.918564 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Started child 102316 {{(pid=102204) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 21:08:28.919038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.919327 n-d-806683-16 neutron-server[102204]: DEBUG neutron_lib.callbacks.manager [None req-c28ccf77-a0af-4d7e-88cb-6d4464e9e9bd None None] Publish callbacks [] for process, after_spawn {{(pid=102204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.919480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.922049 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102204) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 21:08:28.922267 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 21:08:28.922456 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 21:08:28.922678 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 21:08:28.923026 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 21:08:28.923194 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 21:08:28.923711 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.923988 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.924117 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:28.924641 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.924641 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.924775 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.925341 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.925596 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.925825 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.926088 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.926333 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.926498 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.926660 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.926917 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.927157 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.927465 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.927713 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.927953 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.928209 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.928398 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.928644 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.928909 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.929147 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.929416 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] debug = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.929666 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.930118 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.930340 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.930574 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.930789 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.931052 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.931292 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.931553 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.931785 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.932012 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.932258 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.932549 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.932791 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.933004 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.933239 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.933498 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.933722 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.934189 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] host = n-d-806683-16 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.934419 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.934648 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.934868 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.935137 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.935376 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.935585 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.935837 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.936108 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.936461 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.937404 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.937668 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.937920 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.938141 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.938374 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.938536 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_options = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.938758 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.939023 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.939297 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.939497 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.939663 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.939834 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.940107 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.940268 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.940537 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.940781 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.940994 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.941229 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.941441 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.941651 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.941906 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.942134 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.942359 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.942564 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.942803 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.943049 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.943286 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.943508 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.943730 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.943970 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.944198 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.944445 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.944686 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.944897 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.945106 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.945362 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.945606 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.945850 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.946063 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.946304 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.946557 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.946780 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.947041 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.947249 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.947771 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.947994 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.948239 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.948532 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.948768 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.949062 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.949211 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.949408 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.949641 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_json = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.950747 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.951077 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.951573 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.952701 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.952846 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.953108 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.953302 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.953612 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:28.954054 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.954289 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.954615 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.954904 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.955111 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.955448 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.955596 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.955823 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.957367 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.957367 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.957367 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.957604 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.957896 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.958157 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.958504 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.958871 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.959117 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.959230 n-d-806683-16 neutron-server[102316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.959489 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.959797 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.959985 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.960226 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.960490 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.960761 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.960991 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.961228 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.961465 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.961692 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.962030 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.962313 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.962598 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.962849 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.963069 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.963310 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.963551 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.963767 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.963999 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.964335 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.964633 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.964859 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.965082 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.965301 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.965575 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.965797 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.966025 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.966272 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.966613 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.966721 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.966952 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.967166 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.967481 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.968381 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.968604 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.968972 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.969242 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.969546 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.969784 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.970130 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972870 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972870 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.972870 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.973060 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.973124 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.973377 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975300 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975882 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.975882 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.976011 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.976205 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.976320 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.976613 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.976823 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.977037 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.977325 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.977717 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.977967 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.978922 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.978922 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.978922 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.978922 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.979330 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.979330 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.979580 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.979793 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.980039 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981329 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981329 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981329 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981329 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981329 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981728 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981728 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.981852 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.982069 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.982311 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.982575 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.982804 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.983031 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.983305 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.983554 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.983814 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.984069 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.984442 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.984627 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.984862 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.985175 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.985432 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.985710 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.985971 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.986231 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.986501 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.986748 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.987016 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.987276 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.987546 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.987804 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.988227 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.988501 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.988723 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.988955 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.989184 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.989520 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.989743 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.989971 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.990184 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.990464 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.990697 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.990932 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.991201 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.991442 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.991670 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.991917 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.992163 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.992424 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.992672 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.992898 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.993109 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.993344 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.993576 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.993807 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.994018 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.994231 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.994463 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.994676 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.994909 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.995119 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.995364 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.995578 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.995820 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.996028 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.996252 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.996529 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.996747 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.996986 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.997298 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.997533 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.997795 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.998015 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.998280 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.998528 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.998842 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.999174 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.999515 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.999720 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:28.999961 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.000250 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.000514 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.000752 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.000980 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.001219 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.001445 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.001685 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.001905 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.002148 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.002425 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.002682 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.003024 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.003306 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.003532 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.003776 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.004016 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.004252 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.004532 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.004759 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.005006 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.005247 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.005471 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.005748 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.005977 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.006222 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.006441 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.006663 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.006879 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.007098 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.007314 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.007606 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.007880 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.008118 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.008417 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.008665 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.008918 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.009152 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.009367 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.009579 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.009830 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.010054 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.010272 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.010519 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.010750 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.010983 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.011208 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.011431 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.011641 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.011867 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.012126 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.012343 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.012612 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.012836 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.013046 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.013274 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.013503 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.013714 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.013944 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.014163 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.014381 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.015137 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.015370 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.015550 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.015758 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.015985 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.016215 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.016528 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.016783 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.017001 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.017285 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.017538 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.017787 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.018030 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.018345 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.018593 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.018865 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.019088 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.019308 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.019526 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.019794 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.020192 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.020502 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.020767 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.021070 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.021367 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.021643 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.021910 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.022125 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.022403 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.022741 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.023032 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.023306 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.023550 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.023814 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.024054 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.024268 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.024542 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.024791 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.025012 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.025270 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.025499 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.025726 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.025941 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.026167 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.026417 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.026682 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.026913 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.027162 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.027377 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.027529 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 21:08:29.028068 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102204) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 21:08:29.028223 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 21:08:29.028406 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 21:08:29.028585 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 21:08:29.028756 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 21:08:29.028916 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 21:08:29.029123 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.029283 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.029442 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.029601 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.029762 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.029943 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.030708 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.030875 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031035 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031193 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031352 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031512 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031671 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031829 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.031989 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032149 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032306 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032500 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032654 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032813 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.032971 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.033130 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.033289 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] debug = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.033448 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.033653 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.033895 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034061 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034220 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034379 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034538 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034697 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.034856 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035014 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035172 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035332 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035529 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035647 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035784 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.035943 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036103 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036261 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] host = n-d-806683-16 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036439 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036598 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036756 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.036914 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037071 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037231 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037391 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037550 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037705 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.037863 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038021 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038179 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038338 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038498 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038655 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_options = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038814 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.038971 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039129 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039317 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039481 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039641 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039800 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.039957 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040116 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040273 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040464 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040623 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040782 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.040941 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041099 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041260 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041421 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041579 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041736 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.041892 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042050 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042198 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042355 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042514 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042673 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042830 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.042988 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043147 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043305 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043462 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043619 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043779 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.043937 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044095 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044304 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044494 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044619 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044725 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.044888 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045047 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045207 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045366 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045524 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045782 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.045983 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.046144 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.046340 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_json = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.046566 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.046728 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.046886 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047046 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047204 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047362 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047521 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047681 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 21:08:29.047859 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048021 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048192 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048352 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048535 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048697 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.048858 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049020 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049181 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049348 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049516 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049679 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.049850 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050013 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050175 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050340 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050501 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050662 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050826 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.050987 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051148 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051310 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051481 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051642 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051803 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.051963 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052124 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052301 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052487 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052651 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052813 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.052978 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053141 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053304 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053469 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053631 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053794 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.053958 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054119 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054280 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054442 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054605 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054768 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.054930 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055093 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055257 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055419 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055582 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055745 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.055906 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056070 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:29.056251 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056402 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056642 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056745 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.056890 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057054 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057215 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057378 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057540 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057703 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.057863 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058024 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058187 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058349 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058511 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058684 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.058846 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059051 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059158 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059340 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059472 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059634 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059797 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.059957 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060119 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060279 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060488 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060613 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060776 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.060938 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.061098 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.061274 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.061468 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.061926 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.061926 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062053 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062117 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062258 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062482 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062632 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062769 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.062913 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063048 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063191 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063328 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063462 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063622 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063783 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.063945 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064106 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064252 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064439 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064602 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064763 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.064923 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065085 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065246 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065408 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065569 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065730 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.065891 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066052 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066214 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066450 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066617 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066789 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.066951 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067116 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067277 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067446 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067620 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067782 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.067944 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.068110 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.068269 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.068606 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.068923 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069348 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069348 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069551 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069551 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069695 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.069857 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.070019 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.070182 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.070343 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.070528 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.070680 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071039 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071039 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071292 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071292 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071571 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071571 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071832 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.071989 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.072133 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.072271 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.072709 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.072843 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.072985 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073124 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073252 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073381 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073511 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073637 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073802 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.073963 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074126 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074287 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074448 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074610 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074771 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.074934 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075094 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075255 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075416 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075577 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075738 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.075899 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.076060 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.076221 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.076415 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.076555 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.076716 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.077355 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.077618 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.077787 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.077950 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078115 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078279 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078445 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078608 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078770 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.078931 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079094 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079261 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079422 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079585 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079746 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.079907 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080084 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080245 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080430 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080595 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080756 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.080928 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081079 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081241 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081404 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081566 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081727 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.081891 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082055 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082219 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082381 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082544 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082908 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.082908 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083166 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083166 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083358 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083474 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083635 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083796 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.083962 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.084156 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.084324 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.084493 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.084662 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.084848 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085003 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085192 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085354 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085517 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085678 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.085839 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086001 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086172 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086333 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086493 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086654 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086815 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.086975 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087146 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087307 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087469 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087629 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087791 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.087952 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088122 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088288 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088495 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088649 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088812 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.088954 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089114 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089290 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089461 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089639 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089783 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.089926 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090070 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090226 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090390 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090554 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090716 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.090876 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091037 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091199 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091363 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091534 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091702 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.091867 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.092036 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.092205 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.092389 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093129 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093303 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093476 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093638 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093797 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.093948 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094109 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094270 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094431 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094592 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094751 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.094911 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095072 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095233 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095393 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095556 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095716 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.095877 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.096038 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.096204 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.096463 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.096628 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 21:08:29.096771 n-d-806683-16 neutron-server[102204]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102204) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 21:08:29.270598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46774) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:08:29.279146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064237 Oct 28 21:08:40.732130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f61dd-fa2b-41f4-876d-79860e07a523 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:08:40.788975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61f61dd-fa2b-41f4-876d-79860e07a523 None None] No non-hosted networks {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 21:08:40.805489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.agentschedulers_db [None req-a61f61dd-fa2b-41f4-876d-79860e07a523 None None] DHCP Agent not found on host n-d-806683-16 {{(pid=102315) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 21:08:40.914893 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-add98de8-41b6-4de8-9e5d-6cb98a61e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:43.282335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ac4b5c0-210e-447c-aa9d-9efa2875887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:43.350208 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7a367cbd-c5c4-4df2-9947-0692db6cadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:44.692711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:44.693457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.693856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.694299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.695286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.696262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.698353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.698835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.700997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.702409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.704185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.706671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.707023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:44.707422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-16', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:44.736611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-16', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:44.947804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:46.454603 n-d-806683-16 neutron-server[102315]: INFO neutron.db.l3_hamode_db [None req-3aa873fa-a61d-49cb-ae49-c81aab6b8bc5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 21:08:46.566131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:46.569521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa873fa-a61d-49cb-ae49-c81aab6b8bc5 None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:46.570091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa873fa-a61d-49cb-ae49-c81aab6b8bc5 None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 21:08:47.894321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:08:48.382445 n-d-806683-16 neutron-server[102313]: WARNING oslo_policy.policy [None req-2cc5dd87-9cb0-49ea-a42f-117b005b66cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:08:48.383018 n-d-806683-16 neutron-server[102313]: WARNING oslo_policy.policy [None req-2cc5dd87-9cb0-49ea-a42f-117b005b66cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:08:48.611889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-2cc5dd87-9cb0-49ea-a42f-117b005b66cc admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:08:48.612991 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2cc5dd87-9cb0-49ea-a42f-117b005b66cc admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7177560 Oct 28 21:08:51.110001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:08:51.424989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:08:51.520549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.policy [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 21:08:51.566281 n-d-806683-16 neutron-server[102313]: WARNING oslo_policy.policy [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:08:51.566594 n-d-806683-16 neutron-server[102313]: WARNING oslo_policy.policy [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:08:51.575478 n-d-806683-16 neutron-server[102313]: INFO neutron.quota [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] Loaded quota_driver: . Oct 28 21:08:51.663819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648852222', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648853707', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648839837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648900697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648162033', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775648879323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1706912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615865', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527121'] for rbac-policy, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:51.726946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:51.728220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82d13306-062b-4831-bf56-108bbfa8b459 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6171668 Oct 28 21:08:54.414962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:08:54.710252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Request body: {'network': {'project_id': '5f34b4506dc74181a698c290c13008a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'name': 'private'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:08:54.737961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Made reservation on behalf of 5f34b4506dc74181a698c290c13008a0 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:08:54.740849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:54.757617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:54.867006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:54.870694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:54.896146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:08:54.921288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775646708583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:54.921867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Unsubscribe: segment precommit_create {{(pid=102313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 21:08:54.922371 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Added segment 43fecf7f-3087-4a99-905d-3a39f5de8ab5 of type vlan for network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 Oct 28 21:08:54.927897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749481b1-ed09-4c18-91fa-6f80c598a1a3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:54.963368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.963699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.964028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.964358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.964702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.965022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.965336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.965649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.965961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.966271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.966580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.966915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Tracked resource versions report: Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: pushed versions: Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: { 'AddressGroup': {'1.2'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'ConntrackHelper': {'1.0'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Log': {'1.0'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Network': {'1.1'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Port': {'1.7'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'PortForwarding': {'1.2'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'QosPolicy': {'1.10'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SecurityGroup': {'1.4'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SubPort': {'1.0'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Subnet': {'1.1'}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Trunk': {'1.1'}} Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: consumer versions: Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: L3 agent@n-d-806683-16: {}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: Metadata agent@n-d-806683-16: {}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: Metering agent@n-d-806683-16: {}, Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'ConntrackHelper': '1.0', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Log': '1.0', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Network': '1.1', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Port': '1.7', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'PortForwarding': '1.2', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'QosPolicy': '1.10', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SecurityGroup': '1.4', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SecurityGroupRule': '1.2', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'SubPort': '1.0', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Subnet': '1.1', Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: 'Trunk': '1.1'}} Oct 28 21:08:54.968146 n-d-806683-16 neutron-server[102313]: {{(pid=102313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:08:55.040024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:55.080342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:55.081453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:08:55.082092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:55.158503 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7424614 Oct 28 21:08:55.182820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7a5ec-5eeb-4981-aa3f-0d21fccef69e admin admin] Pushing event updated for resources: {'Network': ['ID=d0bf505f-5f1d-4ac1-b71c-5667a36312a0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:55.195297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:08:57.920376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46904) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:08:58.305013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341cd1d-c8a9-4b2e-926e-7ff55f6f8d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:08:58.306354 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6341cd1d-c8a9-4b2e-926e-7ff55f6f8d96 admin admin] 10.222.0.31 "GET /v2.0/networks/d0bf505f-5f1d-4ac1-b71c-5667a36312a0 HTTP/1.1" status: 200 len: 825 time: 0.3850386 Oct 28 21:08:58.331085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9df3ea8f-fd5b-4959-b0b4-57cc43c4cbe6 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b3099562-e34a-4a1a-9193-f05090b0b919 HTTP/1.1" status: 200 len: 734 time: 0.0178874 Oct 28 21:08:58.340006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Request body: {'subnet': {'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919', 'ip_version': 4, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'gateway_ip': '172.20.0.1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'name': 'private-subnet'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:08:58.362295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Made reservation on behalf of 5f34b4506dc74181a698c290c13008a0 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:08:58.364565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:58.653519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:58.720659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1637cc-505a-4361-9f60-27543192f1d7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:58.729060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Checking segment: {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:08:58.729452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Network hostable DHCP agents. Network: d0bf505f-5f1d-4ac1-b71c-5667a36312a0, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:08:58.750130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:08:58.761462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d0bf505f-5f1d-4ac1-b71c-5667a36312a0) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:08:58.766629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:08:58.767230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:58.772410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716d338-f1fc-41d7-b1a5-1bde39af74f8 None None] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:08:58.783745 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-959af571-5030-4a1d-8fe2-346b6cdf39f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4468966 Oct 28 21:08:59.097081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:08:59.098310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.394583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Allocated IP 172.20.0.2 (d0bf505f-5f1d-4ac1-b71c-5667a36312a0/0e1637cc-505a-4361-9f60-27543192f1d7/36f511fc-d88c-4677-b51b-c2fe76b4ec4b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:08:59.598695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.606588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.682328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:08:59.687721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:08:59.699194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:08:59.702406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Pushing event updated for resources: {'Port': ['ID=36f511fc-d88c-4677-b51b-c2fe76b4ec4b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:59.733596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.733940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.734277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.734608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.734933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.735263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.735570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.735884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.736200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.736536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.736851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.737171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Tracked resource versions report: Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: pushed versions: Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: { 'AddressGroup': {'1.2'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'ConntrackHelper': {'1.0'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Log': {'1.0'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Network': {'1.1'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Port': {'1.7'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'PortForwarding': {'1.2'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'QosPolicy': {'1.10'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SecurityGroup': {'1.4'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SubPort': {'1.0'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Subnet': {'1.1'}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Trunk': {'1.1'}} Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: consumer versions: Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: L3 agent@n-d-806683-16: {}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: Metadata agent@n-d-806683-16: {}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: Metering agent@n-d-806683-16: {}, Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'ConntrackHelper': '1.0', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Log': '1.0', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Network': '1.1', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Port': '1.7', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'PortForwarding': '1.2', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'QosPolicy': '1.10', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SecurityGroup': '1.4', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SecurityGroupRule': '1.2', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'SubPort': '1.0', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Subnet': '1.1', Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: 'Trunk': '1.1'}} Oct 28 21:08:59.738267 n-d-806683-16 neutron-server[102315]: {{(pid=102315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:08:59.786359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Attempting to bind port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:08:59.787003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Attempting to bind port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:08:59.787142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Attempting to bind port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b on network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:08:59.791968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:08:59.792337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Checking segment: {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:08:59.792807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.793191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Bound using segment: {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:08:59.793661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Bound port: 36f511fc-d88c-4677-b51b-c2fe76b4ec4b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:08:59.794047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.865756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] For port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:08:59.870015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] For port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=36f511fc-d88c-4677-b51b-c2fe76b4ec4b,segment=NetworkSegment(43fecf7f-3087-4a99-905d-3a39f5de8ab5),segment_id=43fecf7f-3087-4a99-905d-3a39f5de8ab5)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:08:59.875309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:08:59.940907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1aa7-87d6-4c47-8163-044a32306bfa None None] Pushing event updated for resources: {'Port': ['ID=36f511fc-d88c-4677-b51b-c2fe76b4ec4b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:01.305950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:01.619552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-a489055e-c468-43f2-ae3a-4c0e695d2600 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:09:01.620774 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a489055e-c468-43f2-ae3a-4c0e695d2600 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3138537 Oct 28 21:09:04.184747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:04.502601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-d9cb87b9-8df3-4976-af78-5f7c1e087377 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:09:04.503606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d9cb87b9-8df3-4976-af78-5f7c1e087377 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3178453 Oct 28 21:09:07.271985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46930) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:07.790226 n-d-806683-16 neutron-server[102314]: WARNING oslo_policy.policy [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:09:07.790226 n-d-806683-16 neutron-server[102314]: WARNING oslo_policy.policy [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:09:08.014294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Request body: {'router': {'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:09:08.078902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.policy [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 21:09:08.127031 n-d-806683-16 neutron-server[102314]: WARNING oslo_policy.policy [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:09:08.127431 n-d-806683-16 neutron-server[102314]: WARNING oslo_policy.policy [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 21:09:08.136154 n-d-806683-16 neutron-server[102314]: INFO neutron.quota [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Loaded quota_driver: . Oct 28 21:09:08.191180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.192989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.343755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.348669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.368648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.380390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21c2dde8-7932-46f6-b8a3-6c71b67cadbe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0960913 Oct 28 21:09:08.782340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 36f511fc-d88c-4677-b51b-c2fe76b4ec4b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:09:08.869787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:08.870170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:08.977579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:09.011146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=36f511fc-d88c-4677-b51b-c2fe76b4ec4b,segment=NetworkSegment(43fecf7f-3087-4a99-905d-3a39f5de8ab5),segment_id=43fecf7f-3087-4a99-905d-3a39f5de8ab5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:09:09.016563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:09.063366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=36f511fc-d88c-4677-b51b-c2fe76b4ec4b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:09.072314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19546ce2-595b-4224-8ec1-301c3a3590a9 None None] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:09:09.144315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8e6e38de-b59d-416c-b574-bfa2ccc9a829 None None] Provisioning complete for port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:09.144690 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38de-b59d-416c-b574-bfa2ccc9a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:09.499951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-15766907-3ca4-466b-a34d-a6e44f9ca4a2 None None] Provisioning complete for port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:09.500316 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-15766907-3ca4-466b-a34d-a6e44f9ca4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:10.650919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-116703ab-72c7-4eda-bdfd-560829892fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:10.741099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 36f511fc-d88c-4677-b51b-c2fe76b4ec4b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:09:10.787585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:10.787949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:10.903067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46950) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:11.210467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-e4ebe60c-1012-4556-8cad-51b8062d66c2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:09:11.211452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e4ebe60c-1012-4556-8cad-51b8062d66c2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3075030 Oct 28 21:09:13.268993 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d8532d24-b4c8-4198-a631-12223fe80ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:13.701967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46958) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:14.011453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:09:14.036186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Made reservation on behalf of 002f3a86edb34eeab2b9ba569a4f1b44 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:09:14.038875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.053962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.161929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.165621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.176617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Reserving flat network on physical network physnet1 {{(pid=102314) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 21:09:14.209849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775646708583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.210404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Unsubscribe: segment precommit_create {{(pid=102314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 21:09:14.210910 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Added segment 28e6547f-13af-449a-a66b-a756799558a2 of type flat for network 9b48188f-34bd-4e3f-b3a7-e582fd977503 Oct 28 21:09:14.226340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5930b31a-cff5-44ce-84c0-053ef8f44783,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:14.252474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.252811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.253140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.253464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.253783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.254101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.254417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.254729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.255039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.255352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.255663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.255973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Tracked resource versions report: Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: pushed versions: Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: { 'AddressGroup': {'1.2'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'ConntrackHelper': {'1.0'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Log': {'1.0'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Network': {'1.1'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Port': {'1.7'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'PortForwarding': {'1.2'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'QosPolicy': {'1.10'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SecurityGroup': {'1.4'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SubPort': {'1.0'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Subnet': {'1.1'}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Trunk': {'1.1'}} Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: consumer versions: Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: L3 agent@n-d-806683-16: {}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: Metadata agent@n-d-806683-16: {}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: Metering agent@n-d-806683-16: {}, Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'ConntrackHelper': '1.0', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Log': '1.0', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Network': '1.1', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Port': '1.7', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'PortForwarding': '1.2', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'QosPolicy': '1.10', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SecurityGroup': '1.4', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SecurityGroupRule': '1.2', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'SubPort': '1.0', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Subnet': '1.1', Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: 'Trunk': '1.1'}} Oct 28 21:09:14.257104 n-d-806683-16 neutron-server[102314]: {{(pid=102314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:09:14.334573 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.374357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.375560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:09:14.376192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.452831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7497094 Oct 28 21:09:14.476679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31594abc-c370-4212-b137-d7a7e4db561c admin admin] Pushing event updated for resources: {'Network': ['ID=9b48188f-34bd-4e3f-b3a7-e582fd977503,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:14.487322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:09:14.672136 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:14.920935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:16.451962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:17.041870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46980) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:17.258454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2bb3a-9404-413c-a00d-6a058b06cb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:09:17.259828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-53f2bb3a-9404-413c-a00d-6a058b06cb1a admin admin] 10.222.0.31 "GET /v2.0/subnets/0e1637cc-505a-4361-9f60-27543192f1d7 HTTP/1.1" status: 200 len: 849 time: 0.2170000 Oct 28 21:09:17.393264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5eda58e0-c320-4dd9-8984-17dab4eea1a2 admin admin] 10.222.0.31 "GET /v2.0/routers/1d250e8f-6845-40b5-8146-808e335ccbe0 HTTP/1.1" status: 200 len: 704 time: 0.1266792 Oct 28 21:09:17.657220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:17.947888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Allocated IP 172.20.0.1 (d0bf505f-5f1d-4ac1-b71c-5667a36312a0/0e1637cc-505a-4361-9f60-27543192f1d7/d5ee34f3-5ebb-469f-a017-8d3de539542a) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:09:17.982468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:09:18.132282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.200527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.271176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:09:18.275954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:09:18.285680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:09:18.286216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.348546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee34f3-5ebb-469f-a017-8d3de539542a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:18.445464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9a14ae31-eaaa-4719-90a7-1e24b4577f2e None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:18.446023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a14ae31-eaaa-4719-90a7-1e24b4577f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.478178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9a14ae31-eaaa-4719-90a7-1e24b4577f2e None None] Port d5ee34f3-5ebb-469f-a017-8d3de539542a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:09:18.481183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.739312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.743714 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.744590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:18.822357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee34f3-5ebb-469f-a017-8d3de539542a,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:18.869609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:09:18.870858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:09:19.030750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Router 1d250e8f-6845-40b5-8146-808e335ccbe0 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:09:19.100808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6abc5806-f138-439b-96ac-369b3c257130 None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:19.101171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6abc5806-f138-439b-96ac-369b3c257130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:19.120769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:09:19.127275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9f907438-5902-470b-a822-bb34f8d95ccf admin admin] 10.222.0.31 "PUT /v2.0/routers/1d250e8f-6845-40b5-8146-808e335ccbe0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7281089 Oct 28 21:09:19.130913 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Sync routers for ids ['1d250e8f-6845-40b5-8146-808e335ccbe0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:09:19.143395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Routers {'1d250e8f-6845-40b5-8146-808e335ccbe0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:09:19.144351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6abc5806-f138-439b-96ac-369b3c257130 None None] Port d5ee34f3-5ebb-469f-a017-8d3de539542a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:09:19.144614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:09:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1d250e8f-6845-40b5-8146-808e335ccbe0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:19.337012 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Set router 1d250e8f-6845-40b5-8146-808e335ccbe0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:09:19.769588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:18Z', 'revision_number': 2, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port_host': None, '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:18Z', 'revision_number': 2, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:19.822280 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Checking router: 1d250e8f-6845-40b5-8146-808e335ccbe0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:09:19.822650 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Updating router 1d250e8f-6845-40b5-8146-808e335ccbe0 port d5ee34f3-5ebb-469f-a017-8d3de539542a binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:09:19.873161 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.390630 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.396705 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.564346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Attempting to bind port d5ee34f3-5ebb-469f-a017-8d3de539542a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:09:20.564872 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Attempting to bind port d5ee34f3-5ebb-469f-a017-8d3de539542a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:09:20.565203 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Attempting to bind port d5ee34f3-5ebb-469f-a017-8d3de539542a on network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:09:20.567350 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Pushing event updated for resources: {'Port': ['ID=d5ee34f3-5ebb-469f-a017-8d3de539542a,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:20.572921 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:09:20.573329 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Checking segment: {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:09:20.573771 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.574148 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Bound using segment: {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:09:20.574640 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Bound port: d5ee34f3-5ebb-469f-a017-8d3de539542a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fecf7f-3087-4a99-905d-3a39f5de8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:09:20.575015 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.593063 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.593404 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.593735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.594064 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.594386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.594705 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.595020 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.595333 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.595644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.595955 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.596266 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.596597 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Tracked resource versions report: Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: pushed versions: Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: { 'AddressGroup': {'1.2'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'ConntrackHelper': {'1.0'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Log': {'1.0'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Network': {'1.1'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Port': {'1.7'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'PortForwarding': {'1.2'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'QosPolicy': {'1.10'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SecurityGroup': {'1.4'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SubPort': {'1.0'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Subnet': {'1.1'}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Trunk': {'1.1'}} Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: consumer versions: Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: L3 agent@n-d-806683-16: {}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: Metadata agent@n-d-806683-16: {}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: Metering agent@n-d-806683-16: {}, Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'ConntrackHelper': '1.0', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Log': '1.0', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Network': '1.1', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Port': '1.7', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'PortForwarding': '1.2', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'QosPolicy': '1.10', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SecurityGroup': '1.4', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SecurityGroupRule': '1.2', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'SubPort': '1.0', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Subnet': '1.1', Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: 'Trunk': '1.1'}} Oct 28 21:09:20.597687 n-d-806683-16 neutron-server[102316]: {{(pid=102316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:09:20.652616 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] For port d5ee34f3-5ebb-469f-a017-8d3de539542a, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:09:20.672513 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] For port d5ee34f3-5ebb-469f-a017-8d3de539542a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d5ee34f3-5ebb-469f-a017-8d3de539542a,segment=NetworkSegment(43fecf7f-3087-4a99-905d-3a39f5de8ab5),segment_id=43fecf7f-3087-4a99-905d-3a39f5de8ab5)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:09:20.675394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:20.675885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.677894 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.735533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d418850-459b-4a49-b20e-7c9113206174 None None] Pushing event updated for resources: {'Port': ['ID=d5ee34f3-5ebb-469f-a017-8d3de539542a,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:20.758361 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Routers {'1d250e8f-6845-40b5-8146-808e335ccbe0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:09:20.758983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:09:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1d250e8f-6845-40b5-8146-808e335ccbe0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:20.766633 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.802171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] For port d5ee34f3-5ebb-469f-a017-8d3de539542a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d5ee34f3-5ebb-469f-a017-8d3de539542a,segment=NetworkSegment(43fecf7f-3087-4a99-905d-3a39f5de8ab5),segment_id=43fecf7f-3087-4a99-905d-3a39f5de8ab5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:09:20.808128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:20.868158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] Set router 1d250e8f-6845-40b5-8146-808e335ccbe0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:09:20.884503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507df37-e16c-42ec-8d78-434843b1fde4 None None] Pushing event updated for resources: {'Port': ['ID=d5ee34f3-5ebb-469f-a017-8d3de539542a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:21.032400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d42b5139-2f61-4103-8e39-75f352cdbdbd None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:21.032779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d42b5139-2f61-4103-8e39-75f352cdbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:21.085230 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:18Z', 'revision_number': 2, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port_host': None, '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:20Z', 'revision_number': 4, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:21.110957 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff782903-b2b4-4c85-80ad-4886a89ff9ea None None] The sync data for ids ['1d250e8f-6845-40b5-8146-808e335ccbe0'] in n-d-806683-16 is: [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:18Z', 'revision_number': 2, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port_host': None, '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:20Z', 'revision_number': 4, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:09:21.469484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47002) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:21.580314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3da88c-de84-4bc3-8fb8-a80ef9f8a10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:09:21.581710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bf3da88c-de84-4bc3-8fb8-a80ef9f8a10a admin admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 842 time: 0.1112835 Oct 28 21:09:21.591786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.4.0/24', 'name': 'public-subnet'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:09:21.617333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Made reservation on behalf of 002f3a86edb34eeab2b9ba569a4f1b44 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:09:21.619558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:21.923285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:09:21.923749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:21.987314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc7cbc6-78a8-4521-b094-fc445607b42d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:21.991670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:09:21.992045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Network hostable DHCP agents. Network: 9b48188f-34bd-4e3f-b3a7-e582fd977503, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:09:22.012084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:09:22.024593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 9b48188f-34bd-4e3f-b3a7-e582fd977503) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:09:22.029508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:09:22.030117 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:22.034733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395a857-074e-48bb-9c14-e9b5351b32b2 None None] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:09:22.053068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cb2abd6-828c-43d6-94a1-78c51dda50c7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4572463 Oct 28 21:09:22.173911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f7f77-c1aa-4fb1-8570-f4e5d1671978 None None] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:09:24.445264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47010) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:24.575333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dde7d556-20d1-4374-9051-f6c4a3f0dd66 admin admin] 10.222.0.31 "GET /v2.0/routers/1d250e8f-6845-40b5-8146-808e335ccbe0 HTTP/1.1" status: 200 len: 710 time: 0.1289468 Oct 28 21:09:24.660603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884900e5-805a-4bd0-8216-5f4eddc7e67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:09:24.661863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-884900e5-805a-4bd0-8216-5f4eddc7e67b admin admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 886 time: 0.0800626 Oct 28 21:09:24.671245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:09:25.004988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:25.236071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:25.312524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:25.413589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Allocated IP 172.25.4.179 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/df4c492a-54e7-406c-84ae-5db0887f02b5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:09:25.514629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:25.547212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:25.585391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:09:25.588251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:09:25.595130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:09:25.597752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Pushing event updated for resources: {'Port': ['ID=df4c492a-54e7-406c-84ae-5db0887f02b5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:25.842375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:26.034185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:26.037451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:26.144860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Router 1d250e8f-6845-40b5-8146-808e335ccbe0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:09:26.340110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:09:26.345177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:26.360394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2a773851-e85e-4da9-8a4e-37193629582b admin admin] 10.222.0.31 "PUT /v2.0/routers/1d250e8f-6845-40b5-8146-808e335ccbe0 HTTP/1.1" status: 200 len: 890 time: 1.6783540 Oct 28 21:09:26.814091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d5ee34f3-5ebb-469f-a017-8d3de539542a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:09:26.869512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:26.869880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:28.152246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Sync routers for ids ['1d250e8f-6845-40b5-8146-808e335ccbe0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:09:28.165022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Routers {'1d250e8f-6845-40b5-8146-808e335ccbe0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:09:28.165715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:09:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1d250e8f-6845-40b5-8146-808e335ccbe0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:28.382907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Set router 1d250e8f-6845-40b5-8146-808e335ccbe0 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:09:28.846522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:25Z', 'revision_number': 4, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port': {'id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:25Z', 'updated_at': '2021-10-28T21:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:20Z', 'revision_number': 5, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:28.898247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Checking router: 1d250e8f-6845-40b5-8146-808e335ccbe0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:09:28.898603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Updating router 1d250e8f-6845-40b5-8146-808e335ccbe0 port df4c492a-54e7-406c-84ae-5db0887f02b5 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:09:28.914743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47022) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:09:28.947901 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.026681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8711fc7d-1329-4919-96df-afee687eb958 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1108153 Oct 28 21:09:29.281904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.287787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.339312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a429-3f27-4aa3-8463-e0d9ebaa8118 None None] Pushing event updated for resources: {'Port': ['ID=df4c492a-54e7-406c-84ae-5db0887f02b5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:29.342305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Attempting to bind port df4c492a-54e7-406c-84ae-5db0887f02b5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:09:29.342768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Attempting to bind port df4c492a-54e7-406c-84ae-5db0887f02b5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:09:29.343153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Attempting to bind port df4c492a-54e7-406c-84ae-5db0887f02b5 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:09:29.348605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:09:29.348967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:09:29.349356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.349737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:09:29.350207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Bound port: df4c492a-54e7-406c-84ae-5db0887f02b5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:09:29.350579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.400231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] For port df4c492a-54e7-406c-84ae-5db0887f02b5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:09:29.404033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] For port df4c492a-54e7-406c-84ae-5db0887f02b5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=df4c492a-54e7-406c-84ae-5db0887f02b5,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:09:29.408941 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:29.469075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a429-3f27-4aa3-8463-e0d9ebaa8118 None None] Pushing event updated for resources: {'Port': ['ID=df4c492a-54e7-406c-84ae-5db0887f02b5,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:29.471679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Routers {'1d250e8f-6845-40b5-8146-808e335ccbe0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:09:29.472266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:09:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1d250e8f-6845-40b5-8146-808e335ccbe0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:29.581040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] Set router 1d250e8f-6845-40b5-8146-808e335ccbe0 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:09:29.800531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:25Z', 'revision_number': 4, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port': {'id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:25Z', 'updated_at': '2021-10-28T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:20Z', 'revision_number': 5, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:09:29.828031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f33f65-68ad-4e27-9003-26c3fb5cabdb None None] The sync data for ids ['1d250e8f-6845-40b5-8146-808e335ccbe0'] in n-d-806683-16 is: [{'id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'name': 'router1', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:09:08Z', 'updated_at': '2021-10-28T21:09:25Z', 'revision_number': 4, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'gw_port': {'id': 'df4c492a-54e7-406c-84ae-5db0887f02b5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:25Z', 'updated_at': '2021-10-28T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd5ee34f3-5ebb-469f-a017-8d3de539542a', 'name': '', 'network_id': 'd0bf505f-5f1d-4ac1-b71c-5667a36312a0', 'tenant_id': '5f34b4506dc74181a698c290c13008a0', 'mac_address': 'fa:16:3e:81:a0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d250e8f-6845-40b5-8146-808e335ccbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:09:17Z', 'updated_at': '2021-10-28T21:09:20Z', 'revision_number': 5, 'project_id': '5f34b4506dc74181a698c290c13008a0', 'subnets': [{'id': '0e1637cc-505a-4361-9f60-27543192f1d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3099562-e34a-4a1a-9193-f05090b0b919'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:09:30.786151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device df4c492a-54e7-406c-84ae-5db0887f02b5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:09:30.844656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port df4c492a-54e7-406c-84ae-5db0887f02b5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:30.845021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:30.924192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:30.945551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port df4c492a-54e7-406c-84ae-5db0887f02b5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=df4c492a-54e7-406c-84ae-5db0887f02b5,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:09:30.951340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:31.008081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=df4c492a-54e7-406c-84ae-5db0887f02b5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:09:32.821673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device df4c492a-54e7-406c-84ae-5db0887f02b5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:09:32.881231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port df4c492a-54e7-406c-84ae-5db0887f02b5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:09:32.881947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:40.656415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1765b340-c89a-4734-9282-d5592772237a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:43.272727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a317ff31-068e-46c2-9f95-ed962ab53595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:44.668272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:44.887239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:46.465108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:09:54.981482 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:10:10.653385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-541b5ae3-462a-46a9-93d7-517f74eec17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:13.286970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-47eadd3d-b629-43b5-a227-825fc405e323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:14.670954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:14.889464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:16.453444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:31.979126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:10:40.647925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5de9569-fd74-4b58-8d4f-cc2e0e797a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:43.281788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c394dbe-4f81-4a8d-bc34-46006fefe048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:44.663694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:44.889823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:10:46.455603 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:08.977575 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:11:10.649728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3aa36e7e-45ba-455f-b530-1f7d2946c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:11.870480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:11.935443 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d1351b-7f43-43bf-8d1b-f26c8da2a394 admin admin] GET failed (client error): The resource could not be found. Oct 28 21:11:11.936778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d8d1351b-7f43-43bf-8d1b-f26c8da2a394 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653727 Oct 28 21:11:12.096552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0935fe-f335-4d9f-b93f-8ce67a1bbe02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:12.098018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb0935fe-f335-4d9f-b93f-8ce67a1bbe02 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567209 Oct 28 21:11:13.283078 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2b6e-d523-410c-a401-da8813f8f415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:14.368019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:14.463649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebdc25-24bb-4e99-a634-2f61b787d512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:14.465012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-43ebdc25-24bb-4e99-a634-2f61b787d512 admin admin] 10.222.0.31 "GET /v2.0/subnets/0e1637cc-505a-4361-9f60-27543192f1d7 HTTP/1.1" status: 200 len: 849 time: 0.0960414 Oct 28 21:11:14.475534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:11:14.559942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:14.666706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:14.701025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775646684663'] for subnet, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:14.731312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:14.732148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:14.733874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] 10.222.0.31 "PUT /v2.0/subnets/0e1637cc-505a-4361-9f60-27543192f1d7 HTTP/1.1" status: 200 len: 868 time: 0.2618892 Oct 28 21:11:14.735168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01038eb0-7d14-49aa-8e8c-31f7a2b3c1b3 None None] Network d0bf505f-5f1d-4ac1-b71c-5667a36312a0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:11:14.757570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1637cc-505a-4361-9f60-27543192f1d7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:11:14.765495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.765854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.766184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.766513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.766837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.767163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.767488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.767955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.768285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.768641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.768976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.769291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eab4a6b-b559-4bd7-9c4d-de2631319654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:11:14.899465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:15.116397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8b8fab66-b388-41ba-abc7-247da29f9649 None None] Provisioning complete for port d5ee34f3-5ebb-469f-a017-8d3de539542a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:11:15.116750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8b8fab66-b388-41ba-abc7-247da29f9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:15.202299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8b8fab66-b388-41ba-abc7-247da29f9649 None None] Provisioning complete for port 36f511fc-d88c-4677-b51b-c2fe76b4ec4b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:11:15.202659 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8b8fab66-b388-41ba-abc7-247da29f9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:16.458176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:17.114404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:17.319518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bda5fc-e255-4390-8934-0f42ffbb31de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:17.319889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bda5fc-e255-4390-8934-0f42ffbb31de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:17.321734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-63bda5fc-e255-4390-8934-0f42ffbb31de admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063708 Oct 28 21:11:19.627867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:19.760928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea416286-3472-4de0-9ebd-faf794caa066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:19.761389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea416286-3472-4de0-9ebd-faf794caa066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:19.762919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea416286-3472-4de0-9ebd-faf794caa066 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340835 Oct 28 21:11:22.058602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:22.185638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b8e82-64b7-4695-86e5-4d8773b5dcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:22.187039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df5b8e82-64b7-4695-86e5-4d8773b5dcc3 admin admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 886 time: 0.1274908 Oct 28 21:11:24.484214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47664) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:24.613619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7723ab-876e-4e83-af3a-3391d96dd2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:24.614957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3f7723ab-876e-4e83-af3a-3391d96dd2a1 admin admin] 10.222.0.31 "GET /v2.0/networks/d0bf505f-5f1d-4ac1-b71c-5667a36312a0 HTTP/1.1" status: 200 len: 869 time: 0.1297615 Oct 28 21:11:26.865659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47672) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:26.992840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e4b62-c675-4b0b-ae50-22aff82eccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:26.993284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e4b62-c675-4b0b-ae50-22aff82eccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:26.995837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c86e4b62-c675-4b0b-ae50-22aff82eccaa admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292415 Oct 28 21:11:29.264223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:29.355400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672039f-c894-46ff-9f41-e367bd0d8cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:29.355843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672039f-c894-46ff-9f41-e367bd0d8cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:29.357361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a672039f-c894-46ff-9f41-e367bd0d8cda admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921824 Oct 28 21:11:31.634062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:31.729286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee075cc-8a63-44dd-9d44-fe97de87fb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:31.730634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9ee075cc-8a63-44dd-9d44-fe97de87fb42 admin admin] 10.222.0.31 "GET /v2.0/subnets/0e1637cc-505a-4361-9f60-27543192f1d7 HTTP/1.1" status: 200 len: 868 time: 0.0946512 Oct 28 21:11:34.012976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47696) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:34.099172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef9079-f6aa-40e4-82f7-19150da7a8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:11:34.100544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c8ef9079-f6aa-40e4-82f7-19150da7a8b1 admin admin] 10.222.0.31 "GET /v2.0/subnets/7fc7cbc6-78a8-4521-b094-fc445607b42d HTTP/1.1" status: 200 len: 816 time: 0.0865669 Oct 28 21:11:40.651377 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00867cf6-4aaa-4951-a100-9fa4faa8179a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:43.284805 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-24ae1419-4266-4dba-b447-6d50b98c7771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:44.669575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:44.896212 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:45.975527 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:11:46.461487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:11:58.711308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47750) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:11:58.758720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-8da7a83f-fd06-4ca9-8a95-bf6471300cef admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:11:58.759849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8da7a83f-fd06-4ca9-8a95-bf6471300cef admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474925 Oct 28 21:12:01.112034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47758) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:12:01.172321 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e929c92a-9efa-41a0-98a7-f698b6783e63 admin admin] GET failed (client error): The resource could not be found. Oct 28 21:12:01.173640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e929c92a-9efa-41a0-98a7-f698b6783e63 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606327 Oct 28 21:12:01.316050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d8881-8e28-4671-b51a-2cf546b216a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:12:01.317510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-461d8881-8e28-4671-b51a-2cf546b216a7 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1393011 Oct 28 21:12:03.610677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47766) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:12:03.657535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:12:03.678048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Made reservation on behalf of 002f3a86edb34eeab2b9ba569a4f1b44 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:12:03.680911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:03.712482 n-d-806683-16 neutron-server[102314]: WARNING neutron.services.revisions.revision_plugin [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Could not find related network for resource to bump revision. Oct 28 21:12:03.726235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:12:03.736791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:03.737135 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Added segment f71a79a3-5368-418a-926b-4172274dd969 of type vlan for network 82a99a07-e4d9-4d4c-8b48-28594a4d84db Oct 28 21:12:03.775474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:03.798934 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:03.799886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:12:03.800559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:03.851917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2401197 Oct 28 21:12:03.863298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf017ff5-c5a8-4159-954a-cbda16d49e66 admin admin] Pushing event updated for resources: {'Network': ['ID=82a99a07-e4d9-4d4c-8b48-28594a4d84db,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:12:03.873833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:12:06.174072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:12:06.235939 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c2787d-b6f5-42ee-9da1-6df361799429 admin admin] GET failed (client error): The resource could not be found. Oct 28 21:12:06.237309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60c2787d-b6f5-42ee-9da1-6df361799429 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622795 Oct 28 21:12:06.310033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17947ce-64cf-4f24-a4de-18d4464a2479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:12:06.311477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d17947ce-64cf-4f24-a4de-18d4464a2479 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694973 Oct 28 21:12:06.323299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Request body: {'subnet': {'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:12:06.343578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Made reservation on behalf of 002f3a86edb34eeab2b9ba569a4f1b44 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:12:06.345767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:06.608494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:06.657220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:12:06.675603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:12:06.675965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Network hostable DHCP agents. Network: 82a99a07-e4d9-4d4c-8b48-28594a4d84db, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:12:06.694124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:12:06.703827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 82a99a07-e4d9-4d4c-8b48-28594a4d84db) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:12:06.707861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:12:06.708537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:06.713399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477ace0-86fb-49e9-a50b-08e595e455b1 None None] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:12:06.725525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e1f6f2ab-6a32-4f53-a098-ef86acd14531 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4070318 Oct 28 21:12:06.963414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'tenant_id': '002f3a86edb34eeab2b9ba569a4f1b44', 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:12:06.964297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.098590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Allocated IP 192.168.233.2 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/aaa62f04-17a7-43f0-8f5e-e140e8dba743) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:12:07.255773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.262301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.309855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:12:07.313684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:12:07.316135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:12:07.318263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Pushing event updated for resources: {'Port': ['ID=aaa62f04-17a7-43f0-8f5e-e140e8dba743,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:12:07.329482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.329824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.330163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.330493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.330819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.331144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.331457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.331795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.332115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.332454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.332769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.333077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:12:07.384463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Attempting to bind port aaa62f04-17a7-43f0-8f5e-e140e8dba743 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:12:07.384833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Attempting to bind port aaa62f04-17a7-43f0-8f5e-e140e8dba743 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:12:07.385191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Attempting to bind port aaa62f04-17a7-43f0-8f5e-e140e8dba743 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:12:07.390636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:12:07.390985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:12:07.391371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.391862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:12:07.392320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Bound port: aaa62f04-17a7-43f0-8f5e-e140e8dba743, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:12:07.392726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.454537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] For port aaa62f04-17a7-43f0-8f5e-e140e8dba743, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:12:07.458390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] For port aaa62f04-17a7-43f0-8f5e-e140e8dba743, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aaa62f04-17a7-43f0-8f5e-e140e8dba743,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:12:07.464943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:07.523313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094e2b-3ae6-4ea5-97ff-ebe890aba8eb None None] Pushing event updated for resources: {'Port': ['ID=aaa62f04-17a7-43f0-8f5e-e140e8dba743,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:12:08.342899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8285c-275f-438a-bf91-994cfe4286f2 None None] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:12:08.424095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] Provisioning complete for port aaa62f04-17a7-43f0-8f5e-e140e8dba743 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:12:08.424481 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:08.560568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:08.597647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] For port aaa62f04-17a7-43f0-8f5e-e140e8dba743, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aaa62f04-17a7-43f0-8f5e-e140e8dba743,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:12:08.605282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:08.661476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a370984-d7e9-4967-b4d8-9df292893026 None None] Pushing event updated for resources: {'Port': ['ID=aaa62f04-17a7-43f0-8f5e-e140e8dba743,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:12:08.829984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3c5e5a39-b639-4e79-9f72-cc5536cd0e49 None None] Provisioning complete for port aaa62f04-17a7-43f0-8f5e-e140e8dba743 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:12:08.830349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a39-b639-4e79-9f72-cc5536cd0e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:08.901061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device aaa62f04-17a7-43f0-8f5e-e140e8dba743 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:12:08.962354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port aaa62f04-17a7-43f0-8f5e-e140e8dba743 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:12:08.963004 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:10.656194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100df7b4-0394-48c6-9c4a-f59d32585f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:13.285229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b989fb73-51c7-4b9e-b954-56d309551e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:14.671578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:14.898191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:16.464751 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:22.973417 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:12:40.658841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c97f15a7-0391-4573-9dd2-670506afb57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:43.287545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59952a8c-21d2-451a-a541-953996304040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:44.674292 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:44.901594 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:46.467266 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:12:59.972187 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:13:10.661050 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-afec486d-4885-4117-9a72-ef229c982744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:13.289702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b97bd397-5db7-4db7-a3e0-b02887e825ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:14.677361 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:14.906956 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:16.471127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:21.610555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47818) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:13:21.617468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-ede4af45-4b0f-48de-8ae8-c3b02c73f1d0 tempest-verify_tempest_config-1811186049 tempest-verify_tempest_config-1811186049-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:13:21.618397 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ede4af45-4b0f-48de-8ae8-c3b02c73f1d0 tempest-verify_tempest_config-1811186049 tempest-verify_tempest_config-1811186049-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0065169 Oct 28 21:13:21.912008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:13:22.014911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.091301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.094900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.138241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b752ba8a-a8a4-4199-ac70-0efc1e59d6b9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:13:22.142711 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06b47234be774967890595dd74d64404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2295985 Oct 28 21:13:22.145556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47840) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:13:22.147651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.147842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.148171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.148526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.148859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.149185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.149508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.149829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.150150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.150470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.150790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.151107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418dd26f-24ad-473d-8b3b-c0b3660e0ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.202699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.224045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.313244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.315794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:22.317139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b752ba8a-a8a4-4199-ac70-0efc1e59d6b9 HTTP/1.1" status: 204 len: 168 time: 0.1705477 Oct 28 21:13:22.325170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752ba8a-a8a4-4199-ac70-0efc1e59d6b9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:13:22.331597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.331942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.332266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.332619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.332945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.333265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.333581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.333933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.334248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.334669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.334859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:22.335175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8b6cd-bd47-4ea5-8d2f-9e7df0cfeb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:13:36.970529 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:13:40.662068 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-63596d75-7503-4aed-a968-2b3b96eede1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:43.290933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc94be09-40ca-45a5-bf95-bb4a3718caf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:44.679995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:44.908567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:13:46.474538 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:10.663592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-076ceb39-8be4-4902-8abe-de407639e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:13.291873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cf1776c8-bc1a-47b8-b3b3-ec7423c76917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:13.969356 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:14:14.683196 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:14.911355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:16.477431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:40.665418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-70576cdc-a73f-4c0b-a145-f2ec6792b7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:43.291687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9073e716-5b3e-4295-94a8-f7b434fdfd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:44.687298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:44.912636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:46.479950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:14:50.968485 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:15:10.666404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9105316d-c26d-4abe-af95-7c9d707bc323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:13.291564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f7298e1-2cb4-4d9c-9429-35ec197e0266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:14.688632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:14.916447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:16.482868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:27.967123 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:15:40.671034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e6db39-feca-4ad1-b251-19b87be64252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:43.293165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92c47933-1eab-46e8-8eb2-3e9b11b6f594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:44.689364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:44.919755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:15:46.485168 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:04.965327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 5 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:16:10.671828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a8e878f4-225b-46f0-80f9-43ad99723ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:11.673637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:11.875944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555662'] for agent, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:13.293005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3790d675-20da-4fc4-8a98-68b6983d3276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:14.691895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:14.922520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:16.487804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:40.672501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ce44cd8-5b14-4807-9500-8112b114227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:41.623389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:41.834457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:41.965097 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:16:43.293735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77651a19-008d-43ef-a124-00838b25344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:44.696794 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:44.924942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:46.490690 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:16:57.225656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:16:57.330536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e6ba17e9-793c-4cc8-9148-8b8696fd911b admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1037967 Oct 28 21:16:59.632212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47904) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:16:59.686755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e566a97-cd73-4fb8-a67c-63d180e82cb3 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0534387 Oct 28 21:17:10.673322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c982c6d3-cb3f-40d1-93da-7b8c511469f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:11.626875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:11.853352 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:13.294564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0659b41c-ff43-47f4-8f30-6aed07434682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:14.697536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:14.927991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:16.493837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:18.964445 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:17:40.675169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4fea5b1d-91d8-4092-8d73-5d2f23889ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:41.626238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:41.861169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:43.301049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ccfd9425-cbf0-4aab-95fd-df6c19db06d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:44.705332 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:44.935960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:46.502025 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:17:55.963486 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:18:10.679396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0e9095a-1549-40c3-8535-820939e7eb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:11.622889 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:11.853579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:13.294957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da689542-98a5-42c0-bc8e-ef89e7b9c46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:14.698802 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:14.935601 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:16.501948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.175940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48126) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:22.562920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-network', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:22.586852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Made reservation on behalf of d11785fe631c4bb6b6bf04760c838866 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:22.589275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.598596 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.681347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.686458 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.717134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:18:22.720129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be5e44-075e-43c2-8daf-5ec1ebc665d9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:22.734182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.734504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.735060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.735455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.735735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.736048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.736385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.736716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.737037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.737350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.737663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.737958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Tracked resource versions report: Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: pushed versions: Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: { 'AddressGroup': {'1.2'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'ConntrackHelper': {'1.0'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Log': {'1.0'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Network': {'1.1'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Port': {'1.7'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'PortForwarding': {'1.2'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'QosPolicy': {'1.10'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SecurityGroup': {'1.4'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SubPort': {'1.0'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Subnet': {'1.1'}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Trunk': {'1.1'}} Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: consumer versions: Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: HyperV agent@n-h1-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: HyperV agent@n-h2-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: L3 agent@n-d-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: Metadata agent@n-d-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: Metering agent@n-d-806683-16: {}, Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'ConntrackHelper': '1.0', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Log': '1.0', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Network': '1.1', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Port': '1.7', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'PortForwarding': '1.2', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'QosPolicy': '1.10', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SecurityGroup': '1.4', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SecurityGroupRule': '1.2', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'SubPort': '1.0', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Subnet': '1.1', Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: 'Trunk': '1.1'}} Oct 28 21:18:22.739047 n-d-806683-16 neutron-server[102314]: {{(pid=102314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:18:22.745019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.745362 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Added segment b0635286-694d-4b99-9d78-8fce79944fc5 of type vlan for network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa Oct 28 21:18:22.789785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.819188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.820172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:22.821197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:22.881620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7045040 Oct 28 21:18:22.885037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48158) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:22.890145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadef5e-35d9-465b-baf7-f5d511c7906a admin admin] Pushing event updated for resources: {'Network': ['ID=5cb40aa9-3085-4aa8-be10-cbffb3e454fa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:22.895076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Request body: {'subnet': {'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-subnet', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:22.902065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:18:22.921948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Made reservation on behalf of d11785fe631c4bb6b6bf04760c838866 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:22.924304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.126138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.178981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9707511e-5cc6-4e6b-8745-126fc4bfd7e9,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:23.195280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.195628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.195952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.196278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.196747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.196950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.197260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.197573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.197884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.198196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.198507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.198816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Tracked resource versions report: Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: pushed versions: Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: { 'AddressGroup': {'1.2'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'ConntrackHelper': {'1.0'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Log': {'1.0'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Network': {'1.1'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Port': {'1.7'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'PortForwarding': {'1.2'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'QosPolicy': {'1.10'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SecurityGroup': {'1.4'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SubPort': {'1.0'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Subnet': {'1.1'}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Trunk': {'1.1'}} Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: consumer versions: Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: HyperV agent@n-h1-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: HyperV agent@n-h2-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: L3 agent@n-d-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: Metadata agent@n-d-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: Metering agent@n-d-806683-16: {}, Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'ConntrackHelper': '1.0', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Log': '1.0', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Network': '1.1', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Port': '1.7', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'PortForwarding': '1.2', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'QosPolicy': '1.10', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SecurityGroup': '1.4', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SecurityGroupRule': '1.2', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'SubPort': '1.0', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Subnet': '1.1', Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: 'Trunk': '1.1'}} Oct 28 21:18:23.200155 n-d-806683-16 neutron-server[102313]: {{(pid=102313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:18:23.210907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Checking segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:23.211246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Network hostable DHCP agents. Network: 5cb40aa9-3085-4aa8-be10-cbffb3e454fa, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:18:23.229391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:18:23.240024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5cb40aa9-3085-4aa8-be10-cbffb3e454fa) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:23.244757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:23.245408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.256185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb2d4a-3d41-42f2-adfa-14602166d036 None None] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:18:23.276577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48180) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:23.277176 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5df04285-fc88-4d5e-b8c0-c4530c27d340 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3897884 Oct 28 21:18:23.284232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:23.344510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.345603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.410370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:18:23.412147 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.423950 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.559244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Allocated IP 172.20.0.2 (5cb40aa9-3085-4aa8-be10-cbffb3e454fa/9707511e-5cc6-4e6b-8745-126fc4bfd7e9/e2053417-5a9d-42c1-8990-bbf33856e97c) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:23.582646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.712655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.720140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.774065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Pushing event updated for resources: {'Port': ['ID=e2053417-5a9d-42c1-8990-bbf33856e97c,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:23.786011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.786353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.786867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.787367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.787932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.788508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.789016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.789502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.790161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.790645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.791513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.792119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Tracked resource versions report: Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: pushed versions: Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: { 'AddressGroup': {'1.2'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'ConntrackHelper': {'1.0'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Log': {'1.0'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Network': {'1.1'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Port': {'1.7'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'PortForwarding': {'1.2'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'QosPolicy': {'1.10'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SecurityGroup': {'1.4'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SubPort': {'1.0'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Subnet': {'1.1'}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Trunk': {'1.1'}} Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: consumer versions: Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: HyperV agent@n-h1-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: HyperV agent@n-h2-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: L3 agent@n-d-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: Metadata agent@n-d-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: Metering agent@n-d-806683-16: {}, Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'ConntrackHelper': '1.0', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Log': '1.0', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Network': '1.1', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Port': '1.7', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'PortForwarding': '1.2', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'QosPolicy': '1.10', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SecurityGroup': '1.4', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SecurityGroupRule': '1.2', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'SubPort': '1.0', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Subnet': '1.1', Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: 'Trunk': '1.1'}} Oct 28 21:18:23.793423 n-d-806683-16 neutron-server[102315]: {{(pid=102315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:18:23.810618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:23.813435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:23.816357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:23.839882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.864443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.880229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Attempting to bind port e2053417-5a9d-42c1-8990-bbf33856e97c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:23.880874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Attempting to bind port e2053417-5a9d-42c1-8990-bbf33856e97c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:23.881434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Attempting to bind port e2053417-5a9d-42c1-8990-bbf33856e97c on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:23.886916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:23.887547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Checking segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:23.888119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.888744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Bound using segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:23.889905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Bound port: e2053417-5a9d-42c1-8990-bbf33856e97c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:23.890477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.965588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] For port e2053417-5a9d-42c1-8990-bbf33856e97c, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:23.969195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] For port e2053417-5a9d-42c1-8990-bbf33856e97c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2053417-5a9d-42c1-8990-bbf33856e97c,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:23.976668 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:23.989467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Allocated IP 172.25.4.60 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e3e5e6c0-9eb8-41bd-8e40-38424fef21c9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:24.041931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2d2ce-93c6-4681-9287-91b6c7900851 None None] Pushing event updated for resources: {'Port': ['ID=e2053417-5a9d-42c1-8990-bbf33856e97c,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:24.133387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:24.173842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:24.219786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:24.224264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:24.227884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:24.261902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Pushing event updated for resources: {'Port': ['ID=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:24.496394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:24.954730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.182320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Router c5306330-1b85-450f-9e24-89d52911a3a7 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:18:25.188004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2053417-5a9d-42c1-8990-bbf33856e97c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:25.260213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e2053417-5a9d-42c1-8990-bbf33856e97c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:25.260618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.355490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:18:25.371434 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:18:25.394506 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:25.396766 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:25.401752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.408908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a4258446-076d-458d-8a09-9469e67e789f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.1298101 Oct 28 21:18:25.411995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48262) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:25.423023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.472515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e2053417-5a9d-42c1-8990-bbf33856e97c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2053417-5a9d-42c1-8990-bbf33856e97c,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:25.486072 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.547214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b5e87-1e9e-4ab7-9898-dfa19a13bbc9 None None] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:18:25.622783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e2053417-5a9d-42c1-8990-bbf33856e97c,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:25.684965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:25.726344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ede821e5-14c6-49cc-af6b-ca6c89441915 None None] Provisioning complete for port e2053417-5a9d-42c1-8990-bbf33856e97c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:25.727055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ede821e5-14c6-49cc-af6b-ca6c89441915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:25.958008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48290) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:25.958577 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:24Z', 'revision_number': 3, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:26.021085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:18:26.024699 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Updating router c5306330-1b85-450f-9e24-89d52911a3a7 port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:18:26.066550 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.135382 n-d-806683-16 neutron-server[102314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 21:18:26.306244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fd039-b718-4d59-bd5e-29fe74500ab7 req-3d03ac28-8429-4008-a7eb-f7944c24df65 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.306715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fd039-b718-4d59-bd5e-29fe74500ab7 req-3d03ac28-8429-4008-a7eb-f7944c24df65 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.311467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fd039-b718-4d59-bd5e-29fe74500ab7 req-3d03ac28-8429-4008-a7eb-f7944c24df65 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.311956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fd039-b718-4d59-bd5e-29fe74500ab7 req-3d03ac28-8429-4008-a7eb-f7944c24df65 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.315154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-772fd039-b718-4d59-bd5e-29fe74500ab7 req-3d03ac28-8429-4008-a7eb-f7944c24df65 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.3552315 Oct 28 21:18:26.318295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-57373426-a505-4efc-acc2-4bde4dca796f None None] Provisioning complete for port e2053417-5a9d-42c1-8990-bbf33856e97c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:26.320499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-57373426-a505-4efc-acc2-4bde4dca796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.335225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.585169 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.595657 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.613312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb6f2c-e24e-42e4-989d-8a5b3e109d83 req-aab054a4-8c9f-486b-a318-16e58a022178 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.615544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36bb6f2c-e24e-42e4-989d-8a5b3e109d83 req-aab054a4-8c9f-486b-a318-16e58a022178 tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 886 time: 0.1821246 Oct 28 21:18:26.622156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48324) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:26.736653 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Attempting to bind port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:26.738104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Attempting to bind port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:26.739784 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Attempting to bind port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:26.743158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Pushing event updated for resources: {'Port': ['ID=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:26.747985 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:26.748299 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:26.753073 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.754026 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:26.754844 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Bound port: e3e5e6c0-9eb8-41bd-8e40-38424fef21c9, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:26.755643 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.779165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Allocated IP 172.20.0.1 (5cb40aa9-3085-4aa8-be10-cbffb3e454fa/9707511e-5cc6-4e6b-8745-126fc4bfd7e9/7df7a115-6625-42e8-9996-c5abb1b7b778) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:26.816300 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4c096a2-8cc6-4d04-89e3-16a4ca55f5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.831719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.832064 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.832689 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.833034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.833370 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.833702 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.834034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.834364 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.834689 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.835011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.835439 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.835769 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Tracked resource versions report: Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: pushed versions: Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: { 'AddressGroup': {'1.2'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'ConntrackHelper': {'1.0'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Log': {'1.0'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Network': {'1.1'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Port': {'1.7'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'PortForwarding': {'1.2'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'QosPolicy': {'1.10'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SecurityGroup': {'1.4'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SecurityGroupRule': {'1.2'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SubPort': {'1.0'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Subnet': {'1.1'}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Trunk': {'1.1'}} Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: consumer versions: Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: { DHCP agent@n-d-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: HyperV agent@n-h1-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: HyperV agent@n-h2-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: L3 agent@n-d-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: Metadata agent@n-d-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: Metering agent@n-d-806683-16: {}, Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: Open vSwitch agent@n-d-806683-16: { 'AddressGroup': '1.2', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'ConntrackHelper': '1.0', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Log': '1.0', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Network': '1.1', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Port': '1.7', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'PortForwarding': '1.2', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'QosPolicy': '1.10', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SecurityGroup': '1.4', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SecurityGroupRule': '1.2', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'SubPort': '1.0', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Subnet': '1.1', Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: 'Trunk': '1.1'}} Oct 28 21:18:26.837023 n-d-806683-16 neutron-server[102316]: {{(pid=102316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 21:18:26.876538 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] For port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:26.880228 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] For port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:26.889944 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:26.965142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd443c7-fb45-4d3c-a616-361a8dee09a1 req-d2a130d0-2d5c-43d3-8ebc-e4386c642acc tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.965733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd443c7-fb45-4d3c-a616-361a8dee09a1 req-d2a130d0-2d5c-43d3-8ebc-e4386c642acc tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.966077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd443c7-fb45-4d3c-a616-361a8dee09a1 req-d2a130d0-2d5c-43d3-8ebc-e4386c642acc tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.966664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd443c7-fb45-4d3c-a616-361a8dee09a1 req-d2a130d0-2d5c-43d3-8ebc-e4386c642acc tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:26.968873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cd443c7-fb45-4d3c-a616-361a8dee09a1 req-d2a130d0-2d5c-43d3-8ebc-e4386c642acc tempest-NetworksTest-2097504705 tempest-NetworksTest-2097504705-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.1654189 Oct 28 21:18:26.969853 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace96ae-ea80-4c6f-9462-e61e083f4f8b None None] Pushing event updated for resources: {'Port': ['ID=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:27.002060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:27.002521 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:27.025744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.066415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4c096a2-8cc6-4d04-89e3-16a4ca55f5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.089438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4c096a2-8cc6-4d04-89e3-16a4ca55f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.143526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2053417-5a9d-42c1-8990-bbf33856e97c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:27.156814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.176026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c096a2-8cc6-4d04-89e3-16a4ca55f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5cd039-ffc6-420a-90b1-0abe8b4112b0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:27.183990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b4c096a2-8cc6-4d04-89e3-16a4ca55f5d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5e778922573436e92616a3f2489e755&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5602050 Oct 28 21:18:27.186896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48356) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:27.247367 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:27.295642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e2053417-5a9d-42c1-8990-bbf33856e97c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:27.296194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.334557 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.386330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:27.395060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.397128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:27.399813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:27.400564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.499123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Pushing event updated for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:27.508882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:27.570400 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.578420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.588098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f5cd039-ffc6-420a-90b1-0abe8b4112b0 HTTP/1.1" status: 204 len: 168 time: 0.3995965 Oct 28 21:18:27.601371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4cbbd-0671-4849-b73c-63b0f7621c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5cd039-ffc6-420a-90b1-0abe8b4112b0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:27.753481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:24Z', 'revision_number': 3, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:27.803332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e2df029-23a7-47f8-8e73-6ac177ddd426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.826671 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7db8e-4b0c-4075-b8a9-428b9cb2b00b None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:24Z', 'revision_number': 3, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:18:27.873435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-15b14c73-d002-42f9-b94c-2446a91220b0 None None] Provisioning complete for port 7df7a115-6625-42e8-9996-c5abb1b7b778 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:27.874154 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-15b14c73-d002-42f9-b94c-2446a91220b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:27.878241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.053537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-15b14c73-d002-42f9-b94c-2446a91220b0 None None] Port 7df7a115-6625-42e8-9996-c5abb1b7b778 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:28.099850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e2df029-23a7-47f8-8e73-6ac177ddd426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.113878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e2df029-23a7-47f8-8e73-6ac177ddd426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.182396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e2df029-23a7-47f8-8e73-6ac177ddd426 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f2fc0fdabeb46729d8e1d655fde4d47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6718194 Oct 28 21:18:28.185997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:28.194875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2df029-23a7-47f8-8e73-6ac177ddd426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ebe49-783d-48a7-bad7-700b81fa91c9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:28.266576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:28.267740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.283374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2457c498-3f2c-4e68-8f0e-1bcd1e7a3635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.283569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.284240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.375600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2457c498-3f2c-4e68-8f0e-1bcd1e7a3635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.390093 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2457c498-3f2c-4e68-8f0e-1bcd1e7a3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.437780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457c498-3f2c-4e68-8f0e-1bcd1e7a3635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb01f9e-eb1c-4bb0-9c92-fd7930e55a2c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:28.442525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:28.444327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:28.461842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2457c498-3f2c-4e68-8f0e-1bcd1e7a3635 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9b0ce7277f14705a17a3788f05795e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1941509 Oct 28 21:18:28.462538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:28.538816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.564014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.606868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.704017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.704475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.707326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:28.712881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cb01f9e-eb1c-4bb0-9c92-fd7930e55a2c HTTP/1.1" status: 204 len: 168 time: 0.2455218 Oct 28 21:18:28.731761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Pushing event updated for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:28.753025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3d072-e330-479a-9a4a-dc5960b111cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb01f9e-eb1c-4bb0-9c92-fd7930e55a2c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:28.793070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:18:28.821777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:29.010781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-51c26762-f87c-48cc-b848-88e4fd466f0a None None] Provisioning complete for port 7df7a115-6625-42e8-9996-c5abb1b7b778 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:29.011331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51c26762-f87c-48cc-b848-88e4fd466f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.113183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b6654a32-9386-4064-9ba0-9e2fe55bfc30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.166960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-51c26762-f87c-48cc-b848-88e4fd466f0a None None] Port 7df7a115-6625-42e8-9996-c5abb1b7b778 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:29.188934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:29.290292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.293201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.298290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b33ebe49-783d-48a7-bad7-700b81fa91c9 HTTP/1.1" status: 204 len: 168 time: 1.1087236 Oct 28 21:18:29.319183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465edf-e0a0-4d07-96e5-8820f931d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ebe49-783d-48a7-bad7-700b81fa91c9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:29.365752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:29.366349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.394117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:18:29.399457 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-52eee68b-db04-4703-9b54-158ea29e80fb admin admin] 10.222.0.31 "PUT /v2.0/routers/c5306330-1b85-450f-9e24-89d52911a3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9856577 Oct 28 21:18:29.431008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b6654a32-9386-4064-9ba0-9e2fe55bfc30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.439745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b6654a32-9386-4064-9ba0-9e2fe55bfc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.519452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:29.520417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b6654a32-9386-4064-9ba0-9e2fe55bfc30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e65a75412f54138b21b3b80cb0548dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6975160 Oct 28 21:18:29.540820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6654a32-9386-4064-9ba0-9e2fe55bfc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595f127-db62-4609-b98b-d5bd139262a7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:29.552841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.600594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.619791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:29.626886 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.634826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.695332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:29.707132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.711622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:29.713047 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f595f127-db62-4609-b98b-d5bd139262a7 HTTP/1.1" status: 204 len: 168 time: 0.1924880 Oct 28 21:18:29.726248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64a24-390f-4a93-83b7-d28f15ed857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595f127-db62-4609-b98b-d5bd139262a7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:29.995667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:30.021734 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c89f0f4-b93a-4815-8252-0269039bf7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.067252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-338e45de-937b-496a-a0f1-5c32e2ccf5c6 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c30f943bb1384fe98d6209d789f99d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636590 Oct 28 21:18:30.182150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c89f0f4-b93a-4815-8252-0269039bf7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.198183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c89f0f4-b93a-4815-8252-0269039bf7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.245118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89f0f4-b93a-4815-8252-0269039bf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a1f02-d1bb-4772-8c82-a5e50e4c8bde,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:30.256864 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c89f0f4-b93a-4815-8252-0269039bf7e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=906f77de8d9f4b71b5294d48e052af5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2597592 Oct 28 21:18:30.257559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48590) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:30.345480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.383015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.411741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-ed29d109-d6f7-4519-981f-281cb5fc10de tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:30.418391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-ed29d109-d6f7-4519-981f-281cb5fc10de tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3500953 Oct 28 21:18:30.448066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-344dd8be-cfdf-4189-a47b-3d3155b80d55 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/quotas/c30f943bb1384fe98d6209d789f99d19 HTTP/1.1" status: 200 len: 375 time: 0.0219815 Oct 28 21:18:30.468978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.468978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.468978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c3a1f02-d1bb-4772-8c82-a5e50e4c8bde HTTP/1.1" status: 204 len: 168 time: 0.2064972 Oct 28 21:18:30.490274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f9310-ea24-4172-889d-cd125f31bf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a1f02-d1bb-4772-8c82-a5e50e4c8bde,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:30.515161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:30.527024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:18:30.532630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bb5b8-62ab-4826-a546-7533b8eb1581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.533365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-e73855ed-c76c-4520-a9af-af3e62fcae90 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c30f943bb1384fe98d6209d789f99d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840502 Oct 28 21:18:30.606037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:30.606755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:30.663091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bb5b8-62ab-4826-a546-7533b8eb1581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.673041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bb5b8-62ab-4826-a546-7533b8eb1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.745394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bb5b8-62ab-4826-a546-7533b8eb1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7751bc82-3aff-4e32-8b56-3ae9278d30a1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:30.772540 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-396bb5b8-62ab-4826-a546-7533b8eb1581 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f659ed913a1410ca0ac15c859e5e3a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2561965 Oct 28 21:18:30.775033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:30.839334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:30.853775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.895653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.954864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.957936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:30.959125 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7751bc82-3aff-4e32-8b56-3ae9278d30a1 HTTP/1.1" status: 204 len: 168 time: 0.1830227 Oct 28 21:18:30.969130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc818a6-3f43-49ba-bc1b-e7996c9c9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7751bc82-3aff-4e32-8b56-3ae9278d30a1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:31.114271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:31.216831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:31.217855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.303941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:28Z', 'revision_number': 2, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:31.338705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:18:31.339060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Updating router c5306330-1b85-450f-9e24-89d52911a3a7 port 7df7a115-6625-42e8-9996-c5abb1b7b778 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:18:31.351496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:31.371952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.493732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48668) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:31.668913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:31.674817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-network', 'tenant_id': '332130351a0642b89f50537a7f6a547b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:31.700566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Made reservation on behalf of 332130351a0642b89f50537a7f6a547b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:31.705839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.712963 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.719681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.726826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.813501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ab55-5187-4d19-9570-1498ac23cbc2 None None] Pushing event updated for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:31.839140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.847933 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.875832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:18:31.901119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Attempting to bind port 7df7a115-6625-42e8-9996-c5abb1b7b778 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:31.901372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.901780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Attempting to bind port 7df7a115-6625-42e8-9996-c5abb1b7b778 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:31.901936 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Added segment 5e1d98b2-d657-4880-a299-81e2b05c5600 of type vlan for network c732eaa8-8d61-4901-9924-7f03ba112889 Oct 28 21:18:31.902133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Attempting to bind port 7df7a115-6625-42e8-9996-c5abb1b7b778 on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:31.910745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:31.911298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Checking segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:31.911841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:31.912462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Bound using segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:31.913115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Bound port: 7df7a115-6625-42e8-9996-c5abb1b7b778, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:31.913686 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.041499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] For port 7df7a115-6625-42e8-9996-c5abb1b7b778, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:32.049950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] For port 7df7a115-6625-42e8-9996-c5abb1b7b778, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7df7a115-6625-42e8-9996-c5abb1b7b778,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:32.059585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f5f63-7739-49c2-a881-93b157d95f8c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:32.061448 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.066724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.069295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad48a4d9-b128-442c-9bfc-15c48d0dab52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.105100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.106936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:32.108802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.145633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4754395 Oct 28 21:18:32.157944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6ae338-130b-4773-8b51-139fee6dcfc1 req-18ab4d25-99ab-46d5-9ebe-9dc51f072c87 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 210 time: 0.6612058 Oct 28 21:18:32.160925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:32.183510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Request body: {'subnet': {'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-subnet', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:32.221009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Made reservation on behalf of 332130351a0642b89f50537a7f6a547b for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:32.223978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:32.224824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:32.224977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.282046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8f85c-3a85-4be9-a4d8-89249d0f249f admin admin] Pushing event updated for resources: {'Network': ['ID=c732eaa8-8d61-4901-9924-7f03ba112889,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:32.399946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c732eaa8-8d61-4901-9924-7f03ba112889 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:18:32.478821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad48a4d9-b128-442c-9bfc-15c48d0dab52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.493268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad48a4d9-b128-442c-9bfc-15c48d0dab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.513526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ab55-5187-4d19-9570-1498ac23cbc2 None None] Pushing event updated for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:32.522630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] Provisioning complete for port 7df7a115-6625-42e8-9996-c5abb1b7b778 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:32.523242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.597872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48a4d9-b128-442c-9bfc-15c48d0dab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac53cad-7ac5-4c98-8076-9c2ecb62de78,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:32.608358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.677522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:32.679404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:32.679943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad48a4d9-b128-442c-9bfc-15c48d0dab52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4678c86d54c4045bfb75af9e7e8b410&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3267765 Oct 28 21:18:32.686794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Checking segment: {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:32.687453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Network hostable DHCP agents. Network: c732eaa8-8d61-4901-9924-7f03ba112889, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:18:32.706526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13908ce-2431-44a6-afd6-80b660ae72f4,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:32.721425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Network c732eaa8-8d61-4901-9924-7f03ba112889 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:18:32.740021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c732eaa8-8d61-4901-9924-7f03ba112889) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:32.759273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:32.761115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.795153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db6ad2-4f74-4f0e-ae5c-4e3dbe223f74 None None] Network c732eaa8-8d61-4901-9924-7f03ba112889 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:18:32.797746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48728) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:32.802151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7c68b361-6b9c-4e2e-a59e-f56d325afc15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6236198 Oct 28 21:18:32.816439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:32.845491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.903861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.914563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.916451 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:32.966756 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:18:33.055364 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.075511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.192491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.202626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.209402 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ac53cad-7ac5-4c98-8076-9c2ecb62de78 HTTP/1.1" status: 204 len: 168 time: 0.5280113 Oct 28 21:18:33.234147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469f2c2-fdb4-4978-9913-d9eda1039db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac53cad-7ac5-4c98-8076-9c2ecb62de78,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:33.361716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] For port 7df7a115-6625-42e8-9996-c5abb1b7b778, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7df7a115-6625-42e8-9996-c5abb1b7b778,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:33.370474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.395679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.576473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c732eaa8-8d61-4901-9924-7f03ba112889', 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'fixed_ips': [{'subnet_id': 'c13908ce-2431-44a6-afd6-80b660ae72f4'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:18:33.578238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.583426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c2cf0-bba1-4001-84fa-88793fbb0633 None None] Pushing event updated for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:33.666119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.44', 60135) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:33.686775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e3241d09-86be-4d70-9e40-ed903295468c None None] Provisioning complete for port 7df7a115-6625-42e8-9996-c5abb1b7b778 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:33.697015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3241d09-86be-4d70-9e40-ed903295468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:33.701057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:32Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:33.759781 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-e04f13d1-c6e8-44a9-8a87-1999ac12ae64 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c30f943bb1384fe98d6209d789f99d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898564 Oct 28 21:18:33.784713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbee0a73-4f68-4249-b416-757d77cff2dc req-318aad36-b29f-49ff-ae5c-8875f4b592ff tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 210 time: 0.2848315 Oct 28 21:18:33.877535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebec792-7a4d-43ff-b4c3-f59e73030267 None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:32Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:18:33.959704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.012724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.096292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Allocated IP 172.20.0.2 (c732eaa8-8d61-4901-9924-7f03ba112889/c13908ce-2431-44a6-afd6-80b660ae72f4/3a00b4d3-1a4f-47ee-8ae0-62435cb1755c) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:34.152238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-b5cc0ff9-6ca1-4e70-b86f-4a726202fde7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:34.152238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-b5cc0ff9-6ca1-4e70-b86f-4a726202fde7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3616922 Oct 28 21:18:34.205225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48772) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:34.223863 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0557452-8fc2-4b04-9536-c37f6faa8aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.233633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Allocated IP 172.25.4.143 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/baa7159e-89b3-4a7c-9ad1-674c1238b7f2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:34.245393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Request body: {'port': {'device_id': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'c30f943bb1384fe98d6209d789f99d19'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:34.351353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.357981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0557452-8fc2-4b04-9536-c37f6faa8aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.365108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.366879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0557452-8fc2-4b04-9536-c37f6faa8aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.403064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f0557452-8fc2-4b04-9536-c37f6faa8aa3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=015d8b2715774cf5b97da6d0cd6c7c64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1967576 Oct 28 21:18:34.403897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Network c732eaa8-8d61-4901-9924-7f03ba112889 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:34.405816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48780) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:34.408473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:34.484482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0557452-8fc2-4b04-9536-c37f6faa8aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c6593a-8c90-4467-8e01-43bd6a56c915,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:34.510210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:34.571881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.605494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.659030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Pushing event updated for resources: {'Port': ['ID=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:34.711026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Attempting to bind port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:34.711454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Attempting to bind port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:34.711815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Attempting to bind port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c on network c732eaa8-8d61-4901-9924-7f03ba112889 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:34.736994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.740855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.744454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6c6593a-8c90-4467-8e01-43bd6a56c915 HTTP/1.1" status: 204 len: 168 time: 0.3349407 Oct 28 21:18:34.744641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:34.744641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Checking segment: {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:34.744641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.744641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Bound using segment: {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:34.754517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cec86-c28b-48b5-a2da-d92c56445b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c6593a-8c90-4467-8e01-43bd6a56c915,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:34.757321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Bound port: 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:34.759226 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.861795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-57f1d538-0e5d-487b-94b6-011e5840dc24 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d7e409e9e6354c66a3a6a24f72638862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818217 Oct 28 21:18:34.927543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.962064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Made reservation on behalf of c30f943bb1384fe98d6209d789f99d19 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:34.962288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] For port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:34.966563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] For port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:34.984947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:34.994997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.029368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.081907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c7c867e-38d8-42c3-8e72-c20184b35896 req-8f9fab5c-1ceb-4017-af14-074d70596b1e tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 210 time: 0.1088328 Oct 28 21:18:35.180081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665315d-b6d5-4c78-9c2f-a7fcd492fe24 None None] Pushing event updated for resources: {'Port': ['ID=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:35.203701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-d56b40b6-3709-47a7-8cfe-af28517f1fe2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:35.212657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-d56b40b6-3709-47a7-8cfe-af28517f1fe2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432858 Oct 28 21:18:35.229635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-f6fec60c-8a8f-4ba2-a4f8-179f46a552e4 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/quotas/d7e409e9e6354c66a3a6a24f72638862 HTTP/1.1" status: 200 len: 375 time: 0.0151720 Oct 28 21:18:35.278817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7df7a115-6625-42e8-9996-c5abb1b7b778 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:35.325100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.333398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.347649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-fffb560b-d07d-46b4-af86-d446e0eb4a82 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107824 Oct 28 21:18:35.425539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.432984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7df7a115-6625-42e8-9996-c5abb1b7b778 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:35.433448 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:35.440756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Pushing event updated for resources: {'Port': ['ID=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:35.490216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:35.497993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:35.508002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:35.724719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3565c-e300-44e7-b92e-94309c62e9de,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:35.866469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-043405c7-da4b-4d36-a33e-697052a021b9 req-980b2b2d-cde7-40e1-8452-6927be773ab3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.1691060 Oct 28 21:18:36.101424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Allocated IP 192.168.233.219 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/6576cd7c-01b9-47ab-892e-ed416104898d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:36.875415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:36.887799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d87a14b-55d4-4bbb-9a07-0082bc4adb30 req-608204d5-a977-4e4a-9cee-6850b6373a87 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 210 time: 0.0742505 Oct 28 21:18:36.925062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85dd631-17ae-4eeb-896e-2141fb8e24b5 None None] Network c732eaa8-8d61-4901-9924-7f03ba112889 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:18:37.028534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.173753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ab21f75-46c3-4b7e-a856-ce6e9e30ead4 req-5fea756a-32a4-49a6-9d56-7b78a7baf507 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.0803568 Oct 28 21:18:37.294268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.337093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] Provisioning complete for port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:37.337604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.347563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:37.535829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Pushing event updated for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:37.550916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:37.621432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:37.672655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:37.674587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.676277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:37.696712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:37.697421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.827379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-84a67fe9-5382-4283-94a6-5f3db91cf669 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5897305 Oct 28 21:18:37.865277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-3456c9ef-faa5-4698-a78a-3acd86b3c576 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:18:37.866286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-3456c9ef-faa5-4698-a78a-3acd86b3c576 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0152640 Oct 28 21:18:37.933175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:37.942068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.081013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:38.107222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] For port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:38.148918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.277293 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.291733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e2f80-86ed-463b-beff-535c9c3ccb07 req-25df8c2f-7e97-46db-a615-a7303ffa0a86 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:38.298245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c7e2f80-86ed-463b-beff-535c9c3ccb07 req-25df8c2f-7e97-46db-a615-a7303ffa0a86 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 936 time: 0.1927316 Oct 28 21:18:38.397071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb3a7f9e-ceea-4652-b594-e3ddc6193b34 req-1406ce0c-a5c7-4479-9ffa-b2c2c7b4e034 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.0928483 Oct 28 21:18:38.438255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f92b3-6424-4201-8106-a163769e3cb8 None None] Pushing event updated for resources: {'Port': ['ID=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:38.447253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-28d3f3f8-f5bb-4f82-befc-7245b043c266 None None] Provisioning complete for port 6576cd7c-01b9-47ab-892e-ed416104898d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:38.448393 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-28d3f3f8-f5bb-4f82-befc-7245b043c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.449501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Router 271df6cf-587d-4f35-943c-be6d4fcf3ebb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:18:38.462923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c7e2f80-86ed-463b-beff-535c9c3ccb07 req-c61b3a43-a8ae-4b8d-a0cc-d2e3e4a662cf tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365645 Oct 28 21:18:38.534906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43dbad48-bc38-4b43-a797-69ea41fc00d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.757126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-28d3f3f8-f5bb-4f82-befc-7245b043c266 None None] Port 6576cd7c-01b9-47ab-892e-ed416104898d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:38.759132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:18:38.759540 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:18:38.785204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43dbad48-bc38-4b43-a797-69ea41fc00d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.793000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-28d3f3f8-f5bb-4f82-befc-7245b043c266 None None] Provisioning complete for port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:38.793675 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-28d3f3f8-f5bb-4f82-befc-7245b043c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.820729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43dbad48-bc38-4b43-a797-69ea41fc00d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:38.827214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.52', 58013) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:38.903174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbad48-bc38-4b43-a797-69ea41fc00d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcac1d6-2a87-4ce9-ba4f-3d315523ba17,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:38.913992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-4f097b89-f990-41a6-be64-4b0b2a6f20cd tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d7e409e9e6354c66a3a6a24f72638862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525181 Oct 28 21:18:39.021909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:39.049128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Request body: {'port': {'device_id': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'device_owner': 'compute:tempest-test_az-966696247', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:39.073601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-43dbad48-bc38-4b43-a797-69ea41fc00d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=293a66a7360742ef9c3c71b7f5c919be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9913239 Oct 28 21:18:39.074435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48936) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:39.154726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.223318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.243952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.269696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:18:39.282899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-82198337-df78-4fe1-94b4-68c1a8b5d1c6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:39.285017 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Sync routers for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:18:39.286130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-82198337-df78-4fe1-94b4-68c1a8b5d1c6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626976 Oct 28 21:18:39.312757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:39.316302 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:39.357653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.361578 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9edba40a-9488-4dac-a999-9b3fa0b8c398 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5611467 Oct 28 21:18:39.362956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48942) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:39.369132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Request body: {'port': {'device_id': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'd7e409e9e6354c66a3a6a24f72638862'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:39.413762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb789c7e-dc50-4fcb-bc7e-38ee417b0f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.653790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:39.675874 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:39.771957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:39.772357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.816783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.825832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:39.832072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fcac1d6-2a87-4ce9-ba4f-3d315523ba17 HTTP/1.1" status: 204 len: 168 time: 0.7542157 Oct 28 21:18:40.260481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb789c7e-dc50-4fcb-bc7e-38ee417b0f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.273291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb789c7e-dc50-4fcb-bc7e-38ee417b0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.378305 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:35Z', 'revision_number': 3, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:40.461059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Checking router: 271df6cf-587d-4f35-943c-be6d4fcf3ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:18:40.461635 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Updating router 271df6cf-587d-4f35-943c-be6d4fcf3ebb port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:18:40.528011 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.548927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bb789c7e-dc50-4fcb-bc7e-38ee417b0f80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dabcb2c87e940deb4fa079bce32ac9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4942539 Oct 28 21:18:40.568246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48972) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:40.582122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458ab98-b043-4820-8fcd-db531dbd1343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcac1d6-2a87-4ce9-ba4f-3d315523ba17,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:40.652586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb789c7e-dc50-4fcb-bc7e-38ee417b0f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fed3c1-06a3-48d5-b1b1-6f48ad3aba44,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:40.721137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6460dc82-8482-4650-a5f1-5a4b71ed66d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.768314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.784945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bb90a9b-92ae-4527-ac72-c68758f0ee8c req-e1185454-83d3-45cf-87e5-c94c697469f6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.6302547 Oct 28 21:18:40.904095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:40.932487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48974) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:41.003201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615e6aa9-0d88-4df2-8b5c-add1fb23f2af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.169291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6576cd7c-01b9-47ab-892e-ed416104898d {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:18:41.182601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.186864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.188159 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34fed3c1-06a3-48d5-b1b1-6f48ad3aba44 HTTP/1.1" status: 204 len: 168 time: 0.6191502 Oct 28 21:18:41.194455 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.239314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efd31d-f6cd-4192-8239-9e501a929780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fed3c1-06a3-48d5-b1b1-6f48ad3aba44,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:41.308920 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.320917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Transition to ACTIVE for port object 6576cd7c-01b9-47ab-892e-ed416104898d will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:18:41.323319 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.331757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.487372 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Attempting to bind port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:41.490198 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Attempting to bind port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:41.492504 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Attempting to bind port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:41.513158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:41.514301 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:41.514499 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.515619 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:41.518827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Bound port: baa7159e-89b3-4a7c-9ad1-674c1238b7f2, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:41.519932 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.534335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615e6aa9-0d88-4df2-8b5c-add1fb23f2af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.584574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615e6aa9-0d88-4df2-8b5c-add1fb23f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.630336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Pushing event updated for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:41.634613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c5ea5-5615-446a-984a-d4105a035d21 req-509ea278-0cf5-4cef-b45e-b9dc126cafd5 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:41.637075 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.650321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e8c5ea5-5615-446a-984a-d4105a035d21 req-509ea278-0cf5-4cef-b45e-b9dc126cafd5 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 936 time: 1.8131185 Oct 28 21:18:41.682637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Attempting to bind port 6576cd7c-01b9-47ab-892e-ed416104898d on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:41.683202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Attempting to bind port 6576cd7c-01b9-47ab-892e-ed416104898d by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:41.683532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Attempting to bind port 6576cd7c-01b9-47ab-892e-ed416104898d on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:41.699444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Port 6576cd7c-01b9-47ab-892e-ed416104898d on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:18:41.699769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Attempting to bind port 6576cd7c-01b9-47ab-892e-ed416104898d on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:41.715462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:41.715844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:41.716284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:41.716734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Bound port: 6576cd7c-01b9-47ab-892e-ed416104898d, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:41.717385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.729529 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] For port baa7159e-89b3-4a7c-9ad1-674c1238b7f2, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:41.736587 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] For port baa7159e-89b3-4a7c-9ad1-674c1238b7f2, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:41.746239 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.821128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:41.822375 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:41.886598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:41.988593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:42.000093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6576cd7c-01b9-47ab-892e-ed416104898d,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:42.007979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.027628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:42.028421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.030970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] 10.222.0.44 "PUT /v2.0/ports/6576cd7c-01b9-47ab-892e-ed416104898d HTTP/1.1" status: 200 len: 1118 time: 3.6148572 Oct 28 21:18:42.032519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:18:42.147730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:42.260257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4db3c-f443-4286-b3a4-d7f1f238133b service neutron] Pushing event updated for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:42.269294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-ad6081e1-df95-4667-b76f-47fe16619d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:42.270786 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-ad6081e1-df95-4667-b76f-47fe16619d71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c30f943bb1384fe98d6209d789f99d19&device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 1121 time: 0.1298666 Oct 28 21:18:42.406706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e6aa9-0d88-4df2-8b5c-add1fb23f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c4e41-deab-479f-9383-46acb575c120,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:42.429161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:42.431911 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b091cbce-7909-4b7a-8987-469b3529073c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:18:42.442506 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-1c2e9c45-4f45-47df-b6c4-a0a84a708874 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=6576cd7c-01b9-47ab-892e-ed416104898d HTTP/1.1" status: 200 len: 217 time: 0.1615419 Oct 28 21:18:42.452105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab84a390-524b-46c6-ad1c-457cd754f9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.485048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00196571-b055-48ce-8de0-b55fdc47bfa6 req-1f5b7635-465f-4475-9a53-fb4e9bad5d77 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.1515036 Oct 28 21:18:42.491973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.507983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708efc8-04b9-4d8a-b825-59df9c97c0e5 None None] Pushing event updated for resources: {'Port': ['ID=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:42.538755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-145f29a3-6c66-4914-b4e6-0722bca297f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:42.540397 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-145f29a3-6c66-4914-b4e6-0722bca297f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0902362 Oct 28 21:18:42.658898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab84a390-524b-46c6-ad1c-457cd754f9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.665249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-e77a9e9f-8726-4088-95f9-5f1a796c948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:42.666781 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-e77a9e9f-8726-4088-95f9-5f1a796c948b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185462 Oct 28 21:18:42.674054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab84a390-524b-46c6-ad1c-457cd754f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.689299 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708efc8-04b9-4d8a-b825-59df9c97c0e5 None None] Pushing event updated for resources: {'Port': ['ID=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:42.726629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Allocated IP 172.20.0.1 (c732eaa8-8d61-4901-9924-7f03ba112889/c13908ce-2431-44a6-afd6-80b660ae72f4/fd5171b8-18a9-4d91-b394-2081531a60fa) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:42.769264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84a390-524b-46c6-ad1c-457cd754f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2613a4a-2786-40a0-93d0-1fab0fe6c8cf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:42.774698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab84a390-524b-46c6-ad1c-457cd754f9f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ab260a2b0c94695b4b6b3a0842c9536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394980 Oct 28 21:18:42.777458 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:35Z', 'revision_number': 3, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:42.778827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49006) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:42.852139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-68e1eb8c-c12b-4575-b2dc-ce052a55944f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752062 Oct 28 21:18:42.878959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.881069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533bdba-5526-421c-97a5-886bb7192315 None None] The sync data for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 is: [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:35Z', 'revision_number': 3, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:18:42.903296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.929954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-615e6aa9-0d88-4df2-8b5c-add1fb23f2af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91f87ffe83b642d299746f66272bb058&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9832027 Oct 28 21:18:42.933523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:42.948542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e8c5ea5-5615-446a-984a-d4105a035d21 req-10d81ec0-af07-4aea-a898-972a30a02ffc tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2937951 Oct 28 21:18:42.951332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Made reservation on behalf of d7e409e9e6354c66a3a6a24f72638862 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:42.955231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:42.989888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.000652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.077899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Network c732eaa8-8d61-4901-9924-7f03ba112889 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:43.084149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.089880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:43.098939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:43.098939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.220054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a821cff5-8180-4ea8-ba7b-7fe10f8bd125 req-703e4b84-acf4-4827-9577-111778608efe service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597581 Oct 28 21:18:43.273562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.299089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.312771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2613a4a-2786-40a0-93d0-1fab0fe6c8cf HTTP/1.1" status: 204 len: 168 time: 0.5326767 Oct 28 21:18:43.317451 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67a308-9476-49d3-b6e1-d07406046a41 x-openstack-request-id: req-4d67a308-9476-49d3-b6e1-d07406046a41 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:18:43.317742 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:18:43.320510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1027547e-7859-4d37-983c-876599d25d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.323790 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d67a308-9476-49d3-b6e1-d07406046a41 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:18:43.324307 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d', 'status': 'completed', 'code': 200} Oct 28 21:18:43.335257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:43.377967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.398764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757591fe-f41f-4515-bb49-f092c199cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2613a4a-2786-40a0-93d0-1fab0fe6c8cf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:43.447849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091cbce-7909-4b7a-8987-469b3529073c req-71efb191-a999-498f-8a8c-7e003725ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:43.454937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-71efb191-a999-498f-8a8c-7e003725ba0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c30f943bb1384fe98d6209d789f99d19&device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 1121 time: 0.1232932 Oct 28 21:18:43.528569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.613238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b7419e9b-0083-4a54-b39b-ed638b21bfca None None] Provisioning complete for port fd5171b8-18a9-4d91-b394-2081531a60fa triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:43.613773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7419e9b-0083-4a54-b39b-ed638b21bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.731374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b7419e9b-0083-4a54-b39b-ed638b21bfca None None] Port fd5171b8-18a9-4d91-b394-2081531a60fa cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:43.790452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40e5d4a4-ec73-4038-bc5b-58e7c37c8fbe req-00c8a47f-8f43-4db8-bf72-fc3ffec45140 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.0869370 Oct 28 21:18:43.851264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:43.883039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:44.006442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:44.124583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:44.127286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:44.128575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e1c4e41-deab-479f-9383-46acb575c120 HTTP/1.1" status: 204 len: 168 time: 1.1932907 Oct 28 21:18:44.186156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:44.312578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6deb5-1d99-4ec7-883b-b37a0e69c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c4e41-deab-479f-9383-46acb575c120,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:44.468422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091cbce-7909-4b7a-8987-469b3529073c req-85fb5ec0-e5c4-4c0f-9267-5971dbedbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:44.472802 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-85fb5ec0-e5c4-4c0f-9267-5971dbedbde5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 1.0081275 Oct 28 21:18:44.476111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f3233-1720-46a3-8416-843f838c2017 req-23b0bf79-2574-404a-b987-730eae31a232 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:44.478607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c4f3233-1720-46a3-8416-843f838c2017 req-23b0bf79-2574-404a-b987-730eae31a232 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.3636913 Oct 28 21:18:44.621215 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-126dd37b-303c-4a0a-be88-ee8beee134f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=6576cd7c-01b9-47ab-892e-ed416104898d HTTP/1.1" status: 200 len: 217 time: 0.1315887 Oct 28 21:18:44.677592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Allocated IP 192.168.233.3 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/f54ef6be-e7c9-4233-84a1-725e91037653) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:44.712847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c4f3233-1720-46a3-8416-843f838c2017 req-e444a16e-c018-4674-84d6-39dd5fd1dafb tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994145 Oct 28 21:18:44.735907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:44.797400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091cbce-7909-4b7a-8987-469b3529073c req-327ae3bb-2287-401a-8daf-8937c6292568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:44.799051 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-327ae3bb-2287-401a-8daf-8937c6292568 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1672201 Oct 28 21:18:44.923233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091cbce-7909-4b7a-8987-469b3529073c req-eba49de6-a5e9-4683-a151-0cc16b96ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:44.933047 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-eba49de6-a5e9-4683-a151-0cc16b96ada0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172273 Oct 28 21:18:44.960264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.042055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6787cded-50e0-4a07-a781-d488b73a273e req-aab403d1-fa91-4fcb-a89b-3ebbaebf2ef9 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.0392637 Oct 28 21:18:45.044215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.063663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.066993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.143112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-3f7ec192-7bdb-467e-a6a3-0a148c00d8cc service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083688 Oct 28 21:18:45.315422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:45.353156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.386899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b091cbce-7909-4b7a-8987-469b3529073c req-76741df7-d5ad-4c4e-b557-0bc70791add6 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360704 Oct 28 21:18:45.423774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Network c732eaa8-8d61-4901-9924-7f03ba112889 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:45.430728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:45.646151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device baa7159e-89b3-4a7c-9ad1-674c1238b7f2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:45.661647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:45.868357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:45.871726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.019632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7ca3bdfc-33f3-489d-bdaf-2243fbe37149 None None] Provisioning complete for port fd5171b8-18a9-4d91-b394-2081531a60fa triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:46.020263 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ca3bdfc-33f3-489d-bdaf-2243fbe37149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.106279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3bdfc-33f3-489d-bdaf-2243fbe37149 None None] Port fd5171b8-18a9-4d91-b394-2081531a60fa cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:46.110418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.157859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port baa7159e-89b3-4a7c-9ad1-674c1238b7f2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:46.165309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.231362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:46.252341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:46.267819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:46.276176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:46.276802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.305206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:46.348509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.9878783 Oct 28 21:18:46.364508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c854f-4699-4b05-a412-741fda01f812 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Pushing event updated for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:46.400457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b52eaa-8c38-44cf-84c8-3563c70ae75d req-c9146d40-0410-49bc-a78e-fdf3be147359 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:46.408287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26b52eaa-8c38-44cf-84c8-3563c70ae75d req-c9146d40-0410-49bc-a78e-fdf3be147359 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.4880447 Oct 28 21:18:46.431085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Router 271df6cf-587d-4f35-943c-be6d4fcf3ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:18:46.520617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26b52eaa-8c38-44cf-84c8-3563c70ae75d req-10d52731-810b-41c0-84ad-6731af0bf509 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071160 Oct 28 21:18:46.531286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.636994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a8a49e0e-3689-4406-a157-89ce9feac389 None None] Provisioning complete for port f54ef6be-e7c9-4233-84a1-725e91037653 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:46.641118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a8a49e0e-3689-4406-a157-89ce9feac389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:46.715716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a8a49e0e-3689-4406-a157-89ce9feac389 None None] Port f54ef6be-e7c9-4233-84a1-725e91037653 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:46.781266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:18:46.792749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Sync routers for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:18:46.817422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-789742b2-355c-4749-a83e-eda03045cdf1 admin admin] 10.222.0.31 "PUT /v2.0/routers/271df6cf-587d-4f35-943c-be6d4fcf3ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4492350 Oct 28 21:18:46.832886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b18ec-aa9c-4eee-aa32-c653bee48bb1 req-ca802482-eff7-438c-b2be-d28937cdad04 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:46.834687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-350b18ec-aa9c-4eee-aa32-c653bee48bb1 req-ca802482-eff7-438c-b2be-d28937cdad04 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 934 time: 0.1770711 Oct 28 21:18:46.837818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:46.840510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:46.923061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-350b18ec-aa9c-4eee-aa32-c653bee48bb1 req-8cb1c148-7322-44f9-b78b-c300f9dca946 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Oct 28 21:18:47.050006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:47.490475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:43Z', 'revision_number': 4, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fd5171b8-18a9-4d91-b394-2081531a60fa', 'name': '', 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'mac_address': 'fa:16:3e:0e:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:42Z', 'updated_at': '2021-10-28T21:18:44Z', 'revision_number': 2, 'project_id': '332130351a0642b89f50537a7f6a547b', 'subnets': [{'id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:47.542726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-39435203-a627-48dc-9abf-0991558de5d6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:18:47.544815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-39435203-a627-48dc-9abf-0991558de5d6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093725 Oct 28 21:18:47.549341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Checking router: 271df6cf-587d-4f35-943c-be6d4fcf3ebb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:18:47.550280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Updating router 271df6cf-587d-4f35-943c-be6d4fcf3ebb port fd5171b8-18a9-4d91-b394-2081531a60fa binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:18:47.603604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device baa7159e-89b3-4a7c-9ad1-674c1238b7f2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:47.691577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:47.843420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:47.843819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:47.905064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4f542-1554-418b-8b11-d47660ce7a34 req-866beca9-ae75-4be4-ad66-548497c7f41f tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:47.905896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca4f542-1554-418b-8b11-d47660ce7a34 req-866beca9-ae75-4be4-ad66-548497c7f41f tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.1578581 Oct 28 21:18:48.025711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca4f542-1554-418b-8b11-d47660ce7a34 req-a4238141-9427-4ae2-8959-27b43d501ba7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109273 Oct 28 21:18:48.240267 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.248999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.307834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccabc1-ebe9-4d5d-87e0-9bac8d5b8481 req-c685ed25-b580-415c-b72f-f567746e6d06 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:48.309995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faccabc1-ebe9-4d5d-87e0-9bac8d5b8481 req-c685ed25-b580-415c-b72f-f567746e6d06 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 934 time: 0.0993822 Oct 28 21:18:48.320572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a690f4-a04f-4879-bf47-c51d265ccec8 None None] Pushing event updated for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:48.379870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faccabc1-ebe9-4d5d-87e0-9bac8d5b8481 req-5e77eae8-821e-487b-b9d8-a27f35438e4d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Oct 28 21:18:48.399583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Request body: {'port': {'device_id': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:48.461880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Attempting to bind port fd5171b8-18a9-4d91-b394-2081531a60fa on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:48.461880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Attempting to bind port fd5171b8-18a9-4d91-b394-2081531a60fa by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:48.461880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Attempting to bind port fd5171b8-18a9-4d91-b394-2081531a60fa on network c732eaa8-8d61-4901-9924-7f03ba112889 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:48.502422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:48.503877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Checking segment: {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:48.505733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.506226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Bound using segment: {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:48.506854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Bound port: fd5171b8-18a9-4d91-b394-2081531a60fa, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1d98b2-d657-4880-a299-81e2b05c5600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:48.507666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.600977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.702156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] For port fd5171b8-18a9-4d91-b394-2081531a60fa, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:48.711370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] For port fd5171b8-18a9-4d91-b394-2081531a60fa, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fd5171b8-18a9-4d91-b394-2081531a60fa,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:48.725504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:48.854189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a690f4-a04f-4879-bf47-c51d265ccec8 None None] Pushing event updated for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:48.983280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] Provisioning complete for port fd5171b8-18a9-4d91-b394-2081531a60fa triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:48.983670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.114905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:18:49.115550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:49.353160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54ef6be-e7c9-4233-84a1-725e91037653 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:18:49.385301 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.393272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:18:49.402728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49206) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:49.423571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685391148', 'description': 'tempest-description--1954426810'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:49.517768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Transition to ACTIVE for port object f54ef6be-e7c9-4233-84a1-725e91037653 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:18:49.519578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.533759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.674261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:49.754232 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.799281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] For port fd5171b8-18a9-4d91-b394-2081531a60fa, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fd5171b8-18a9-4d91-b394-2081531a60fa,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:49.812269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:49.824217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b0d5-66f8-476f-a6de-dcba1d7a7849 req-90592b8b-abc9-41f6-99d9-884de6c8faf4 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:49.828785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2a3b0d5-66f8-476f-a6de-dcba1d7a7849 req-90592b8b-abc9-41f6-99d9-884de6c8faf4 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.3169420 Oct 28 21:18:49.895575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Attempting to bind port f54ef6be-e7c9-4233-84a1-725e91037653 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:49.895858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Attempting to bind port f54ef6be-e7c9-4233-84a1-725e91037653 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:49.896235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Attempting to bind port f54ef6be-e7c9-4233-84a1-725e91037653 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:49.918101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4d95-5839-4358-825d-f6c3eca78642 req-fe99ff10-0852-4dc0-a776-a0bd5758d153 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:49.933158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6cc4d95-5839-4358-825d-f6c3eca78642 req-fe99ff10-0852-4dc0-a776-a0bd5758d153 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.3397834 Oct 28 21:18:49.946024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Port f54ef6be-e7c9-4233-84a1-725e91037653 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:18:49.946339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Attempting to bind port f54ef6be-e7c9-4233-84a1-725e91037653 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:49.964771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:49.965136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:49.965686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:49.966152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Bound port: f54ef6be-e7c9-4233-84a1-725e91037653, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:49.966506 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.001192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.032771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b7b5bad1-8e5b-4705-ade6-b1cb8eab1c55 None None] Provisioning complete for port fd5171b8-18a9-4d91-b394-2081531a60fa triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:50.033399 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bad1-8e5b-4705-ade6-b1cb8eab1c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.034271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6cc4d95-5839-4358-825d-f6c3eca78642 req-efd43d99-1992-4e92-b8b6-1087a842df01 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 Oct 28 21:18:50.044249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.053259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2a3b0d5-66f8-476f-a6de-dcba1d7a7849 req-60575154-afc9-4189-adb8-575bfa14ea87 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738017 Oct 28 21:18:50.104868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c65c1-019b-4f87-901c-d5f65f7483c7 None None] Pushing event updated for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:50.149624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:43Z', 'revision_number': 4, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fd5171b8-18a9-4d91-b394-2081531a60fa', 'name': '', 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'mac_address': 'fa:16:3e:0e:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:42Z', 'updated_at': '2021-10-28T21:18:48Z', 'revision_number': 4, 'project_id': '332130351a0642b89f50537a7f6a547b', 'subnets': [{'id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:18:50.192791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603dc2ee-9c43-40c9-856c-a0ad8cb7040a None None] The sync data for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 is: [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:18:43Z', 'revision_number': 4, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fd5171b8-18a9-4d91-b394-2081531a60fa', 'name': '', 'network_id': 'c732eaa8-8d61-4901-9924-7f03ba112889', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'mac_address': 'fa:16:3e:0e:6e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:42Z', 'updated_at': '2021-10-28T21:18:48Z', 'revision_number': 4, 'project_id': '332130351a0642b89f50537a7f6a547b', 'subnets': [{'id': 'c13908ce-2431-44a6-afd6-80b660ae72f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:18:50.230126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a074ee1b-308c-4db9-a8bc-ee2a260dd68e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:50.375331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.376899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bca33ba3-a918-4705-85cb-f4994bc25af9 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9732199 Oct 28 21:18:50.379968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:50.397194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'security_group_rule': {'security_group_id': 'a074ee1b-308c-4db9-a8bc-ee2a260dd68e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:50.496638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:50.510066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f54ef6be-e7c9-4233-84a1-725e91037653,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:50.535581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.543093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.725647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:50.730174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.741216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/f54ef6be-e7c9-4233-84a1-725e91037653 HTTP/1.1" status: 200 len: 1095 time: 2.7051795 Oct 28 21:18:50.741911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:18:50.813199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.832595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.885543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868eac7c-1791-492f-ac2c-d6a241d3f26f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:50.927312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:50.933394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-19677b82-29ec-48c4-811b-1a15d41ce14a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508785 Oct 28 21:18:50.941758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:50.949663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'security_group_rule': {'security_group_id': 'a074ee1b-308c-4db9-a8bc-ee2a260dd68e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:50.995339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49262) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:51.056824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.273169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.279118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.338498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100b0a7e-8cd0-4e93-8c3d-8758040e60f1,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:51.347036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.353027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e049b29-bf75-4039-913d-a25b7eac954f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4094748 Oct 28 21:18:51.354809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49272) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:51.362524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c4ea0-0c90-40d7-841a-3dbf117054a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:51.372331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:51.412089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-68a091c5-b83a-4bff-8a52-4a92f1fcd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:51.414794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-68a091c5-b83a-4bff-8a52-4a92f1fcd319 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 1098 time: 0.4125051 Oct 28 21:18:51.431459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.567029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-edcb40eb-e56c-4aee-8ff8-c105df791be7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f54ef6be-e7c9-4233-84a1-725e91037653 HTTP/1.1" status: 200 len: 217 time: 0.1353176 Oct 28 21:18:51.598656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd49d81-9d37-4983-98f4-dc95441c7358 req-a61af9b0-d338-4b35-af7d-62baa4b0faf8 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:51.614000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffd49d81-9d37-4983-98f4-dc95441c7358 req-a61af9b0-d338-4b35-af7d-62baa4b0faf8 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.4230957 Oct 28 21:18:51.619252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.674316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fd5171b8-18a9-4d91-b394-2081531a60fa up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:18:51.761356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:51.785858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fd5171b8-18a9-4d91-b394-2081531a60fa triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:51.786462 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.839274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffd49d81-9d37-4983-98f4-dc95441c7358 req-2f345f37-d08e-4c3a-9d4f-f71c81960a0d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230883 Oct 28 21:18:51.886617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-37089baa-14ea-484f-9637-538153a30dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:51.888117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-37089baa-14ea-484f-9637-538153a30dda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2702997 Oct 28 21:18:51.897063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8567179-66d7-4927-a642-1a41d1a625d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:51.969511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Allocated IP 172.25.4.14 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/dac8cb17-da92-4d61-8630-b2bbe5d6d98b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:52.041672 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc30b4-81e2-4746-a477-305738a57d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:18:52.057357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39897-201d-4d43-887e-ff01103b6758 req-f57cae57-8f2c-4eb2-8a49-79dda2364672 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:52.067497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ae39897-201d-4d43-887e-ff01103b6758 req-f57cae57-8f2c-4eb2-8a49-79dda2364672 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.3234131 Oct 28 21:18:52.086241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636772-d13a-48c3-bb74-ae1897386881 req-96b5a220-88b5-4b0f-8688-670e1e73f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:52.089569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-96b5a220-88b5-4b0f-8688-670e1e73f8b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816614 Oct 28 21:18:52.220749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baf67e1a-3b70-435b-b14d-982e37cfbf9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.230543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8567179-66d7-4927-a642-1a41d1a625d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.249476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8567179-66d7-4927-a642-1a41d1a625d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.322397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.417069 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8567179-66d7-4927-a642-1a41d1a625d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=650e79171d854070b474d7c49fa0c7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4169319 Oct 28 21:18:52.420392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49290) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:52.421113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49292) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:52.454308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567179-66d7-4927-a642-1a41d1a625d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38500e-417f-4360-99ef-8b7f542f91f5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:52.584710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.619653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ae39897-201d-4d43-887e-ff01103b6758 req-fc411fbc-4ef1-4e62-9e8a-74ae794ad7ab tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478537 Oct 28 21:18:52.621617 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ccc9e-b79a-487d-97fd-742221c33497 x-openstack-request-id: req-cf9ccc9e-b79a-487d-97fd-742221c33497 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:18:52.623807 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:18:52.625172 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf9ccc9e-b79a-487d-97fd-742221c33497 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:18:52.625850 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653', 'status': 'completed', 'code': 200} Oct 28 21:18:52.636550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baf67e1a-3b70-435b-b14d-982e37cfbf9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.663935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:52.676837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:52.685890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:52.690327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-e61648f9-7f86-41c3-ac0c-e8c33f45d523 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290301 Oct 28 21:18:52.712009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'Port': ['ID=dac8cb17-da92-4d61-8630-b2bbe5d6d98b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:52.715101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baf67e1a-3b70-435b-b14d-982e37cfbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.743473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.765627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-baf67e1a-3b70-435b-b14d-982e37cfbf9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b3b55f58e29429fa75eb7bcb7f53852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0001421 Oct 28 21:18:52.765627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35de5f11-6f5c-4c66-8678-1a2737399417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.771407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49302) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:52.853777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf67e1a-3b70-435b-b14d-982e37cfbf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd008a-537b-44ad-a37d-fcd41f3ebf9a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:52.863105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.892317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.961417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.964020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.968920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aafd008a-537b-44ad-a37d-fcd41f3ebf9a HTTP/1.1" status: 204 len: 168 time: 0.1926770 Oct 28 21:18:52.971279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:52.996945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e527-9413-41d5-b362-973ab13df658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd008a-537b-44ad-a37d-fcd41f3ebf9a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:53.012764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.098645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8dab3-f874-44fc-bf12-8af09662c250 req-339b2459-9076-4a1b-b2eb-8bae7a05e867 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:53.100647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85f8dab3-f874-44fc-bf12-8af09662c250 req-339b2459-9076-4a1b-b2eb-8bae7a05e867 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.1049268 Oct 28 21:18:53.118386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.170534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85f8dab3-f874-44fc-bf12-8af09662c250 req-028f42cb-2812-417a-a299-92e883833586 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Oct 28 21:18:53.264878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.267399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.271332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c38500e-417f-4360-99ef-8b7f542f91f5 HTTP/1.1" status: 204 len: 168 time: 0.8454518 Oct 28 21:18:53.275181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35de5f11-6f5c-4c66-8678-1a2737399417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.289394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35de5f11-6f5c-4c66-8678-1a2737399417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.311941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b20264-d0b2-49a9-8660-24e9f77e62a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38500e-417f-4360-99ef-8b7f542f91f5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:53.385745 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-35de5f11-6f5c-4c66-8678-1a2737399417 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1dec7ce4a3b4dbf97b5feccf501573c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580691 Oct 28 21:18:53.386362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49312) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:53.422500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5f11-6f5c-4c66-8678-1a2737399417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fde58c7-1a00-4e4b-ae91-3b17c7f8a469,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:53.456969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.473059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.545422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.547735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.557229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:53.610071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.616701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e64c9ce-4d68-46c7-b362-21b3313f2010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.624871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'Port': ['ID=dac8cb17-da92-4d61-8630-b2bbe5d6d98b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:53.652481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.664204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94086890-e39b-4192-8e57-1f23bf6ed731 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3010428 Oct 28 21:18:53.718800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.722012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.725999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fde58c7-1a00-4e4b-ae91-3b17c7f8a469 HTTP/1.1" status: 204 len: 168 time: 0.3363140 Oct 28 21:18:53.739049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace2e5-4cbf-44f9-82bc-e3b105741dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fde58c7-1a00-4e4b-ae91-3b17c7f8a469,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:53.887357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e64c9ce-4d68-46c7-b362-21b3313f2010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.893034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e64c9ce-4d68-46c7-b362-21b3313f2010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:53.927271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e2f-6a2e-48f4-abf7-3c93fc1d2497 req-2a71d3cc-6abd-407b-8146-5600709a8a6f tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:53.929692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78b54e2f-6a2e-48f4-abf7-3c93fc1d2497 req-2a71d3cc-6abd-407b-8146-5600709a8a6f tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.1340451 Oct 28 21:18:54.016493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5e64c9ce-4d68-46c7-b362-21b3313f2010 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16ed6ba2adc0445cafc42a5f4f900863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482150 Oct 28 21:18:54.016493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64c9ce-4d68-46c7-b362-21b3313f2010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2b688-39f4-4798-aab2-749b1aac1270,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:54.016674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:54.017057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:54.092132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca34e-00dc-44a9-9443-2359afc37335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.106377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78b54e2f-6a2e-48f4-abf7-3c93fc1d2497 req-ea5a0b5b-e8f9-49b9-a9f8-365b50d528d7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563292 Oct 28 21:18:54.113090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.150157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.289521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.292510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.301141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86c2b688-39f4-4798-aab2-749b1aac1270 HTTP/1.1" status: 204 len: 168 time: 0.2832859 Oct 28 21:18:54.350386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ec67-ae2b-4caa-9190-cbea385144a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2b688-39f4-4798-aab2-749b1aac1270,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:54.358891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62636772-d13a-48c3-bb74-ae1897386881 req-ae792547-e65f-4ae5-8d40-28f0a23083d7 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208782 Oct 28 21:18:54.397857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca34e-00dc-44a9-9443-2359afc37335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.404944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca34e-00dc-44a9-9443-2359afc37335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.609959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3f9ca34e-00dc-44a9-9443-2359afc37335 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d2134a64c4547faba31a2f414c7b77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840635 Oct 28 21:18:54.612976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:54.639464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ca34e-00dc-44a9-9443-2359afc37335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4066847-a4b7-4861-89e0-95242e5164fe,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:54.713083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-c395d9bd-3dd8-4c1e-9084-300d96af3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:54.715458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-c395d9bd-3dd8-4c1e-9084-300d96af3710 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 1098 time: 0.2346783 Oct 28 21:18:54.731044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.736385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f370d8-aacc-44a3-9b81-17fa03e01f61 req-15f2e504-67ad-45f6-8782-166e6068b4c7 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:54.739960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f370d8-aacc-44a3-9b81-17fa03e01f61 req-15f2e504-67ad-45f6-8782-166e6068b4c7 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.2940309 Oct 28 21:18:54.794344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.905528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.909790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:54.911287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4066847-a4b7-4861-89e0-95242e5164fe HTTP/1.1" status: 204 len: 168 time: 0.2976294 Oct 28 21:18:54.925615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd9d7e-a54c-4c9b-9424-163a7d11744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4066847-a4b7-4861-89e0-95242e5164fe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:54.954801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3bd060e0-8f9f-46d3-85dd-66a30f47f2f1 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--685391148&fields=id&tenant_id=d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 267 time: 0.3675325 Oct 28 21:18:54.978633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f370d8-aacc-44a3-9b81-17fa03e01f61 req-cfedfc29-ba6f-4940-846e-054079548a91 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829825 Oct 28 21:18:55.007210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49360) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:55.033594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-466ffed5-93e4-4231-89f9-9fa7f4375aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.132348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-466ffed5-93e4-4231-89f9-9fa7f4375aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.145173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-466ffed5-93e4-4231-89f9-9fa7f4375aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.227201 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-466ffed5-93e4-4231-89f9-9fa7f4375aa1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b093589658db43db87600e07c9031b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183893 Oct 28 21:18:55.240200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:55.280179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffed5-93e4-4231-89f9-9fa7f4375aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800f05cf-ca32-49b3-aa09-a0249ca6c313,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:55.339552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.374045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.392769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-5fe2524a-730e-4f97-9992-8b01992aa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:55.394453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-5fe2524a-730e-4f97-9992-8b01992aa6ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.6429725 Oct 28 21:18:55.446850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-e58741e0-ea40-45ec-9349-d9b0d9b2f692 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f54ef6be-e7c9-4233-84a1-725e91037653 HTTP/1.1" status: 200 len: 217 time: 0.0426435 Oct 28 21:18:55.459587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.473303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.477555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/800f05cf-ca32-49b3-aa09-a0249ca6c313 HTTP/1.1" status: 204 len: 168 time: 0.2362199 Oct 28 21:18:55.505156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2787b-701f-4fbf-a1a2-22841e2fad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800f05cf-ca32-49b3-aa09-a0249ca6c313,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:55.509539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-22f9809b-49c4-47e4-92ef-7838e4b4c460 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:55.518507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-22f9809b-49c4-47e4-92ef-7838e4b4c460 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 823 time: 0.5614955 Oct 28 21:18:55.531695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-5e556d87-7990-4095-8776-fc4d348ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:55.533451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-5e556d87-7990-4095-8776-fc4d348ee6ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0762818 Oct 28 21:18:55.544407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-74c7d1f6-1fda-4c50-8e21-2c280b60d6cc tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/quotas/d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 375 time: 0.0240989 Oct 28 21:18:55.596935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc03c-efdc-469f-90bc-a5a33b8dbea0 req-41bf6055-60f4-45ea-a3f5-b8cb0fecd07b tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:55.598739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4dc03c-efdc-469f-90bc-a5a33b8dbea0 req-41bf6055-60f4-45ea-a3f5-b8cb0fecd07b tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.2677727 Oct 28 21:18:55.660741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-0fe47a50-2ab4-4e89-b0f1-4dd1fa420d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:55.662479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-0fe47a50-2ab4-4e89-b0f1-4dd1fa420d59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082261 Oct 28 21:18:55.703119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-6994f959-e288-41b5-8c23-1c204504be3e tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574194 Oct 28 21:18:55.784226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4dc03c-efdc-469f-90bc-a5a33b8dbea0 req-d10d92d5-907e-4806-b9a1-4697e555b7c2 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700201 Oct 28 21:18:55.843411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-74261493-266d-44fd-a9fb-ec46c43671d9 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713226 Oct 28 21:18:55.866539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:55.884323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364b698d-67ec-4ba0-86f2-27c3146e885f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.978095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364b698d-67ec-4ba0-86f2-27c3146e885f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.984428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364b698d-67ec-4ba0-86f2-27c3146e885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:55.999107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fc30b4-81e2-4746-a477-305738a57d9d req-84b2b907-e0d6-49eb-bb35-5e53359b42ce service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484618 Oct 28 21:18:56.031024 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-364b698d-67ec-4ba0-86f2-27c3146e885f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b92d818cb4b4cf8ac36942b65e5cb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633625 Oct 28 21:18:56.033736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49388) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:56.055917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b698d-67ec-4ba0-86f2-27c3146e885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d91b6-2bae-4ba0-be8d-40bb43f7ffa9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:56.095795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-cc24b5c2-3c01-40f8-8d24-d138cfaeae3b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:18:56.096829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-cc24b5c2-3c01-40f8-8d24-d138cfaeae3b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1060555 Oct 28 21:18:56.199487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:56.232191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6652732-512a-4dbe-a46e-5262b4f90402 req-73f6e279-b2ac-474d-b14d-546524308872 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:56.234314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6652732-512a-4dbe-a46e-5262b4f90402 req-73f6e279-b2ac-474d-b14d-546524308872 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.1330726 Oct 28 21:18:56.240167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:56.331031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6652732-512a-4dbe-a46e-5262b4f90402 req-fbafd718-367f-42ac-9888-6d7134a948f9 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888734 Oct 28 21:18:56.333296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-8ea3b5a6-0127-4858-aca8-363fd5d4294e service neutron] 10.222.0.31 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012875 Oct 28 21:18:56.398549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:56.405146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:56.408888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b9d91b6-2bae-4ba0-be8d-40bb43f7ffa9 HTTP/1.1" status: 204 len: 168 time: 0.3740351 Oct 28 21:18:56.423746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd22e4-6b29-4a91-8f82-776a6dbfc06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d91b6-2bae-4ba0-be8d-40bb43f7ffa9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:56.461303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-199be9fe-ba44-4092-8ed2-0195072b2c03 service neutron] 10.222.0.31 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208653 Oct 28 21:18:56.659872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5889085a-52cd-4e04-85f9-6d1f23832b66 req-159aaf97-a8bb-4b5d-8bc6-44f7532d0a73 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 210 time: 0.0334911 Oct 28 21:18:56.945674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3164630-9d7c-4ccb-8637-83a590f59943 req-44ab5b1e-6e33-43be-ac81-6bc91d298ffe tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:56.947408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3164630-9d7c-4ccb-8637-83a590f59943 req-44ab5b1e-6e33-43be-ac81-6bc91d298ffe tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.0684752 Oct 28 21:18:57.005616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3164630-9d7c-4ccb-8637-83a590f59943 req-3e115805-2c37-4266-a2e3-8505b86558ee tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Oct 28 21:18:57.470171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a0a9c-7515-473a-b8b4-e1f627e260a5 req-c58ce5b2-955f-48a5-b01a-73c9a65db7c2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:57.472126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-487a0a9c-7515-473a-b8b4-e1f627e260a5 req-c58ce5b2-955f-48a5-b01a-73c9a65db7c2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.0596576 Oct 28 21:18:57.512251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-487a0a9c-7515-473a-b8b4-e1f627e260a5 req-90feace2-1196-489c-b377-1c5b7f452c52 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Oct 28 21:18:57.955543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69656d7f-f590-4db3-aa15-b86d89d186b9 req-648db205-ba1f-47da-ac31-1975be1f4481 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 210 time: 0.2131872 Oct 28 21:18:58.023147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-48ac431d-6a56-4576-9d50-50331f8c1dfe tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:58.025322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-48ac431d-6a56-4576-9d50-50331f8c1dfe tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.52 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 823 time: 0.3562605 Oct 28 21:18:58.094024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3414ef39-f38d-404c-8fdf-335e0225bd35 req-95c37b75-8a52-4811-a69d-390cd7bade2b tempest-FlavorsV2NegativeTest-1661549571 tempest-FlavorsV2NegativeTest-1661549571-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4b3459429079416c95396dd4267c8e92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268745 Oct 28 21:18:58.134096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-b1e7d612-f66b-4d37-9972-2ae059497b98 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 379 time: 0.0985389 Oct 28 21:18:58.149597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'port': {'device_id': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'admin_state_up': True, 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'security_groups': ['a074ee1b-308c-4db9-a8bc-ee2a260dd68e']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:58.340629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c349-0ce5-4bf2-9420-36334c7938ba req-16a30558-2156-4046-87df-cac0f1f6d9c8 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:58.342476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d20c349-0ce5-4bf2-9420-36334c7938ba req-16a30558-2156-4046-87df-cac0f1f6d9c8 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.1197858 Oct 28 21:18:58.351158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ef39-f38d-404c-8fdf-335e0225bd35 req-4149592a-ba18-4694-9bbe-c8d2bb3368bd tempest-FlavorsV2NegativeTest-1661549571 tempest-FlavorsV2NegativeTest-1661549571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:58.352562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3414ef39-f38d-404c-8fdf-335e0225bd35 req-4149592a-ba18-4694-9bbe-c8d2bb3368bd tempest-FlavorsV2NegativeTest-1661549571 tempest-FlavorsV2NegativeTest-1661549571-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432942 Oct 28 21:18:58.395417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3414ef39-f38d-404c-8fdf-335e0225bd35 req-f3f47db8-6dae-4459-a72f-c20dbfd68ca8 tempest-FlavorsV2NegativeTest-1661549571 tempest-FlavorsV2NegativeTest-1661549571-project] 10.222.0.31 "GET /v2.0/quotas/4b3459429079416c95396dd4267c8e92 HTTP/1.1" status: 200 len: 375 time: 0.0309179 Oct 28 21:18:58.417415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Made reservation on behalf of d11785fe631c4bb6b6bf04760c838866 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:18:58.421227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:58.425929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d20c349-0ce5-4bf2-9420-36334c7938ba req-44a88425-8a14-4bb9-9941-26df46131b37 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Oct 28 21:18:58.447164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3414ef39-f38d-404c-8fdf-335e0225bd35 req-a1461603-caf3-489a-8a9d-25933326e88e tempest-FlavorsV2NegativeTest-1661549571 tempest-FlavorsV2NegativeTest-1661549571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b3459429079416c95396dd4267c8e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445745 Oct 28 21:18:58.582806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Allocated IP 172.20.0.4 (5cb40aa9-3085-4aa8-be10-cbffb3e454fa/9707511e-5cc6-4e6b-8745-126fc4bfd7e9/b8931cbd-c2ab-49ff-a131-b4889d6b5fde) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:18:58.603884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f54ef6be-e7c9-4233-84a1-725e91037653 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:18:58.779432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f54ef6be-e7c9-4233-84a1-725e91037653,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:58.798046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'f54ef6be-e7c9-4233-84a1-725e91037653', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'f54ef6be-e7c9-4233-84a1-725e91037653', 'mac_address': 'fa:16:3e:4f:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:18:58.803689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073894-1dee-4cf4-bb3e-2d97a686c707 req-4b08804f-a512-4152-8f66-719402a0c229 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:58.805170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9073894-1dee-4cf4-bb3e-2d97a686c707 req-4b08804f-a512-4152-8f66-719402a0c229 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 946 time: 0.0887313 Oct 28 21:18:58.824408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:58.845516 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:58.864419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54ef6be-e7c9-4233-84a1-725e91037653 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:18:58.865249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9073894-1dee-4cf4-bb3e-2d97a686c707 req-f9f040ff-9ff2-4e32-8580-cde78091bd28 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Oct 28 21:18:58.895249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f54ef6be-e7c9-4233-84a1-725e91037653,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:18:58.902056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:58.915031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:58.968510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:59.021041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:18:59.025095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:18:59.029475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:18:59.035374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:59.036048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.045165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:59.063814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-3d4cfb4f-ab2c-4d19-878b-b10a656ccc20 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177182 Oct 28 21:18:59.077970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Request body: {'port': {'device_id': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:18:59.190676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1952b-cb2d-4c4f-98d3-84b783c664d6 req-a547b2aa-4918-4dad-979a-931d0cb51dd4 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:59.192681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf1952b-cb2d-4c4f-98d3-84b783c664d6 req-a547b2aa-4918-4dad-979a-931d0cb51dd4 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 931 time: 0.0894346 Oct 28 21:18:59.203850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.229890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['f54ef6be-e7c9-4233-84a1-725e91037653'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:18:59.256508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf1952b-cb2d-4c4f-98d3-84b783c664d6 req-e5ba4eb4-85ab-4466-a407-a5775d0953e6 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536559 Oct 28 21:18:59.368403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a1b62ceb-8c2e-4173-9a2c-7e61a20c28c7 None None] Provisioning complete for port b8931cbd-c2ab-49ff-a131-b4889d6b5fde triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:18:59.369028 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1b62ceb-8c2e-4173-9a2c-7e61a20c28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.436003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a1b62ceb-8c2e-4173-9a2c-7e61a20c28c7 None None] Port b8931cbd-c2ab-49ff-a131-b4889d6b5fde cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:18:59.605511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267a0a6-0211-415c-8ed4-1141d9567517 req-0555cd0f-ee24-4fcd-9a35-c4ca4ed92443 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:59.607029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d267a0a6-0211-415c-8ed4-1141d9567517 req-0555cd0f-ee24-4fcd-9a35-c4ca4ed92443 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 969 time: 0.0982223 Oct 28 21:18:59.629052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:59.635090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8931cbd-c2ab-49ff-a131-b4889d6b5fde {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:18:59.646000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.666732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:18:59.673873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d267a0a6-0211-415c-8ed4-1141d9567517 req-30157806-d400-4b8e-a406-1f760f39dc2f tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Oct 28 21:18:59.677470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Transition to ACTIVE for port object b8931cbd-c2ab-49ff-a131-b4889d6b5fde will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:18:59.683174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.743079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Pushing event updated for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:18:59.785044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Attempting to bind port b8931cbd-c2ab-49ff-a131-b4889d6b5fde on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:18:59.785382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Attempting to bind port b8931cbd-c2ab-49ff-a131-b4889d6b5fde by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:18:59.785709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Attempting to bind port b8931cbd-c2ab-49ff-a131-b4889d6b5fde on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:59.790259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Port b8931cbd-c2ab-49ff-a131-b4889d6b5fde on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:18:59.790603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Attempting to bind port b8931cbd-c2ab-49ff-a131-b4889d6b5fde on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:18:59.800232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:18:59.800961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Checking segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:18:59.803347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Bound using segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:18:59.804797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Bound port: b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:18:59.805250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.821248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d303b0d-bd11-4d7b-a60a-2f1c33f992f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.885189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9d42deb-aa16-44ff-a8a3-99a645a23efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.893299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:18:59.897740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:18:59.903537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.947228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:18:59.947897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:18:59.949490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] 10.222.0.52 "PUT /v2.0/ports/b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 1092 time: 0.8771243 Oct 28 21:18:59.949974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:18:59.952820 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9940796b-76b7-4e32-92e4-2c7504ab525c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:18:59.992205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997b55b-b0c0-48f5-a19c-c1992926e866 service neutron] Pushing event updated for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.067634 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60789315-9289-4ebe-bf51-42e7a98e1846 x-openstack-request-id: req-60789315-9289-4ebe-bf51-42e7a98e1846 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:00.068295 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:00.068295 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60789315-9289-4ebe-bf51-42e7a98e1846 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:00.068534 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'status': 'completed', 'code': 200} Oct 28 21:19:00.101345 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9d42deb-aa16-44ff-a8a3-99a645a23efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.112106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9d42deb-aa16-44ff-a8a3-99a645a23efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.113455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-adda0cae-8613-466c-9a9d-dba9161e83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.115054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-adda0cae-8613-466c-9a9d-dba9161e83d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1095 time: 0.0956428 Oct 28 21:19:00.130681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d303b0d-bd11-4d7b-a60a-2f1c33f992f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.148448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d303b0d-bd11-4d7b-a60a-2f1c33f992f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.170452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e9d42deb-aa16-44ff-a8a3-99a645a23efe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41a461d9443f4a1faa380be71c80157d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993026 Oct 28 21:19:00.170766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-9ba269ad-d1e7-400d-9e9c-8625da84c18c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 217 time: 0.0410597 Oct 28 21:19:00.174781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:00.178115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289ae0-a179-4ac0-a750-733d236e7b63 req-851407e6-95da-40b6-8204-002b13103f1f tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.179746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55289ae0-a179-4ac0-a750-733d236e7b63 req-851407e6-95da-40b6-8204-002b13103f1f tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 947 time: 0.1460540 Oct 28 21:19:00.227483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42deb-aa16-44ff-a8a3-99a645a23efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeebf70a-4784-499e-afd1-80fa04b7c2df,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.235614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9d303b0d-bd11-4d7b-a60a-2f1c33f992f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b3459429079416c95396dd4267c8e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049991 Oct 28 21:19:00.248556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:00.258484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.270228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55289ae0-a179-4ac0-a750-733d236e7b63 req-fb6989d6-bdb5-4c45-9cfb-be44f36f4fcb tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819111 Oct 28 21:19:00.279872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-9c9980e1-a484-425a-9b3f-011e5151f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.281386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-9c9980e1-a484-425a-9b3f-011e5151f820 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.1007164 Oct 28 21:19:00.294007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d303b0d-bd11-4d7b-a60a-2f1c33f992f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518a1a8f-c22f-46ab-8ba5-c52146bafc6b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.334680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.366718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6576cd7c-01b9-47ab-892e-ed416104898d details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:00.395317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.396006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-11431a15-8d03-4aaa-9fca-efbe3f6d1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.397623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-11431a15-8d03-4aaa-9fca-efbe3f6d1ee0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003156 Oct 28 21:19:00.398942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.403833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeebf70a-4784-499e-afd1-80fa04b7c2df HTTP/1.1" status: 204 len: 168 time: 0.2255456 Oct 28 21:19:00.415800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.417935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c36988-4bf6-4806-85d3-c605410125b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeebf70a-4784-499e-afd1-80fa04b7c2df,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.486313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6576cd7c-01b9-47ab-892e-ed416104898d,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:00.505384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6576cd7c-01b9-47ab-892e-ed416104898d', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '6576cd7c-01b9-47ab-892e-ed416104898d', 'mac_address': 'fa:16:3e:ed:eb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-966696247', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:00.516503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.547824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf299636-6f77-4ec7-8ff6-7227583de8d7 req-ef124b44-3b34-4700-8c20-96efaf64ec3f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.549756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf299636-6f77-4ec7-8ff6-7227583de8d7 req-ef124b44-3b34-4700-8c20-96efaf64ec3f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 943 time: 0.1926336 Oct 28 21:19:00.557347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.573010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6576cd7c-01b9-47ab-892e-ed416104898d {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:00.582855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f54ef6be-e7c9-4233-84a1-725e91037653 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:00.623347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6576cd7c-01b9-47ab-892e-ed416104898d,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:00.642479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf299636-6f77-4ec7-8ff6-7227583de8d7 req-205b742b-3254-4932-8f73-ab0a78750929 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837069 Oct 28 21:19:00.645586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-b5a24863-c9f6-4deb-89a2-2e442aa1692b service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251740 Oct 28 21:19:00.654651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.658559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.658693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.662279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/518a1a8f-c22f-46ab-8ba5-c52146bafc6b HTTP/1.1" status: 204 len: 168 time: 0.4107628 Oct 28 21:19:00.690821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bd7b8-102a-4d98-992f-3fefa4e878cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518a1a8f-c22f-46ab-8ba5-c52146bafc6b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.751232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49626) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:00.752443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:00.756631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port f54ef6be-e7c9-4233-84a1-725e91037653 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:00.763055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port f54ef6be-e7c9-4233-84a1-725e91037653 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:00.764248 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.787516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-071184c9-3a69-40c0-970a-1aa1382aa7cd req-60fb5ec1-d5fe-4131-b53c-f66a84a33b9a service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253521 Oct 28 21:19:00.895317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:00.915844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb484c7-ec59-447e-8575-1d910b6933ef req-ffe7b4e6-bf9f-4030-a30c-8514a6b265fd tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.917458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cb484c7-ec59-447e-8575-1d910b6933ef req-ffe7b4e6-bf9f-4030-a30c-8514a6b265fd tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 970 time: 0.0943921 Oct 28 21:19:00.920106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-05fb10d5-3ddb-4627-9727-476f1da73b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:00.922778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-05fb10d5-3ddb-4627-9727-476f1da73b63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1095 time: 0.0683491 Oct 28 21:19:00.926671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49630) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:00.927997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:00.945444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f7ad-1e76-481c-ba3d-ba9466c00815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.007715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6576cd7c-01b9-47ab-892e-ed416104898d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:01.031658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cb484c7-ec59-447e-8575-1d910b6933ef req-3187b925-efa1-4514-be65-bbf5736dccd5 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045072 Oct 28 21:19:01.050141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f54ef6be-e7c9-4233-84a1-725e91037653,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:01.061383 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.086580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f7ad-1e76-481c-ba3d-ba9466c00815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.094632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f7ad-1e76-481c-ba3d-ba9466c00815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.105862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-e66f2957-e086-481f-aab1-c9393474d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.108123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-e66f2957-e086-481f-aab1-c9393474d6bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.1744831 Oct 28 21:19:01.136709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:01.140580 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2f7f7ad-1e76-481c-ba3d-ba9466c00815 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39fbe5d623a647399dc9690f17d4e17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123477 Oct 28 21:19:01.143527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:01.176338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7f7ad-1e76-481c-ba3d-ba9466c00815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70789c71-f61d-48ba-82e5-07de8432e95f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:01.190896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-f20ddb5f-e008-4f8e-81dc-008001431a7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 217 time: 0.0740333 Oct 28 21:19:01.226087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.253430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.268717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-be0fa101-5251-431f-86ea-6ec163c5a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.272149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-be0fa101-5251-431f-86ea-6ec163c5a702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.0712109 Oct 28 21:19:01.291055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7c53fd3-17a8-4bed-bc14-80341edbc9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.331838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-2c25a152-d9bc-49b2-ade7-ddd3f11765b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.334541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-2c25a152-d9bc-49b2-ade7-ddd3f11765b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511546 Oct 28 21:19:01.366939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.369483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.370633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70789c71-f61d-48ba-82e5-07de8432e95f HTTP/1.1" status: 204 len: 168 time: 0.2258339 Oct 28 21:19:01.384632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a14eb1-be85-425e-8940-9cc6218e017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70789c71-f61d-48ba-82e5-07de8432e95f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:01.427575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7c53fd3-17a8-4bed-bc14-80341edbc9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.437091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7c53fd3-17a8-4bed-bc14-80341edbc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.483577 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5fd8d-de85-4bd7-b382-7b809a649639" -d '{"events": [{"server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "name": "network-vif-plugged", "status": "completed", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:01.487510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918571-2b96-440a-80aa-63b172001740 req-245ab04a-d76a-4cc6-be3e-1dcc3bed7c84 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.494866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9918571-2b96-440a-80aa-63b172001740 req-245ab04a-d76a-4cc6-be3e-1dcc3bed7c84 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.1191249 Oct 28 21:19:01.500982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7c53fd3-17a8-4bed-bc14-80341edbc9c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c296ba08d4e540af8cf4ff46a92df977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7478814 Oct 28 21:19:01.507271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:01.526263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-f2323ea3-5e0b-4fe0-bcdf-96ec35db250e service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815853 Oct 28 21:19:01.554969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53fd3-17a8-4bed-bc14-80341edbc9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a417e8-2b1c-4bbe-a222-80c15645f5c0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:01.576944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9918571-2b96-440a-80aa-63b172001740 req-efafdc63-b6b1-4c4d-b518-f6598e9d0f9f tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784760 Oct 28 21:19:01.582656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.606295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.664178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.667680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:01.672820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23a417e8-2b1c-4bbe-a222-80c15645f5c0 HTTP/1.1" status: 204 len: 168 time: 0.1644142 Oct 28 21:19:01.675895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9940796b-76b7-4e32-92e4-2c7504ab525c req-3cc36f19-4b53-445d-8d86-eb3321b32425 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367097 Oct 28 21:19:01.682128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a697-1e5d-47bf-b74b-7237f8b6e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a417e8-2b1c-4bbe-a222-80c15645f5c0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:01.782382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68cd9a-e75b-4ff5-b663-e3f6f940f9b0 req-a7c8c710-bed7-4743-aab3-413d8d920251 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.789835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f68cd9a-e75b-4ff5-b663-e3f6f940f9b0 req-a7c8c710-bed7-4743-aab3-413d8d920251 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 943 time: 0.0623796 Oct 28 21:19:01.832603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f68cd9a-e75b-4ff5-b663-e3f6f940f9b0 req-07b83b47-7e86-453c-a5e6-2b0f835060e0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389643 Oct 28 21:19:01.850992 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbbf0e5-9080-46e5-8f2a-988cfd8009b5 x-openstack-request-id: req-9fbbf0e5-9080-46e5-8f2a-988cfd8009b5 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:01.851318 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "name": "network-vif-plugged", "status": "completed", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:01.851580 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fbbf0e5-9080-46e5-8f2a-988cfd8009b5 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:01.852043 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653', 'code': 200} Oct 28 21:19:01.994512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-1acb3fb6-cf91-420e-99dc-4cba60b393d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:01.995983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-1acb3fb6-cf91-420e-99dc-4cba60b393d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 1100 time: 0.0724392 Oct 28 21:19:02.015356 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-a45fb44e-d0e0-4916-91c9-b4440c1de04a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.140401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-a45fb44e-d0e0-4916-91c9-b4440c1de04a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.142259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:02.162007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-a45fb44e-d0e0-4916-91c9-b4440c1de04a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.162446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b35ee824-f455-4773-bee4-f30bb72c4f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.201366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-758b4169-f8c2-4b1f-89c6-e9f22d274828 req-a45fb44e-d0e0-4916-91c9-b4440c1de04a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977730 Oct 28 21:19:02.214794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb44e-d0e0-4916-91c9-b4440c1de04a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb9171-4daa-4561-9b83-a7c377568c28,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:02.231202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f440-face-495a-80bb-2a37eb338948 req-eb5c75fc-b724-4a63-9d91-6942551fad7e tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:02.245938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ff4f440-face-495a-80bb-2a37eb338948 req-eb5c75fc-b724-4a63-9d91-6942551fad7e tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 970 time: 0.1158547 Oct 28 21:19:02.268012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b35ee824-f455-4773-bee4-f30bb72c4f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.274909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b35ee824-f455-4773-bee4-f30bb72c4f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.286139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ff4f440-face-495a-80bb-2a37eb338948 req-91751021-1afe-47c8-acc2-8b8df4276d8e tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Oct 28 21:19:02.325548 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b35ee824-f455-4773-bee4-f30bb72c4f95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72cf39ec9bb643208c6dcb35595de604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815212 Oct 28 21:19:02.327851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:02.331186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ee824-f455-4773-bee4-f30bb72c4f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cde89d-1d99-4e4a-85db-07525007cb9f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:02.340581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6576cd7c-01b9-47ab-892e-ed416104898d up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:02.401777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6576cd7c-01b9-47ab-892e-ed416104898d completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:02.404675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.407034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6576cd7c-01b9-47ab-892e-ed416104898d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:02.407502 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.433054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.514470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.548555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6576cd7c-01b9-47ab-892e-ed416104898d,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:02.553407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.631562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:02.718970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-84132d11-be9a-4788-b4b4-1989af1b222c tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491183 Oct 28 21:19:02.796935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36408f-a0fc-409a-99a8-f67ebd7724d5 req-b4b90fa2-1d38-45fd-b91a-b9c044265e53 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:02.798420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd36408f-a0fc-409a-99a8-f67ebd7724d5 req-b4b90fa2-1d38-45fd-b91a-b9c044265e53 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.1262972 Oct 28 21:19:02.801415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.803895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:02.807778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89cde89d-1d99-4e4a-85db-07525007cb9f HTTP/1.1" status: 204 len: 168 time: 0.4759803 Oct 28 21:19:02.834780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1176c-f88f-447d-bc98-b9dca31b7126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cde89d-1d99-4e4a-85db-07525007cb9f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:02.881359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd36408f-a0fc-409a-99a8-f67ebd7724d5 req-edc93563-2800-47b5-819a-fe7075c01fcf tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668848 Oct 28 21:19:02.899988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-1f2171b1-4a44-492e-880b-3c8a52f40ed9 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:02.901469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-1f2171b1-4a44-492e-880b-3c8a52f40ed9 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737773 Oct 28 21:19:02.919955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-99179d00-679b-4b72-a4d7-1ff6e276d352 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/quotas/590c3e42d9c346f8ba7d0b6c0d0b915e HTTP/1.1" status: 200 len: 375 time: 0.0115838 Oct 28 21:19:02.962815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-0b177b6a-d098-4412-aa70-c51b07d2cbfc tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366495 Oct 28 21:19:03.026396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc53-fa6d-428f-9215-5b1352527aeb req-5c238f76-2dcd-476b-9348-3868fc88f442 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:03.028314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a54afc53-fa6d-428f-9215-5b1352527aeb req-5c238f76-2dcd-476b-9348-3868fc88f442 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 943 time: 0.0683448 Oct 28 21:19:03.089745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a54afc53-fa6d-428f-9215-5b1352527aeb req-ee6f868b-c3ec-4316-ac7f-074ca8109dbc tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532417 Oct 28 21:19:03.183130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff30a55d-20ed-45c9-bc15-d46b54b2fcd1 req-5571af08-c1cd-4147-8989-6a0d03756622 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 210 time: 0.0356548 Oct 28 21:19:03.474873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b963e78-9002-4abe-84d0-61bbcfe76e8d req-1ac4719b-e070-4f17-a8aa-4a1fcce36a03 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:03.484002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b963e78-9002-4abe-84d0-61bbcfe76e8d req-1ac4719b-e070-4f17-a8aa-4a1fcce36a03 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.0866637 Oct 28 21:19:03.542099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b963e78-9002-4abe-84d0-61bbcfe76e8d req-3d895986-f2c9-4009-9dbc-280f86a0b7f2 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Oct 28 21:19:03.853715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:03.856091 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e057911-f110-4cb5-85b4-831cbb7ba038" -d '{"events": [{"server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "name": "network-vif-plugged", "status": "completed", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:03.895722 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb1a6ba-9581-4e6a-a839-88df3f3dbafd x-openstack-request-id: req-ebb1a6ba-9581-4e6a-a839-88df3f3dbafd {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:03.896125 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "name": "network-vif-plugged", "status": "completed", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:03.896287 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebb1a6ba-9581-4e6a-a839-88df3f3dbafd {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:03.897077 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d', 'code': 200} Oct 28 21:19:04.033353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70093-1032-463f-b23a-90d4376bb06d req-43e0d3e3-d813-470f-8900-966807297052 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:04.035267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ec70093-1032-463f-b23a-90d4376bb06d req-43e0d3e3-d813-470f-8900-966807297052 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.0714486 Oct 28 21:19:04.056107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94109e46-e527-4201-882b-c19b95e1c9c0 req-f2316c70-bca1-4756-add1-3815bea19b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:04.057593 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-94109e46-e527-4201-882b-c19b95e1c9c0 req-f2316c70-bca1-4756-add1-3815bea19b52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 1123 time: 0.0962641 Oct 28 21:19:04.117684 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-94109e46-e527-4201-882b-c19b95e1c9c0 req-11c59f33-7db4-4531-98f0-72c039332394 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Oct 28 21:19:04.129601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ec70093-1032-463f-b23a-90d4376bb06d req-d8be440a-222e-4ac0-9f5c-42f915f2e87c tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878739 Oct 28 21:19:04.296937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a3060b3-97b1-45b5-bce3-5d952272d003 req-fbb7a65c-e2cf-42e6-9979-bc25c8a56db6 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 210 time: 0.0296521 Oct 28 21:19:04.316126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1d20-7a5d-40d3-9ca1-7be40504044a req-00db5aad-356e-46d8-96a2-2c5be1ebac8c tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:04.322055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49794) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:04.323244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-909d1d20-7a5d-40d3-9ca1-7be40504044a req-00db5aad-356e-46d8-96a2-2c5be1ebac8c tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 943 time: 0.0932484 Oct 28 21:19:04.370963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-909d1d20-7a5d-40d3-9ca1-7be40504044a req-5989105d-cd52-4a90-b434-7a0b63c62e7e tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 Oct 28 21:19:04.452135 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-6fb7e34f-d333-41c6-8cb1-77832c1df7e1 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412474 Oct 28 21:19:04.619741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b8931cbd-c2ab-49ff-a131-b4889d6b5fde details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:04.682191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda710a-349e-4cfd-8a02-56a781909ee2 req-5e225c23-4f5c-460f-86be-380506c6d4bd tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:04.684111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cda710a-349e-4cfd-8a02-56a781909ee2 req-5e225c23-4f5c-460f-86be-380506c6d4bd tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.0522583 Oct 28 21:19:04.727114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cda710a-349e-4cfd-8a02-56a781909ee2 req-d80e8318-1e77-4bfb-adb6-9a38ff8e89d7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Oct 28 21:19:04.745702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a441bde-3336-46af-a2f4-3f5500e65084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:04.817656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-3f2ea28a-4f29-4572-8fc1-686e269a4dbc tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:04.819220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-3f2ea28a-4f29-4572-8fc1-686e269a4dbc tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614876 Oct 28 21:19:04.833852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Request body: {'port': {'device_id': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '590c3e42d9c346f8ba7d0b6c0d0b915e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:04.856356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:04.869703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'port_id': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'mac_address': 'fa:16:3e:9f:0e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:04.910259 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:04.924820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8931cbd-c2ab-49ff-a131-b4889d6b5fde {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:04.945333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a441bde-3336-46af-a2f4-3f5500e65084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:04.952428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:04.957894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:04.958028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a441bde-3336-46af-a2f4-3f5500e65084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.011428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a441bde-3336-46af-a2f4-3f5500e65084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52080ea-305e-43a3-957d-eded1091d1c3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.011940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.016904 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a441bde-3336-46af-a2f4-3f5500e65084 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04b665e202ac4983b26dd323b6d40343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6937673 Oct 28 21:19:05.019826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49824) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:05.030699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49826) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:05.037119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Made reservation on behalf of 590c3e42d9c346f8ba7d0b6c0d0b915e for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:05.040746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.056589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.110353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.146434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193ecf29-95cf-411a-a4e6-a35fc04a2d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.149750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.187022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b8931cbd-c2ab-49ff-a131-b4889d6b5fde'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:05.214735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.234951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.244094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.246923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.251909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c52080ea-305e-43a3-957d-eded1091d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2310903 Oct 28 21:19:05.259983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193ecf29-95cf-411a-a4e6-a35fc04a2d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.272600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193ecf29-95cf-411a-a4e6-a35fc04a2d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.322650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551a0e37-dc23-4282-965d-b61defd62f56,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.331036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf4b60-c040-4c2c-a926-08043b6232da req-e7234088-dc04-479b-a644-5e442cc13113 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:05.333450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73bf4b60-c040-4c2c-a926-08043b6232da req-e7234088-dc04-479b-a644-5e442cc13113 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.1018779 Oct 28 21:19:05.337085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-193ecf29-95cf-411a-a4e6-a35fc04a2d1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36bb2633317d4a46847f1acc9e94f626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050745 Oct 28 21:19:05.339680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49836) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:05.343503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab89b96-1ee0-4fc7-882a-eea0a82b4da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52080ea-305e-43a3-957d-eded1091d1c3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.391470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ecf29-95cf-411a-a4e6-a35fc04a2d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95954bca-6100-43e2-bc11-6e50878d1b81,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.445666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Allocated IP 192.168.233.211 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/cdc380b8-2bb8-4a60-9a11-0a4968031262) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:05.464948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73bf4b60-c040-4c2c-a926-08043b6232da req-e0d597cd-1048-4b4f-a74f-a6f40c4b83dd tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Oct 28 21:19:05.500087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aac52a88-1c4a-4b0c-819d-4fcf1586abda req-576d5a3c-2667-4457-9765-6afb6521e580 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 210 time: 0.0589776 Oct 28 21:19:05.501276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.537152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.609563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3648a-28dc-4221-b59f-7f29793f7a37 req-19e115d1-0d6c-43c7-af03-3d73a8a60601 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:05.611077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bb3648a-28dc-4221-b59f-7f29793f7a37 req-19e115d1-0d6c-43c7-af03-3d73a8a60601 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 944 time: 0.0885534 Oct 28 21:19:05.650529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.653587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.658626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95954bca-6100-43e2-bc11-6e50878d1b81 HTTP/1.1" status: 204 len: 168 time: 0.3177574 Oct 28 21:19:05.664051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.673683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bb3648a-28dc-4221-b59f-7f29793f7a37 req-d3334bf7-4ca0-453c-8aaa-8ac0a7edaeae tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561261 Oct 28 21:19:05.675029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b71482-9a8c-4e7a-b58c-d0b7660588fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95954bca-6100-43e2-bc11-6e50878d1b81,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.691865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49848) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:05.711633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24055922-ab5f-4645-b954-843433a8b7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.716686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.741208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:05.745218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:05.797415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:05.808811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:05.809526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.843901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24055922-ab5f-4645-b954-843433a8b7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.860998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0316548 Oct 28 21:19:05.862013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1349f-9fcf-47da-8bda-bc3becb5cdde tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.882580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Request body: {'port': {'device_id': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'device_owner': 'compute:tempest-test_az-966696247', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:05.897826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24055922-ab5f-4645-b954-843433a8b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.951965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24055922-ab5f-4645-b954-843433a8b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a889a5e9-4f24-4176-b76c-25a3c0877cbf,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:05.960171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-24055922-ab5f-4645-b954-843433a8b7cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2bf50e7e3514c3e9ff5e97ddf2d6ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637007 Oct 28 21:19:05.966544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f2309-4811-4128-ba6f-dd91f04c712f req-8d734985-e38d-4ac0-a6f5-ecdd255016b9 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:05.968376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:05.981417 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:05.986813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-103f2309-4811-4128-ba6f-dd91f04c712f req-8d734985-e38d-4ac0-a6f5-ecdd255016b9 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.1277196 Oct 28 21:19:06.058303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-103f2309-4811-4128-ba6f-dd91f04c712f req-2f176931-e47e-40e0-8246-ad0c8700b957 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659509 Oct 28 21:19:06.086290 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.179937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.181584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bec51362-665f-4bc5-b032-69d65c5d5b58 None None] Provisioning complete for port cdc380b8-2bb8-4a60-9a11-0a4968031262 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:06.182504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bec51362-665f-4bc5-b032-69d65c5d5b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.192968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49856) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:06.215185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c416231-0d49-4e5a-87df-0e7c69bbac86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.260943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bec51362-665f-4bc5-b032-69d65c5d5b58 None None] Port cdc380b8-2bb8-4a60-9a11-0a4968031262 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:19:06.297401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.299899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.303431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a889a5e9-4f24-4176-b76c-25a3c0877cbf HTTP/1.1" status: 204 len: 168 time: 0.3298776 Oct 28 21:19:06.321564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16140d-4e4d-4d59-92a4-8cd8626aa47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a889a5e9-4f24-4176-b76c-25a3c0877cbf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:06.381345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02d090-ba9b-4197-82d1-956416e6bdb0 req-c4323ffc-ade5-4cf0-adb8-06a5999dfd49 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:06.382839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df02d090-ba9b-4197-82d1-956416e6bdb0 req-c4323ffc-ade5-4cf0-adb8-06a5999dfd49 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.0926652 Oct 28 21:19:06.390886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:06.401069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.402494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c416231-0d49-4e5a-87df-0e7c69bbac86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.412998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c416231-0d49-4e5a-87df-0e7c69bbac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.415195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Transition to ACTIVE for port object cdc380b8-2bb8-4a60-9a11-0a4968031262 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:06.421466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.477976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:06.478110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2c416231-0d49-4e5a-87df-0e7c69bbac86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44f0265d3b0d4824ba45252b3c0f9a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838917 Oct 28 21:19:06.483049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df02d090-ba9b-4197-82d1-956416e6bdb0 req-235b5227-b9c8-4dc5-aa40-2046388197d9 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896344 Oct 28 21:19:06.483365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c416231-0d49-4e5a-87df-0e7c69bbac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c8ace-7206-4631-914c-bee0a7a8bc0f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:06.516130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:06.546310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Attempting to bind port cdc380b8-2bb8-4a60-9a11-0a4968031262 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:06.546642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Attempting to bind port cdc380b8-2bb8-4a60-9a11-0a4968031262 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:06.546967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Attempting to bind port cdc380b8-2bb8-4a60-9a11-0a4968031262 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:06.559148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Port cdc380b8-2bb8-4a60-9a11-0a4968031262 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:06.559461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Attempting to bind port cdc380b8-2bb8-4a60-9a11-0a4968031262 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:06.573235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:06.573840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:06.574250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:06.574684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Bound port: cdc380b8-2bb8-4a60-9a11-0a4968031262, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:06.575154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.618311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.645673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b8931cbd-c2ab-49ff-a131-b4889d6b5fde up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:06.656459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36957b-cd98-4fd1-842c-05745e809c56 req-5ed7bd07-b1b8-447c-8488-5d3f4afd8b6e tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:06.660155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.663664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e36957b-cd98-4fd1-842c-05745e809c56 req-5ed7bd07-b1b8-447c-8488-5d3f4afd8b6e tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 969 time: 0.0734899 Oct 28 21:19:06.685226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:06.695138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:06.706419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.751912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:06.752079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e36957b-cd98-4fd1-842c-05745e809c56 req-84584852-b242-4152-9064-d7d1ce0ae3aa tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798614 Oct 28 21:19:06.752857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.754434 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] 10.222.0.44 "PUT /v2.0/ports/cdc380b8-2bb8-4a60-9a11-0a4968031262 HTTP/1.1" status: 200 len: 1118 time: 0.8817377 Oct 28 21:19:06.755312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:06.757717 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:06.759828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port b8931cbd-c2ab-49ff-a131-b4889d6b5fde completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:06.768696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port b8931cbd-c2ab-49ff-a131-b4889d6b5fde triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:06.769504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.774547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.786966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:06.787967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a46c8ace-7206-4631-914c-bee0a7a8bc0f HTTP/1.1" status: 204 len: 168 time: 0.2989771 Oct 28 21:19:06.805683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c703ff3-0a67-43b0-9f19-864245cf4db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c8ace-7206-4631-914c-bee0a7a8bc0f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:06.810166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ff9c5-8e67-4d27-a5f5-4151eb12fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:06.841925 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257faa9-fefb-4a50-a170-ebf5b701fbc1 x-openstack-request-id: req-9257faa9-fefb-4a50-a170-ebf5b701fbc1 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:06.842262 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:06.842512 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9257faa9-fefb-4a50-a170-ebf5b701fbc1 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:06.842922 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'status': 'completed', 'code': 200} Oct 28 21:19:06.896411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-ebe2e24b-6a43-4963-b2f9-fa1c98092fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:06.901582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-ebe2e24b-6a43-4963-b2f9-fa1c98092fd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 1121 time: 0.0698500 Oct 28 21:19:06.916088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8fc1e-6aff-408b-b25a-3d9a9d05f977 req-d59592a0-c9af-4daa-a6ed-3bcab4aa08bb tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:06.920007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6f8fc1e-6aff-408b-b25a-3d9a9d05f977 req-d59592a0-c9af-4daa-a6ed-3bcab4aa08bb tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 944 time: 0.1054869 Oct 28 21:19:06.964237 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-bcaeb131-8014-4345-ace1-a3c990dd9a17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262 HTTP/1.1" status: 200 len: 217 time: 0.0483952 Oct 28 21:19:07.013020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6f8fc1e-6aff-408b-b25a-3d9a9d05f977 req-77120d4c-6663-4c93-ac67-713124f5479f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840492 Oct 28 21:19:07.049839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-468bc8d8-cb1f-47c8-86b2-4aa80ce26d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.051300 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-468bc8d8-cb1f-47c8-86b2-4aa80ce26d6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0760992 Oct 28 21:19:07.066965 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:07.096064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:07.098620 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0448a5ef-6215-4e11-a9d2-c9643a7b0682" -d '{"events": [{"server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "name": "network-vif-plugged", "status": "completed", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:07.113717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:07.121738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:07.150824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1eae-3db5-4354-ab77-ca092748145d req-fd2154e3-a054-4452-82ca-22d27772dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.152332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-fd2154e3-a054-4452-82ca-22d27772dce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928850 Oct 28 21:19:07.251486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:07.303791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-e4aad4b1-48e7-467f-a567-bbca31f44f2f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430113 Oct 28 21:19:07.368655 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50fb49a-e4ca-4974-823d-d1ca4dd76f5c x-openstack-request-id: req-a50fb49a-e4ca-4974-823d-d1ca4dd76f5c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:07.369429 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "name": "network-vif-plugged", "status": "completed", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:07.369825 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a50fb49a-e4ca-4974-823d-d1ca4dd76f5c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:07.370354 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'code': 200} Oct 28 21:19:07.453685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e34a1eae-3db5-4354-ab77-ca092748145d req-a5a05efa-fdad-4960-ba6c-7e67fcc917e2 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360958 Oct 28 21:19:07.542814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c6719-f6e7-424a-9d65-a43f9c20a2d7 req-03c91890-c908-4529-ac25-3d09e37eb771 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.552015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a24c6719-f6e7-424a-9d65-a43f9c20a2d7 req-03c91890-c908-4529-ac25-3d09e37eb771 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.1347134 Oct 28 21:19:07.567645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a44ace-432f-4988-a41c-3ee283f6616b req-3be64588-a936-4a60-9645-812327f9a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.570131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89a44ace-432f-4988-a41c-3ee283f6616b req-3be64588-a936-4a60-9645-812327f9a97e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1097 time: 0.1148913 Oct 28 21:19:07.603362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-16c3c91b-77fc-4e66-951d-1e48631a2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.605407 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-16c3c91b-77fc-4e66-951d-1e48631a2702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 1121 time: 0.1040857 Oct 28 21:19:07.615031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a24c6719-f6e7-424a-9d65-a43f9c20a2d7 req-d3a890c8-c089-425d-a13f-b2a6a59838bc tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Oct 28 21:19:07.663405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49912) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:07.714063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89a44ace-432f-4988-a41c-3ee283f6616b req-92e68bcc-9582-4922-b77b-8fc2937db18a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118793 Oct 28 21:19:07.743193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-3d4134ac-ce7f-485b-8d49-bfb164f146a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.745484 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-3d4134ac-ce7f-485b-8d49-bfb164f146a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1323900 Oct 28 21:19:07.747018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5611fb-9b12-4852-8f29-a5623a1ba700 req-c606122e-5f1e-44ce-afe6-f274e8017cea tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.748658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b5611fb-9b12-4852-8f29-a5623a1ba700 req-c606122e-5f1e-44ce-afe6-f274e8017cea tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 948 time: 0.1202273 Oct 28 21:19:07.766058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-73c7b4a8-dbe7-4af2-902f-8c942df81339 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.767529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-73c7b4a8-dbe7-4af2-902f-8c942df81339 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 1123 time: 0.0703740 Oct 28 21:19:07.800981 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-08cf97af-c2cf-4c3e-9624-62336fb39c74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262 HTTP/1.1" status: 200 len: 217 time: 0.0462987 Oct 28 21:19:07.806328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-59987b2e-ac09-4f59-a92f-2f4660c17822 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:07.818512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b5611fb-9b12-4852-8f29-a5623a1ba700 req-75b50b5a-5467-47c9-aa0e-c75dbe471ef7 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Oct 28 21:19:07.866543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-fe6ead44-3fe9-4425-a0f0-6bdbe20a6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.868170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-fe6ead44-3fe9-4425-a0f0-6bdbe20a6695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0487971 Oct 28 21:19:07.914721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-59987b2e-ac09-4f59-a92f-2f4660c17822 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:07.929845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-59987b2e-ac09-4f59-a92f-2f4660c17822 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:07.934116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-af4efea3-39dd-4d7b-b8b6-a420d2e6f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:07.936132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-af4efea3-39dd-4d7b-b8b6-a420d2e6f740 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593123 Oct 28 21:19:07.965965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0aa6b06a-b8d8-439b-b796-af9f98640544 req-59987b2e-ac09-4f59-a92f-2f4660c17822 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885252 Oct 28 21:19:08.013986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1128428557-network', 'tenant_id': 'bf3c5448664444da9fa82fef755782b1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:08.019078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59987b2e-ac09-4f59-a92f-2f4660c17822 tempest-AggregatesAdminTestJSON-2071712127 tempest-AggregatesAdminTestJSON-2071712127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a48ced-5a31-4f69-bb9e-8efe1f7c1cce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:08.050160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9fb0-8627-45a4-8286-9aa109c3f9f0 req-162093a8-0561-4827-a2b6-8eddbac46fa2 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:08.051666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f66e9fb0-8627-45a4-8286-9aa109c3f9f0 req-162093a8-0561-4827-a2b6-8eddbac46fa2 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 969 time: 0.1352255 Oct 28 21:19:08.061924 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-d894d49a-fefe-42a6-8d77-d889fa5e964e service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142964 Oct 28 21:19:08.069893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-f2932267-8d2e-474f-a226-c8fbe362ccda tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:08.071301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-f2932267-8d2e-474f-a226-c8fbe362ccda tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 1100 time: 0.1026170 Oct 28 21:19:08.073200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:08.075303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.098996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.150234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f66e9fb0-8627-45a4-8286-9aa109c3f9f0 req-dc50029a-ea1a-4dad-95b7-8cfd2c380cba tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901124 Oct 28 21:19:08.179406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8dc647e5-8db4-4708-8bd4-edd23b75aaf8 req-b3a0ea28-8d69-44b9-8d75-2ac452b4c5df service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101420 Oct 28 21:19:08.288907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Deleting port f54ef6be-e7c9-4233-84a1-725e91037653 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:19:08.289250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.353390 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.361617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.395106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:08.411450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17cd8-6d29-4486-afdb-75a976c9cf58 req-80b83444-cdf5-495d-ba70-2ad8d0e9094f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:08.412971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94f17cd8-6d29-4486-afdb-75a976c9cf58 req-80b83444-cdf5-495d-ba70-2ad8d0e9094f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 945 time: 0.1689913 Oct 28 21:19:08.438066 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.438673 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Added segment 0cd55044-c781-43f0-b32e-28570ab0190c of type vlan for network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 Oct 28 21:19:08.469752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd324822-f134-4ee7-97a7-051811954627,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:08.506423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] For port f54ef6be-e7c9-4233-84a1-725e91037653, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f54ef6be-e7c9-4233-84a1-725e91037653,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:08.506786 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.536878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.547393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Calling delete_port for f54ef6be-e7c9-4233-84a1-725e91037653 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:19:08.556545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94f17cd8-6d29-4486-afdb-75a976c9cf58 req-34aac412-1aa8-4bd1-9ac7-27ec0b83b553 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342719 Oct 28 21:19:08.639720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.641004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:08.641425 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.718981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:08.719180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0545728 Oct 28 21:19:08.727834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Request body: {'subnet': {'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1128428557-subnet', 'tenant_id': 'bf3c5448664444da9fa82fef755782b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:08.746933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e9a0f-711b-4de9-900e-84bcb15ec443 admin admin] Pushing event updated for resources: {'Network': ['ID=cb11d7b2-83e3-4bec-af56-b9be8889b3f2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:08.767096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:08.797254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:08.803593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.891250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:08.916484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['f54ef6be-e7c9-4233-84a1-725e91037653'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:08.969853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Pushing event deleted for resources: {'Port': ['ID=f54ef6be-e7c9-4233-84a1-725e91037653,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:09.037322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4676a2a5-5dc5-41f5-90cd-39e54a665ac5 req-a6ce7d1c-070a-4754-89ed-d61e6a6d3ad6 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b0c4c32-de22-44cc-854b-9f8ac53356bc HTTP/1.1" status: 200 len: 210 time: 0.0697567 Oct 28 21:19:09.088157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:09.112092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] No DVR routers for this DVR port f54ef6be-e7c9-4233-84a1-725e91037653 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:19:09.116633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:09.120852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e62c92f-bf83-4220-840e-b71e07637d2d req-5f10aa92-85f6-430b-b46a-064c0aabde8c tempest-DeleteServersAdminTestJSON-1250368415 tempest-DeleteServersAdminTestJSON-1250368415-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f54ef6be-e7c9-4233-84a1-725e91037653 HTTP/1.1" status: 204 len: 173 time: 1.0344846 Oct 28 21:19:09.121383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'name': 'network-vif-deleted', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:09.130023 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03740d9f-14b7-412e-9cde-5c35d4f1ebf8" -d '{"events": [{"server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "name": "network-vif-deleted", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:09.196301 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112b95d2-1655-4b66-b7f6-089f7348b759 x-openstack-request-id: req-112b95d2-1655-4b66-b7f6-089f7348b759 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:09.196774 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0c4c32-de22-44cc-854b-9f8ac53356bc", "name": "network-vif-deleted", "tag": "f54ef6be-e7c9-4233-84a1-725e91037653", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:09.197160 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-112b95d2-1655-4b66-b7f6-089f7348b759 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:09.197681 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0c4c32-de22-44cc-854b-9f8ac53356bc', 'name': 'network-vif-deleted', 'tag': 'f54ef6be-e7c9-4233-84a1-725e91037653', 'status': 'completed', 'code': 200} Oct 28 21:19:09.271829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:09.272756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Network hostable DHCP agents. Network: cb11d7b2-83e3-4bec-af56-b9be8889b3f2, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:09.295899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d946e622-a384-412b-80be-d1d1fceb80a3,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:09.334282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:09.353787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cb11d7b2-83e3-4bec-af56-b9be8889b3f2) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:09.358586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:09.359168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:09.369321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2025f-80c4-4426-ac61-b4622ec12cfb None None] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:09.386105 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-78c78d3e-cb86-4374-95a6-7687e30065c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6568608 Oct 28 21:19:09.467294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc25d-977e-44dd-994c-232ad7101c2f req-cecfed6c-4954-440a-924a-1bf989ca484a tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:09.474821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b6bc25d-977e-44dd-994c-232ad7101c2f req-cecfed6c-4954-440a-924a-1bf989ca484a tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 969 time: 0.1297565 Oct 28 21:19:09.545574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b6bc25d-977e-44dd-994c-232ad7101c2f req-e6c62a73-365a-4549-b106-71da67f5200f tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Oct 28 21:19:09.616292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b6a7b-fe2d-4aa8-9c53-f9ef049dcc07 None None] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:09.739341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:09.763559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fd911-2194-46d0-8eca-1671a72364cf req-cb0723ad-88a0-4e54-ac42-4cca355dc413 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:09.766461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c17fd911-2194-46d0-8eca-1671a72364cf req-cb0723ad-88a0-4e54-ac42-4cca355dc413 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 945 time: 0.0968177 Oct 28 21:19:09.850925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c17fd911-2194-46d0-8eca-1671a72364cf req-eb637d76-d134-416e-aef4-d4136605d403 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785944 Oct 28 21:19:09.898589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b100-f057-4ecf-b4a0-0b71cd2c18a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:09.968326 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:19:10.018622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b100-f057-4ecf-b4a0-0b71cd2c18a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.022947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b100-f057-4ecf-b4a0-0b71cd2c18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.069689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0f7ab-a218-41f4-8ec0-f1fdf824ad65 req-a08c2942-9dca-42f7-b2db-55a0e5d8f88c tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:10.071265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69a0f7ab-a218-41f4-8ec0-f1fdf824ad65 req-a08c2942-9dca-42f7-b2db-55a0e5d8f88c tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 945 time: 0.0724113 Oct 28 21:19:10.080405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50078) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:10.082976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b100-f057-4ecf-b4a0-0b71cd2c18a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619bac4-339f-43ec-a8c9-04e7a6d2b074,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:10.084972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'floatingip': {'port_id': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:10.108797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c1e3b100-f057-4ecf-b4a0-0b71cd2c18a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b9a6f0df8b7470da408a938f4e012b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673310 Oct 28 21:19:10.109410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:10.177301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50088) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:10.192782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-166498063-network', 'tenant_id': '1e23cb766c074f039469fd0fbad8bd6e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:10.213407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.217967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Made reservation on behalf of 1e23cb766c074f039469fd0fbad8bd6e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:10.218318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.220587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.261177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.276753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.341822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.346378 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.354310 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d619bac4-339f-43ec-a8c9-04e7a6d2b074 HTTP/1.1" status: 204 len: 168 time: 0.2376041 Oct 28 21:19:10.383421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141b02a-9750-4d2a-88bf-e69c80f1efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619bac4-339f-43ec-a8c9-04e7a6d2b074,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:10.414411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:10.551735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-8c761a58-60ba-47fb-bf80-bfa60368b7b8 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d7e409e9e6354c66a3a6a24f72638862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390501 Oct 28 21:19:10.585460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:10.601254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'mac_address': 'fa:16:3e:15:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-966696247', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:10.648177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.689594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:10.703706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c991b8da-763e-46e4-87ea-8f2c236aec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.732872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:10.738167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.814018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:10.858756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.892099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:10.947014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cdc380b8-2bb8-4a60-9a11-0a4968031262'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:11.106722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:11.108968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a418a4f-b0f6-406b-888e-454c55c101ea,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:11.159940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-5a163804-80a9-4726-851e-c0cb752ffc5d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:11.161426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-5a163804-80a9-4726-851e-c0cb752ffc5d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5989034 Oct 28 21:19:11.168795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.169130 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Added segment 6769b1d0-24d6-4e31-9cab-35cf747f53d6 of type vlan for network e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b Oct 28 21:19:11.183702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d7c2-abfa-42dc-98ee-d6008c5bfdad req-d2a16361-af23-458f-ba87-66089087fd09 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:11.185856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9384d7c2-abfa-42dc-98ee-d6008c5bfdad req-d2a16361-af23-458f-ba87-66089087fd09 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 970 time: 0.3369544 Oct 28 21:19:11.260120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-efa7b6d0-c7a4-4c95-9fda-d31e4f3bc164 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/quotas/d7e409e9e6354c66a3a6a24f72638862 HTTP/1.1" status: 200 len: 375 time: 0.0885980 Oct 28 21:19:11.326928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.358488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-cfcbb81d-c659-4071-88a8-445a786dce99 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627506 Oct 28 21:19:11.366120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:19:11.412358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9384d7c2-abfa-42dc-98ee-d6008c5bfdad req-1777f275-fc66-443f-a673-6a22a1f87949 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050095 Oct 28 21:19:11.461726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.463094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:11.463832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.480810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.542477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.623908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4455256 Oct 28 21:19:11.625637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.626787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50168) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:11.633704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Request body: {'subnet': {'network_id': 'e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-166498063-subnet', 'tenant_id': '1e23cb766c074f039469fd0fbad8bd6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:11.666335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c4c50-158f-4974-bf49-8624058b60df admin admin] Pushing event updated for resources: {'Network': ['ID=e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:11.673555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Made reservation on behalf of 1e23cb766c074f039469fd0fbad8bd6e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:11.677332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.679036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:11.705343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d72f3075-bb4b-43e3-8339-98d0fcd8c6e6 req-2773c5c3-7ee7-43b5-a7b1-5c303ce59892 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 210 time: 0.0573230 Oct 28 21:19:11.761817 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Floating IP 828237af-3337-4482-afa5-361a2dfe95d1 associated. External IP: 172.25.4.14, port: b8931cbd-c2ab-49ff-a131-b4889d6b5fde. Oct 28 21:19:11.933344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:11.957596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.049355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15872ae-e95b-41f6-aa87-bc0687ef6d6b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:12.055911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Checking segment: {'id': '6769b1d0-24d6-4e31-9cab-35cf747f53d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:12.056409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Network hostable DHCP agents. Network: e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:12.079030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Network e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:12.089992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:12.101170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:12.103843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.109340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebad5bd-77a6-4d25-bb94-9fe00d513dac None None] Network e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:12.133376 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4d290e7d-a87b-43ec-92f5-94f77bb788d0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5049171 Oct 28 21:19:12.282064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab4a8ef-d62a-4c69-a73b-b0fd56e61748 req-9d8fd9f5-7e0d-4c0d-85d3-1d6f769c0880 tempest-AbsoluteLimitsNegativeTestJSON-1797464411 tempest-AbsoluteLimitsNegativeTestJSON-1797464411-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5cb48dc50b484a2086e57dcce387f7be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064181 Oct 28 21:19:12.377364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:12.458871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:12.501122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4a8ef-d62a-4c69-a73b-b0fd56e61748 req-7cd1fdff-7e90-4770-941e-ae9cf3414a6e tempest-AbsoluteLimitsNegativeTestJSON-1797464411 tempest-AbsoluteLimitsNegativeTestJSON-1797464411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:12.508778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab4a8ef-d62a-4c69-a73b-b0fd56e61748 req-7cd1fdff-7e90-4770-941e-ae9cf3414a6e tempest-AbsoluteLimitsNegativeTestJSON-1797464411 tempest-AbsoluteLimitsNegativeTestJSON-1797464411-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258096 Oct 28 21:19:12.526875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8e370-f271-45f1-9c92-c5898829aa5a None None] Network e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:12.548537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab4a8ef-d62a-4c69-a73b-b0fd56e61748 req-a196e3eb-16c1-4f81-b6b8-f93104b46a20 tempest-AbsoluteLimitsNegativeTestJSON-1797464411 tempest-AbsoluteLimitsNegativeTestJSON-1797464411-project] 10.222.0.31 "GET /v2.0/quotas/5cb48dc50b484a2086e57dcce387f7be HTTP/1.1" status: 200 len: 375 time: 0.0382099 Oct 28 21:19:12.558789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-835f781b-4ff7-4e3e-85ea-18c40a84ff70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.614218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab4a8ef-d62a-4c69-a73b-b0fd56e61748 req-681dc9da-6bfd-445f-9bc4-1ca91e3166d5 tempest-AbsoluteLimitsNegativeTestJSON-1797464411 tempest-AbsoluteLimitsNegativeTestJSON-1797464411-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cb48dc50b484a2086e57dcce387f7be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617342 Oct 28 21:19:12.627810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:19:12.665776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-835f781b-4ff7-4e3e-85ea-18c40a84ff70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.673224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-835f781b-4ff7-4e3e-85ea-18c40a84ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.738626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f54ef6be-e7c9-4233-84a1-725e91037653 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:19:12.775947 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-835f781b-4ff7-4e3e-85ea-18c40a84ff70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=597fa31c93c34960bed7c20fd4cd2994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964102 Oct 28 21:19:12.778678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50244) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:12.804230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: f54ef6be-e7c9-4233-84a1-725e91037653 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:19:12.804841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f54ef6be-e7c9-4233-84a1-725e91037653 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:19:12.826566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port cdc380b8-2bb8-4a60-9a11-0a4968031262 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:12.837175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cdc380b8-2bb8-4a60-9a11-0a4968031262 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:12.838052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.838174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f781b-4ff7-4e3e-85ea-18c40a84ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5298f-626c-4da9-9688-6d1f8ea50967,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:12.866937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.883705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-ebafb608-bfc0-41fe-989c-6864a94d00ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1586871 Oct 28 21:19:12.896551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3c6f2-961c-4904-a499-8c70c0c9bf9d req-a6fb3927-f3b1-4eaa-984d-e7de26c478f2 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:12.898318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59d3c6f2-961c-4904-a499-8c70c0c9bf9d req-a6fb3927-f3b1-4eaa-984d-e7de26c478f2 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 970 time: 0.1136341 Oct 28 21:19:12.906777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.914141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:19:12.919746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.948440 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:19:12.977461 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:19:12.978417 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:18:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:12.988513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.991616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:12.995197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14a5298f-626c-4da9-9688-6d1f8ea50967 HTTP/1.1" status: 204 len: 168 time: 0.2126956 Oct 28 21:19:13.010577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf48a-c2bf-4440-904f-a292b81a962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5298f-626c-4da9-9688-6d1f8ea50967,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:13.070855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.52', 58027) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:13.120772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.133269 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-382d3ced-0c1d-4976-8e37-1ed3e7276047 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d7e409e9e6354c66a3a6a24f72638862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580437 Oct 28 21:19:13.139878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:13.187101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:13.193557 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c251dec-b50c-4a87-9c9c-7d1b8d165f17" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:13.222422 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:19:13.255422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:13.265431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.341694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-08f7b623-237b-48e7-9d64-b6f43e7332cd tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:13.344093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-08f7b623-237b-48e7-9d64-b6f43e7332cd tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863866 Oct 28 21:19:13.351614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:13.356862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Request body: {'port': {'device_id': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'd7e409e9e6354c66a3a6a24f72638862'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:13.391537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fe02-1900-48b8-92b0-2fae8ed25d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.475584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-83b2ce81-a8a6-4177-ab32-feb9c785f2d0 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "PUT /v2.0/floatingips/828237af-3337-4482-afa5-361a2dfe95d1 HTTP/1.1" status: 200 len: 990 time: 3.3939619 Oct 28 21:19:13.541323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:13.545625 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2275282-c7a3-4923-a05a-2764901a3955" -d '{"events": [{"name": "network-changed", "server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:13.586555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:9f:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:19:11Z', 'revision_number': 1, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:13.599735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Made reservation on behalf of d7e409e9e6354c66a3a6a24f72638862 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:13.608399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.634683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b089b68-7ea8-4da5-b29c-0ff6f85f2f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.679481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50270) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:13.696626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-c0919b2e-6bd2-480b-8432-422166307284 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:13.698318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-c0919b2e-6bd2-480b-8432-422166307284 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.1423531 Oct 28 21:19:13.706690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:19:13.709401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59d3c6f2-961c-4904-a499-8c70c0c9bf9d req-ec6619e4-f688-414a-bb13-d2b368bde781 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018868 Oct 28 21:19:13.719643 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:19:13.720395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:19:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:13.739762 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca443a2c-0b3f-42b1-91c1-62fb44104978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:13.754933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-f1a66d7f-d322-4434-bf7e-4ca855e55113 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/quotas/bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 375 time: 0.0436916 Oct 28 21:19:13.757430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58681f-dd39-4f54-874e-b46308615f78 req-fddcdeec-92d0-4bdb-bf4b-ed7bec5408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:13.759120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-fddcdeec-92d0-4bdb-bf4b-ed7bec5408b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1097 time: 0.2801955 Oct 28 21:19:13.824192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-e125a67f-0d7a-4d70-9bf3-dc2a5d59a33a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567384 Oct 28 21:19:13.855660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:19:13.969763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3737fc4f-2868-4ef2-a3d1-4c16a44de816 req-3d259adc-2f0c-4d35-b491-958443bd46eb tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 210 time: 0.0746520 Oct 28 21:19:14.023567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-eebb2f79-c5a6-442f-8dc4-e0423d78ce8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2783306 Oct 28 21:19:14.058464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b089b68-7ea8-4da5-b29c-0ff6f85f2f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.069929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Allocated IP 192.168.233.39 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/308bca5e-6853-4caf-aabf-7c7ac929e64e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:14.077982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b089b68-7ea8-4da5-b29c-0ff6f85f2f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.083247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-62de3020-8eff-410d-8252-34d71ad0d78a service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566886 Oct 28 21:19:14.088965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58681f-dd39-4f54-874e-b46308615f78 req-f02f0c53-8a92-456b-b46c-b7a89c602036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.090404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-f02f0c53-8a92-456b-b46c-b7a89c602036 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.2551725 Oct 28 21:19:14.135650 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4680f6f-3cc0-45db-8d0d-0aa61e22a942 x-openstack-request-id: req-e4680f6f-3cc0-45db-8d0d-0aa61e22a942 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:14.136164 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:14.136244 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4680f6f-3cc0-45db-8d0d-0aa61e22a942 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:14.136314 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:9f:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:19:11Z', 'revision_number': 1, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:14.136731 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'code': 200} Oct 28 21:19:14.144793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b089b68-7ea8-4da5-b29c-0ff6f85f2f85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb48dc50b484a2086e57dcce387f7be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036554 Oct 28 21:19:14.149910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:14.150561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b089b68-7ea8-4da5-b29c-0ff6f85f2f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ffc7b3-3e67-4c81-9410-c3214ac8102e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:14.188733 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c9ffa-b652-4651-85da-5489adda97e5 None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:9f:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:19:11Z', 'revision_number': 1, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:19:14.214005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.44', 60147) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:14.289436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999259c1-9703-4097-b242-2ec064dba436 req-bc7b4483-8df1-464d-8f93-65aa6e3bdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.291917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca443a2c-0b3f-42b1-91c1-62fb44104978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.292263 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-bc7b4483-8df1-464d-8f93-65aa6e3bdf09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c30f943bb1384fe98d6209d789f99d19&device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 1123 time: 0.2190120 Oct 28 21:19:14.302190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-bbaf2ff8-555b-48d1-a4dc-a01baf565136 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 998 time: 0.1986465 Oct 28 21:19:14.308865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca443a2c-0b3f-42b1-91c1-62fb44104978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.333430 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e1ad0f-21a5-431d-a7e9-c0391a195822 x-openstack-request-id: req-85e1ad0f-21a5-431d-a7e9-c0391a195822 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:14.333711 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:14.334132 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85e1ad0f-21a5-431d-a7e9-c0391a195822 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:14.334683 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'status': 'completed', 'code': 200} Oct 28 21:19:14.414354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ca443a2c-0b3f-42b1-91c1-62fb44104978 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=978e3c2e68d046ebafa115e442199623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336836 Oct 28 21:19:14.421864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca443a2c-0b3f-42b1-91c1-62fb44104978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f52f29-bcc2-43c7-a028-c4d73a227b17,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:14.424615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50284) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:14.443210 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.458528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-33fae43f-8609-415a-af2a-8080de65a659 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743517 Oct 28 21:19:14.460979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fe29e-42da-4c1c-9eba-5c0aec4f7092 req-eaa22677-656a-4d6c-a700-6cef2a2f4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.462461 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e0fe29e-42da-4c1c-9eba-5c0aec4f7092 req-eaa22677-656a-4d6c-a700-6cef2a2f4a2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 1123 time: 0.2397740 Oct 28 21:19:14.468980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58681f-dd39-4f54-874e-b46308615f78 req-eaf6068d-e891-46ca-a597-d11191fbb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.474536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-eaf6068d-e891-46ca-a597-d11191fbb208 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.1620717 Oct 28 21:19:14.559973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.641820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e0fe29e-42da-4c1c-9eba-5c0aec4f7092 req-b847d0cd-c966-4527-ac95-49bc8c4aa343 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663616 Oct 28 21:19:14.642963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999259c1-9703-4097-b242-2ec064dba436 req-89b54411-a175-43a8-89ea-96ae969441b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.644758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-89b54411-a175-43a8-89ea-96ae969441b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.3265748 Oct 28 21:19:14.650879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d31a2-094e-4e37-87c8-095baf3c82a9 None None] New status for floating IP 828237af-3337-4482-afa5-361a2dfe95d1: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:19:14.652356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58681f-dd39-4f54-874e-b46308615f78 req-ef2afd70-06c3-48d3-af6c-302abceb84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:14.658421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-ef2afd70-06c3-48d3-af6c-302abceb84e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673305 Oct 28 21:19:14.710883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.727758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.730911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.732996 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21ffc7b3-3e67-4c81-9410-c3214ac8102e HTTP/1.1" status: 204 len: 168 time: 0.5782125 Oct 28 21:19:14.752839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d146-33a8-4d5e-abc7-74bf134dc418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ffc7b3-3e67-4c81-9410-c3214ac8102e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:14.781653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.815668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:14.865110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64c86459-1cd3-4f36-a298-f3927cee612a req-ff93d6fe-93a7-4404-8fab-93b3b2f84642 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 210 time: 0.1545706 Oct 28 21:19:14.985859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Pushing event updated for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:14.996602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:15.000227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:15.004344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:15.009389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-109f75bc-0b3c-4ef9-938d-5e31cd7f9112 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421040 Oct 28 21:19:15.031491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:15.032829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.139819 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-7f1092bc-de69-429c-b072-88509bcfb117 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=6576cd7c-01b9-47ab-892e-ed416104898d HTTP/1.1" status: 200 len: 217 time: 0.3060570 Oct 28 21:19:15.177765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-c2342db8-dba3-4424-9079-23ba5e68e77b tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8253899 Oct 28 21:19:15.186064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.247691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Request body: {'port': {'device_id': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:15.311415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:15.344570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.345257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.401404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe58681f-dd39-4f54-874e-b46308615f78 req-25eea060-b460-4209-82a2-32284d2c95d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793724 Oct 28 21:19:15.414164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca491c-055c-4145-b4f3-027cbcc744a9 req-5045f2d6-92c9-4365-914b-d3f676f7cfe3 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:15.423610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51ca491c-055c-4145-b4f3-027cbcc744a9 req-5045f2d6-92c9-4365-914b-d3f676f7cfe3 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.2615776 Oct 28 21:19:15.438302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.444472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe3db-00c5-483c-b363-b7824ac3ad47 req-f6e645bf-437f-4eea-b62e-0ee41db1ad45 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:15.447033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-462fe3db-00c5-483c-b363-b7824ac3ad47 req-f6e645bf-437f-4eea-b62e-0ee41db1ad45 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 971 time: 0.2905743 Oct 28 21:19:15.470527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999259c1-9703-4097-b242-2ec064dba436 req-6a13ba87-3306-4045-a747-a081803108c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:15.472005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-6a13ba87-3306-4045-a747-a081803108c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3244722 Oct 28 21:19:15.500992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.505459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.517343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70f52f29-bcc2-43c7-a028-c4d73a227b17 HTTP/1.1" status: 204 len: 168 time: 1.0791440 Oct 28 21:19:15.556719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-579f8b83-7341-4d59-be6c-b1112e0161c2 None None] Provisioning complete for port 308bca5e-6853-4caf-aabf-7c7ac929e64e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:15.556999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-579f8b83-7341-4d59-be6c-b1112e0161c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:15.569320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2067e3-3337-464d-bd17-34cdfaf86eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f52f29-bcc2-43c7-a028-c4d73a227b17,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:15.631749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-462fe3db-00c5-483c-b363-b7824ac3ad47 req-ff7ad054-0a6f-4e60-9307-cd8fb18ffacd tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681867 Oct 28 21:19:15.655224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51ca491c-055c-4145-b4f3-027cbcc744a9 req-8336b7f5-73d5-449b-8b1d-f539ffbf0beb tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296534 Oct 28 21:19:15.707084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275282-c7a3-4923-a05a-2764901a3955 req-9c9afd26-558f-45a5-9006-beccb0b14283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:15.714856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-9c9afd26-558f-45a5-9006-beccb0b14283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1097 time: 0.2271998 Oct 28 21:19:15.728170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-579f8b83-7341-4d59-be6c-b1112e0161c2 None None] Port 308bca5e-6853-4caf-aabf-7c7ac929e64e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:19:15.943339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2008-941b-463f-8547-364d4653386e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.010759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999259c1-9703-4097-b242-2ec064dba436 req-379cf0cc-31b6-4e7d-8bcc-dfec8b1eaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.013684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275282-c7a3-4923-a05a-2764901a3955 req-c614c4f0-3de6-4efc-aae3-9ed45d6d5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.015222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-c614c4f0-3de6-4efc-aae3-9ed45d6d5d25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.2938762 Oct 28 21:19:16.015949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-379cf0cc-31b6-4e7d-8bcc-dfec8b1eaafa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372263 Oct 28 21:19:16.053306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-064f0df5-05c3-4c8f-90c2-41553ed5aca0 req-c227a098-6656-4b81-99c4-37f183d9f285 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 210 time: 0.0595939 Oct 28 21:19:16.076213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f76b0e-34d3-41f3-a797-9ac83af2e97d req-58e0b2a1-0c05-475f-a8cb-0a573efa6f54 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.077965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65f76b0e-34d3-41f3-a797-9ac83af2e97d req-58e0b2a1-0c05-475f-a8cb-0a573efa6f54 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 935 time: 0.2233825 Oct 28 21:19:16.167295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-29a772d6-0117-4038-bb71-df0112f460e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 1000 time: 0.1360044 Oct 28 21:19:16.185703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65f76b0e-34d3-41f3-a797-9ac83af2e97d req-25739c48-168a-4877-882e-6467def148fb tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722511 Oct 28 21:19:16.242650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308bca5e-6853-4caf-aabf-7c7ac929e64e {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:16.250354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275282-c7a3-4923-a05a-2764901a3955 req-28b4548c-b84d-4c8f-b946-3840bacdd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.252917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-28b4548c-b84d-4c8f-b946-3840bacdd3e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.0648670 Oct 28 21:19:16.267701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.300138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2008-941b-463f-8547-364d4653386e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.350339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2275282-c7a3-4923-a05a-2764901a3955 req-62c77450-91fb-44dc-9eeb-25ce03bbd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.353399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-62c77450-91fb-44dc-9eeb-25ce03bbd800 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886278 Oct 28 21:19:16.365714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Transition to ACTIVE for port object 308bca5e-6853-4caf-aabf-7c7ac929e64e will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:16.366505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b9b2008-941b-463f-8547-364d4653386e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.371084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-cd47ae65-3caf-4bba-b237-093b95994fd4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376200 Oct 28 21:19:16.395106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.432419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50360) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:16.469419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-3ecb62e0-6f02-4fa5-be72-f17aa656abd2 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078033 Oct 28 21:19:16.508514 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2b9b2008-941b-463f-8547-364d4653386e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a64bf0d3edd4ca79ca54f30982c9dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1963072 Oct 28 21:19:16.511816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50368) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:16.523576 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.580614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-695431692-network', 'tenant_id': 'cbc32a8c3edd4310a380b5b1c0068850'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:16.636273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.646636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.44', 60149) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:16.648809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-b779e3ca-648e-40cc-9095-4a69f3d01b64 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.650486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-b779e3ca-648e-40cc-9095-4a69f3d01b64 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.3443141 Oct 28 21:19:16.659965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b2008-941b-463f-8547-364d4653386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c3fb13-2c81-4768-a11d-99adf42a3acd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:16.772516 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-999259c1-9703-4097-b242-2ec064dba436 req-938d7a33-7e32-4ca0-bf3f-373d21c57275 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936815 Oct 28 21:19:16.805299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Pushing event updated for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:16.805896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2275282-c7a3-4923-a05a-2764901a3955 req-2644224b-92cf-4929-90af-45f1887310c0 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294821 Oct 28 21:19:16.864098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-f68a89ad-c313-4567-b7ff-9b050a6e08ec tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:16.866015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-f68a89ad-c313-4567-b7ff-9b050a6e08ec tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.2018380 Oct 28 21:19:16.866721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Made reservation on behalf of cbc32a8c3edd4310a380b5b1c0068850 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:16.871392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.921157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Attempting to bind port 308bca5e-6853-4caf-aabf-7c7ac929e64e on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:16.922501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Attempting to bind port 308bca5e-6853-4caf-aabf-7c7ac929e64e by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:16.922896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Attempting to bind port 308bca5e-6853-4caf-aabf-7c7ac929e64e on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:16.946567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:16.964260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Request body: {'port': {'device_id': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'admin_state_up': True, 'tenant_id': 'bf3c5448664444da9fa82fef755782b1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:16.973709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Port 308bca5e-6853-4caf-aabf-7c7ac929e64e on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:16.973709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Attempting to bind port 308bca5e-6853-4caf-aabf-7c7ac929e64e on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:16.986458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:16.986756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:16.987097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:16.987639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Bound port: 308bca5e-6853-4caf-aabf-7c7ac929e64e, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:16.987873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.051326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.100844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Deleting port 6576cd7c-01b9-47ab-892e-ed416104898d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:19:17.101478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.105219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:17.110499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:17.121990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.205521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.206069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.207491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] 10.222.0.52 "PUT /v2.0/ports/308bca5e-6853-4caf-aabf-7c7ac929e64e HTTP/1.1" status: 200 len: 1096 time: 1.9781871 Oct 28 21:19:17.208030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:17.210326 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20993602-94ec-442e-9630-fdf619e2285a" -d '{"events": [{"name": "network-changed", "server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:17.392791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9370c-c491-4418-9c00-d92b812babfa req-68f7b3b2-8b45-4d16-a0f4-6077d149330c tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.400296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ee9370c-c491-4418-9c00-d92b812babfa req-68f7b3b2-8b45-4d16-a0f4-6077d149330c tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 971 time: 0.5819600 Oct 28 21:19:17.438642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22d87a-426a-4d28-8cf3-c8abd7cca4c3 req-49112337-d099-4ca7-b0a2-0d0fa970a2d7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.446690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d22d87a-426a-4d28-8cf3-c8abd7cca4c3 req-49112337-d099-4ca7-b0a2-0d0fa970a2d7 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 971 time: 0.6156781 Oct 28 21:19:17.453851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f0207-8863-4982-88ec-9659bc5b1a7f service neutron] Pushing event updated for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:17.467030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] For port 6576cd7c-01b9-47ab-892e-ed416104898d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6576cd7c-01b9-47ab-892e-ed416104898d,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:17.467391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.487294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Calling delete_port for 6576cd7c-01b9-47ab-892e-ed416104898d owned by compute:tempest-test_az-966696247 {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:19:17.504027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-9261bfb0-4259-4f61-b2dc-fd44ece594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.505908 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-9261bfb0-4259-4f61-b2dc-fd44ece594b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 1099 time: 0.0894094 Oct 28 21:19:17.563729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ee9370c-c491-4418-9c00-d92b812babfa req-201c37f4-ad54-441b-a0b1-0c757a0c2645 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620443 Oct 28 21:19:17.594126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d22d87a-426a-4d28-8cf3-c8abd7cca4c3 req-6f623453-9fb3-410f-9eba-564c75457d93 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/security-groups?id=4fe3565c-e300-44e7-b92e-94309c62e9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463859 Oct 28 21:19:17.606667 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-8b53dd15-e4a4-4fbd-8402-743f971e1c22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e HTTP/1.1" status: 200 len: 217 time: 0.0776393 Oct 28 21:19:17.625176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.628530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.636240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7c3fb13-2c81-4768-a11d-99adf42a3acd HTTP/1.1" status: 204 len: 168 time: 1.1234479 Oct 28 21:19:17.671311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.684092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:17.688826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.701568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750d47-6c4b-4f8d-ba9a-e886a2994aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c3fb13-2c81-4768-a11d-99adf42a3acd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:17.710823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-bd832faf-3b42-4baa-8e23-572ff1b66aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.712662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-bd832faf-3b42-4baa-8e23-572ff1b66aca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0897009 Oct 28 21:19:17.718760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.801188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a8aaef9-a69d-413d-ad3a-40a6fca66793 req-4cf1d619-f3c8-4ded-93ce-08fdafd3faa3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 210 time: 0.0776312 Oct 28 21:19:17.821413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:17.825108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-edb62515-d42c-4b83-8be7-ee92cd3ba5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:17.826997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-edb62515-d42c-4b83-8be7-ee92cd3ba5de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070032 Oct 28 21:19:17.864970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.876706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6576cd7c-01b9-47ab-892e-ed416104898d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:17.891770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4055138-32de-4483-850a-21333d603972,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:17.900521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:17.901606 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Added segment cf4177cb-0356-4be2-9457-ccca4133cec7 of type vlan for network be6b37f0-7067-48ae-8c67-9dd98d39e983 Oct 28 21:19:17.917997 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c155a-7077-42b9-985b-6c3e119d5628 x-openstack-request-id: req-7b0c155a-7077-42b9-985b-6c3e119d5628 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:17.918376 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:17.918720 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b0c155a-7077-42b9-985b-6c3e119d5628 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:17.919824 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e', 'status': 'completed', 'code': 200} Oct 28 21:19:17.944870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Pushing event deleted for resources: {'Port': ['ID=6576cd7c-01b9-47ab-892e-ed416104898d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:18.045956 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-4bd887ae-17b2-447a-a208-31d5dce5effb service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093372 Oct 28 21:19:18.053008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.136938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdba16-8914-4d65-83b9-5e7e426214c0 req-492c2290-d057-42e9-ac3b-41bb94ade33e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.142004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2bdba16-8914-4d65-83b9-5e7e426214c0 req-492c2290-d057-42e9-ac3b-41bb94ade33e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 947 time: 0.2514277 Oct 28 21:19:18.189165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.190670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.191488 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.216984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Allocated IP 172.20.0.13 (cb11d7b2-83e3-4bec-af56-b9be8889b3f2/d946e622-a384-412b-80be-d1d1fceb80a3/6458548f-886d-4058-9f30-9211e6626302) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:18.218559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f62ab1f-9897-44ac-8993-fd62e6109ee2 req-f4f0da21-82d3-42f4-9abe-2880d92fc394 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641495 Oct 28 21:19:18.274729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8386052 Oct 28 21:19:18.281025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:18.283565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] No DVR routers for this DVR port 6576cd7c-01b9-47ab-892e-ed416104898d on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:19:18.294577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Request body: {'subnet': {'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-695431692-subnet', 'tenant_id': 'cbc32a8c3edd4310a380b5b1c0068850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:18.316976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.320618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46c41556-8fe4-406a-a2f6-33202f44ee77 req-77e46313-4a7f-4855-a2f0-1c0670ce2308 tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.44 "DELETE /v2.0/ports/6576cd7c-01b9-47ab-892e-ed416104898d HTTP/1.1" status: 204 len: 173 time: 1.6356156 Oct 28 21:19:18.332624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2bdba16-8914-4d65-83b9-5e7e426214c0 req-3c6e06dd-56b7-40b1-8082-fc996f91b7e8 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765156 Oct 28 21:19:18.335106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:18.350568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-643fde5c-7823-4e7a-a4b6-1207453e7510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.354871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993602-94ec-442e-9630-fdf619e2285a req-b947ced1-d4f9-4433-9bdb-acfccac75494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.357360 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-b947ced1-d4f9-4433-9bdb-acfccac75494 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d7e409e9e6354c66a3a6a24f72638862&device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 1099 time: 0.0741644 Oct 28 21:19:18.368872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87568261-dd1a-408b-aec2-8ae3d3c5560b admin admin] Pushing event updated for resources: {'Network': ['ID=be6b37f0-7067-48ae-8c67-9dd98d39e983,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:18.381849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:18.414012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Made reservation on behalf of cbc32a8c3edd4310a380b5b1c0068850 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:18.416393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.574235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993602-94ec-442e-9630-fdf619e2285a req-ded1ebc6-a84e-43f2-9653-697b53a99f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.576983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-ded1ebc6-a84e-43f2-9653-697b53a99f2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2137661 Oct 28 21:19:18.595990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.643821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-47cc3645-f645-411e-af25-46ec76aa1511 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e HTTP/1.1" status: 200 len: 217 time: 0.0452404 Oct 28 21:19:18.657284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-643fde5c-7823-4e7a-a4b6-1207453e7510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.707090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.707486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993602-94ec-442e-9630-fdf619e2285a req-e45bde46-bb2c-4883-945d-31ece21b6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.709216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-e45bde46-bb2c-4883-945d-31ece21b6b69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0542018 Oct 28 21:19:18.710562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-643fde5c-7823-4e7a-a4b6-1207453e7510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.712913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.784470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fde5c-7823-4e7a-a4b6-1207453e7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2def9e-3624-493a-a5c9-882197e444ed,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:18.788733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-643fde5c-7823-4e7a-a4b6-1207453e7510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e564e3e1f30b4adcb42c6264a7a4d1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526346 Oct 28 21:19:18.792352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50440) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:18.832633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20993602-94ec-442e-9630-fdf619e2285a req-0c36873d-a064-4711-b6c7-f5f20741e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.833970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-0c36873d-a064-4711-b6c7-f5f20741e0c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074741 Oct 28 21:19:18.854692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:18.861653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:18.885489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38b73c1d-abec-4450-aefc-b70ff9aff493 req-4562f032-4ad2-4dc1-92d5-8bcd1faefd1b tempest-AggregatesAdminTestJSON-1277715669 tempest-AggregatesAdminTestJSON-1277715669-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b9f9b77-2389-4652-9e91-9e5a43f4204b HTTP/1.1" status: 200 len: 210 time: 0.0756741 Oct 28 21:19:18.887001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:18.893392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:18.894013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.925489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.960034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e124de-04e6-4171-b9f4-7f6049fd9dba,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:18.978264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:18.982457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:18.999597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3d6cb6bd-4aa7-47f3-9fb6-3769fa2a9d97 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0619724 Oct 28 21:19:19.015859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Checking segment: {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:19.016456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Network hostable DHCP agents. Network: be6b37f0-7067-48ae-8c67-9dd98d39e983, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:19.021445 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-f4d9210f-2db3-40b1-870e-2618024283ae service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750407 Oct 28 21:19:19.040034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Request body: {'port': {'device_id': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:19.103195 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.108031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.108616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b2def9e-3624-493a-a5c9-882197e444ed HTTP/1.1" status: 204 len: 168 time: 0.3111484 Oct 28 21:19:19.115277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:19.126037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4a3ca-e745-4e86-9b77-ffccce15354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2def9e-3624-493a-a5c9-882197e444ed,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:19.164022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20993602-94ec-442e-9630-fdf619e2285a req-893e89f3-1ff7-4147-93f0-1c7a0e0ef4d2 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330881 Oct 28 21:19:19.193604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, be6b37f0-7067-48ae-8c67-9dd98d39e983) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:19.204689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d230acbd-3ed3-400c-b6fd-6cbee52823b5 None None] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:19.225695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:19.226299 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.259595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.281089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525426ec-a2e8-43b3-a515-255ada74c2e1 req-1a4e5e7f-317d-493f-a638-514756d5729b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:19.283521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-525426ec-a2e8-43b3-a515-255ada74c2e1 req-1a4e5e7f-317d-493f-a638-514756d5729b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 932 time: 0.2514901 Oct 28 21:19:19.327735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f37e91af-afef-41b6-aefe-3d8a054efeb0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0406678 Oct 28 21:19:19.371781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-525426ec-a2e8-43b3-a515-255ada74c2e1 req-ba9b001e-c61d-4a4d-92ba-c66e0d132d40 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675552 Oct 28 21:19:19.381210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdfa11-44a8-490d-b87f-16889dcf9125 None None] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:19.405302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50458) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:19.588054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea4f4b-bba9-41e6-9978-6f32b5540265 req-90c5d9a7-9ffb-43de-a068-44c38819d1ea tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:19.589468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78ea4f4b-bba9-41e6-9978-6f32b5540265 req-90c5d9a7-9ffb-43de-a068-44c38819d1ea tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 947 time: 0.1151068 Oct 28 21:19:19.644422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff67c6f8-ea1e-4b78-a0d2-b13cd03f723a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.666197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78ea4f4b-bba9-41e6-9978-6f32b5540265 req-0b4adcd9-d57f-4f55-aa65-d2b33523338e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Oct 28 21:19:19.723661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6458548f-886d-4058-9f30-9211e6626302 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:19.733589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.750422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-807810766', 'description': 'tempest-description-1861283002'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:19.751469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff67c6f8-ea1e-4b78-a0d2-b13cd03f723a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.761118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff67c6f8-ea1e-4b78-a0d2-b13cd03f723a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.768870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Transition to ACTIVE for port object 6458548f-886d-4058-9f30-9211e6626302 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:19.784521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.820477 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff67c6f8-ea1e-4b78-a0d2-b13cd03f723a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e11e5e71f7874647b13eb3970cbf079b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138863 Oct 28 21:19:19.821084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:19.824933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c6f8-ea1e-4b78-a0d2-b13cd03f723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e62fc04-2474-4c9a-bd8b-4e1eaf4a6537,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:19.827194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.887401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.899784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:19.916155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.927281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:19.927712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:19.928079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:19.937761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:19.938548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:19.948411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:19.948788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:19.949098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:19.949520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Bound port: 6458548f-886d-4058-9f30-9211e6626302, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:19.949869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.966281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'name': 'network-vif-deleted', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:19.969821 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84e7a44-bb8b-4d17-9f97-8cebf9789a4c" -d '{"events": [{"server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "name": "network-vif-deleted", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:19.983692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.987466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:19.992784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e62fc04-2474-4c9a-bd8b-4e1eaf4a6537 HTTP/1.1" status: 204 len: 168 time: 0.1695383 Oct 28 21:19:20.004716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.005004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9eec3-02df-4c65-8e05-5ed2dc047e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e62fc04-2474-4c9a-bd8b-4e1eaf4a6537,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.051005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:20.054144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.056584 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e519543e-9d87-4f53-98f7-a4660815f51f x-openstack-request-id: req-e519543e-9d87-4f53-98f7-a4660815f51f {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:20.056875 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f9b77-2389-4652-9e91-9e5a43f4204b", "name": "network-vif-deleted", "tag": "6576cd7c-01b9-47ab-892e-ed416104898d", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:20.057176 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e519543e-9d87-4f53-98f7-a4660815f51f {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:20.057569 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f9b77-2389-4652-9e91-9e5a43f4204b', 'name': 'network-vif-deleted', 'tag': '6576cd7c-01b9-47ab-892e-ed416104898d', 'status': 'completed', 'code': 200} Oct 28 21:19:20.061989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:20.082982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.149327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.150685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f48abbe6-3bf3-44ef-94e0-ea735a20a9e7 req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4104087 Oct 28 21:19:20.166687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:20.168028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.170150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] 10.222.0.44 "PUT /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 1093 time: 1.1411071 Oct 28 21:19:20.170854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33ec8a-77c6-41e3-b42f-cb2eade8594a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761b8c2c-287c-450e-ae39-6d4f18fa720a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.186942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'tag': '6458548f-886d-4058-9f30-9211e6626302'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:20.192671 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04" -d '{"events": [{"name": "network-changed", "server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "tag": "6458548f-886d-4058-9f30-9211e6626302"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:20.195427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a8265-1dfd-45b8-ac4c-874fc538df11 service neutron] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.205248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-419395019', 'description': 'tempest-description-1229129414'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:20.232624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.280419 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ca415-41b2-47c9-b2c8-666fa978e1c8 x-openstack-request-id: req-f31ca415-41b2-47c9-b2c8-666fa978e1c8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:20.280707 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "tag": "6458548f-886d-4058-9f30-9211e6626302", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:20.280957 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f31ca415-41b2-47c9-b2c8-666fa978e1c8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:20.281329 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'tag': '6458548f-886d-4058-9f30-9211e6626302', 'status': 'completed', 'code': 200} Oct 28 21:19:20.300863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.319090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-332c5fd7-05ec-4e82-a185-82932fbf68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:20.320055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-332c5fd7-05ec-4e82-a185-82932fbf68c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1096 time: 0.0810864 Oct 28 21:19:20.374556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-60ec90ec-3883-4d3a-8431-d290bdd0510c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0439160 Oct 28 21:19:20.393770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.407086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50514) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.415989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.452869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6576cd7c-01b9-47ab-892e-ed416104898d no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:19:20.455976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-86f924c8-57a0-40a8-8a23-9b710502c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:20.457683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-86f924c8-57a0-40a8-8a23-9b710502c504 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0750496 Oct 28 21:19:20.469511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.470698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45617340-07c0-486d-b3c2-11c6e2b4cc8b req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2702105 Oct 28 21:19:20.480074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff405a-dc4f-4c67-b4bf-992f316ce42c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a8826-a7fa-499b-b237-f06095d07c18,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.496315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb84e65-90c9-429d-94d0-751539e06f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.502424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-aae0680a-6daf-4adb-aed7-09a07c68481b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300338 Oct 28 21:19:20.509859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 6576cd7c-01b9-47ab-892e-ed416104898d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:19:20.510408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6576cd7c-01b9-47ab-892e-ed416104898d not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:19:20.587451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.609620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb84e65-90c9-429d-94d0-751539e06f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.616299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb84e65-90c9-429d-94d0-751539e06f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.641519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead1e0-31ec-4854-97d3-ffd791066e0c req-8ede96a8-262a-4999-aa1a-0fe403a519e1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:20.643015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6ead1e0-31ec-4854-97d3-ffd791066e0c req-8ede96a8-262a-4999-aa1a-0fe403a519e1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.0815542 Oct 28 21:19:20.649259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-7392881b-8aae-403e-8b8c-51ad98f5ab71 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341593 Oct 28 21:19:20.663411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb84e65-90c9-429d-94d0-751539e06f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d7780-ab07-4998-b4cf-7cce980dc56f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.673117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.673740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bbb84e65-90c9-429d-94d0-751539e06f1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a36397f9754acab0949c26d537ed86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651627 Oct 28 21:19:20.752347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-53e45a31-b2fa-47c6-ad11-b877a04d69a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c30f943bb1384fe98d6209d789f99d19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4468534 Oct 28 21:19:20.753067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50532) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.756592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6ead1e0-31ec-4854-97d3-ffd791066e0c req-a28b4f1e-4f53-4a7f-9a8f-34c43b66c1ab tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062205 Oct 28 21:19:20.812627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-291fb6e2-1c4f-4893-be85-bc977c6d4e61 tempest-AutoAllocateNetworkTest-403878037 tempest-AutoAllocateNetworkTest-403878037-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2995308f58144b77bd61ff4121e91a60&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2239256 Oct 28 21:19:20.814767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50540) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:20.844540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.855440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.866389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.915444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a662aa5b-f5fa-4cbd-b6d9-b2e90b529efa req-ed25429f-19c2-4c89-b039-8eb04b6fbd65 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515874 Oct 28 21:19:20.917041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.920331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:20.923890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fe3565c-e300-44e7-b92e-94309c62e9de HTTP/1.1" status: 204 len: 168 time: 0.1675928 Oct 28 21:19:20.932546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94026434-9255-4a79-95e5-499c6277e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3565c-e300-44e7-b92e-94309c62e9de,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:20.997981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607a0c4-1a93-4741-98ac-4e4895165409 req-2e0897f8-fc53-4a49-8aa5-baa0271f7f08 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:20.999581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e607a0c4-1a93-4741-98ac-4e4895165409 req-2e0897f8-fc53-4a49-8aa5-baa0271f7f08 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 947 time: 0.2368994 Oct 28 21:19:21.006362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.129065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9f004-7f5f-4aaa-acfe-8211648fbb75 tempest-AutoAllocateNetworkTest-403878037 tempest-AutoAllocateNetworkTest-403878037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:21.130509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12d9f004-7f5f-4aaa-acfe-8211648fbb75 tempest-AutoAllocateNetworkTest-403878037 tempest-AutoAllocateNetworkTest-403878037-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3102481 Oct 28 21:19:21.133611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50560) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.174531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e607a0c4-1a93-4741-98ac-4e4895165409 req-fc71fe8d-8f13-470b-bbf2-91063d4cd245 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530387 Oct 28 21:19:21.207558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-5f91ede7-1ece-4800-af82-2f4b770cabcc tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:21.209124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-5f91ede7-1ece-4800-af82-2f4b770cabcc tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 812 time: 0.3240700 Oct 28 21:19:21.211041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-6aea58ee-85be-4d52-953c-71e4dd67c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:21.212551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-6aea58ee-85be-4d52-953c-71e4dd67c561 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1096 time: 0.2120328 Oct 28 21:19:21.222412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60c6daf2-6ebe-41f1-b3cd-aeda4ce1d99f tempest-AutoAllocateNetworkTest-403878037 tempest-AutoAllocateNetworkTest-403878037-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871165 Oct 28 21:19:21.225150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.258232 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e0b4c727-7aa0-44e0-9cb1-210af7cb7402 tempest-AutoAllocateNetworkTest-403878037 tempest-AutoAllocateNetworkTest-403878037-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2995308f58144b77bd61ff4121e91a60 HTTP/1.1" status: 200 len: 208 time: 0.0317891 Oct 28 21:19:21.274414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-92bf4f0a-f644-405c-9c82-6982c3562731 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/quotas/cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 375 time: 0.0561578 Oct 28 21:19:21.364687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.417398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2b5c9f2c-a689-47f9-8f04-d9aa1f47c5ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc77c66296424f24bba9f7064d272922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513134 Oct 28 21:19:21.421340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.495228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.523001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.539578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50586) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.583851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.587903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.592128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53a48ced-5a31-4f69-bb9e-8efe1f7c1cce HTTP/1.1" status: 204 len: 168 time: 0.1670544 Oct 28 21:19:21.599604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.600435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de6e5-cfe5-46b9-8e26-41f948a632c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a48ced-5a31-4f69-bb9e-8efe1f7c1cce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:21.602056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.603506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/377d7780-ab07-4998-b4cf-7cce980dc56f HTTP/1.1" status: 204 len: 168 time: 0.9294660 Oct 28 21:19:21.609939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-3f0582e3-3c44-422a-b75d-da7cf2d38dd7 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3346641 Oct 28 21:19:21.623140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f42fa-658c-4b9c-8029-1fea731faf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d7780-ab07-4998-b4cf-7cce980dc56f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:21.674651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-0363cae9-ec37-40be-8c55-1ef3cf047f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:21.676601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-0363cae9-ec37-40be-8c55-1ef3cf047f92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.4517972 Oct 28 21:19:21.689478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8655e92-c227-47ab-9470-1dcdf0d7bed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.746938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-4d7384d5-125c-40b9-86ab-dfd8d057519f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0620725 Oct 28 21:19:21.835640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8655e92-c227-47ab-9470-1dcdf0d7bed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.849714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8655e92-c227-47ab-9470-1dcdf0d7bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:21.853289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-9426f936-0980-4ba6-8d59-b9e0feb99f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:21.855084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-9426f936-0980-4ba6-8d59-b9e0feb99f15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0973039 Oct 28 21:19:21.914111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-c7a5da5e-5da3-43cd-abdb-2ece2adc9eca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513122 Oct 28 21:19:21.916822 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a8655e92-c227-47ab-9470-1dcdf0d7bed6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2995308f58144b77bd61ff4121e91a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762395 Oct 28 21:19:21.922189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50610) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:21.955082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655e92-c227-47ab-9470-1dcdf0d7bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd2ad6-66d7-4db2-a065-efdd37d6934f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:21.984039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:22.036308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:22.119279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:22.122268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:22.126314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84fd2ad6-66d7-4db2-a065-efdd37d6934f HTTP/1.1" status: 204 len: 168 time: 0.2006869 Oct 28 21:19:22.133521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47991603-32e6-4212-a4a4-cea02fc3eb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd2ad6-66d7-4db2-a065-efdd37d6934f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:22.144217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5327d1-7752-4e6a-9404-02c12e91c707 req-10a7e460-adfd-49f1-956f-c44070b6a9e2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:22.158850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d5327d1-7752-4e6a-9404-02c12e91c707 req-10a7e460-adfd-49f1-956f-c44070b6a9e2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.2699356 Oct 28 21:19:22.179295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-f1c78d1e-e1e7-45e6-86da-ebca34b667d6 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510118 Oct 28 21:19:22.205957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-7b1164d7-f97f-4774-82ff-0ed9772172e8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:19:22.212876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-7b1164d7-f97f-4774-82ff-0ed9772172e8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1533828 Oct 28 21:19:22.357603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d5327d1-7752-4e6a-9404-02c12e91c707 req-a8effaf8-879f-416c-92ce-79cd10af3a2b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975968 Oct 28 21:19:22.446582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ffa5d7-dcb6-4f34-833d-b53acbfa0c04 req-6b4f62db-a594-408b-a229-e8c2970a19c3 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564468 Oct 28 21:19:22.451237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-42584da1-9941-48b4-9975-0c1052629c93 service neutron] 10.222.0.31 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230449 Oct 28 21:19:22.451823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:22.719799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770513d-abeb-41ae-93e2-56a339f1f880 req-784eca4c-b693-4190-b665-674fc776cf09 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:22.720487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:22.724445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c770513d-abeb-41ae-93e2-56a339f1f880 req-784eca4c-b693-4190-b665-674fc776cf09 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 947 time: 0.1244459 Oct 28 21:19:22.737647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 308bca5e-6853-4caf-aabf-7c7ac929e64e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:22.775450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-a344b44e-7cc2-40c4-b133-202e77942597 service neutron] 10.222.0.31 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069263 Oct 28 21:19:22.891294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:22.904484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c770513d-abeb-41ae-93e2-56a339f1f880 req-f6f3a1b2-66d0-41b0-89f0-18d9a9198e27 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632144 Oct 28 21:19:22.910578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '308bca5e-6853-4caf-aabf-7c7ac929e64e', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '308bca5e-6853-4caf-aabf-7c7ac929e64e', 'mac_address': 'fa:16:3e:1c:97:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:22.917085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'mac_address': 'fa:16:3e:15:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-966696247', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:22.973501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:23.061236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:23.100666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:23.114764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:23.132306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:23.178161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308bca5e-6853-4caf-aabf-7c7ac929e64e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:23.206617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:23.216675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cdc380b8-2bb8-4a60-9a11-0a4968031262'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:23.222798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:23.266699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b97f98b-15be-4fec-b2c5-819b437c0390 req-34e57327-50f5-418d-b418-6d425cbabcf4 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 210 time: 0.0961120 Oct 28 21:19:23.308768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:23.376586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:23.461224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['308bca5e-6853-4caf-aabf-7c7ac929e64e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:23.700733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143264b1-eb94-4aeb-a46e-8e98e03eaf7d req-a103080b-b505-4a3f-b314-49190c4e9a9a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:23.712432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-143264b1-eb94-4aeb-a46e-8e98e03eaf7d req-a103080b-b505-4a3f-b314-49190c4e9a9a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.1504300 Oct 28 21:19:23.773198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-143264b1-eb94-4aeb-a46e-8e98e03eaf7d req-ecd4b7c5-3994-4626-af5f-51e254201f0d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Oct 28 21:19:24.151878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06514c-4335-4e66-b910-9c75d4197abb req-ea7bcd7c-8f97-4c5e-815d-720faeb0f35e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:24.166686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db06514c-4335-4e66-b910-9c75d4197abb req-ea7bcd7c-8f97-4c5e-815d-720faeb0f35e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 948 time: 0.1549125 Oct 28 21:19:24.296333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db06514c-4335-4e66-b910-9c75d4197abb req-dddffa23-432b-4789-99c4-5a0be48308c7 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286299 Oct 28 21:19:24.416733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-960d3b96-ee25-4ca6-b1b0-c6c916dffbe9 req-542e728a-4212-4776-83ae-d03a127198af tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 210 time: 0.0352840 Oct 28 21:19:24.465524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6458548f-886d-4058-9f30-9211e6626302 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:24.501568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:24.708938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cdc380b8-2bb8-4a60-9a11-0a4968031262 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:24.708938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:24.731537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 308bca5e-6853-4caf-aabf-7c7ac929e64e up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:24.771367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:24.801882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6458548f-886d-4058-9f30-9211e6626302', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'port_id': '6458548f-886d-4058-9f30-9211e6626302', 'mac_address': 'fa:16:3e:ad:0b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd946e622-a384-412b-80be-d1d1fceb80a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:24.918271 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.060837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.111193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf6b61-287b-4c93-b05e-cff2d146adf8 req-114c226f-8ecd-4208-91dc-a373a5650b8b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:25.112152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6458548f-886d-4058-9f30-9211e6626302 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:25.118443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 308bca5e-6853-4caf-aabf-7c7ac929e64e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:25.120770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-acaf6b61-287b-4c93-b05e-cff2d146adf8 req-114c226f-8ecd-4208-91dc-a373a5650b8b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.1175580 Oct 28 21:19:25.159543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 308bca5e-6853-4caf-aabf-7c7ac929e64e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:25.161632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.179228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:25.183739 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdb008a-71a5-4446-8626-e47ef6df6de2" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:25.209697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-acaf6b61-287b-4c93-b05e-cff2d146adf8 req-c4011297-8ed9-444a-903d-1a1ea282614b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Oct 28 21:19:25.255787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:25.261899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:25.268754 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.271192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-0dddfa1f-8651-455e-8dae-3bc7ae5a1581 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:25.272839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-0dddfa1f-8651-455e-8dae-3bc7ae5a1581 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.52 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 812 time: 0.5197840 Oct 28 21:19:25.277569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.290135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'device_id': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983', 'admin_state_up': True, 'tenant_id': 'cbc32a8c3edd4310a380b5b1c0068850'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:25.351314 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d990e-7522-4da0-bded-eabb4804791b x-openstack-request-id: req-916d990e-7522-4da0-bded-eabb4804791b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:25.361317 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:25.362167 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-916d990e-7522-4da0-bded-eabb4804791b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:25.363367 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'code': 200} Oct 28 21:19:25.418194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:25.503025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6458548f-886d-4058-9f30-9211e6626302'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:25.518987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.518987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.519309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.519494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.521697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.533805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:25.541326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e77f1-77cf-4c61-9572-a9cb52f1911a req-84e0c661-29e0-44ff-b899-8b14702ad66d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:25.558234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f0e77f1-77cf-4c61-9572-a9cb52f1911a req-84e0c661-29e0-44ff-b899-8b14702ad66d tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 948 time: 0.1061368 Oct 28 21:19:25.630952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f0e77f1-77cf-4c61-9572-a9cb52f1911a req-c4e8d875-ca7f-400c-aabd-791a165468a4 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716960 Oct 28 21:19:25.670270 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.878083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:25.908320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:25.922272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:25.946418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68ec6f5d-8d5f-4732-ad3e-ab34ddf6f9e4 req-c625da06-344c-4385-b509-8c6de28c45fc tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 210 time: 0.0524697 Oct 28 21:19:25.961232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Made reservation on behalf of cbc32a8c3edd4310a380b5b1c0068850 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:25.968867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:26.129980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Allocated IP 172.20.0.14 (be6b37f0-7067-48ae-8c67-9dd98d39e983/59e124de-04e6-4171-b9f4-7f6049fd9dba/ac06a67e-435c-4120-a658-0e99d9ad2ca5) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:26.159361 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:26.346655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:26.422101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:26.503492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985ab50-22cd-45eb-b947-dc1b8e6aeb7a req-71a3529d-fc80-43e4-845f-1522ad6ef319 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:26.511627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0985ab50-22cd-45eb-b947-dc1b8e6aeb7a req-71a3529d-fc80-43e4-845f-1522ad6ef319 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.1957834 Oct 28 21:19:26.530320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:26.533752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:26.538049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:26.549047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:26.550001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:26.566469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:26.589226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.590833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.591402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.592002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.592909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.593652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.594166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.594674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.595186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.595951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.596825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.597505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:26.615207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0985ab50-22cd-45eb-b947-dc1b8e6aeb7a req-e2732a1f-d34e-4238-ba2a-0c469e44dc86 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921586 Oct 28 21:19:26.645636 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-ff137e4a-4066-4691-9d55-99df074970b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3605940 Oct 28 21:19:26.661901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Request body: {'port': {'device_id': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:26.783169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.094997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f926-097a-4850-8956-98e7a4de4d33 req-64b2d73b-3f15-40aa-aa76-002939624167 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.109826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7094f926-097a-4850-8956-98e7a4de4d33 req-64b2d73b-3f15-40aa-aa76-002939624167 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.1098244 Oct 28 21:19:27.170134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7094f926-097a-4850-8956-98e7a4de4d33 req-ac3478e1-0fec-4abd-82aa-0a5085ce22c4 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573525 Oct 28 21:19:27.208398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac06a67e-435c-4120-a658-0e99d9ad2ca5 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:27.220846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.239261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Transition to ACTIVE for port object ac06a67e-435c-4120-a658-0e99d9ad2ca5 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:27.247074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.321851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:27.362721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Attempting to bind port ac06a67e-435c-4120-a658-0e99d9ad2ca5 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:27.363931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Attempting to bind port ac06a67e-435c-4120-a658-0e99d9ad2ca5 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:27.363931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Attempting to bind port ac06a67e-435c-4120-a658-0e99d9ad2ca5 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:27.365529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:27.368713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Port ac06a67e-435c-4120-a658-0e99d9ad2ca5 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:27.369028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Attempting to bind port ac06a67e-435c-4120-a658-0e99d9ad2ca5 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:27.369270 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72929812-d5c7-469e-a64b-40cd5b70cfe9" -d '{"events": [{"server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "name": "network-vif-plugged", "status": "completed", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:27.380586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:27.380917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Checking segment: {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:27.381294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Bound using segment: {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:27.381717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Bound port: ac06a67e-435c-4120-a658-0e99d9ad2ca5, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:27.382065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.494794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:27.499235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:27.507101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.517178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5814452-ca52-4b3c-a157-5932acc7042a req-94e0d7a7-1bd4-49c0-8568-9c7d4588cd70 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.519308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5814452-ca52-4b3c-a157-5932acc7042a req-94e0d7a7-1bd4-49c0-8568-9c7d4588cd70 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 944 time: 0.0949790 Oct 28 21:19:27.565437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.566974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:27.569574 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] 10.222.0.52 "PUT /v2.0/ports/ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 1093 time: 0.9133356 Oct 28 21:19:27.602689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:27.605471 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1845f-d166-4314-8dde-ede9679915eb" -d '{"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:27.645779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5814452-ca52-4b3c-a157-5932acc7042a req-a40ab05b-395a-41d1-8682-0b9e48140940 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168258 Oct 28 21:19:27.690006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a5682-a24d-446d-88ec-d0505e098991 service neutron] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:27.708557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-87ca88c5-b894-4847-8d6a-45daeb6653b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.711015 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-87ca88c5-b894-4847-8d6a-45daeb6653b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0824623 Oct 28 21:19:27.719053 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd2145-9632-472d-bd8e-b2a389a29c76 x-openstack-request-id: req-c1dd2145-9632-472d-bd8e-b2a389a29c76 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:27.725736 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "name": "network-vif-plugged", "status": "completed", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:27.726006 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1dd2145-9632-472d-bd8e-b2a389a29c76 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:27.726516 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e', 'code': 200} Oct 28 21:19:27.823175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-13ad5f45-6aa8-4671-8245-af49e809507e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0659125 Oct 28 21:19:27.926769 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f41d3-5259-44bc-b2e3-498382f7b1fa x-openstack-request-id: req-352f41d3-5259-44bc-b2e3-498382f7b1fa {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:27.927043 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:27.927292 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-352f41d3-5259-44bc-b2e3-498382f7b1fa {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:27.927680 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'status': 'completed', 'code': 200} Oct 28 21:19:27.929365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c424a6-7cda-47b9-98a3-548c4483780f req-30acbb84-8245-4301-9b34-5aa6b1ffd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.932080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c424a6-7cda-47b9-98a3-548c4483780f req-30acbb84-8245-4301-9b34-5aa6b1ffd042 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 1101 time: 0.0885377 Oct 28 21:19:27.948419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-1346efb8-f399-4362-93fe-5975a192eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:27.950292 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-1346efb8-f399-4362-93fe-5975a192eb7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.1173851 Oct 28 21:19:27.995732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-683f21f6-7afa-4fb7-9b45-6d71fe7512be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364454 Oct 28 21:19:28.085400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ff3a1-a664-424c-a3b2-2423c6b1860f req-c26c9ace-1c06-4801-aaca-96c77fb4ac54 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:28.092233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba1ff3a1-a664-424c-a3b2-2423c6b1860f req-c26c9ace-1c06-4801-aaca-96c77fb4ac54 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.1662908 Oct 28 21:19:28.103340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c424a6-7cda-47b9-98a3-548c4483780f req-fa9f3a56-2361-4bf9-bb0d-d3ddb6df77b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974681 Oct 28 21:19:28.119228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-3ab3fe3f-e60a-4309-a80c-1e195d05f620 service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164689 Oct 28 21:19:28.170953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba1ff3a1-a664-424c-a3b2-2423c6b1860f req-cc0ada18-8864-4ae4-826d-9f4e48f0ec52 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674257 Oct 28 21:19:28.396262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0eaa5-0bad-43d4-be89-d4966fff70e6 req-d76d1281-eed9-4017-a74d-1d1de5c8b616 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:28.398143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30b0eaa5-0bad-43d4-be89-d4966fff70e6 req-d76d1281-eed9-4017-a74d-1d1de5c8b616 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.0919769 Oct 28 21:19:28.466236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30b0eaa5-0bad-43d4-be89-d4966fff70e6 req-f920e2e6-b47f-47aa-8520-2f1f561e3dd4 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Oct 28 21:19:28.470686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6458548f-886d-4058-9f30-9211e6626302 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:28.488586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0dcc4d5-0358-4e26-a456-e9c22e8aa344 req-f783cb42-9d63-4c47-a503-9672ce17e973 service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851096 Oct 28 21:19:28.557676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6458548f-886d-4058-9f30-9211e6626302 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:28.564884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6458548f-886d-4058-9f30-9211e6626302 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:28.565560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:28.656972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1845f-d166-4314-8dde-ede9679915eb req-c5b20314-fb12-44eb-9ef9-0026b6506cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:28.659212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-c5b20314-fb12-44eb-9ef9-0026b6506cdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0877993 Oct 28 21:19:28.722355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:28.807264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:28.826881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:28.889227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1845f-d166-4314-8dde-ede9679915eb req-e1bc5e69-8df0-4676-b736-54e79ce3e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:28.893219 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-e1bc5e69-8df0-4676-b736-54e79ce3e84a service neutron] 10.222.0.52 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.2240121 Oct 28 21:19:28.937791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6b62-0be3-4736-a430-36c568079e96 req-d46c47a0-14ad-49ee-9543-aeb1c9d5343f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:28.942732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56c6b62-0be3-4736-a430-36c568079e96 req-d46c47a0-14ad-49ee-9543-aeb1c9d5343f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 944 time: 0.1305935 Oct 28 21:19:28.964647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:28.994760 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-2f64ef2f-144b-41d5-a746-4e50ced04703 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0884430 Oct 28 21:19:29.014040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56c6b62-0be3-4736-a430-36c568079e96 req-37dd6197-eff6-4416-83fc-267adeac04a8 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 Oct 28 21:19:29.065873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1845f-d166-4314-8dde-ede9679915eb req-bcc47d8d-f218-4567-b5c8-67f3679282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:29.068623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-bcc47d8d-f218-4567-b5c8-67f3679282fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0620730 Oct 28 21:19:29.130442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-f621e587-c72c-4748-a58a-1a6a19368f39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479550 Oct 28 21:19:29.274295 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-caf12f85-db50-4757-b76a-2f0b4b6109ac service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311204 Oct 28 21:19:29.347451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771cb77-5309-4668-a4c2-08fa05bc02fd req-5c6ae772-7a0d-4789-b580-b27899f07435 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:29.357124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b771cb77-5309-4668-a4c2-08fa05bc02fd req-5c6ae772-7a0d-4789-b580-b27899f07435 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 946 time: 0.0839236 Oct 28 21:19:29.431125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b771cb77-5309-4668-a4c2-08fa05bc02fd req-8c7cab61-9b4f-468a-9873-620da670f2fc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748448 Oct 28 21:19:29.473953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-27f1845f-d166-4314-8dde-ede9679915eb req-0029bb8b-e552-491b-8f97-aeef807ce570 service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911371 Oct 28 21:19:29.621113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166585b5-74c4-4f68-a76f-d0ab6bfd0512 req-bd86f01c-d338-4abc-ac43-96a5b56e4ef9 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:29.623968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-166585b5-74c4-4f68-a76f-d0ab6bfd0512 req-bd86f01c-d338-4abc-ac43-96a5b56e4ef9 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.0834317 Oct 28 21:19:29.695255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-166585b5-74c4-4f68-a76f-d0ab6bfd0512 req-bd846be7-ffbe-45a6-9458-2317db5c4e0f tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550354 Oct 28 21:19:29.719569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50952) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:29.727820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6458548f-886d-4058-9f30-9211e6626302'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:29.731105 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6da0e-4147-4de7-b1b9-d69344a1612b" -d '{"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-plugged", "status": "completed", "tag": "6458548f-886d-4058-9f30-9211e6626302"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:29.837982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50958) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:29.838583 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a4d64-ba3a-4429-ba51-17eb4f146702 x-openstack-request-id: req-324a4d64-ba3a-4429-ba51-17eb4f146702 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:29.838900 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-plugged", "status": "completed", "tag": "6458548f-886d-4058-9f30-9211e6626302", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:29.839162 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-324a4d64-ba3a-4429-ba51-17eb4f146702 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:29.839549 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6458548f-886d-4058-9f30-9211e6626302', 'code': 200} Oct 28 21:19:29.926759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50962) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:29.969492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c04531-f37e-4d30-974c-4ac90a5b0e2a req-95971a33-3713-43e5-9d60-c23093ecb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:29.971943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4c04531-f37e-4d30-974c-4ac90a5b0e2a req-95971a33-3713-43e5-9d60-c23093ecb498 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1098 time: 0.0614431 Oct 28 21:19:30.046525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4c04531-f37e-4d30-974c-4ac90a5b0e2a req-36c858c3-37e3-4177-9a64-b837e8066851 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 Oct 28 21:19:30.067677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.232424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a58f55e-0871-4ff8-820d-d080ff4e26f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.246972 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f948fba6-22a5-4c38-ae94-d23737b069b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.286766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.305158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.358089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfd63-d448-4eb2-a62f-3ee6e4699fa5 req-ecd8c9e1-6a9c-4623-b611-dfa2ba7c8158 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:30.360406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-414bfd63-d448-4eb2-a62f-3ee6e4699fa5 req-ecd8c9e1-6a9c-4623-b611-dfa2ba7c8158 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 944 time: 0.2084315 Oct 28 21:19:30.368533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a53b-78c8-4ec6-b8a3-3cea17a418be req-0ad2c33e-ecea-4f97-9ccc-84730bdaff55 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:30.369930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edb6a53b-78c8-4ec6-b8a3-3cea17a418be req-0ad2c33e-ecea-4f97-9ccc-84730bdaff55 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.2190409 Oct 28 21:19:30.456803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c9e40fb4b104d99a3c996e7507c578e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7360053 Oct 28 21:19:30.457494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940407e7-9563-4f42-9e56-163803931e7f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:30.459656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:30.505728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.506095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.506317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.506629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.509426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2af45-db0a-456b-8c14-ab9fd384be8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:19:30.535696 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.552503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edb6a53b-78c8-4ec6-b8a3-3cea17a418be req-2fb1ded0-fee0-4feb-863a-184a34ab48a7 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654241 Oct 28 21:19:30.564069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.566365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-414bfd63-d448-4eb2-a62f-3ee6e4699fa5 req-f19ab3ba-f753-49d3-8a0e-b7b87183d75f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907070 Oct 28 21:19:30.608977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a58f55e-0871-4ff8-820d-d080ff4e26f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.623184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f948fba6-22a5-4c38-ae94-d23737b069b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.624511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a58f55e-0871-4ff8-820d-d080ff4e26f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.641771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f948fba6-22a5-4c38-ae94-d23737b069b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.719932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a58f55e-0871-4ff8-820d-d080ff4e26f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd8ca8b3324c42469f39c1483ba12481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905202 Oct 28 21:19:30.721864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.728193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.729539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/940407e7-9563-4f42-9e56-163803931e7f HTTP/1.1" status: 204 len: 168 time: 0.2680345 Oct 28 21:19:30.730292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50990) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:30.739442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f948fba6-22a5-4c38-ae94-d23737b069b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afdc8df2ac4f4e7dabb332eb6fc6febb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980222 Oct 28 21:19:30.739442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f55e-0871-4ff8-820d-d080ff4e26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6842eaf8-6198-4ae2-9a4d-0f5ad9f9a7e7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:30.740413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50994) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:30.758636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1342-0295-4725-b7b3-415a4bec0a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940407e7-9563-4f42-9e56-163803931e7f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:30.845032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.867104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948fba6-22a5-4c38-ae94-d23737b069b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18ced5-94d6-4bf6-9ee8-d5f4b6be9a8a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:30.875356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.891934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef25c9e-9bc2-4622-a4ec-d5d40a8777e1 req-469a7609-23c8-4b2e-aabe-fd703f5544e6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:30.900577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef25c9e-9bc2-4622-a4ec-d5d40a8777e1 req-469a7609-23c8-4b2e-aabe-fd703f5544e6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 946 time: 0.2226896 Oct 28 21:19:30.939544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.962951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.967543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:30.975397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef25c9e-9bc2-4622-a4ec-d5d40a8777e1 req-8053560d-018f-4c0b-b7af-06f6741c82cf tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Oct 28 21:19:30.986707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6842eaf8-6198-4ae2-9a4d-0f5ad9f9a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2491667 Oct 28 21:19:30.999857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0df27-93ec-4397-84bf-a7ae929222f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6842eaf8-6198-4ae2-9a4d-0f5ad9f9a7e7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:31.037108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.136783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.146629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.148695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e18ced5-94d6-4bf6-9ee8-d5f4b6be9a8a HTTP/1.1" status: 204 len: 168 time: 0.3906021 Oct 28 21:19:31.175404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999f57-82df-41a4-873a-5b33538c90e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18ced5-94d6-4bf6-9ee8-d5f4b6be9a8a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:31.252642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b516a-357e-42f2-8f06-d97ea793bb9c req-388d9062-48b6-45cf-9673-edaf0713d322 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:31.264406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71b516a-357e-42f2-8f06-d97ea793bb9c req-388d9062-48b6-45cf-9673-edaf0713d322 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.1129060 Oct 28 21:19:31.332351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71b516a-357e-42f2-8f06-d97ea793bb9c req-755ca0fa-8652-45dd-9c40-a96ae7917361 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554800 Oct 28 21:19:31.368883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51006) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:31.385740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee55dcd-dfea-415e-9dea-3f244af4ab92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.499872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee55dcd-dfea-415e-9dea-3f244af4ab92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.506413 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee55dcd-dfea-415e-9dea-3f244af4ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.586352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:31.587305 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ee55dcd-dfea-415e-9dea-3f244af4ab92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8443f0eefc84d69ad1a64de74eb7622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156537 Oct 28 21:19:31.591667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee55dcd-dfea-415e-9dea-3f244af4ab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b88cd2-3799-4bfd-a3c9-c1f2512ee1d1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:31.639876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:31.660167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56264162-1b67-4505-b1cc-d600bebfe15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.716904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.775746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.796226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56264162-1b67-4505-b1cc-d600bebfe15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.804796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56264162-1b67-4505-b1cc-d600bebfe15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.825414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600c9e8-f2db-4979-bdee-d53135481e30 req-7f8e6b4f-2eca-48c1-9550-ddb4097b22ee tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:31.834119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d600c9e8-f2db-4979-bdee-d53135481e30 req-7f8e6b4f-2eca-48c1-9550-ddb4097b22ee tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 944 time: 0.1145773 Oct 28 21:19:31.853412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56264162-1b67-4505-b1cc-d600bebfe15d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e16f8cc7d9fd421abe0ce4765abee0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098677 Oct 28 21:19:31.853613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51026) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:31.862408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264162-1b67-4505-b1cc-d600bebfe15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8ae9f6-5723-49a9-8a31-2956b2170eca,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:31.902817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d600c9e8-f2db-4979-bdee-d53135481e30 req-884c2149-1cd0-4adb-bbe7-04cf4b50cc2a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676196 Oct 28 21:19:31.924354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.927454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.928843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98b88cd2-3799-4bfd-a3c9-c1f2512ee1d1 HTTP/1.1" status: 204 len: 168 time: 0.3400805 Oct 28 21:19:31.947519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d98d1-2c24-4ce4-890a-ebe6d78e6326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b88cd2-3799-4bfd-a3c9-c1f2512ee1d1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:31.963183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:31.994800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.076011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.095507 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.098695 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e8ae9f6-5723-49a9-8a31-2956b2170eca HTTP/1.1" status: 204 len: 168 time: 0.2440822 Oct 28 21:19:32.124286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795e704-3d16-41c6-a579-a8f1dd08de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8ae9f6-5723-49a9-8a31-2956b2170eca,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:32.147894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:32.189960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d748aedc-732a-4dc5-a74c-6fc3975b3f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.218188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e1047-dac0-4022-87fa-e58a1d914c75 req-32bbb9bf-7136-4a15-a859-7c2b40968971 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:32.220056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b47e1047-dac0-4022-87fa-e58a1d914c75 req-32bbb9bf-7136-4a15-a859-7c2b40968971 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 946 time: 0.1378214 Oct 28 21:19:32.293363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b47e1047-dac0-4022-87fa-e58a1d914c75 req-350a9eb7-7cce-40f4-9282-5f6ecab63e5f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629628 Oct 28 21:19:32.432317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d748aedc-732a-4dc5-a74c-6fc3975b3f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.461851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d748aedc-732a-4dc5-a74c-6fc3975b3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.595049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba51eac-7191-46da-a543-63bd42432d6c req-f221559e-000d-4eed-9b03-78e6acd7a69e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:32.595049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cba51eac-7191-46da-a543-63bd42432d6c req-f221559e-000d-4eed-9b03-78e6acd7a69e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.1186943 Oct 28 21:19:32.606126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748aedc-732a-4dc5-a74c-6fc3975b3f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c3ded-d295-45a5-8a18-f4449a39b066,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:32.625735 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d748aedc-732a-4dc5-a74c-6fc3975b3f45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f81675c597924f98acf5de72042306ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759166 Oct 28 21:19:32.628224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51052) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:32.654970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-02c520c5-284c-4037-a321-9c8553d610f2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:32.658954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-02c520c5-284c-4037-a321-9c8553d610f2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 949 time: 0.2371559 Oct 28 21:19:32.773641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cba51eac-7191-46da-a543-63bd42432d6c req-9c069758-c35f-48f8-8adb-8dfb04656b1e tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/security-groups?id=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092569 Oct 28 21:19:32.804534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device ac06a67e-435c-4120-a658-0e99d9ad2ca5 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:32.899022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:32.976493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.007090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:33.065188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983', 'port_id': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'mac_address': 'fa:16:3e:3d:f0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e124de-04e6-4171-b9f4-7f6049fd9dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:33.074377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.079940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.085093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/744c3ded-d295-45a5-8a18-f4449a39b066 HTTP/1.1" status: 204 len: 168 time: 0.4558256 Oct 28 21:19:33.091134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Deleting port 308bca5e-6853-4caf-aabf-7c7ac929e64e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:19:33.091481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.167643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.191151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be25d-41d0-470c-9065-74e9d7fee848 req-d35676d6-9e5e-4122-b39e-b03525b0681a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:33.202686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a17be25d-41d0-470c-9065-74e9d7fee848 req-d35676d6-9e5e-4122-b39e-b03525b0681a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 944 time: 0.1094575 Oct 28 21:19:33.207666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] For port 308bca5e-6853-4caf-aabf-7c7ac929e64e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=308bca5e-6853-4caf-aabf-7c7ac929e64e,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:33.208028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.221960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac06a67e-435c-4120-a658-0e99d9ad2ca5 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:33.224099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Calling delete_port for 308bca5e-6853-4caf-aabf-7c7ac929e64e owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:19:33.229719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac6ff5-e67a-44da-8a23-8dcb1781adb5 req-f8a287c2-6d14-4d1b-914c-155937d97316 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:33.233071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2ac6ff5-e67a-44da-8a23-8dcb1781adb5 req-f8a287c2-6d14-4d1b-914c-155937d97316 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1098 time: 0.2229822 Oct 28 21:19:33.294922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a17be25d-41d0-470c-9065-74e9d7fee848 req-09b2726d-7c8d-4636-b155-29e00a1f7890 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810156 Oct 28 21:19:33.303544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:33.316452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.363770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2ac6ff5-e67a-44da-8a23-8dcb1781adb5 req-527fb4d1-ddeb-4ad0-a999-d6ce885594b8 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131918 Oct 28 21:19:33.394620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32a05a-5892-46e9-a080-786192b06009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c3ded-d295-45a5-8a18-f4449a39b066,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:33.401348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.432734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Pushing event deleted for resources: {'Port': ['ID=308bca5e-6853-4caf-aabf-7c7ac929e64e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:33.483114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] No DVR routers for this DVR port 308bca5e-6853-4caf-aabf-7c7ac929e64e on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:19:33.486845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:33.491023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39f12891-faf1-4f76-85d5-5e6e44525acd req-e2069aee-5288-4d64-a878-5b117e760be3 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.52 "DELETE /v2.0/ports/308bca5e-6853-4caf-aabf-7c7ac929e64e HTTP/1.1" status: 204 len: 173 time: 0.8207173 Oct 28 21:19:33.491535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'name': 'network-vif-deleted', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:33.493752 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0080e91-c7bb-4b20-b8fa-a43d695a762c" -d '{"events": [{"server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "name": "network-vif-deleted", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:33.550806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:33.587079 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dab140-a7cc-4e3b-83b5-45ea9199d171 x-openstack-request-id: req-71dab140-a7cc-4e3b-83b5-45ea9199d171 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:33.587357 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6", "name": "network-vif-deleted", "tag": "308bca5e-6853-4caf-aabf-7c7ac929e64e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:33.587606 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71dab140-a7cc-4e3b-83b5-45ea9199d171 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:33.588004 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6', 'name': 'network-vif-deleted', 'tag': '308bca5e-6853-4caf-aabf-7c7ac929e64e', 'status': 'completed', 'code': 200} Oct 28 21:19:33.603415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:33.765051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec07f0-7bb3-4623-b4db-a7af0254867a req-c9190ab1-f77c-4612-b7a9-1898d6a1a2a9 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:33.767764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8eec07f0-7bb3-4623-b4db-a7af0254867a req-c9190ab1-f77c-4612-b7a9-1898d6a1a2a9 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1098 time: 0.0992584 Oct 28 21:19:33.899540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8eec07f0-7bb3-4623-b4db-a7af0254867a req-b714243e-dec3-4ab1-b9b2-311646f7fe59 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207478 Oct 28 21:19:34.033400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c72c678-48b0-412c-a1ea-a192f0e0dfcf req-fb5bb48e-edf4-49bf-8c01-e6b9eb5588a2 tempest-DeleteServersAdminTestJSON-1834214138 tempest-DeleteServersAdminTestJSON-1834214138-project] 10.222.0.31 "GET /v2.0/ports?device_id=58da9ed4-2cdf-41ef-9aab-ed6a5cebf9b6 HTTP/1.1" status: 200 len: 210 time: 0.0534372 Oct 28 21:19:34.279505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-a0697515-0683-4787-8780-d05356bac10f req-5fc3e985-d522-41c3-b432-86f66888f82c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:19:34.281307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0697515-0683-4787-8780-d05356bac10f req-5fc3e985-d522-41c3-b432-86f66888f82c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067120 Oct 28 21:19:34.500103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa06ca1-be83-42c5-b91c-fecb621932f7 req-1f207809-d932-4b3e-8684-f7ea5da462df tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:34.509714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfa06ca1-be83-42c5-b91c-fecb621932f7 req-1f207809-d932-4b3e-8684-f7ea5da462df tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 945 time: 0.1046975 Oct 28 21:19:34.649573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfa06ca1-be83-42c5-b91c-fecb621932f7 req-95b8d727-ad6e-492d-abaf-fed73e0769ed tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386533 Oct 28 21:19:34.807465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device ac06a67e-435c-4120-a658-0e99d9ad2ca5 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:34.898751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port ac06a67e-435c-4120-a658-0e99d9ad2ca5 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:34.903851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port ac06a67e-435c-4120-a658-0e99d9ad2ca5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:34.904938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:34.992007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:35.019201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:35.022650 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93cce84-55ba-4d42-9e70-fdcb8bd03121" -d '{"events": [{"server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "name": "network-vif-plugged", "status": "completed", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:35.037299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:35.048190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:35.049649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 308bca5e-6853-4caf-aabf-7c7ac929e64e no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:19:35.110811 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccb7dda-2665-436d-8327-3a04e071a55a x-openstack-request-id: req-fccb7dda-2665-436d-8327-3a04e071a55a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:35.111120 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "name": "network-vif-plugged", "status": "completed", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:35.111842 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fccb7dda-2665-436d-8327-3a04e071a55a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:35.112457 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'code': 200} Oct 28 21:19:35.113716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 308bca5e-6853-4caf-aabf-7c7ac929e64e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:19:35.114263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 308bca5e-6853-4caf-aabf-7c7ac929e64e not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:19:35.202041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:35.276595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3149a-912b-4985-bd47-5feea7e18263 req-1e722f1b-2dca-4f0c-9291-43eb5b61ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:35.276595 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d7b3149a-912b-4985-bd47-5feea7e18263 req-1e722f1b-2dca-4f0c-9291-43eb5b61ddb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1098 time: 0.1047440 Oct 28 21:19:35.343247 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d7b3149a-912b-4985-bd47-5feea7e18263 req-5b93f855-6521-4042-8c61-1a67d8fc390d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Oct 28 21:19:35.808206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfef0-e469-4703-beb3-4b5deafed719 req-ae612814-ec9a-4e05-8d4a-9e02664cc20c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:35.813759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4cfef0-e469-4703-beb3-4b5deafed719 req-ae612814-ec9a-4e05-8d4a-9e02664cc20c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 946 time: 0.0720265 Oct 28 21:19:35.889029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4cfef0-e469-4703-beb3-4b5deafed719 req-a8aa9b3a-7a32-4860-811f-9fa6bc3f3a92 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646253 Oct 28 21:19:36.136295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51232) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:36.734446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d903541-e1c8-41af-a4f6-7db8de79a3fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7e409e9e6354c66a3a6a24f72638862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970411 Oct 28 21:19:36.736860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51264) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:36.867213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:36.891477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:36.951895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:36.956554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:36.963235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b HTTP/1.1" status: 204 len: 168 time: 0.2222617 Oct 28 21:19:36.977387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8719e-b573-4f21-9d38-7a0c1b568942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8fe9e-0a85-4a57-ba76-867fc1ddf88b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:37.281812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51290) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:37.559925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51300) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:37.583824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ae55302-71b2-4b83-aebf-b7c89bf20ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:37.603268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacddac-2f85-40a2-9d33-028516550082 req-0224788e-b709-4cd5-ade4-7b6a28fb2657 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:37.611278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cacddac-2f85-40a2-9d33-028516550082 req-0224788e-b709-4cd5-ade4-7b6a28fb2657 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 946 time: 0.0995734 Oct 28 21:19:37.683263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cacddac-2f85-40a2-9d33-028516550082 req-2ebe0c9d-6107-4fd3-bae7-ca9ea11ae457 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711319 Oct 28 21:19:37.854155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ae55302-71b2-4b83-aebf-b7c89bf20ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:37.858525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-a99b73f9-fe68-4a76-bb04-80c1de6e51c7 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:19:37.859706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-a99b73f9-fe68-4a76-bb04-80c1de6e51c7 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5747781 Oct 28 21:19:37.861212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ae55302-71b2-4b83-aebf-b7c89bf20ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:37.946380 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5ae55302-71b2-4b83-aebf-b7c89bf20ce4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f38358817cd84102acbbfe6f171d4a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824432 Oct 28 21:19:37.946641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae55302-71b2-4b83-aebf-b7c89bf20ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32754b3-0ed1-4be9-870b-1cf294933812,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:37.946910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51312) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:37.949941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-e8816044-0c9b-49c4-a2cc-329e5bf02332 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:37.951345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-e8816044-0c9b-49c4-a2cc-329e5bf02332 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 1095 time: 0.0782888 Oct 28 21:19:38.070363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.101863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.179165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.188533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.189678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e32754b3-0ed1-4be9-870b-1cf294933812 HTTP/1.1" status: 204 len: 168 time: 0.2411418 Oct 28 21:19:38.203203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef63cb-7929-4303-9d3c-53131a7b52e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32754b3-0ed1-4be9-870b-1cf294933812,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:38.253507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:38.254184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:19:38.453614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:38.454649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:38.455407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:38.462033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:38.462526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:38.475356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:38.476251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:38.477346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:38.477973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Bound port: 6458548f-886d-4058-9f30-9211e6626302, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:38.536253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51344) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:38.583735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:38.597240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.599422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68bb063e-2e12-4870-8a40-be81b04eae3e service neutron] 10.222.0.31 "POST /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302/bindings HTTP/1.1" status: 201 len: 390 time: 0.5942755 Oct 28 21:19:38.631237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-312973ce-acb9-4047-a536-d89b8a6ef70b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299006 Oct 28 21:19:38.685160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f4a64a-4990-4b59-a27c-c16603552557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.890600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f4a64a-4990-4b59-a27c-c16603552557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.899504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f4a64a-4990-4b59-a27c-c16603552557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:38.913291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-941a5788-3ae7-40a5-95a8-32315c30a8cb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-807810766&fields=id&tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 267 time: 0.0747626 Oct 28 21:19:38.950626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29f4a64a-4990-4b59-a27c-c16603552557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92345c947cfa40f8b8dbae3458940c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131911 Oct 28 21:19:38.952380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-09b7dd18-9d8e-472e-bf80-5bb4ea18cc71 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:38.953346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51372) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:38.957443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-09b7dd18-9d8e-472e-bf80-5bb4ea18cc71 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164923 Oct 28 21:19:38.974684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a64a-4990-4b59-a27c-c16603552557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e5a63d-794b-474d-8a8a-cc1e72f7bae9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:39.017009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-8a38d5ef-7eb0-4f78-96e3-023ddee5ab99 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.0501988 Oct 28 21:19:39.037808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-fcdd8547-edb2-4637-a0fa-7c1238172f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:39.039369 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-fcdd8547-edb2-4637-a0fa-7c1238172f6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1098 time: 0.0838430 Oct 28 21:19:39.050104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.068136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-ef28ed6e-77f0-448a-b61e-13eafda80d47 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485318 Oct 28 21:19:39.088847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3db9796c-ad8f-46fd-b96e-1bb848295a51 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:39.090397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3db9796c-ad8f-46fd-b96e-1bb848295a51 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 946 time: 0.1663337 Oct 28 21:19:39.103793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'security_groups': ['d4055138-32de-4483-850a-21333d603972', '761b8c2c-287c-450e-ae39-6d4f18fa720a']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:39.116973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.183964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.191341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-465a1f24-e312-48f9-beda-33b873757933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:39.193502 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-465a1f24-e312-48f9-beda-33b873757933 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1384141 Oct 28 21:19:39.259672 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-cf9b4cee-9b4e-41f9-8ecc-273b310dcb7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0569201 Oct 28 21:19:39.263022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.266484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.267650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76e5a63d-794b-474d-8a8a-cc1e72f7bae9 HTTP/1.1" status: 204 len: 168 time: 0.3132293 Oct 28 21:19:39.282873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab7149-991f-4d80-ae6b-1acb4707b8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e5a63d-794b-474d-8a8a-cc1e72f7bae9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:39.368808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f05a5669-5561-4f00-ba71-eaa204e8b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:39.370700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f05a5669-5561-4f00-ba71-eaa204e8b846 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0890164 Oct 28 21:19:39.449970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-53bd3429-6821-4137-8091-a5ccb255dd83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692470 Oct 28 21:19:39.641114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-d6aeb63b-507f-4b27-9fb9-3bf2210f848c service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838405 Oct 28 21:19:39.767288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-68209312-3a2b-4eb8-bf55-95136f9b5112 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175740 Oct 28 21:19:39.866497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:39.874999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4544-695d-4bf8-885f-b2f198b1dc08 req-dbf88e37-8dee-49ae-b5d5-83fe24ff9a2f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:39.882101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d8b4544-695d-4bf8-885f-b2f198b1dc08 req-dbf88e37-8dee-49ae-b5d5-83fe24ff9a2f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 946 time: 0.5201082 Oct 28 21:19:39.882835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4101aa8d-81f1-4871-8bd2-87c1c00a1ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.897228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:39.945363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d8b4544-695d-4bf8-885f-b2f198b1dc08 req-860bf18b-eb91-4c80-bef7-21bc3d00535f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Oct 28 21:19:39.959670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.976725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:39.992258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:40.062308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4101aa8d-81f1-4871-8bd2-87c1c00a1ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.071905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4101aa8d-81f1-4871-8bd2-87c1c00a1ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.097155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-10fa8c77-94ef-410c-afce-a696bc35fd90 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:40.098594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-10fa8c77-94ef-410c-afce-a696bc35fd90 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1098 time: 0.1535990 Oct 28 21:19:40.114673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:40.129836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:40.132904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.135994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feee14a-7b64-44e6-bb34-73a4b5f7dec2 req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "PUT /v2.0/ports/ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 982 time: 1.0371377 Oct 28 21:19:40.143174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:40.146639 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5" -d '{"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:40.205386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101aa8d-81f1-4871-8bd2-87c1c00a1ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b119e32e-264d-4020-a110-2d9c54c873bd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:40.217407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:40.227913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1f8b0-bf31-4292-8b21-ce6a13dd113c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:40.230289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.332612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06565f7d-8b25-47bd-bdb6-8e93e1aa1a13 req-ad4bc701-6cf3-4c9a-a72f-dc2fba2aa069 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 210 time: 0.0511017 Oct 28 21:19:40.391409 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4101aa8d-81f1-4871-8bd2-87c1c00a1ea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f326d2ce59264bd0a7554171c772c48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228913 Oct 28 21:19:40.396870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:40.426309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-1a216ece-ea0f-49b8-b463-bc7f77828009 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-419395019&fields=id&tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 267 time: 0.0796473 Oct 28 21:19:40.438313 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d89e1b-c642-4dd4-90de-fa985b9b7cb0 x-openstack-request-id: req-22d89e1b-c642-4dd4-90de-fa985b9b7cb0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:40.439265 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:40.439676 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22d89e1b-c642-4dd4-90de-fa985b9b7cb0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:40.440212 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'status': 'completed', 'code': 200} Oct 28 21:19:40.588818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.607434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-3ac2f1fb-b250-422d-ba7a-3b14ba880314 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:40.621336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-3ac2f1fb-b250-422d-ba7a-3b14ba880314 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 985 time: 0.1942139 Oct 28 21:19:40.635019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:40.648935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'security_groups': ['761b8c2c-287c-450e-ae39-6d4f18fa720a', 'd4055138-32de-4483-850a-21333d603972', 'df1a8826-a7fa-499b-b237-f06095d07c18']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:40.654853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.669040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-cb39bfe6-308e-4f3a-88f1-e242d4d40dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:40.677274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-cb39bfe6-308e-4f3a-88f1-e242d4d40dca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1137 time: 0.2213655 Oct 28 21:19:40.720736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:40.755875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.52', 58035) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:40.785126 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-25ad9cfe-5baf-4d3b-9591-96234f738fa5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285857 Oct 28 21:19:40.794346 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f29000d-8dcf-435f-a141-3615fe784fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.822565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.826089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.829972 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b119e32e-264d-4020-a110-2d9c54c873bd HTTP/1.1" status: 204 len: 168 time: 0.4279783 Oct 28 21:19:40.854952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6458548f-886d-4058-9f30-9211e6626302'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:40.858522 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b137f53-cedc-478d-a2c1-20f62b61c5b3" -d '{"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-unplugged", "status": "completed", "tag": "6458548f-886d-4058-9f30-9211e6626302"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:40.862750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.905065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007d21-e969-4ab4-b9e1-bffd28b175f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119e32e-264d-4020-a110-2d9c54c873bd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:40.928487 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.928796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:40.965309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb676-92f4-478f-a2dd-7d6575f1d9cb req-f9dd5775-6ce9-4b62-a2de-a4a57a2cf624 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:40.975400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b6eb676-92f4-478f-a2dd-7d6575f1d9cb req-f9dd5775-6ce9-4b62-a2de-a4a57a2cf624 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 971 time: 0.3152397 Oct 28 21:19:41.022734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:41.036354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-891d1374-67a4-4fb4-a6b2-feae7b482ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.037735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-891d1374-67a4-4fb4-a6b2-feae7b482ac5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.3129823 Oct 28 21:19:41.080242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:41.080699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:41.081442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:41.092731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-01446fc7-94b6-40a8-99e1-47196a69d4a1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.094012 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-01446fc7-94b6-40a8-99e1-47196a69d4a1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022208 Oct 28 21:19:41.095111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:41.095847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Attempting to bind port 6458548f-886d-4058-9f30-9211e6626302 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:41.100732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:41.101159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:41.101613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:41.102088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Bound port: 6458548f-886d-4058-9f30-9211e6626302, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:41.102505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.110099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:41.117032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b6eb676-92f4-478f-a2dd-7d6575f1d9cb req-e1bb6fdb-b3ca-4330-aea3-142cbe75c553 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408963 Oct 28 21:19:41.150999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-d81c1eda-e486-45ef-a018-0c0a4f8e109f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0981989 Oct 28 21:19:41.239455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-581d3ff6-5017-46e8-8577-aa08fd452abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.239720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-581d3ff6-5017-46e8-8577-aa08fd452abf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0769136 Oct 28 21:19:41.285410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-3fdc5cb9-4617-4f9b-91eb-34d5b45b0633 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330658 Oct 28 21:19:41.461034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:41.464695 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03e7d8-3abe-41b2-9e3a-5468fc21938b x-openstack-request-id: req-5e03e7d8-3abe-41b2-9e3a-5468fc21938b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:41.464981 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-unplugged", "status": "completed", "tag": "6458548f-886d-4058-9f30-9211e6626302", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:41.465993 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e03e7d8-3abe-41b2-9e3a-5468fc21938b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:41.466522 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6458548f-886d-4058-9f30-9211e6626302', 'code': 200} Oct 28 21:19:41.484712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:41.488516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:41.499712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.522868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-9a57c65f-aca9-483c-947d-0b4fe54cd70d service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007804 Oct 28 21:19:41.538115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:41.541543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.560075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.598848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.609886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.610498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.612415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] 10.222.0.52 "PUT /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 1124 time: 1.5023944 Oct 28 21:19:41.619935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.632494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88e9e-5d09-4341-9e7f-57dc71755d5f service neutron] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=8']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:41.635067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:41.654179 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.660650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.661300 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.677099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-857c145f-1798-4d17-a190-038bef6ef5f6 req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "PUT /v2.0/ports/ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 1021 time: 1.0525351 Oct 28 21:19:41.738753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6458548f-886d-4058-9f30-9211e6626302'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:41.741514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:41.772456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.781279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe05c8e-ec0f-485f-9312-6d13106036b2 req-0a341d71-09c8-4bdb-b17b-86a782fcac57 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:41.782935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fe05c8e-ec0f-485f-9312-6d13106036b2 req-0a341d71-09c8-4bdb-b17b-86a782fcac57 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.2520146 Oct 28 21:19:41.784913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:41.821309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5af9019-ad9b-4bf5-9b4a-25feb5bb66a5 req-bdc632c3-ed2f-4af5-981a-af86623c1eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885559 Oct 28 21:19:41.847436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f160-1e2a-4a5b-b7a6-441391fdd8d3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:41.916060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55840fb-12ea-4edf-bba8-54fc4defc4d6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:41.930811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fe05c8e-ec0f-485f-9312-6d13106036b2 req-12d7e921-c3b8-4f01-bdc2-c59859ffc048 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290407 Oct 28 21:19:41.952805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:41.969916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.031238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.14 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/efffc9e7-6768-4eab-b0fa-34f727c63679) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:42.038797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-608c8a56-71be-44de-a607-197cd678eb82 req-f2478031-3492-4521-963b-aaf0f3f74296 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 210 time: 0.0470388 Oct 28 21:19:42.107967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227010778-network', 'tenant_id': 'd4c47e9d4173467785e89250167a6dcb'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:42.191320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Made reservation on behalf of d4c47e9d4173467785e89250167a6dcb for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:42.193957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.206123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.224060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece2a59-18d0-41e8-90e4-64c7d3df6fed req-cb729c09-cebf-4219-9b8b-08b71e493a17 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:42.226684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ece2a59-18d0-41e8-90e4-64c7d3df6fed req-cb729c09-cebf-4219-9b8b-08b71e493a17 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1024 time: 0.1020072 Oct 28 21:19:42.283197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.330647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.361511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ece2a59-18d0-41e8-90e4-64c7d3df6fed req-4967e89d-867d-418e-8f59-6085fc47259d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&id=df1a8826-a7fa-499b-b237-f06095d07c18&id=761b8c2c-287c-450e-ae39-6d4f18fa720a HTTP/1.1" status: 200 len: 6148 time: 0.1232481 Oct 28 21:19:42.384292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:42.399301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:42.400808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:42.404695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:42.419323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:42.420655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.422550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.427451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.441715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:42.444949 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:42.456590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-1114111f-5c1d-4292-b814-e35c32157dd2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3507469 Oct 28 21:19:42.458118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:42.469847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': ' tempest-securitygroup -752665111 ', 'description': 'tempest-description-219372538'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:42.473376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Request body: {'port': {'device_id': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:42.491792 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.492213 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Added segment 372aa107-d6bd-47f3-bb5a-1ceb91657b9e of type vlan for network b41830c2-c62d-4eab-92c9-43a1316c7c87 Oct 28 21:19:42.510217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9cf8a-5e34-4575-bc9a-ac7a3a37539c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:42.549429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.562585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.565617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.618381 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.619345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:42.619922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.708611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7642791 Oct 28 21:19:42.711564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:42.722114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7397171-5290-41a8-a8b1-3a714f075f98 admin admin] Pushing event updated for resources: {'Network': ['ID=b41830c2-c62d-4eab-92c9-43a1316c7c87,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:42.738636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.740698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b41830c2-c62d-4eab-92c9-43a1316c7c87 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:42.741833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Request body: {'subnet': {'network_id': 'b41830c2-c62d-4eab-92c9-43a1316c7c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-227010778-subnet', 'tenant_id': 'd4c47e9d4173467785e89250167a6dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:42.749113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.769713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-15ba1425-d30b-4a43-9f5d-45bdb72e6358 None None] Provisioning complete for port efffc9e7-6768-4eab-b0fa-34f727c63679 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:42.774096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-15ba1425-d30b-4a43-9f5d-45bdb72e6358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.782313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf412043-5a43-47df-b6fa-b7580ce5a30f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:42.815671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Made reservation on behalf of d4c47e9d4173467785e89250167a6dcb for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:42.815839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.816833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5c51efa-e0d8-4105-8e4f-447bd283cc99 req-cb6d5a17-a63e-41e1-ab79-c972526a306f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3562284 Oct 28 21:19:42.819391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:42.883970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-15ba1425-d30b-4a43-9f5d-45bdb72e6358 None None] Port efffc9e7-6768-4eab-b0fa-34f727c63679 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:19:42.998496 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c39169-33bf-4af6-a878-fd6921e423ad x-openstack-request-id: req-e3c39169-33bf-4af6-a878-fd6921e423ad {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:42.999124 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:42.999124 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3c39169-33bf-4af6-a878-fd6921e423ad {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:42.999809 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'status': 'completed', 'code': 200} Oct 28 21:19:43.092130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-28d8a2e4-8e84-45b9-b993-dfa9d5550028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.093155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-28d8a2e4-8e84-45b9-b993-dfa9d5550028 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1176 time: 0.0742786 Oct 28 21:19:43.109795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efffc9e7-6768-4eab-b0fa-34f727c63679 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:43.120584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.157491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Transition to ACTIVE for port object efffc9e7-6768-4eab-b0fa-34f727c63679 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:43.166285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.217493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82a6a712-9ec1-46f5-8e25-d3b785920f33 req-28ca0327-c6f2-46ef-92f0-829b201cafcd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/cf412043-5a43-47df-b6fa-b7580ce5a30f HTTP/1.1" status: 200 len: 1779 time: 0.1175158 Oct 28 21:19:43.274513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-e7bf911f-4bff-440a-95d3-f93af7621299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.276085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-e7bf911f-4bff-440a-95d3-f93af7621299 service neutron] 10.222.0.52 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.1750734 Oct 28 21:19:43.309865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Pushing event updated for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:43.316741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Attempting to bind port efffc9e7-6768-4eab-b0fa-34f727c63679 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:43.317276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Attempting to bind port efffc9e7-6768-4eab-b0fa-34f727c63679 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:43.317592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Attempting to bind port efffc9e7-6768-4eab-b0fa-34f727c63679 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:43.324210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8bc729c-f415-4bb6-9ba4-2e04f444d408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.327590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.330978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Port efffc9e7-6768-4eab-b0fa-34f727c63679 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:43.331306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Attempting to bind port efffc9e7-6768-4eab-b0fa-34f727c63679 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:43.367651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-5dbe739d-4823-40f7-bb45-b03853d1cf88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 200 len: 217 time: 0.0825193 Oct 28 21:19:43.370065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:43.370405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:43.370784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:43.371228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Bound port: efffc9e7-6768-4eab-b0fa-34f727c63679, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:43.372138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.379072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecfca9-be87-4925-a0e1-1107f7246635 req-a657d047-0b5a-425c-9a6c-95d22bd037c9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.382280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56ecfca9-be87-4925-a0e1-1107f7246635 req-a657d047-0b5a-425c-9a6c-95d22bd037c9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.1523924 Oct 28 21:19:43.436504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3524f3d-0024-4825-87b6-7be90a06bc1a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:43.456836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Checking segment: {'id': '372aa107-d6bd-47f3-bb5a-1ceb91657b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b41830c2-c62d-4eab-92c9-43a1316c7c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:43.457074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae7e7-7ea2-4b20-b25b-f3673e198c79 req-0acd219a-d579-4845-bee7-98787f35e54e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.457178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Network hostable DHCP agents. Network: b41830c2-c62d-4eab-92c9-43a1316c7c87, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:43.458412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcfae7e7-7ea2-4b20-b25b-f3673e198c79 req-0acd219a-d579-4845-bee7-98787f35e54e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 947 time: 0.1622753 Oct 28 21:19:43.471396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'tag': '6458548f-886d-4058-9f30-9211e6626302'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:43.473662 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084876f7-dcff-491e-aa59-5460d85bdaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "tag": "6458548f-886d-4058-9f30-9211e6626302"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:43.479215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-cb951267-3c88-4f30-9ca4-b0a5662123fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.480580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-cb951267-3c88-4f30-9ca4-b0a5662123fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0962439 Oct 28 21:19:43.487941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56ecfca9-be87-4925-a0e1-1107f7246635 req-9b49a223-0616-4159-9da4-bdcd83b9abb2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Oct 28 21:19:43.490128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:43.499235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Network b41830c2-c62d-4eab-92c9-43a1316c7c87 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:43.507434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=efffc9e7-6768-4eab-b0fa-34f727c63679,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:43.515359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.528954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b41830c2-c62d-4eab-92c9-43a1316c7c87) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:43.537873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.538452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.541680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f527e18-00bb-4f0e-a771-a30981249333 None None] Network b41830c2-c62d-4eab-92c9-43a1316c7c87 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:43.552179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-fd6a9e48-7817-42f1-b41e-618b7f210219 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570140 Oct 28 21:19:43.595259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcfae7e7-7ea2-4b20-b25b-f3673e198c79 req-7a424ab0-64f5-44a0-a93a-846f6e45c8e7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249428 Oct 28 21:19:43.620925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Pushing event updated for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:43.630921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.631567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:43.635649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-7c92e1ef-2784-418c-ba77-8cce5e24536a service neutron] 10.222.0.52 "PUT /v2.0/ports/efffc9e7-6768-4eab-b0fa-34f727c63679 HTTP/1.1" status: 200 len: 1096 time: 1.1675980 Oct 28 21:19:43.651054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e4660eb8-646f-450d-91e8-8c3ef412bdbf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9310360 Oct 28 21:19:43.705412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-138f5891-8270-45d2-ab09-cb5b5e3d228d service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365051 Oct 28 21:19:43.743358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-9717cfc0-da9e-41ca-adc8-2773907ea094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.745625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-9717cfc0-da9e-41ca-adc8-2773907ea094 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 1099 time: 0.0566938 Oct 28 21:19:43.751144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff29e1-341f-4249-93a3-4c4a0b94434f None None] Network b41830c2-c62d-4eab-92c9-43a1316c7c87 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:43.833947 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-6b9cf039-97e0-4139-ba16-7bdf027e5f47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=efffc9e7-6768-4eab-b0fa-34f727c63679 HTTP/1.1" status: 200 len: 217 time: 0.0797274 Oct 28 21:19:43.954164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-c7d92778-b3b1-4f28-acbd-aae346f4f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:43.955658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-c7d92778-b3b1-4f28-acbd-aae346f4f751 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1077635 Oct 28 21:19:43.957157 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfc7030-b810-4593-b86c-b36ef394d0de x-openstack-request-id: req-fbfc7030-b810-4593-b86c-b36ef394d0de {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:43.957426 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "tag": "6458548f-886d-4058-9f30-9211e6626302", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:43.959370 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbfc7030-b810-4593-b86c-b36ef394d0de {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:43.963689 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'tag': '6458548f-886d-4058-9f30-9211e6626302', 'status': 'completed', 'code': 200} Oct 28 21:19:43.980108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a971463-7287-477d-981a-e840b693a116 req-39d5c5e6-4376-40e0-9be7-8089557c0533 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/cf412043-5a43-47df-b6fa-b7580ce5a30f HTTP/1.1" status: 200 len: 1779 time: 0.2708783 Oct 28 21:19:44.062390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-bd966450-e6dd-4054-9760-e3256fccf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:44.064300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-bd966450-e6dd-4054-9760-e3256fccf4f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1127 time: 0.1656671 Oct 28 21:19:44.068696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71ab7b64-e9e1-4fde-94c4-bbca2e67e9ef req-f7bd4ae0-f47e-4431-ba1a-6173804f8edc service neutron] 10.222.0.52 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517642 Oct 28 21:19:44.097914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:44.108291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-dd95ca62-d00d-4840-9c5d-f9068546506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:44.112107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-dd95ca62-d00d-4840-9c5d-f9068546506a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359882 Oct 28 21:19:44.183827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-b747cd54-aa5b-41cc-a4c4-d892c60060b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:44.186076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-b747cd54-aa5b-41cc-a4c4-d892c60060b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1022227 Oct 28 21:19:44.226573 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5a971463-7287-477d-981a-e840b693a116 req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.240737 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-09b9e405-fc67-43d4-a683-c6e376017f49 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170721 Oct 28 21:19:44.274164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-86616f8c-fafd-4eca-b0b0-f75d69dac159 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0783579 Oct 28 21:19:44.278474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5a971463-7287-477d-981a-e840b693a116 req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.352400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-793db760-521c-4c64-b0cd-5117ceef0694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.380803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-570f2279-5a87-41bf-87ec-30e162c9856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:44.382336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-570f2279-5a87-41bf-87ec-30e162c9856d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1004615 Oct 28 21:19:44.413382 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eb257451-8809-484d-9f1e-e6144d0e39dc req-575d16d2-88b0-4f9e-86b6-c7a7ef0c3004 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559172 Oct 28 21:19:44.437587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-732c49f8-b322-4e9a-8493-8930754855a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414281 Oct 28 21:19:44.439976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5a971463-7287-477d-981a-e840b693a116 req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.443570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5a971463-7287-477d-981a-e840b693a116 req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.445605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a971463-7287-477d-981a-e840b693a116 req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/cf412043-5a43-47df-b6fa-b7580ce5a30f HTTP/1.1" status: 204 len: 173 time: 0.4617467 Oct 28 21:19:44.503927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-793db760-521c-4c64-b0cd-5117ceef0694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.516906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-793db760-521c-4c64-b0cd-5117ceef0694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.520213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ee66b-49b9-42ea-993c-ce5198413715 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf412043-5a43-47df-b6fa-b7580ce5a30f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:44.592117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:19:44.603591 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-793db760-521c-4c64-b0cd-5117ceef0694 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1677886f0e44c82922876d10a55918f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025947 Oct 28 21:19:44.607792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:44.663236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db760-521c-4c64-b0cd-5117ceef0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c89b95-4ffb-4366-a73d-e9e830bf3016,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:44.672896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-0e6ad460-82a6-4d0a-be7d-8fa3d1f23980 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261314 Oct 28 21:19:44.735845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.754530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:44.759664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-629781743-network', 'tenant_id': '5f4438b9b0984aa3bd196d5f5d5619b6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:44.767250 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-7a772df2-f60f-4647-b00c-9bbcaf8c0414 req-c0379b16-65b1-416a-8a62-f08653bc1d6b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:19:44.774868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a772df2-f60f-4647-b00c-9bbcaf8c0414 req-c0379b16-65b1-416a-8a62-f08653bc1d6b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/cf412043-5a43-47df-b6fa-b7580ce5a30f HTTP/1.1" status: 404 len: 352 time: 0.1100073 Oct 28 21:19:44.798962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Made reservation on behalf of 5f4438b9b0984aa3bd196d5f5d5619b6 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:44.802237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.824310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.829499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.863654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:44.868253 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd101395-863a-4d6f-9b1a-915c4f6d643e" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:44.885854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6458548f-886d-4058-9f30-9211e6626302 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:44.898278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-084876f7-dcff-491e-aa59-5460d85bdaa5 req-e18e4e16-8913-46a7-9874-10aa18320f30 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119431 Oct 28 21:19:44.898924 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.924814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.933461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.939849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:44.979028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81489fa-971e-44e0-83a7-d49c2ca870e3 req-769754a0-f114-4b2c-93a2-f65d0e86865a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:44.982838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a50fa7-a6ab-4e11-aca3-b1211d5b5788,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:44.987268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e81489fa-971e-44e0-83a7-d49c2ca870e3 req-769754a0-f114-4b2c-93a2-f65d0e86865a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.2250981 Oct 28 21:19:44.995150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:45.011437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.011864 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Added segment a34fb599-f59f-4fd4-9887-08b06aa00bf9 of type vlan for network fd5cd805-2c85-4221-9e64-b56187a9f9c3 Oct 28 21:19:45.016051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe75ad2-7d36-4ddf-9ee1-eb66f2924751 req-ab6745cb-110b-4709-bcdd-d1e5a9dccb46 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:45.022387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:45.023987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abe75ad2-7d36-4ddf-9ee1-eb66f2924751 req-ab6745cb-110b-4709-bcdd-d1e5a9dccb46 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 947 time: 0.1712265 Oct 28 21:19:45.036958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51666) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.044183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:45.051329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6458548f-886d-4058-9f30-9211e6626302 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:19:45.056717 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.069826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.095686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e81489fa-971e-44e0-83a7-d49c2ca870e3 req-0c559087-b2d3-4e7c-ac9d-eb2920c74b50 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995047 Oct 28 21:19:45.100071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.102609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.105257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.109298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.110397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:45.110993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.118944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47c89b95-4ffb-4366-a73d-e9e830bf3016 HTTP/1.1" status: 204 len: 168 time: 0.5013158 Oct 28 21:19:45.134238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.141810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-521845663', 'description': 'tempest-description-318388036'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:45.155813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abe75ad2-7d36-4ddf-9ee1-eb66f2924751 req-b41ea088-279b-459f-a4a3-fd4513d4a22f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308541 Oct 28 21:19:45.160837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706867f-b5c0-4a97-a101-f65f19693c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c89b95-4ffb-4366-a73d-e9e830bf3016,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.182602 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4267337 Oct 28 21:19:45.185591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.194347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Request body: {'subnet': {'network_id': 'fd5cd805-2c85-4221-9e64-b56187a9f9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-629781743-subnet', 'tenant_id': '5f4438b9b0984aa3bd196d5f5d5619b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:45.208198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.224169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169d458-a09c-47da-bcf4-5cbd0d5d2ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5cd805-2c85-4221-9e64-b56187a9f9c3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.238424 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca4519-ba86-46eb-bfed-7bb15e743baa x-openstack-request-id: req-baca4519-ba86-46eb-bfed-7bb15e743baa {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:45.239135 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:45.239543 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-baca4519-ba86-46eb-bfed-7bb15e743baa {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:45.239936 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'code': 200} Oct 28 21:19:45.240737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Made reservation on behalf of 5f4438b9b0984aa3bd196d5f5d5619b6 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:45.244578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.245748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network fd5cd805-2c85-4221-9e64-b56187a9f9c3 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:45.266009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa35eb43-b8ba-4318-b5d2-8d4137394092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.330861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.337892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.383351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f46c1-8dab-4253-9d6a-cdfa951545ac,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.387821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.392859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-559846a7-1fcf-49c2-a576-cb01fd23ad49 req-907c4427-bc40-413b-ba24-84eee2df930d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2565229 Oct 28 21:19:45.423451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1966651507', 'description': 'tempest-description-179693792'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:45.450888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa35eb43-b8ba-4318-b5d2-8d4137394092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.452291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.460059 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa35eb43-b8ba-4318-b5d2-8d4137394092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.472097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.510489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd049ef-dda1-4284-9992-d7544356e2ae,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.520905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Checking segment: {'id': 'a34fb599-f59f-4fd4-9887-08b06aa00bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd5cd805-2c85-4221-9e64-b56187a9f9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:45.521254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Network hostable DHCP agents. Network: fd5cd805-2c85-4221-9e64-b56187a9f9c3, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:45.538622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Network fd5cd805-2c85-4221-9e64-b56187a9f9c3 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:45.539355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aa35eb43-b8ba-4318-b5d2-8d4137394092 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e27904e2097e427e80e1304b6ef4093b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024545 Oct 28 21:19:45.543466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51678) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.545075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35eb43-b8ba-4318-b5d2-8d4137394092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97038dc6-34a3-42ca-a233-0693739e5c7b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.547486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51680) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.570891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.574227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.583944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, fd5cd805-2c85-4221-9e64-b56187a9f9c3) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:45.591270 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d80768c6-20fa-4ce5-ab78-37e3d6733085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.594274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0e2d5-e72f-4b66-9094-c959772ee5b4 None None] Network fd5cd805-2c85-4221-9e64-b56187a9f9c3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:45.600734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:45.601367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.608165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.613166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48d92b47-8011-4afc-9461-9ec6cc09094f req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1972010 Oct 28 21:19:45.615190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43eed3-e38a-46d4-b21f-06341321d8dd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14654eae-0773-4c79-8157-f29569249923,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.637029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-696234897', 'description': 'tempest-description-1106938369'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:45.665477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.667837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-817125e7-a2c0-459f-9628-9be41b62bf13 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4809587 Oct 28 21:19:45.760188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.769987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.804434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46afec6c-31e1-4bf3-9cb0-73b1989b90f6 None None] Network fd5cd805-2c85-4221-9e64-b56187a9f9c3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:45.810071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d80768c6-20fa-4ce5-ab78-37e3d6733085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.812142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.815625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.818746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d80768c6-20fa-4ce5-ab78-37e3d6733085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.822517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-493e352b-742e-4d93-b110-936bfc9daa3a req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1901445 Oct 28 21:19:45.824773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67d5e-db86-4344-96a4-9e2f8947a845 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b32188-002d-4aae-938a-c6950ff3c543,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.861668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:45.876540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.895164 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d80768c6-20fa-4ce5-ab78-37e3d6733085 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dfa852132d74a50bf354b4c73d1463f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328924 Oct 28 21:19:45.895674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51702) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:45.914214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80768c6-20fa-4ce5-ab78-37e3d6733085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d661c75-cb25-41d4-b65c-c3c50e5ccb6f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:45.964472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:45.967125 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becee8c2-e155-409c-98c7-e5cd4d66685f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:45.985586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.007939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-009bee87-8dc8-40b4-af6f-9f24ffe649b4 req-c326eba0-7a27-44b8-9d9f-90c23071f9ca tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 10894 time: 0.1612008 Oct 28 21:19:46.014321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Deleting subnet c3524f3d-0024-4825-87b6-7be90a06bc1a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:19:46.017288 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe03da9-0ac9-4b74-a033-a72fed53b590 x-openstack-request-id: req-cbe03da9-0ac9-4b74-a033-a72fed53b590 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:46.017579 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:46.017829 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbe03da9-0ac9-4b74-a033-a72fed53b590 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:46.025783 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679', 'status': 'completed', 'code': 200} Oct 28 21:19:46.030202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.032971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.036747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97038dc6-34a3-42ca-a233-0693739e5c7b HTTP/1.1" status: 204 len: 168 time: 0.4903450 Oct 28 21:19:46.039997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.047120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.088403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d848bb8-79fb-4115-aa8a-b2ec6f0fa31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97038dc6-34a3-42ca-a233-0693739e5c7b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:46.092272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-009bee87-8dc8-40b4-af6f-9f24ffe649b4 req-b9ac620c-0f31-4729-af78-0ad50b1671f8 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d4055138-32de-4483-850a-21333d603972 HTTP/1.1" status: 200 len: 2981 time: 0.0753245 Oct 28 21:19:46.117925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.127087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-c7bfba44-44a6-4c03-a9a1-b9d43fc1b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.128638 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-c7bfba44-44a6-4c03-a9a1-b9d43fc1b96f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 1099 time: 0.0908570 Oct 28 21:19:46.139210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.179365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-009bee87-8dc8-40b4-af6f-9f24ffe649b4 req-526964f9-fe56-4b6d-8b13-65894d4d4653 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d4055138-32de-4483-850a-21333d603972 HTTP/1.1" status: 200 len: 2981 time: 0.0861425 Oct 28 21:19:46.210323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.213476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.217961 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d661c75-cb25-41d4-b65c-c3c50e5ccb6f HTTP/1.1" status: 204 len: 168 time: 0.3176055 Oct 28 21:19:46.234016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbefb54-c515-4223-a7a9-c282b2d1e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d661c75-cb25-41d4-b65c-c3c50e5ccb6f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:46.260789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.290552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-bacf814b-f7dd-4606-8e1d-f6a78fe491e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.292590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-bacf814b-f7dd-4606-8e1d-f6a78fe491e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1567023 Oct 28 21:19:46.310421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3524f3d-0024-4825-87b6-7be90a06bc1a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:46.328663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.334495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c1df6f04-fad5-42e4-bf9b-6bcd73dceae7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c3524f3d-0024-4825-87b6-7be90a06bc1a HTTP/1.1" status: 204 len: 168 time: 0.4562957 Oct 28 21:19:46.349993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51716) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:46.361905 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-8fb5a7b5-9422-42e9-a798-e5532b37d729 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=efffc9e7-6768-4eab-b0fa-34f727c63679 HTTP/1.1" status: 200 len: 217 time: 0.0621104 Oct 28 21:19:46.421619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-ddefe32a-ed50-48d2-940d-67292e17fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.423006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-ddefe32a-ed50-48d2-940d-67292e17fbe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0539780 Oct 28 21:19:46.430618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5449-5f9e-432d-871f-0e2bb376fe3b req-39df9e99-9d64-4927-8e70-f382dcaa09c5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.438026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142a5449-5f9e-432d-871f-0e2bb376fe3b req-39df9e99-9d64-4927-8e70-f382dcaa09c5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.1941082 Oct 28 21:19:46.463984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e42e1-fa58-4237-96f2-79ee84fd8d79 req-f319d04f-2798-4a51-a6c6-91721ac7f9eb tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.471777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-480e42e1-fa58-4237-96f2-79ee84fd8d79 req-f319d04f-2798-4a51-a6c6-91721ac7f9eb tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 947 time: 0.1657901 Oct 28 21:19:46.485113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-9049c55c-fde2-4c9b-9d4e-7ac2eb4370fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:46.486623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-9049c55c-fde2-4c9b-9d4e-7ac2eb4370fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554161 Oct 28 21:19:46.492638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.522011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.549505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142a5449-5f9e-432d-871f-0e2bb376fe3b req-3de51384-6593-4cde-96ad-326a1ecb4e48 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105335 Oct 28 21:19:46.594057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-480e42e1-fa58-4237-96f2-79ee84fd8d79 req-211ef88e-0c2a-4fe1-b45e-c57d2cb5d7fd tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206796 Oct 28 21:19:46.618151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-525beeaa-0b82-48a8-b005-0ed4e3d6cb56 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225393 Oct 28 21:19:46.665657 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.694631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51726) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:46.726050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-d557ae91-d189-4f98-a331-34dc123a3623 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/a94f46c1-8dab-4253-9d6a-cdfa951545ac HTTP/1.1" status: 200 len: 1799 time: 0.1307654 Oct 28 21:19:46.728252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.728632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.729336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.729890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > port after_create 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.730206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.730546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > port after_update 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.731393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.731879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.732350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.732834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.742611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-becee8c2-e155-409c-98c7-e5cd4d66685f req-92e44b3b-02af-4712-9c82-162741e6d738 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170774 Oct 28 21:19:46.813088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.813432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.813759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.814078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:19:46.814443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41830c2-c62d-4eab-92c9-43a1316c7c87']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:46.846471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372aa107-d6bd-47f3-bb5a-1ceb91657b9e') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:46.846748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372aa107-d6bd-47f3-bb5a-1ceb91657b9e') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:46.861284 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-128bae88-63cb-416a-87be-93fdefc7d5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.880116 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.914029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.935578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:19:46.935998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:46.966996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: from cryptography.utils import int_from_bytes Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: from cryptography.utils import int_from_bytes Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:19:46.970982 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:19:47.314847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.328242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.348474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.351875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/b41830c2-c62d-4eab-92c9-43a1316c7c87 HTTP/1.1" status: 204 len: 168 time: 0.9991951 Oct 28 21:19:47.360016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:47.393663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eac351-53a4-4c46-a5fe-36b762e551aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b41830c2-c62d-4eab-92c9-43a1316c7c87,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:47.397806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.423884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Deleting subnet 9fd049ef-dda1-4284-9992-d7544356e2ae {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:19:47.427806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.450755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-128bae88-63cb-416a-87be-93fdefc7d5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.453420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-9ec01a8e-157f-4089-b53c-f9ec5d26bc28 service neutron] 10.222.0.44 "GET /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.4680679 Oct 28 21:19:47.464343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-128bae88-63cb-416a-87be-93fdefc7d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.470485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.486215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.554099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.556980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.558383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41b1bd5-0c24-4b46-b7cf-5100c439994d req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/a94f46c1-8dab-4253-9d6a-cdfa951545ac HTTP/1.1" status: 204 len: 173 time: 0.7297721 Oct 28 21:19:47.561562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-128bae88-63cb-416a-87be-93fdefc7d5d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab72c6cc67764b90be1d3a9f247200b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660603 Oct 28 21:19:47.565645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51764) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:47.568225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.584150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bae88-63cb-416a-87be-93fdefc7d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae51cb6-2050-4cf1-ab6d-dce72f163f0f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:47.584384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.588594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9fd049ef-dda1-4284-9992-d7544356e2ae HTTP/1.1" status: 204 len: 168 time: 0.2274175 Oct 28 21:19:47.593039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51770) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:47.617996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a881e4a-b673-4deb-88b4-109a3908fba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd049ef-dda1-4284-9992-d7544356e2ae,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:47.640026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc9f2-cdd4-48c1-ad5a-696a7afbc309 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f46c1-8dab-4253-9d6a-cdfa951545ac,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:47.765971 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-97bd3f2c-8028-47c0-947d-9bb5f163ab18 req-9851d280-1699-4c0e-8caa-75708eb81d16 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:19:47.767008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97bd3f2c-8028-47c0-947d-9bb5f163ab18 req-9851d280-1699-4c0e-8caa-75708eb81d16 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/a94f46c1-8dab-4253-9d6a-cdfa951545ac HTTP/1.1" status: 404 len: 352 time: 0.1309512 Oct 28 21:19:47.835536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.936489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:47.972030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41072c48-ef08-410a-b2e3-3eb8ea0b56f4 req-b76085e8-a31e-4b0c-a1a2-d475eeadfe79 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:47.973819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41072c48-ef08-410a-b2e3-3eb8ea0b56f4 req-b76085e8-a31e-4b0c-a1a2-d475eeadfe79 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 944 time: 0.2731376 Oct 28 21:19:48.040652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.112697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fb939-a8d5-4d69-bfb3-1fe54c936677 req-f34792fd-41b8-49fb-9230-0772b9309f91 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:48.114170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-415fb939-a8d5-4d69-bfb3-1fe54c936677 req-f34792fd-41b8-49fb-9230-0772b9309f91 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 947 time: 0.2591426 Oct 28 21:19:48.152189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.187176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:48.210186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41072c48-ef08-410a-b2e3-3eb8ea0b56f4 req-8f964fa5-c4f7-481d-8e23-450297b7889b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283390 Oct 28 21:19:48.215881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5cd805-2c85-4221-9e64-b56187a9f9c3']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:48.239359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34fb599-f59f-4fd4-9887-08b06aa00bf9') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:48.239655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34fb599-f59f-4fd4-9887-08b06aa00bf9') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:19:48.257174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:48.284982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.300935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-415fb939-a8d5-4d69-bfb3-1fe54c936677 req-2f9ab2a6-76c7-4cc4-8b79-2c74f5fb5c30 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645396 Oct 28 21:19:48.316943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.320601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6458548f-886d-4058-9f30-9211e6626302 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:48.331140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.333672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.335545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bae51cb6-2050-4cf1-ab6d-dce72f163f0f HTTP/1.1" status: 204 len: 168 time: 0.7669280 Oct 28 21:19:48.344164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:19:48.344911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.348010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:19:48.350555 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:19:48.406925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d59ba3-0436-4a42-976a-05858f4c8b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae51cb6-2050-4cf1-ab6d-dce72f163f0f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:48.443235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.469049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.473958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.478413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd5cd805-2c85-4221-9e64-b56187a9f9c3 HTTP/1.1" status: 204 len: 168 time: 0.8760660 Oct 28 21:19:48.498477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-0ed3df28-73d0-425c-9dde-51e6ba863f2a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/14654eae-0773-4c79-8157-f29569249923 HTTP/1.1" status: 200 len: 1800 time: 0.1461468 Oct 28 21:19:48.525097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb78e2-7bca-4ea0-bfce-29169fcc485d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5cd805-2c85-4221-9e64-b56187a9f9c3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:48.606475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:48.612831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] Transition to ACTIVE for port object 6458548f-886d-4058-9f30-9211e6626302 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:48.621099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.624754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.702401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.733768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] No DVR routers for this DVR port 6458548f-886d-4058-9f30-9211e6626302 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:19:48.745171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] Pushing event updated for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=10']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:48.800991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-2a2bc829-7d5c-4d04-a19f-fb77685ecf3b service neutron] 10.222.0.44 "PUT /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3306627 Oct 28 21:19:48.809658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:48.833969 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.841512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:48.846090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e109e31f-0098-447e-a3b1-beb7c69c71d5 req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/14654eae-0773-4c79-8157-f29569249923 HTTP/1.1" status: 204 len: 173 time: 0.3227947 Oct 28 21:19:48.858061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'mac_address': 'fa:16:3e:15:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-966696247', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:48.883346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc191e-a834-448f-a2dd-bb67ec846763 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14654eae-0773-4c79-8157-f29569249923,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:48.921287 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-8e18ce03-ef30-4c4e-957e-41a686324392 req-697a6c1a-d411-44c6-a2f5-e4856610847a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:19:48.925742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e18ce03-ef30-4c4e-957e-41a686324392 req-697a6c1a-d411-44c6-a2f5-e4856610847a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/14654eae-0773-4c79-8157-f29569249923 HTTP/1.1" status: 404 len: 352 time: 0.0308809 Oct 28 21:19:48.982768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device efffc9e7-6768-4eab-b0fa-34f727c63679 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:19:48.990891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-88099822-0d1d-4a8e-a983-a08b13bfc77a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:48.993111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-88099822-0d1d-4a8e-a983-a08b13bfc77a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.1140025 Oct 28 21:19:48.993910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:49.020124 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.070137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-32cecc8c-6129-4b30-99f2-6c53dc170f7a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/40b32188-002d-4aae-938a-c6950ff3c543 HTTP/1.1" status: 200 len: 1800 time: 0.1123407 Oct 28 21:19:49.082352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:49.114664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51838) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:49.155009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.191601 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bea66aec-8c48-485d-9da7-b9753c9d9617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4c47e9d4173467785e89250167a6dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710826 Oct 28 21:19:49.191601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-785088cf-f055-437d-beb6-857a08bb612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:49.192965 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-785088cf-f055-437d-beb6-857a08bb612f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&tenant_id=bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 1097 time: 0.1907511 Oct 28 21:19:49.193423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:49.226311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.264263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=efffc9e7-6768-4eab-b0fa-34f727c63679,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:49.282890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'efffc9e7-6768-4eab-b0fa-34f727c63679', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'efffc9e7-6768-4eab-b0fa-34f727c63679', 'mac_address': 'fa:16:3e:41:a1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:19:49.334591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:49.349711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.350577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.353978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.355138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec8c4a6-8eb8-405b-b96f-8ff2aeebc872 req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/40b32188-002d-4aae-938a-c6950ff3c543 HTTP/1.1" status: 204 len: 173 time: 0.2840958 Oct 28 21:19:49.382123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890c2da-0f79-4fec-a58f-1b83c2066606 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b32188-002d-4aae-938a-c6950ff3c543,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:49.402451 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.417345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:49.436533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.460476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efffc9e7-6768-4eab-b0fa-34f727c63679 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:49.479441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.486584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cdc380b8-2bb8-4a60-9a11-0a4968031262'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:49.542220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=efffc9e7-6768-4eab-b0fa-34f727c63679,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:49.543499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.546684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.548408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fe9cf8a-5e34-4575-bc9a-ac7a3a37539c HTTP/1.1" status: 204 len: 168 time: 0.3540494 Oct 28 21:19:49.551191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.573119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4705e0-fa14-4bba-a866-b5a87b179155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:49.584935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-1569407c-35d7-4ddf-9c24-91de97c00de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:49.586728 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-1569407c-35d7-4ddf-9c24-91de97c00de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1097 time: 0.3231578 Oct 28 21:19:49.588392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97f2c-5d4d-4c38-8c90-af0296e9c5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9cf8a-5e34-4575-bc9a-ac7a3a37539c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:49.633163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1662ee-1cc8-4f99-b263-34b70143e0fa req-1102499a-3701-4987-ab78-0b669ea8f82b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:49.650371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb1662ee-1cc8-4f99-b263-34b70143e0fa req-1102499a-3701-4987-ab78-0b669ea8f82b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.2236526 Oct 28 21:19:49.720879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb1662ee-1cc8-4f99-b263-34b70143e0fa req-6e40b357-784a-40ad-9ae4-4d825e6de0a4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Oct 28 21:19:49.756774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:49.760023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07560a-31f2-4945-9efc-b75cfdd661f1 req-4d9151ab-eca0-417b-afc9-0ed1bf4303ae tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:49.761630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e07560a-31f2-4945-9efc-b75cfdd661f1 req-4d9151ab-eca0-417b-afc9-0ed1bf4303ae tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 948 time: 0.2452669 Oct 28 21:19:49.839141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:49.854257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e07560a-31f2-4945-9efc-b75cfdd661f1 req-96c3c21d-884d-4048-844c-ff6f77696cd9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848241 Oct 28 21:19:49.926465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-a1186ffc-510c-4e63-916c-19f6e78073b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:49.927385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-a1186ffc-510c-4e63-916c-19f6e78073b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.2806122 Oct 28 21:19:50.010679 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-b1025d4a-a570-4d80-88ef-19f9e619ffcf req-29b46806-bfd3-44d0-8edd-401504ce6ed5 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:19:50.030774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1025d4a-a570-4d80-88ef-19f9e619ffcf req-29b46806-bfd3-44d0-8edd-401504ce6ed5 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/40b32188-002d-4aae-938a-c6950ff3c543 HTTP/1.1" status: 404 len: 352 time: 0.0946159 Oct 28 21:19:50.043759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-05cd9107-ffe1-4bd4-8221-66fd7acafcc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0980680 Oct 28 21:19:50.097842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4705e0-fa14-4bba-a866-b5a87b179155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.118802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4705e0-fa14-4bba-a866-b5a87b179155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.125794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-6dbb9d1c-619c-459a-81a7-561b019a3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:50.127446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-6dbb9d1c-619c-459a-81a7-561b019a3b3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0736151 Oct 28 21:19:50.204999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1e2377d-52cb-4fb4-9287-4d51312790de req-57b346fc-a69a-46b2-9de5-9718692374c4 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 6148 time: 0.1294920 Oct 28 21:19:50.262791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-f529c30e-9b32-4fdd-abcf-a251f6c78a72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053245 Oct 28 21:19:50.282431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4705e0-fa14-4bba-a866-b5a87b179155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f210a8-b05a-48c2-a698-86edf35631e5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:50.301714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1e2377d-52cb-4fb4-9287-4d51312790de req-d618870e-b240-4fe8-ae9b-04d3e4159d85 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d4055138-32de-4483-850a-21333d603972 HTTP/1.1" status: 200 len: 2981 time: 0.0828004 Oct 28 21:19:50.318008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:50.321790 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc4705e0-fa14-4bba-a866-b5a87b179155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a495e4a92528495081675986b123eb47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3264635 Oct 28 21:19:50.352622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:50.382049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1e2377d-52cb-4fb4-9287-4d51312790de req-323a7fc2-93d6-4f94-bbd6-ea668b4d5a34 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d4055138-32de-4483-850a-21333d603972 HTTP/1.1" status: 200 len: 2981 time: 0.0717146 Oct 28 21:19:50.421172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-939cb8a1-25c3-4c2a-b0c3-47893af5a8c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f4438b9b0984aa3bd196d5f5d5619b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019619 Oct 28 21:19:50.422992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:50.432560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.455758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1220418349', 'description': 'tempest-description-308785073'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:50.486719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.490294 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-df04d76c-b672-4d33-900e-189cfc0bde79 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199032 Oct 28 21:19:50.493525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.523974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.547584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.614095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:50.662550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.668259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.678171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04f210a8-b05a-48c2-a698-86edf35631e5 HTTP/1.1" status: 204 len: 168 time: 0.3240199 Oct 28 21:19:50.690827 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.692296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cdc380b8-2bb8-4a60-9a11-0a4968031262 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:50.692855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.692968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.696181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.702348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98a50fa7-a6ab-4e11-aca3-b1211d5b5788 HTTP/1.1" status: 204 len: 168 time: 0.2784233 Oct 28 21:19:50.712208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.726580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf030ef-1cd6-46a7-83dd-797c3259c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a50fa7-a6ab-4e11-aca3-b1211d5b5788,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:50.726912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-5c5da4ad-4f95-4e76-9c68-7413273819ae service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231269 Oct 28 21:19:50.728189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29bde0-9a35-4932-9f6b-6c375ba94b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f210a8-b05a-48c2-a698-86edf35631e5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:50.756249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:50.761461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6308b968-a649-4fc5-b386-7205bac3ae11 req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3391135 Oct 28 21:19:50.803413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce3df1-8cd0-40fe-8e96-5486ce31cb10 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:50.846053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-507259964', 'description': 'tempest-description-1265487086'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:50.905538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device efffc9e7-6768-4eab-b0fa-34f727c63679 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:19:50.974727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4445a9-eda5-4b7d-8a04-ebb6cbd9eb6c req-daa9ebb9-220f-4348-b60e-ce72c6d0d7ec tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:50.976408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4445a9-eda5-4b7d-8a04-ebb6cbd9eb6c req-daa9ebb9-220f-4348-b60e-ce72c6d0d7ec tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.1215353 Oct 28 21:19:50.997632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.053194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4445a9-eda5-4b7d-8a04-ebb6cbd9eb6c req-05913153-bebd-40b4-b583-92a9f9c00665 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676568 Oct 28 21:19:51.054190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.103639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:51.111076 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fdb08c-4166-47a8-88aa-5214f61b6bdd" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:51.160315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:51.164350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.172199 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.173354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6458548f-886d-4058-9f30-9211e6626302 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:19:51.183433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.222790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-05e2db8e-6709-44cd-b61e-697466ad4037 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:51.231355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-05e2db8e-6709-44cd-b61e-697466ad4037 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.1702008 Oct 28 21:19:51.240404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port efffc9e7-6768-4eab-b0fa-34f727c63679 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:19:51.251372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port efffc9e7-6768-4eab-b0fa-34f727c63679 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:19:51.251830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.256596 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.256596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b604b6ec-6354-4822-8b49-e631e5f0cf60 req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4195843 Oct 28 21:19:51.269954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313678-5d2e-4222-969f-fd781585b92c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8112c0-3f5f-434c-97f9-f1abe415f75b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:51.393080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1256a-eb87-4e63-8217-94b33bd77c45 req-4ddbeadc-3885-4c63-809c-11c86e9e2694 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:51.394723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6458548f-886d-4058-9f30-9211e6626302 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:19:51.404674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:51.407705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edd1256a-eb87-4e63-8217-94b33bd77c45 req-4ddbeadc-3885-4c63-809c-11c86e9e2694 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 948 time: 0.1040711 Oct 28 21:19:51.486164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.501782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edd1256a-eb87-4e63-8217-94b33bd77c45 req-ad60fe01-ec57-427d-919c-b87ca068741e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791500 Oct 28 21:19:51.537998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=efffc9e7-6768-4eab-b0fa-34f727c63679,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:19:51.547268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.613199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:51.634677 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b7b9a-eda9-4ec6-a88a-f52a06221919 x-openstack-request-id: req-0f8b7b9a-eda9-4ec6-a88a-f52a06221919 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:51.634677 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-plugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:51.634677 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f8b7b9a-eda9-4ec6-a88a-f52a06221919 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:51.635090 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'code': 200} Oct 28 21:19:51.648217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86b5a668-4525-4239-9124-73a3e9db6bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.651693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-1c404fa4-b315-4fcc-a6a0-3e05ef0cc320 service neutron] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:51.657304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-1c404fa4-b315-4fcc-a6a0-3e05ef0cc320 service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.658634 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9072c3f6-7a11-4d49-be15-c5e17c2f7681 req-1c404fa4-b315-4fcc-a6a0-3e05ef0cc320 service neutron] 10.222.0.52 "DELETE /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.4228444 Oct 28 21:19:51.721825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:51.781968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86b5a668-4525-4239-9124-73a3e9db6bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.790883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86b5a668-4525-4239-9124-73a3e9db6bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:51.895024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86b5a668-4525-4239-9124-73a3e9db6bc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27830c97f6cd40d6a3fe8dd0f6a376ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704186 Oct 28 21:19:51.895401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51940) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:51.915442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5a668-4525-4239-9124-73a3e9db6bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae638d71-0a56-4044-9cc1-c8afd517f3ce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:52.080319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-6331a8c1-2324-48ed-91d6-467fe4d3ba18 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:52.092582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-6331a8c1-2324-48ed-91d6-467fe4d3ba18 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 812 time: 0.2125399 Oct 28 21:19:52.145177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-25704248-00ce-40d6-8859-551fea8393fd tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/quotas/cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 375 time: 0.0512223 Oct 28 21:19:52.223324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:52.307991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-f47dc42f-3a62-42ec-ba42-aa10e42c1138 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605773 Oct 28 21:19:52.342522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:52.419671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a1fa1-1f89-4435-b252-75a5e27c4451 req-4e3281ef-0862-4d04-b329-f64d387cbe55 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:52.427051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf4a1fa1-1f89-4435-b252-75a5e27c4451 req-4e3281ef-0862-4d04-b329-f64d387cbe55 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.1926069 Oct 28 21:19:52.537228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf4a1fa1-1f89-4435-b252-75a5e27c4451 req-a456cf57-8b5a-44fc-a77a-3c5f704c6081 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089344 Oct 28 21:19:52.548442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-7c2018aa-fa6a-4a39-aeea-c5efe2ce486a service neutron] 10.222.0.31 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345557 Oct 28 21:19:52.579969 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:52.584282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:52.585830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae638d71-0a56-4044-9cc1-c8afd517f3ce HTTP/1.1" status: 204 len: 168 time: 0.6881440 Oct 28 21:19:52.598493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e9c9f-a5bb-4c8d-bcd2-130b74072ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae638d71-0a56-4044-9cc1-c8afd517f3ce,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:52.801426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-40ea1aab-9d24-4cec-a32d-b773ebbf833a service neutron] 10.222.0.31 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618185 Oct 28 21:19:53.278309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ba16b-4dda-41da-92be-ed66b1606bf4 req-8971d178-4f32-4ef6-ba1f-72918b493684 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:53.280525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754ba16b-4dda-41da-92be-ed66b1606bf4 req-8971d178-4f32-4ef6-ba1f-72918b493684 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.1330848 Oct 28 21:19:53.331625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754ba16b-4dda-41da-92be-ed66b1606bf4 req-5f9ef23f-1f73-4541-97c7-02ce27d7049e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Oct 28 21:19:53.395655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c82db0e4-b8db-4a97-9361-048af2cc9080 req-1419e256-9f9b-4547-92ef-9808104f463b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 210 time: 0.0438409 Oct 28 21:19:53.637494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:53.642117 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f8cc5c-a54d-4d4d-82a8-795cd69f3b38" -d '{"events": [{"server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "name": "network-vif-plugged", "status": "completed", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:53.776679 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6588250a-b886-419b-9037-847a6e7608ec x-openstack-request-id: req-6588250a-b886-419b-9037-847a6e7608ec {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:53.777235 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "name": "network-vif-plugged", "status": "completed", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:53.779777 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6588250a-b886-419b-9037-847a6e7608ec {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:53.780194 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679', 'code': 200} Oct 28 21:19:53.806442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7670bc5-fa3c-4977-8206-8289ab4406d6 req-62eff1af-99f3-4bfa-a230-fd616ac07213 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:53.822028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7670bc5-fa3c-4977-8206-8289ab4406d6 req-62eff1af-99f3-4bfa-a230-fd616ac07213 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1097 time: 0.1057694 Oct 28 21:19:53.935184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7670bc5-fa3c-4977-8206-8289ab4406d6 req-a2eb5aba-df55-41dc-a108-6600dafcbe16 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117249 Oct 28 21:19:53.980247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0ae1d-bd2a-4027-999d-2b76d3c691db req-4da6375d-a566-49ab-b389-a9c9df029b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:53.982765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9dc0ae1d-bd2a-4027-999d-2b76d3c691db req-4da6375d-a566-49ab-b389-a9c9df029b75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 1101 time: 0.1161885 Oct 28 21:19:54.339115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52056) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:54.415183 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9dc0ae1d-bd2a-4027-999d-2b76d3c691db req-f4191c75-283b-450e-8ab0-a0aec2114c59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241166 Oct 28 21:19:54.530553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-970170328-network', 'tenant_id': '03b669f7d6b54634a31737352f7296e0'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:54.624221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:54.626665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:54.637570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:54.671271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd019b-021f-45db-b39a-5aabbb90cd96 req-d514e201-5778-4915-8834-8f1f79507023 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:54.679640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36bd019b-021f-45db-b39a-5aabbb90cd96 req-d514e201-5778-4915-8834-8f1f79507023 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.1063631 Oct 28 21:19:54.797859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36bd019b-021f-45db-b39a-5aabbb90cd96 req-3a073d47-d4c2-41ea-b333-219d8508feb5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167974 Oct 28 21:19:54.910517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:55.026037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-e0a2d3ac-1524-4456-bf1f-b390568803b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:55.028343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-e0a2d3ac-1524-4456-bf1f-b390568803b9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 812 time: 0.3145888 Oct 28 21:19:55.080487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'device_id': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983', 'admin_state_up': True, 'tenant_id': 'cbc32a8c3edd4310a380b5b1c0068850'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:55.103545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0878616c-9259-47f6-a953-79f2064dc247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.204703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a282691e-1de7-44ee-8449-966fe06eee58 req-752cf5cf-f8ec-4545-ae19-80696b91313c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 210 time: 0.1569409 Oct 28 21:19:55.243739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.244608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0878616c-9259-47f6-a953-79f2064dc247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.253727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0878616c-9259-47f6-a953-79f2064dc247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.259352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.316810 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0878616c-9259-47f6-a953-79f2064dc247 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35c46b37517148e89e8cd63fa5936bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051869 Oct 28 21:19:55.318353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878616c-9259-47f6-a953-79f2064dc247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa9874-5616-49e2-8f6a-70f263ffc876,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:55.325935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52106) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:55.332923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a31a230b-fd60-4699-9b6e-b087e31b390b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:55.334446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a31a230b-fd60-4699-9b6e-b087e31b390b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.3412354 Oct 28 21:19:55.337782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:55.372141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d700f54c-5878-4a05-8044-19bb92df1e70,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:55.403231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.403475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.404814 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Added segment 260baa61-764d-4fea-9ed3-66eea412655d of type vlan for network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b Oct 28 21:19:55.407830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-da2c5d4e-2250-44f3-9053-adfbe5001633 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/quotas/bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 375 time: 0.0546896 Oct 28 21:19:55.468630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.548403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.579956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.583096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.586904 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edaa9874-5616-49e2-8f6a-70f263ffc876 HTTP/1.1" status: 204 len: 168 time: 0.2571943 Oct 28 21:19:55.588518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Made reservation on behalf of cbc32a8c3edd4310a380b5b1c0068850 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:55.609600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595abe1f-8ec6-475f-a4b3-92b926e6785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa9874-5616-49e2-8f6a-70f263ffc876,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:55.613154 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.655078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:19:55.695689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-73f7c8f3-54ea-4cc0-8ea4-31e05f741006 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2745023 Oct 28 21:19:55.842128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:55.843195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:55.843842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.112044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:56.133662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9601a0e-493b-4b66-a7de-55d9d937f74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.238623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8970406 Oct 28 21:19:56.240401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4ff8d3-cc41-4059-b17d-955be76936dd req-01e5b3ac-79fb-4780-8e84-a3ee441fc305 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e5c0392243e343a095c31617a317fa4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409436 Oct 28 21:19:56.244610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:56.249196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Request body: {'subnet': {'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-970170328-subnet', 'tenant_id': '03b669f7d6b54634a31737352f7296e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:56.268566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9601a0e-493b-4b66-a7de-55d9d937f74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.275483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-bf731786-4100-48f0-84f6-ce61863e10e1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779552 Oct 28 21:19:56.275705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9601a0e-493b-4b66-a7de-55d9d937f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.297813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df245afd-4387-4daa-88af-1f5b37726bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:56.312013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:56.319873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9601a0e-493b-4b66-a7de-55d9d937f74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7838a-bf14-4ff0-853b-b058641645d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:56.327658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a9601a0e-493b-4b66-a7de-55d9d937f74d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9387cca0915b46dcaa0d8dfc82a9d102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138722 Oct 28 21:19:56.328629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:56.330845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.333050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52144) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:56.440231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Allocated IP 172.20.0.11 (be6b37f0-7067-48ae-8c67-9dd98d39e983/59e124de-04e6-4171-b9f4-7f6049fd9dba/a4b46f2c-f63c-41a1-8a5f-73eed42f7545) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:19:56.491158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.520474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.527769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff8d3-cc41-4059-b17d-955be76936dd req-0170df57-b03a-4c75-aff5-643713aac5b4 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:56.534765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4ff8d3-cc41-4059-b17d-955be76936dd req-0170df57-b03a-4c75-aff5-643713aac5b4 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783325 Oct 28 21:19:56.557757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-28ad9926-083a-4bcc-8a0f-ac84a1033947 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543499 Oct 28 21:19:56.568877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4ff8d3-cc41-4059-b17d-955be76936dd req-97fea770-72c1-47ac-b788-1fdd357506f0 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/quotas/e5c0392243e343a095c31617a317fa4e HTTP/1.1" status: 200 len: 375 time: 0.0331049 Oct 28 21:19:56.654449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4ff8d3-cc41-4059-b17d-955be76936dd req-7cb33723-fe64-4411-9447-d96c17f60ca5 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5c0392243e343a095c31617a317fa4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740516 Oct 28 21:19:56.680245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.683519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.685651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9c7838a-bf14-4ff0-853b-b058641645d3 HTTP/1.1" status: 204 len: 168 time: 0.3509655 Oct 28 21:19:56.723735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb31e81-469f-4b23-8e8b-9052baf82261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7838a-bf14-4ff0-853b-b058641645d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:56.728864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.892167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868f1d95-57f4-4051-80f3-19bdc0247cbf,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:56.911712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:56.912235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Network hostable DHCP agents. Network: f2f84dac-3389-47d1-b4a1-79eb30e3ea6b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:19:56.939293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:56.941725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:19:56.968933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f2f84dac-3389-47d1-b4a1-79eb30e3ea6b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:56.979537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7e2ec-a6e5-4018-b37e-0f1857b06497 None None] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:57.008958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:57.011062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:57.054827 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7aa16736-fe0a-491c-9fe4-457119669969 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8097887 Oct 28 21:19:57.096254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8911acbe-6062-47ce-b69e-1a91321ccdc0 req-a4c5e98d-8561-4fbd-b7bb-4b8ae04a5d74 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 210 time: 0.1333494 Oct 28 21:19:57.176101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc632366-10c1-4fc3-be5b-623b22f99ca6 req-e3f76d40-5025-41fe-98d0-f72f8e03d2d7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:57.192638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc632366-10c1-4fc3-be5b-623b22f99ca6 req-e3f76d40-5025-41fe-98d0-f72f8e03d2d7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.2640920 Oct 28 21:19:57.375384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1fb7b-1a15-4a2e-aee0-c05215472bf0 None None] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:19:57.405200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc632366-10c1-4fc3-be5b-623b22f99ca6 req-864fbdc0-2048-45ae-912d-9892b1c4b557 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114804 Oct 28 21:19:57.407047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:57.450086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:19:57.583840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Network be6b37f0-7067-48ae-8c67-9dd98d39e983 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:19:57.612738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:57.620192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:19:57.631134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:19:57.674802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35dcdcf9-05f4-4d63-a58c-1f8d7c8ed2d3 req-67a9d2ba-646f-4fa8-8cf5-018fec6afd1f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 210 time: 0.0846941 Oct 28 21:19:57.829055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:57.830069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:57.876227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-333ac91b-36be-4626-9841-43c0a3b51b82 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8347499 Oct 28 21:19:57.891481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Request body: {'port': {'device_id': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:58.022465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.355703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:58.361097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1728265741-network', 'tenant_id': 'b8cb568df4b746dab5b1a24f206a435b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:58.404870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Made reservation on behalf of b8cb568df4b746dab5b1a24f206a435b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:58.406937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.418754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.474494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f465f9-b2f1-4148-b738-19d6842bbc88 req-507d7c6f-c7b7-44eb-8b38-d33899d72e3d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:58.484723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9f465f9-b2f1-4148-b738-19d6842bbc88 req-507d7c6f-c7b7-44eb-8b38-d33899d72e3d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 932 time: 0.2026885 Oct 28 21:19:58.515607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-42aec947-df57-4b4c-9e8b-b43b078010a6 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:58.524148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-42aec947-df57-4b4c-9e8b-b43b078010a6 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 1101 time: 0.1929135 Oct 28 21:19:58.559973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-264e47fd-73e3-4f93-b838-24fed6e9663f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.594247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9f465f9-b2f1-4148-b738-19d6842bbc88 req-7fe4c630-afc4-46d9-8095-af7613808cec tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081524 Oct 28 21:19:58.621982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.649502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b46f2c-f63c-41a1-8a5f-73eed42f7545 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:19:58.662157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.682762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.686133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Transition to ACTIVE for port object a4b46f2c-f63c-41a1-8a5f-73eed42f7545 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:19:58.698515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.820974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-264e47fd-73e3-4f93-b838-24fed6e9663f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.856293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:58.864533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-264e47fd-73e3-4f93-b838-24fed6e9663f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:58.939184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:19:58.959515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36941c33-5061-44fe-89b9-eea2d7b8d00e req-264e47fd-73e3-4f93-b838-24fed6e9663f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323685 Oct 28 21:19:58.961448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e47fd-73e3-4f93-b838-24fed6e9663f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b41235-997f-408b-938b-46b6490ca7cb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:58.974406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d79aa-a932-4e95-94a7-c47fc51c1509,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:58.983085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Attempting to bind port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:19:58.983420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Attempting to bind port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:19:58.983797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Attempting to bind port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:59.004132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:19:59.004551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Attempting to bind port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 on network be6b37f0-7067-48ae-8c67-9dd98d39e983 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:19:59.016255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:19:59.016669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Checking segment: {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:19:59.017579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Bound using segment: {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:19:59.017579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Bound port: a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4177cb-0356-4be2-9457-ccca4133cec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:19:59.017917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.018094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.018386 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Added segment 9fa7d786-7aea-4126-99cd-539e6dedcab0 of type vlan for network 1c328e3c-c0c3-43e2-87e8-d5b2c069255d Oct 28 21:19:59.173819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:19:59.197655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:19:59.206400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-3c96b7aa-e7ca-448b-9f17-5bec86014cc6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.207944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-3c96b7aa-e7ca-448b-9f17-5bec86014cc6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.5832675 Oct 28 21:19:59.210873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.223869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Request body: {'port': {'device_id': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'admin_state_up': True, 'tenant_id': 'bf3c5448664444da9fa82fef755782b1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:59.229404 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.337803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.resource_extend [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:19:59.369260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.370833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.371462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.380290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:59.448342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.448777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.450433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-d98bc05c-4a54-47fb-9507-3b62e54f92e7 service neutron] 10.222.0.44 "PUT /v2.0/ports/a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 1093 time: 1.5644717 Oct 28 21:19:59.451041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:19:59.464191 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54029fa7-9e9c-488f-907a-8dfd98746494" -d '{"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:19:59.469819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2ad272-7073-4ba3-8af0-cd04b61faf79 req-84141523-753a-41fa-8d73-182b77b4b357 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 210 time: 0.0859036 Oct 28 21:19:59.502730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=1c328e3c-c0c3-43e2-87e8-d5b2c069255d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:19:59.508194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b2353f5-7e33-46ac-a718-4c399affbbd0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1512127 Oct 28 21:19:59.512798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52252) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:19:59.520708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Request body: {'subnet': {'network_id': '1c328e3c-c0c3-43e2-87e8-d5b2c069255d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1728265741-subnet', 'tenant_id': 'b8cb568df4b746dab5b1a24f206a435b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:19:59.542270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 1c328e3c-c0c3-43e2-87e8-d5b2c069255d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:19:59.631725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-55ea2702-0644-49e8-aef0-9370dd3d0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.635088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-55ea2702-0644-49e8-aef0-9370dd3d0062 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1198854 Oct 28 21:19:59.642931 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1bda2a-8bd5-4930-a58e-4cb8b21b4ea7 x-openstack-request-id: req-6f1bda2a-8bd5-4930-a58e-4cb8b21b4ea7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:19:59.643218 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:19:59.643470 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f1bda2a-8bd5-4930-a58e-4cb8b21b4ea7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:19:59.643864 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'status': 'completed', 'code': 200} Oct 28 21:19:59.690338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Made reservation on behalf of b8cb568df4b746dab5b1a24f206a435b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:59.695566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.714103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:19:59.719366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:19:59.786898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-a3d7238c-380f-42cd-b2c8-e2b8f846b471 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.1409178 Oct 28 21:19:59.883837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d068a-1109-4f4e-b976-beaec248d7cf req-2af0c7f0-815d-4412-84f8-8c1395586d81 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.897909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41d068a-1109-4f4e-b976-beaec248d7cf req-2af0c7f0-815d-4412-84f8-8c1395586d81 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 944 time: 0.1526482 Oct 28 21:19:59.956763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-a2d83943-b7b9-4ef2-906c-34f037d6ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:19:59.967672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-a2d83943-b7b9-4ef2-906c-34f037d6ba3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.1655738 Oct 28 21:19:59.977290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Allocated IP 172.20.0.7 (cb11d7b2-83e3-4bec-af56-b9be8889b3f2/d946e622-a384-412b-80be-d1d1fceb80a3/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:00.066526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-e6fee38d-cda4-48fb-9216-f40a5ec4a813 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907302 Oct 28 21:20:00.083237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41d068a-1109-4f4e-b976-beaec248d7cf req-270668e3-8a6c-4f89-9417-46e9c3efe7f9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810558 Oct 28 21:20:00.208621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.241408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1f5c33bb-1626-4363-8c6b-ad9154b27f05 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354824 Oct 28 21:20:00.261311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-a7ab2c75-4193-4b62-b592-26a10af95f3e service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705573 Oct 28 21:20:00.305412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.405798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:00.412776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:00.430719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:00.436823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:00.437107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.478888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:00.516625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d44382e-1b13-41f4-8305-d04d98ed50f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984231 Oct 28 21:20:00.519132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.524060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-02188e03-e746-4be3-ba6b-766620422d6d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:00.536065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-02188e03-e746-4be3-ba6b-766620422d6d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936430 Oct 28 21:20:00.562376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-44fcef1a-fa33-4da7-bd4a-9dd14bec7a61 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.0250585 Oct 28 21:20:00.570023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ab9dfd-6e1d-401d-b39f-55be5fdc7528,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:00.586067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Request body: {'port': {'device_id': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:00.637247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706777bf-0150-47db-8a3f-944e97a1c7b9 req-4c726a13-1d9c-4772-b74f-b4d43589a9a0 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616133 Oct 28 21:20:00.654070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-b27ffeea-afe4-48b3-b68a-1b2ab0e8ff49 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896237 Oct 28 21:20:00.682808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.711690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Checking segment: {'id': '9fa7d786-7aea-4126-99cd-539e6dedcab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c328e3c-c0c3-43e2-87e8-d5b2c069255d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:00.712256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Network hostable DHCP agents. Network: 1c328e3c-c0c3-43e2-87e8-d5b2c069255d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:20:00.772825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Network 1c328e3c-c0c3-43e2-87e8-d5b2c069255d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:20:00.793893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-fc4e3f8c-cf4d-424d-b6b8-0d5553555dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:00.796958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-fc4e3f8c-cf4d-424d-b6b8-0d5553555dd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1057577 Oct 28 21:20:00.880665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 1c328e3c-c0c3-43e2-87e8-d5b2c069255d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:00.893660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac95b25-3bc8-4174-90b0-457297694037 None None] Network 1c328e3c-c0c3-43e2-87e8-d5b2c069255d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:00.918082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:00.923342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:00.991699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7cd6e1-2d81-461a-9a11-d9bee9ca2665 req-3ce74b48-155c-4516-b3a6-2e20ab9a74c0 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e5c0392243e343a095c31617a317fa4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332615 Oct 28 21:20:01.003233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac87b7cc-61c0-470b-b497-64f213a2e24f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4884076 Oct 28 21:20:01.086781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cca4bb-bd14-4ed4-b243-7b32a6a50618 None None] Network 1c328e3c-c0c3-43e2-87e8-d5b2c069255d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:01.153309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-17a61cd1-6366-4bea-9f84-6066c34a5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:01.155872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-17a61cd1-6366-4bea-9f84-6066c34a5a5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.3498302 Oct 28 21:20:01.232264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-77bd0d89-ff4a-4f49-ab98-7f8dcfd03e59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.0659108 Oct 28 21:20:01.321707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:01.341048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:01.376813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Transition to ACTIVE for port object 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:01.388838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:01.450634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:01.457255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cd6e1-2d81-461a-9a11-d9bee9ca2665 req-23a94fbb-d1bf-4598-b4db-0c3ff94bca01 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:01.465783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7cd6e1-2d81-461a-9a11-d9bee9ca2665 req-23a94fbb-d1bf-4598-b4db-0c3ff94bca01 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4720716 Oct 28 21:20:01.475219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-f167087a-014e-4652-9b9f-329dcd11901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:01.490266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-f167087a-014e-4652-9b9f-329dcd11901f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.2490733 Oct 28 21:20:01.560280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-4ef2770c-ba48-4643-aea9-a4978463d8f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376887 Oct 28 21:20:01.578107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:01.578473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:01.578878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:01.579088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7cd6e1-2d81-461a-9a11-d9bee9ca2665 req-450c7bb0-f76a-451e-a150-8cfdc42f0704 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/quotas/e5c0392243e343a095c31617a317fa4e HTTP/1.1" status: 200 len: 375 time: 0.1123509 Oct 28 21:20:01.590988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:01.591385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:01.616817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:01.617745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:01.618774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:01.621963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Bound port: 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:01.622796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:01.713958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-9d225711-29b9-4c3f-acfb-580fa47104b7 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318150 Oct 28 21:20:01.729678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7cd6e1-2d81-461a-9a11-d9bee9ca2665 req-91670cdc-4527-42cf-af7d-a0271577f6b1 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5c0392243e343a095c31617a317fa4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1496785 Oct 28 21:20:01.756344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:01.762214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fdd35-d1c6-4296-b07a-440988d896bc req-50e5dabc-1929-4961-a1e0-36442bdd8286 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:01.770156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e7fdd35-d1c6-4296-b07a-440988d896bc req-50e5dabc-1929-4961-a1e0-36442bdd8286 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.3520710 Oct 28 21:20:01.770396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:01.780334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:01.846741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:01.847653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:01.850149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] 10.222.0.44 "PUT /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 1092 time: 1.2811627 Oct 28 21:20:01.854932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:01.861106 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d89875-52e7-4f25-987c-9813a17bb4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:01.914616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e7fdd35-d1c6-4296-b07a-440988d896bc req-0b2c8831-c8b0-428a-ae43-6880d07e8d8e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435444 Oct 28 21:20:01.959018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54029fa7-9e9c-488f-907a-8dfd98746494 req-3bcc8155-0fbd-4cdd-89de-2f650472b349 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262866 Oct 28 21:20:01.991656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855be2f-855e-4067-b481-71f8bd1faafb service neutron] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:02.042399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-dca075e0-0295-4996-be74-7fdd56c44a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.046816 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-dca075e0-0295-4996-be74-7fdd56c44a3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1095 time: 0.1456592 Oct 28 21:20:02.150783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-4d4228a6-fe7a-481e-a9bf-a75bd345704b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 217 time: 0.0972283 Oct 28 21:20:02.213650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48885e5-448c-412e-9cd4-08d9a422bf9f req-cd63f90b-db33-4660-a829-33b4806e233c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.215440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c48885e5-448c-412e-9cd4-08d9a422bf9f req-cd63f90b-db33-4660-a829-33b4806e233c tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 944 time: 0.1127608 Oct 28 21:20:02.243247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-721495a3-f8f3-4c4a-aca0-5c9604d2d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.245068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-721495a3-f8f3-4c4a-aca0-5c9604d2d520 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0806906 Oct 28 21:20:02.287750 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-309bb12d-db12-4c05-b725-31ca8695a31f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336409 Oct 28 21:20:02.309683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c48885e5-448c-412e-9cd4-08d9a422bf9f req-eb3151b4-d721-4a1e-bb25-2ff63f91e064 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822842 Oct 28 21:20:02.504328 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-a3fa800b-2888-4512-a67f-157f037ae39a service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085340 Oct 28 21:20:02.535614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52362) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:02.651223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f696348-e1d7-4eb3-8495-ae78d18b7ac3 req-421bc90c-f282-4014-a700-b92c41f742a4 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346128 Oct 28 21:20:02.726020 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506ec8eb-4515-4ffd-bd16-ac1a57e3747c x-openstack-request-id: req-506ec8eb-4515-4ffd-bd16-ac1a57e3747c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:02.726436 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:02.726697 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-506ec8eb-4515-4ffd-bd16-ac1a57e3747c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:02.727139 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'status': 'completed', 'code': 200} Oct 28 21:20:02.814537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-6861fbdc-f3db-4beb-88e2-3beea3e602ac tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.825258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-6861fbdc-f3db-4beb-88e2-3beea3e602ac tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.2595818 Oct 28 21:20:02.848843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-a97ad354-efb2-4705-9197-ed2c082ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.850341 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-a97ad354-efb2-4705-9197-ed2c082ef999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1095 time: 0.0935087 Oct 28 21:20:02.860288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-538bdf35-680c-4ffd-ae61-b0307eef9a3b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/quotas/03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 375 time: 0.0275002 Oct 28 21:20:02.975295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-d512d5e1-e48e-4b53-9d0c-24fb7ab02fc6 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044700 Oct 28 21:20:02.977724 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb2f347-8421-4842-a070-7eee4b95333e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:02.989707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-85e64752-c9cc-4271-b6a3-5aa2574eb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:02.991862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-85e64752-c9cc-4271-b6a3-5aa2574eb5e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1287999 Oct 28 21:20:03.093063 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-1fff9b03-4a98-4e9b-8211-8e0adc437faf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 217 time: 0.0913205 Oct 28 21:20:03.160411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-515926ff-de41-42e6-96d8-7697aa590955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:03.163641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-515926ff-de41-42e6-96d8-7697aa590955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0600088 Oct 28 21:20:03.212688 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-a46bb0f8-77d9-4fe3-99fa-594466d9854f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336728 Oct 28 21:20:03.219465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-0d02b91d-0ddb-44c7-bf54-c718db344880 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218704 Oct 28 21:20:03.309187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb2f347-8421-4842-a070-7eee4b95333e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:03.327355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb2f347-8421-4842-a070-7eee4b95333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:03.334381 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-bbada17b-e35f-427d-b2c4-6760327b10dd service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138568 Oct 28 21:20:03.466649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2d89875-52e7-4f25-987c-9813a17bb4fb req-1ecc9372-a899-48cf-ba51-1b7a08330fab service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232445 Oct 28 21:20:03.575465 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-dcbf84ce-a958-4da2-ab44-fb0ed418cf84 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256269 Oct 28 21:20:03.753372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-9d0de9f3-436a-4939-b0bc-31343e66ac46 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327208 Oct 28 21:20:03.757925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-51d6cc3a-9ad3-46c7-84a8-160c306761f1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:03.759637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-51d6cc3a-9ad3-46c7-84a8-160c306761f1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775954 Oct 28 21:20:03.795444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f2847c-2da1-426f-b83d-43779b77398d req-b03459dc-956e-4c32-b21d-414e13e307fc tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 210 time: 0.4844801 Oct 28 21:20:03.805735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:03.826311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f347-8421-4842-a070-7eee4b95333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d155e499-ae34-438d-99b6-87b39ecbbb84,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:03.833083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-abb2f347-8421-4842-a070-7eee4b95333e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec6b0f51c4c5415fbee939e0a0429b80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2964215 Oct 28 21:20:03.836302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:03.945517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:04.040823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:04.050169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:04.055545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:04.102256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fa07-9f8e-4ee7-9ac6-676b3603b191 req-81a0856a-d9cf-4a02-83d3-c56294b2f837 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:04.110910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2872fa07-9f8e-4ee7-9ac6-676b3603b191 req-81a0856a-d9cf-4a02-83d3-c56294b2f837 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.1810670 Oct 28 21:20:04.239305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ac470a64-d175-42e4-b3b7-6f9303f00466 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244073 Oct 28 21:20:04.253462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2872fa07-9f8e-4ee7-9ac6-676b3603b191 req-6bed363c-c347-47d1-a6b1-07df04e67943 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405377 Oct 28 21:20:04.403655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.78 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/901a6cad-a41d-4fb2-a8fe-805e99f3da42) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:04.415709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:04.419598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:04.420963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d155e499-ae34-438d-99b6-87b39ecbbb84 HTTP/1.1" status: 204 len: 168 time: 0.5834918 Oct 28 21:20:04.480108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601e66-9b3a-400d-8c4c-e7d6cb2e7a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d155e499-ae34-438d-99b6-87b39ecbbb84,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:04.541985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3ff8c53-f882-482a-9dc6-e20061d473e0 req-4a0c9f3a-7e55-4453-a8e8-ac20e9b4eacd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 210 time: 0.0644975 Oct 28 21:20:04.554655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3fd64086-3c18-4d6c-b000-45ffaadd5185 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:04.556887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3fd64086-3c18-4d6c-b000-45ffaadd5185 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738643 Oct 28 21:20:04.577551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272eb7c-ec88-424f-b6f1-a03b991195f5 req-969b0254-71c4-44e2-b5cf-b8eccb89a505 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:04.577551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1272eb7c-ec88-424f-b6f1-a03b991195f5 req-969b0254-71c4-44e2-b5cf-b8eccb89a505 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 944 time: 0.1712363 Oct 28 21:20:04.590936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:04.653132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a4b46f2c-f63c-41a1-8a5f-73eed42f7545 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:04.800410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1272eb7c-ec88-424f-b6f1-a03b991195f5 req-373a7aa8-8faa-464e-8e60-02ca07c24dc9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060070 Oct 28 21:20:04.962778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:04.982016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'network_id': 'be6b37f0-7067-48ae-8c67-9dd98d39e983', 'port_id': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'mac_address': 'fa:16:3e:3b:c3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e124de-04e6-4171-b9f4-7f6049fd9dba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:05.015922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:05.025733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.031145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.049863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b46f2c-f63c-41a1-8a5f-73eed42f7545 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:05.075103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:05.090372 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.092985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20d5aee7-f6c9-4580-b208-dc5dfe6a26b0 req-56c06dec-90ac-4c02-8359-18c1379f94d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 210 time: 0.1209376 Oct 28 21:20:05.140610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52422) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:05.182049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:05.218521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28a00622-d950-43db-9c8d-50e726aa1009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.273341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.324598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.325139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:05.376377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:05.448968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:05.457501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:05.461030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6b3aba-dba8-424c-b042-203e62a8cd26 req-38a9c39e-bdc8-49bf-ac1a-572c559186eb tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e5c0392243e343a095c31617a317fa4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009429 Oct 28 21:20:05.478194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:05.489666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:05.490146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.503913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:05.522002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-1c898272-8f57-4ff0-aca0-c7f04a0cc837 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7347245 Oct 28 21:20:05.544733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Request body: {'port': {'device_id': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:05.630733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.636092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.96 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/8453704b-c4f9-4502-a2fe-92cd523c9ea9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:05.687252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28a00622-d950-43db-9c8d-50e726aa1009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.724587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28a00622-d950-43db-9c8d-50e726aa1009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.867754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40317490-b6d8-48dd-8549-71abc55b9fc6 req-79579499-f0b9-4a9f-9faf-03fe4ebfd875 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:05.883529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40317490-b6d8-48dd-8549-71abc55b9fc6 req-79579499-f0b9-4a9f-9faf-03fe4ebfd875 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.4533081 Oct 28 21:20:05.923942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-313aa1c5-6f15-44c8-9b37-7076a7325175 None None] Provisioning complete for port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:05.924624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-313aa1c5-6f15-44c8-9b37-7076a7325175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:05.957792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-28a00622-d950-43db-9c8d-50e726aa1009 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=911c1fe6e3054e39b1882ec9efaf7c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145492 Oct 28 21:20:05.960834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:06.008674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-313aa1c5-6f15-44c8-9b37-7076a7325175 None None] Port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:06.008889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a00622-d950-43db-9c8d-50e726aa1009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abca98d6-f182-45c2-a081-8c87f4a3bf82,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:06.126384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.137159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-ca4c4f02-9612-4e0c-98a7-b74ad32210af tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:06.140449 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-ca4c4f02-9612-4e0c-98a7-b74ad32210af tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.3172600 Oct 28 21:20:06.156075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Request body: {'port': {'device_id': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'admin_state_up': True, 'tenant_id': '03b669f7d6b54634a31737352f7296e0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:06.157326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b3aba-dba8-424c-b042-203e62a8cd26 req-99f5dc84-5d43-4559-add0-82c5d2404ee2 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:06.158819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6b3aba-dba8-424c-b042-203e62a8cd26 req-99f5dc84-5d43-4559-add0-82c5d2404ee2 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6613832 Oct 28 21:20:06.202629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40317490-b6d8-48dd-8549-71abc55b9fc6 req-2947d555-0c7c-4f46-93b5-5ab74afb9a9f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174117 Oct 28 21:20:06.271312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.307776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6b3aba-dba8-424c-b042-203e62a8cd26 req-5206db53-2aa9-449c-8534-374999beb289 tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/quotas/e5c0392243e343a095c31617a317fa4e HTTP/1.1" status: 200 len: 375 time: 0.1277432 Oct 28 21:20:06.456540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6b3aba-dba8-424c-b042-203e62a8cd26 req-73d0231a-99d0-4319-8e2e-0c3e02f4d6ba tempest-QuotasAdminNegativeTest-2070256425 tempest-QuotasAdminNegativeTest-2070256425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5c0392243e343a095c31617a317fa4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1478102 Oct 28 21:20:06.593047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.635080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.641338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.645438 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abca98d6-f182-45c2-a081-8c87f4a3bf82 HTTP/1.1" status: 204 len: 168 time: 0.6784964 Oct 28 21:20:06.655385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:06.658567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a4b46f2c-f63c-41a1-8a5f-73eed42f7545 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:06.659649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ea00446-eddd-4697-97e3-18292f1669b3 req-bd944d31-67f6-49a3-92ff-9c54ef4031ba tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 210 time: 0.1380382 Oct 28 21:20:06.663744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.716442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb7c13-1995-4a08-984d-bdb4a22533bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca98d6-f182-45c2-a081-8c87f4a3bf82,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:06.722195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:06.728855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:06.764411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:06.808156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:06.832236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:06.957230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f6d9-6e84-4618-9de5-ca00190de38f req-9b20c609-2f6a-4146-b707-06a8ee9992c5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:06.965621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cac8f6d9-6e84-4618-9de5-ca00190de38f req-9b20c609-2f6a-4146-b707-06a8ee9992c5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 935 time: 0.1535048 Oct 28 21:20:06.967548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:07.003586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:07.014024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a3e3-8cff-461f-8265-c82df4e0508d req-21c64d0f-e2bc-4c45-8c3e-3b560f2cc9af tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:07.029485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:07.036102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd8a3e3-8cff-461f-8265-c82df4e0508d req-21c64d0f-e2bc-4c45-8c3e-3b560f2cc9af tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 945 time: 0.2779727 Oct 28 21:20:07.100455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'port_id': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'mac_address': 'fa:16:3e:38:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd946e622-a384-412b-80be-d1d1fceb80a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:07.182212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd8a3e3-8cff-461f-8265-c82df4e0508d req-91244773-5181-4e5d-9c41-15a0fe7ec928 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416609 Oct 28 21:20:07.229120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:07.229120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.320774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cac8f6d9-6e84-4618-9de5-ca00190de38f req-a16880fd-746c-4332-be66-df1fef84401b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541021 Oct 28 21:20:07.346476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Allocated IP 172.20.0.7 (f2f84dac-3389-47d1-b4a1-79eb30e3ea6b/868f1d95-57f4-4051-80f3-19bdc0247cbf/3eb609ee-4bac-4616-b961-9d0c7ca34d5b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:07.346859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-ea3ad885-1c3b-492a-ac77-5a66c5815a1b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7527688 Oct 28 21:20:07.349518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:07.356896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Request body: {'port': {'device_id': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:07.375907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:07.376174 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.469063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901a6cad-a41d-4fb2-a8fe-805e99f3da42 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:07.519231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.521617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.588470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Transition to ACTIVE for port object 901a6cad-a41d-4fb2-a8fe-805e99f3da42 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:07.618020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.627288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.687221 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.698368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:07.700444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3c4614d7-85aa-47e8-b3b0-46d25af00672 None None] Provisioning complete for port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:07.701100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c4614d7-85aa-47e8-b3b0-46d25af00672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.708685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:07.711307 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba7d8b7-9d5c-4e75-b26e-3a78f06cf6a2" -d '{"events": [{"server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "name": "network-vif-plugged", "status": "completed", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:07.737485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.822988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:07.828701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:07.856447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:07.885437 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:07.940846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:07.962646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3c4614d7-85aa-47e8-b3b0-46d25af00672 None None] Port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:08.050333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:08.109599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:08.137988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Attempting to bind port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:08.138318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Attempting to bind port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:08.138641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Attempting to bind port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:08.147186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.159666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:08.159986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Attempting to bind port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:08.184935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:08.185265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:08.185649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:08.186095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Bound port: 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:08.188869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.279858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8453704b-c4f9-4502-a2fe-92cd523c9ea9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:08.292028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.312352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Transition to ACTIVE for port object 8453704b-c4f9-4502-a2fe-92cd523c9ea9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:08.326619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb5a3-52d8-4e14-9903-fb517b7a197b req-5a826041-8454-4071-9ea5-ede3b6816102 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:08.329530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b22fb5a3-52d8-4e14-9903-fb517b7a197b req-5a826041-8454-4071-9ea5-ede3b6816102 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.8316171 Oct 28 21:20:08.331963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.353892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.538784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b22fb5a3-52d8-4e14-9903-fb517b7a197b req-672cfc3e-570e-483a-adb3-66866b36c6a4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924541 Oct 28 21:20:08.555788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:08.560612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Pushing event updated for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:08.567154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:08.611331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:08.619667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:08.627297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:08.627950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.633003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:08.634647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:08.646625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.665754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77041ed-9538-459b-8599-fe9561db0bf1 req-384474b9-7132-46be-9b6e-951feef5aa9c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:08.684504 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b90de-da09-43a3-9a44-87ad9cac5dd3 x-openstack-request-id: req-e55b90de-da09-43a3-9a44-87ad9cac5dd3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:08.685141 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "name": "network-vif-plugged", "status": "completed", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:08.685503 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55b90de-da09-43a3-9a44-87ad9cac5dd3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:08.686002 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'code': 200} Oct 28 21:20:08.693254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e77041ed-9538-459b-8599-fe9561db0bf1 req-384474b9-7132-46be-9b6e-951feef5aa9c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 931 time: 0.2690482 Oct 28 21:20:08.709814 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-624e8547-3807-477e-b3e4-b9ddfc75bf49 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5581040 Oct 28 21:20:08.743359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Request body: {'port': {'device_id': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:08.766595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:08.770516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:08.773426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/901a6cad-a41d-4fb2-a8fe-805e99f3da42 HTTP/1.1" status: 200 len: 1096 time: 3.2357416 Oct 28 21:20:08.828652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:08.835519 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a11bf-2acb-46d8-b2d0-6ea917375246" -d '{"events": [{"name": "network-changed", "server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:08.992615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Attempting to bind port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:08.993220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Attempting to bind port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:08.993948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Attempting to bind port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:09.037308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e77041ed-9538-459b-8599-fe9561db0bf1 req-ac211488-a1a5-4611-ae82-9f1ebb1bfd3c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431773 Oct 28 21:20:09.050029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:09.050756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Attempting to bind port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:09.052386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:09.072316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:09.073069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:09.073634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:09.075588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Bound port: 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:09.077039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:09.084058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893450e-1525-4997-926b-ee9d7433f8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:09.139625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af3c97-95c1-45aa-b596-a79c64289674 req-87a76047-f377-44b4-b635-da57805fff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.160395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55af3c97-95c1-45aa-b596-a79c64289674 req-87a76047-f377-44b4-b635-da57805fff05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1098 time: 0.3663499 Oct 28 21:20:09.211709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-9ed5182a-6e9f-4123-99f3-72715daa6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.213244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-9ed5182a-6e9f-4123-99f3-72715daa6a10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 1099 time: 0.3607819 Oct 28 21:20:09.313390 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-991fa8da-d97b-4cd5-8287-79d781a95470 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42 HTTP/1.1" status: 200 len: 217 time: 0.0778604 Oct 28 21:20:09.378775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52528) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:09.400714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a64c-e4ff-4b94-8182-be97ab75a323 req-8bdd0967-63b5-4d0e-8d17-e03e8256d9f6 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.408704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d359a64c-e4ff-4b94-8182-be97ab75a323 req-8bdd0967-63b5-4d0e-8d17-e03e8256d9f6 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 946 time: 0.4485657 Oct 28 21:20:09.425099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:09.468265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:09.473571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-9583f924-a335-4b7b-a1ff-8b3a7c935367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.475122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-9583f924-a335-4b7b-a1ff-8b3a7c935367 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1523097 Oct 28 21:20:09.484532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55af3c97-95c1-45aa-b596-a79c64289674 req-def61a73-99f5-4a69-ad55-9b5fc9c451e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231761 Oct 28 21:20:09.502047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bcf8a-1499-4689-8235-50d9cde9407b req-54a099ce-0480-4ddb-8014-43efed379667 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.503981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb8bcf8a-1499-4689-8235-50d9cde9407b req-54a099ce-0480-4ddb-8014-43efed379667 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 947 time: 0.1962399 Oct 28 21:20:09.505258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:09.523615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d359a64c-e4ff-4b94-8182-be97ab75a323 req-d93de002-7748-4fd6-9ada-3dbd81173f2f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137776 Oct 28 21:20:09.596157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-b69e930d-f7ed-44ee-aea0-cd31bf235e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.608439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.609756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:09.613686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-b69e930d-f7ed-44ee-aea0-cd31bf235e25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251459 Oct 28 21:20:09.614342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] 10.222.0.52 "PUT /v2.0/ports/8453704b-c4f9-4502-a2fe-92cd523c9ea9 HTTP/1.1" status: 200 len: 1096 time: 2.2648222 Oct 28 21:20:09.621656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:09.625131 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:09.656035 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38204c0-e140-4aa9-8c55-4d253ccfb2f5 x-openstack-request-id: req-a38204c0-e140-4aa9-8c55-4d253ccfb2f5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:09.660008 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:09.660493 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a38204c0-e140-4aa9-8c55-4d253ccfb2f5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:09.661782 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42', 'status': 'completed', 'code': 200} Oct 28 21:20:09.693890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e277ca-b3ba-4965-9ab2-6f72d2535c79 service neutron] Pushing event updated for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:09.723904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb8bcf8a-1499-4689-8235-50d9cde9407b req-4680e62a-6688-453d-965f-62feb2fac39f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637120 Oct 28 21:20:09.771042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56c4dcce-2f95-4637-aac0-0e4f22a212ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:09.887085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-94940fae-fc96-4642-ae4e-7c26173e0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:09.888941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-94940fae-fc96-4642-ae4e-7c26173e0073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 1099 time: 0.2072225 Oct 28 21:20:09.939775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-826c81ac-5974-403c-93a0-6f67b78c75be service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897582 Oct 28 21:20:09.992127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-8a56974d-df29-45a2-b14c-69a211a1028d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9 HTTP/1.1" status: 200 len: 217 time: 0.0919049 Oct 28 21:20:09.996321 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d02e1-1bc9-4849-a4a8-a0ae9ddd79c3 x-openstack-request-id: req-d71d02e1-1bc9-4849-a4a8-a0ae9ddd79c3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:09.997726 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:09.998090 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d71d02e1-1bc9-4849-a4a8-a0ae9ddd79c3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:09.998540 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'status': 'completed', 'code': 200} Oct 28 21:20:10.061017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb609ee-4bac-4616-b961-9d0c7ca34d5b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:10.071641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.097546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Transition to ACTIVE for port object 3eb609ee-4bac-4616-b961-9d0c7ca34d5b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:10.109228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.125998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ea627-8435-4c29-97da-13e70d09e234 req-b2814b63-2c81-4a9d-a3e3-2002e2b92bcc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.133752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-049ea627-8435-4c29-97da-13e70d09e234 req-b2814b63-2c81-4a9d-a3e3-2002e2b92bcc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 944 time: 0.1399362 Oct 28 21:20:10.138838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56c4dcce-2f95-4637-aac0-0e4f22a212ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.140234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-e7b16f72-985b-4355-8811-7108e6a29d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.142184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-e7b16f72-985b-4355-8811-7108e6a29d6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1361663 Oct 28 21:20:10.145661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-29e01f1d-fc7b-4fdf-819f-c9d2ae1d2f73 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698771 Oct 28 21:20:10.149369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56c4dcce-2f95-4637-aac0-0e4f22a212ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.241862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:10.261017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:10.261944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:10.262417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:10.270894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:10.271201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:10.272133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-56c4dcce-2f95-4637-aac0-0e4f22a212ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5c0392243e343a095c31617a317fa4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8912609 Oct 28 21:20:10.272892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52580) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:10.280686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:10.280686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:10.281012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:10.281437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Bound port: 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:10.281786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.286594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4dcce-2f95-4637-aac0-0e4f22a212ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e68dc7-31db-47fc-9cdc-bdb5bd0bbfa3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:10.301687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-aa5c3d7c-4190-4a57-a3dd-f3e4c3d10f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.303208 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-aa5c3d7c-4190-4a57-a3dd-f3e4c3d10f43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 1099 time: 0.0767567 Oct 28 21:20:10.304508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-049ea627-8435-4c29-97da-13e70d09e234 req-9aaed281-c3a5-42fa-8d48-f1a736aa087b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696515 Oct 28 21:20:10.354195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-f8cdaf0a-1076-40e5-bd03-2dc3e9a779ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.355727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-f8cdaf0a-1076-40e5-bd03-2dc3e9a779ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879773 Oct 28 21:20:10.422513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:10.426967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:10.432215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.469606 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.480826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d6bfe-2c1d-4600-ae27-17636c5c0a05 req-8b3533f4-37d6-41e3-83fc-aff79aa52c12 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.482483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-749d6bfe-2c1d-4600-ae27-17636c5c0a05 req-8b3533f4-37d6-41e3-83fc-aff79aa52c12 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 972 time: 0.1713269 Oct 28 21:20:10.486447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.487051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.488434 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] 10.222.0.44 "PUT /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 1092 time: 1.7685068 Oct 28 21:20:10.492840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-5a068c39-0834-48f2-b329-2f1bb0aa7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.494673 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-5a068c39-0834-48f2-b329-2f1bb0aa7822 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1596773 Oct 28 21:20:10.546002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39be72-50b8-471d-9fa2-d0e09f8043d0 req-035edf2b-41e4-4dea-9463-c83870677082 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.547432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b39be72-50b8-471d-9fa2-d0e09f8043d0 req-035edf2b-41e4-4dea-9463-c83870677082 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.1782560 Oct 28 21:20:10.557421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bdd9e-e104-4766-95d6-d388bd9d695f service neutron] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:10.563172 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-42f08181-d8fe-4e34-981c-6c069442a35d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42 HTTP/1.1" status: 200 len: 217 time: 0.0590627 Oct 28 21:20:10.573450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.614193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-805a87d3-ed5a-4882-9ce0-39ce7e59a347 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406468 Oct 28 21:20:10.632503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-595180f9-0e35-4e17-a7d7-ae220bf14497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.633984 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-595180f9-0e35-4e17-a7d7-ae220bf14497 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1095 time: 0.0854101 Oct 28 21:20:10.635644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-05df2d90-9d1d-48cd-88ae-a1546882e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.637536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-05df2d90-9d1d-48cd-88ae-a1546882e108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0589786 Oct 28 21:20:10.660732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-749d6bfe-2c1d-4600-ae27-17636c5c0a05 req-6505cb25-0630-4f5e-8ef9-5a9cbfcfb304 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615937 Oct 28 21:20:10.676063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:10.719235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b39be72-50b8-471d-9fa2-d0e09f8043d0 req-bd7e6eba-2a54-4ac9-a005-b1c38a2742e2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549578 Oct 28 21:20:10.742974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a9b88cc-0dc8-401b-aa91-1a10191c751d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.758244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-5d1da6f8-3b91-4a09-b3d6-c26228d7aa07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 217 time: 0.1137574 Oct 28 21:20:10.760715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.763779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.767237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9e68dc7-31db-47fc-9cdc-bdb5bd0bbfa3 HTTP/1.1" status: 204 len: 168 time: 0.4751220 Oct 28 21:20:10.788452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:10.794191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:10.794561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.837000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854ebf02-26c6-4584-b517-4c466ef101f5 req-cecfd5cd-0d90-496a-abdd-2ac653d20573 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104013 Oct 28 21:20:10.837917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06829e0c-ce2d-419e-89e4-5a5ccc1584cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e68dc7-31db-47fc-9cdc-bdb5bd0bbfa3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:10.906594 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:10.912338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-0fd13a30-f1a1-4f9a-8a6a-f1a2fecda2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.913895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-0fd13a30-f1a1-4f9a-8a6a-f1a2fecda2a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2604737 Oct 28 21:20:10.919910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-2a5407e9-e648-4268-894a-b6905df321b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.921357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-2a5407e9-e648-4268-894a-b6905df321b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.1550863 Oct 28 21:20:10.929993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6a5d2-98be-41b7-a088-28455f3e5393 req-4af75137-7a03-4502-a8cc-c09e3aff3b19 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:10.937205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ca6a5d2-98be-41b7-a088-28455f3e5393 req-4af75137-7a03-4502-a8cc-c09e3aff3b19 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 946 time: 0.1207716 Oct 28 21:20:10.957937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:10.960183 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c62b53-4eb2-42c0-b417-bd8b83260821" -d '{"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-plugged", "status": "completed", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:10.981639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:10.998994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.002292 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-9e084da2-df24-4d39-998a-761a74dd6493 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665216 Oct 28 21:20:11.071437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ca6a5d2-98be-41b7-a088-28455f3e5393 req-726a84ef-b895-4283-9e7a-046552e8f269 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039257 Oct 28 21:20:11.103990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-fc0b1775-69ce-4b93-a6da-6b673c80ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:11.106549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-fc0b1775-69ce-4b93-a6da-6b673c80ffa0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 1099 time: 0.1680810 Oct 28 21:20:11.117518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-df698fd0-cbb1-4bd1-8f9c-daaf0762cf6e service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067283 Oct 28 21:20:11.117761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:11.222281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-57e65c8f-7c21-4927-b534-8c08f1c97d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:11.224492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-57e65c8f-7c21-4927-b534-8c08f1c97d69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1102312 Oct 28 21:20:11.398755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:11.426036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a1b1-3dd7-42c9-ab16-d587d1681c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.470044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-55a53220-0acb-490f-904a-7f987d535884 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434051 Oct 28 21:20:11.579198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-77e400c9-a824-409f-92b0-c656981f1022 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9 HTTP/1.1" status: 200 len: 217 time: 0.3459570 Oct 28 21:20:11.580081 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-67571148-f21d-4dc0-97f5-37560c0bf2b3 req-51acbcb3-cf7a-461e-bef1-5edcde6f8e8c service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535925 Oct 28 21:20:11.642426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.666897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:11.669038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-2ac874f0-7c67-419c-ada6-1b58555cb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:11.670254 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62436bd-6563-4eb6-822f-ada4ba06b7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:11.671067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-2ac874f0-7c67-419c-ada6-1b58555cb059 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0737004 Oct 28 21:20:11.680799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a1b1-3dd7-42c9-ab16-d587d1681c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.683651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f08a11bf-2acb-46d8-b2d0-6ea917375246 req-3c6c2707-1c04-4f17-bbe9-3505f204585b service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997125 Oct 28 21:20:11.688055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a1b1-3dd7-42c9-ab16-d587d1681c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.734594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ae0a1b1-3dd7-42c9-ab16-d587d1681c83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b9863734d848a7a193dbf3ebf41f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347907 Oct 28 21:20:11.739924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:11.774008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a1b1-3dd7-42c9-ab16-d587d1681c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d733d14-ad34-4f5f-8dce-91f636522130,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:11.787963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-b9eae29f-6376-48aa-b823-9975f5128b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:11.789516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-b9eae29f-6376-48aa-b823-9975f5128b8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108437 Oct 28 21:20:11.817383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473eef6-4378-49d7-952a-4560b8469a6b req-d116668f-37a6-430d-b3ce-e88e98fb08e5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:11.819643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7473eef6-4378-49d7-952a-4560b8469a6b req-d116668f-37a6-430d-b3ce-e88e98fb08e5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 947 time: 0.1000223 Oct 28 21:20:11.838335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.877307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.890731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.904874 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a765ee-1662-4ced-813c-82a7b8c1bead x-openstack-request-id: req-d1a765ee-1662-4ced-813c-82a7b8c1bead {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:11.905306 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-plugged", "status": "completed", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:11.905469 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1a765ee-1662-4ced-813c-82a7b8c1bead {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:11.906433 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'code': 200} Oct 28 21:20:11.922907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7473eef6-4378-49d7-952a-4560b8469a6b req-ce1068e1-45c5-4be9-a925-c2549eaba462 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Oct 28 21:20:11.969171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.972067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:11.979991 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d733d14-ad34-4f5f-8dce-91f636522130 HTTP/1.1" status: 204 len: 168 time: 0.2358820 Oct 28 21:20:11.984754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-7d8713cf-87f1-4d64-bd73-f55e9f230182 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860614 Oct 28 21:20:11.993500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63460b-60c3-41dd-8bcd-e45bf21bc17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d733d14-ad34-4f5f-8dce-91f636522130,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:12.036918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-6d386761-2041-4e8e-adf1-28338d9fe9bb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1220418349&fields=id&tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 267 time: 0.0509198 Oct 28 21:20:12.065040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750f6c9-e145-4bfa-8c9a-d6805e3116d1 req-7b7b73b2-dc22-4ebc-a5d7-a365fea2f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.066864 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e750f6c9-e145-4bfa-8c9a-d6805e3116d1 req-7b7b73b2-dc22-4ebc-a5d7-a365fea2f8ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.0761497 Oct 28 21:20:12.082511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:12.120501 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e750f6c9-e145-4bfa-8c9a-d6805e3116d1 req-b432e1b0-259a-40c8-b351-88f3894cc2e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Oct 28 21:20:12.197488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-5710e183-8381-4a40-a7ff-92f2dd9cefb4 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.199595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-5710e183-8381-4a40-a7ff-92f2dd9cefb4 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 946 time: 0.1610346 Oct 28 21:20:12.207520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8af05-f44e-49ee-99eb-4b19a9546d9e req-5ba08fdb-321e-4dea-945a-3c9bffe0d3e4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.209252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-def8af05-f44e-49ee-99eb-4b19a9546d9e req-5ba08fdb-321e-4dea-945a-3c9bffe0d3e4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 945 time: 0.1567826 Oct 28 21:20:12.219808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'security_groups': ['d4055138-32de-4483-850a-21333d603972', 'd3f4dba9-fe13-4efe-bf18-66b4f4141d8c']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:12.268084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94d4b89-707c-4b7f-aedd-5a6f14f6c0e4 req-2124d2df-8f4b-4712-8589-edd7365ac62c service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429011 Oct 28 21:20:12.319850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-def8af05-f44e-49ee-99eb-4b19a9546d9e req-2a6fcc05-fde6-4444-965f-7f4d62d47dad tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917501 Oct 28 21:20:12.337509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.361773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8600e5c4-5159-41a9-b80a-96b96b300711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.396042 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75d3ee-3fcd-44a8-851d-6fb699daac94 x-openstack-request-id: req-4d75d3ee-3fcd-44a8-851d-6fb699daac94 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:12.396332 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:12.396931 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d75d3ee-3fcd-44a8-851d-6fb699daac94 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:12.397200 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'status': 'completed', 'code': 200} Oct 28 21:20:12.494005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-88c3d2af-db32-4562-98a1-3617d460271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.495510 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-88c3d2af-db32-4562-98a1-3617d460271e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1095 time: 0.0767739 Oct 28 21:20:12.497438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8600e5c4-5159-41a9-b80a-96b96b300711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.502367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8600e5c4-5159-41a9-b80a-96b96b300711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.567572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8544e6-1499-4e0d-959b-49e0fc73b2a9 req-0f5321dd-c7b8-4d27-b6e3-a83334b0140d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.569377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc8544e6-1499-4e0d-959b-49e0fc73b2a9 req-0f5321dd-c7b8-4d27-b6e3-a83334b0140d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.1098096 Oct 28 21:20:12.599594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8600e5c4-5159-41a9-b80a-96b96b300711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f71e342b9a54cb8b57083b88b9caf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160608 Oct 28 21:20:12.602213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e5c4-5159-41a9-b80a-96b96b300711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d266ac2-636f-4e8a-8c8a-59601d0f588c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:12.602478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52672) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:12.643090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-88192f2d-0d6e-4977-b97f-9f8f623bb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.644594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-88192f2d-0d6e-4977-b97f-9f8f623bb825 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1311069 Oct 28 21:20:12.668867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:12.689838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc8544e6-1499-4e0d-959b-49e0fc73b2a9 req-5635b047-846f-4858-8eca-c6a6b11a0826 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085224 Oct 28 21:20:12.696331 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-c324d9d1-168d-44b8-8221-ab9f5b95309e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 217 time: 0.0445881 Oct 28 21:20:12.720016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.723920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.735243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.747468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:12.751794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:12.762501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-6d9b62f8-c34c-4799-99b6-e76d47e2f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.764751 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-6d9b62f8-c34c-4799-99b6-e76d47e2f48b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0606024 Oct 28 21:20:12.801867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-ce1eff57-0051-48cb-9bb8-32cd54fb348f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297756 Oct 28 21:20:12.844593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:12.863181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.946991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:12.947742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.949316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8b044e8-4e8e-468a-8af2-5927874cfd0c req-253f2bfb-d7e6-4b93-b339-0b00ebe6a609 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "PUT /v2.0/ports/a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 982 time: 0.7391360 Oct 28 21:20:12.949826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:12.952154 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101f230-86e3-4f90-93ff-c2a6ac320183" -d '{"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:12.957027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.958123 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-75df41c2-810f-4639-b8c9-a80c38075bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458170 Oct 28 21:20:12.962345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:12.978056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d266ac2-636f-4e8a-8c8a-59601d0f588c HTTP/1.1" status: 204 len: 168 time: 0.3703146 Oct 28 21:20:13.005773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248fcfa-7b3f-4f2d-a451-f7cf2957f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d266ac2-636f-4e8a-8c8a-59601d0f588c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:13.036262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 901a6cad-a41d-4fb2-a8fe-805e99f3da42 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:13.046508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:13.293049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a62436bd-6563-4eb6-822f-ada4ba06b7b9 req-37e3ccf8-2d30-4591-8720-14cde19e0650 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190315 Oct 28 21:20:13.371203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-aff6644a-2c4f-4557-b208-b9ad7a0a88e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1453812 Oct 28 21:20:13.387535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd842b7-373f-49a5-807e-cd929694d23e req-38c95c31-b2f6-4cbe-8d3c-958207684022 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.389280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bd842b7-373f-49a5-807e-cd929694d23e req-38c95c31-b2f6-4cbe-8d3c-958207684022 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 947 time: 0.1208000 Oct 28 21:20:13.397922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c185742b-30b3-4175-846b-4cd7ddc59d2c req-3210ad14-e659-4458-acb6-56141678eb38 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d3f4dba9-fe13-4efe-bf18-66b4f4141d8c HTTP/1.1" status: 200 len: 1800 time: 0.1308713 Oct 28 21:20:13.476109 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.resource_extend [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:20:13.506602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bd842b7-373f-49a5-807e-cd929694d23e req-bf7bdc94-4850-4068-a194-80c63f4b9b05 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062860 Oct 28 21:20:13.516685 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-c185742b-30b3-4175-846b-4cd7ddc59d2c req-4b817174-757b-40d3-a07f-926578a7252d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 21:20:13.537302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c185742b-30b3-4175-846b-4cd7ddc59d2c req-4b817174-757b-40d3-a07f-926578a7252d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3f4dba9-fe13-4efe-bf18-66b4f4141d8c HTTP/1.1" status: 409 len: 341 time: 0.1383176 Oct 28 21:20:13.550373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea99f104-5044-4e5f-a765-f460ceeeaeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:13.564252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-fd77bc59-d9d7-462d-a6e0-58c994d54094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.566246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-fd77bc59-d9d7-462d-a6e0-58c994d54094 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 1097 time: 0.1069837 Oct 28 21:20:13.608244 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bb3fda-1ebe-4922-a665-a4a321582dc3 x-openstack-request-id: req-50bb3fda-1ebe-4922-a665-a4a321582dc3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:13.609224 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:13.609498 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50bb3fda-1ebe-4922-a665-a4a321582dc3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:13.610097 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'status': 'completed', 'code': 200} Oct 28 21:20:13.718968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-fa45b362-1e4e-4f18-a4e3-fd518d00f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.722460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-fa45b362-1e4e-4f18-a4e3-fd518d00f0d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1137 time: 0.0933573 Oct 28 21:20:13.749057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca901-2437-436d-8d0b-d0016e5e3212 req-8e4b9ca2-3580-445e-8dbe-faf414961aab tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.757969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b55ca901-2437-436d-8d0b-d0016e5e3212 req-8e4b9ca2-3580-445e-8dbe-faf414961aab tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 972 time: 0.0910566 Oct 28 21:20:13.762687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:13.778249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:13.805972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '901a6cad-a41d-4fb2-a8fe-805e99f3da42', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '901a6cad-a41d-4fb2-a8fe-805e99f3da42', 'mac_address': 'fa:16:3e:1e:bc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:13.816700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08373ceb-1f20-4771-a66e-dde2299a9263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:13.832091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-8b336f34-e044-4dd8-98d3-c9803807b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.833877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-8b336f34-e044-4dd8-98d3-c9803807b001 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.2348030 Oct 28 21:20:13.867595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b55ca901-2437-436d-8d0b-d0016e5e3212 req-1651d326-62e1-4ee1-86a5-d6ef1bc14459 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084511 Oct 28 21:20:13.891544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49f5d-da0d-4a3e-9d3a-3de441ced817 req-ac5a6c17-69c4-43ba-8857-8d4eb8a77b47 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.893542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78e49f5d-da0d-4a3e-9d3a-3de441ced817 req-ac5a6c17-69c4-43ba-8857-8d4eb8a77b47 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 945 time: 0.1606867 Oct 28 21:20:13.912786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:13.946671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-1b41b17a-f979-4c30-9e06-552e79bc2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:13.948430 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-1b41b17a-f979-4c30-9e06-552e79bc2cdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.2154436 Oct 28 21:20:13.982057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901a6cad-a41d-4fb2-a8fe-805e99f3da42 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:13.991303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-360c5a1a-be66-4121-a8e1-db4a160cb513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 200 len: 1000 time: 0.1350663 Oct 28 21:20:13.995461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78e49f5d-da0d-4a3e-9d3a-3de441ced817 req-b10dadf8-b64b-4147-b255-bcbe351325b5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943303 Oct 28 21:20:14.028585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:14.043930 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.045324 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-cf6c579c-7332-4929-99c6-d6cbea3271f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.0871949 Oct 28 21:20:14.078259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-4b1c09da-00a9-4f6c-aec2-615a6bece8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.084761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-4b1c09da-00a9-4f6c-aec2-615a6bece8b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.0850003 Oct 28 21:20:14.121570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-0cd502d5-2082-4ce5-b9b0-507dfe8da759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.123220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-0cd502d5-2082-4ce5-b9b0-507dfe8da759 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0668814 Oct 28 21:20:14.158890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:14.172050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-d625b3ad-e36c-4302-906d-a9bcd205b521 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399511 Oct 28 21:20:14.177337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08373ceb-1f20-4771-a66e-dde2299a9263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.189356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08373ceb-1f20-4771-a66e-dde2299a9263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.228946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-f7d06c18-2afe-488b-8ace-22487ef4050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.231177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-f7d06c18-2afe-488b-8ace-22487ef4050b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390843 Oct 28 21:20:14.281418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08373ceb-1f20-4771-a66e-dde2299a9263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2627ea-eb3b-4806-bdc8-ae6897594450,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:14.291487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08373ceb-1f20-4771-a66e-dde2299a9263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12e686cdb07448cb86a35f5f19e1e858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252724 Oct 28 21:20:14.292615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:14.310427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be800bc7-1df4-479c-a68b-1475dd1611f4 req-303d432b-8276-40cc-8d40-0061d0006908 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.312031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be800bc7-1df4-479c-a68b-1475dd1611f4 req-303d432b-8276-40cc-8d40-0061d0006908 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.1572435 Oct 28 21:20:14.316093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50b225-bb6e-49db-8349-134cc6803caf req-6ec53958-f9c0-46fb-848f-3662abcacf48 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.318974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['901a6cad-a41d-4fb2-a8fe-805e99f3da42'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:14.323223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb50b225-bb6e-49db-8349-134cc6803caf req-6ec53958-f9c0-46fb-848f-3662abcacf48 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.1657095 Oct 28 21:20:14.380755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-9c1df2e1-ef3b-44ee-8c2c-3901d1283e09 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012393 Oct 28 21:20:14.403721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-0b34d066-b44c-485f-8394-5a7ccebaa54a service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598279 Oct 28 21:20:14.412445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be800bc7-1df4-479c-a68b-1475dd1611f4 req-26b7754c-88c9-43c3-8f91-4e0e1e64c29b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852654 Oct 28 21:20:14.425158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb50b225-bb6e-49db-8349-134cc6803caf req-ea79a0a3-24d8-45fd-be21-c84cffd0ee84 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962789 Oct 28 21:20:14.492897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:14.517116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.521734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d101f230-86e3-4f90-93ff-c2a6ac320183 req-81ab9304-878b-46bf-aaf1-40da6dc9237c service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313629 Oct 28 21:20:14.582457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.625965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8942a5-8449-49d5-8d68-667dc54d4e89 req-5e38f4c5-1b22-4a3d-99ce-30322236511f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.628397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd8942a5-8449-49d5-8d68-667dc54d4e89 req-5e38f4c5-1b22-4a3d-99ce-30322236511f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 985 time: 0.0933871 Oct 28 21:20:14.674646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438572c-be06-4676-8fb0-76df01453917 req-fa689ff5-4353-44c0-8988-f5af91e43544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.676183 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-fa689ff5-4353-44c0-8988-f5af91e43544 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1137 time: 0.0779953 Oct 28 21:20:14.685010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:14.687664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:14.689053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91d3fcd4-a1a9-4836-8aa6-0499e6f21494 req-dbc5d21b-c985-4471-b443-bc6c0e4f60e0 service neutron] 10.222.0.52 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621763 Oct 28 21:20:14.736124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd8942a5-8449-49d5-8d68-667dc54d4e89 req-9ee5b219-8f02-4867-87b4-5b5f391387c1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c&id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0845299 Oct 28 21:20:14.749284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe12076-5cbd-48ba-aab3-bd0d642f9744 req-08535dfa-40d1-4fdf-abbb-71eef1be2287 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.751970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfe12076-5cbd-48ba-aab3-bd0d642f9744 req-08535dfa-40d1-4fdf-abbb-71eef1be2287 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.1201296 Oct 28 21:20:14.753692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.756961 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.760778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e2627ea-eb3b-4806-bdc8-ae6897594450 HTTP/1.1" status: 204 len: 168 time: 0.4650900 Oct 28 21:20:14.764820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8a68e2-0ac9-4dd7-a0fa-af2e829a4db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.841624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfe12076-5cbd-48ba-aab3-bd0d642f9744 req-af127d55-49d9-4ce9-8ae2-cdc85e2925e5 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813768 Oct 28 21:20:14.842896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfeac5-c1c4-4952-9a1a-630a614c8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2627ea-eb3b-4806-bdc8-ae6897594450,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:14.894268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8a68e2-0ac9-4dd7-a0fa-af2e829a4db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.903972 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.922703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01dd05-840f-4f20-b1aa-69e2d4c7d655 req-7af60488-80bf-48c0-9bc1-4b31937f1273 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.926627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8a68e2-0ac9-4dd7-a0fa-af2e829a4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:14.931325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd01dd05-840f-4f20-b1aa-69e2d4c7d655 req-7af60488-80bf-48c0-9bc1-4b31937f1273 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 947 time: 0.0826309 Oct 28 21:20:14.954457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438572c-be06-4676-8fb0-76df01453917 req-7882acb9-b4a7-4b2e-9d0c-7d9bfbe4fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:14.956181 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-7882acb9-b4a7-4b2e-9d0c-7d9bfbe4fefa service neutron] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.2680101 Oct 28 21:20:14.982209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd01dd05-840f-4f20-b1aa-69e2d4c7d655 req-f003eb15-b365-43dd-81d1-bc9061d84b7c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Oct 28 21:20:15.040763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8453704b-c4f9-4502-a2fe-92cd523c9ea9 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:15.048549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a68e2-0ac9-4dd7-a0fa-af2e829a4db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b683ad7-407b-4418-b213-852eb18915d7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:15.057103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b8a68e2-0ac9-4dd7-a0fa-af2e829a4db4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f87173943e34cbfbdce38a3a8a68f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611885 Oct 28 21:20:15.057534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52756) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:15.062010 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-8515b3e0-b787-4870-82a2-cd3615259834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.0861638 Oct 28 21:20:15.072204 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.090700 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.129279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:15.193437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:15.196326 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20360ea3-8c57-4c2b-a915-b9a94655c6f1" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:15.200158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'port_id': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'mac_address': 'fa:16:3e:e5:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f1d95-57f4-4051-80f3-19bdc0247cbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:15.222043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438572c-be06-4676-8fb0-76df01453917 req-1dd10d92-34e5-4857-a54b-ac757ed6ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.228085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-1dd10d92-34e5-4857-a54b-ac757ed6ec52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.1578140 Oct 28 21:20:15.244223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:15.255946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.256704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b0d0-c537-4c88-8642-e11ce9b84560 req-2c6c2ca1-f385-4c05-a351-367ea387d524 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.272949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6c1b0d0-c537-4c88-8642-e11ce9b84560 req-2c6c2ca1-f385-4c05-a351-367ea387d524 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 972 time: 0.2463384 Oct 28 21:20:15.278641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-d6e415a6-1013-465b-8bca-1650823478b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428052 Oct 28 21:20:15.317045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69721191-ef46-4829-9495-19f795e46873 req-aef5e79e-67c3-46d9-a680-20e73b3243e1 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.319258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69721191-ef46-4829-9495-19f795e46873 req-aef5e79e-67c3-46d9-a680-20e73b3243e1 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 972 time: 0.2933633 Oct 28 21:20:15.331850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.386103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.389356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:15.403932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'mac_address': 'fa:16:3e:37:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:15.404286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-7af1054e-562f-4553-85d6-d1113fc1c220 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185238 Oct 28 21:20:15.406417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb609ee-4bac-4616-b961-9d0c7ca34d5b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:15.412563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:15.428958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.469724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.474897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6c1b0d0-c537-4c88-8642-e11ce9b84560 req-6465d6f7-0d49-45a6-8d21-ddc621336f0e tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/security-groups?id=551a0e37-dc23-4282-965d-b61defd62f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010188 Oct 28 21:20:15.502373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8453704b-c4f9-4502-a2fe-92cd523c9ea9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:15.513191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:15.528502 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.536673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:15.538417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc9d1-c643-4ea8-8dd4-7fc7d439c8ca req-db6bfd92-6040-4c0b-a6ac-7ccf3aba627f tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.540154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-262dc9d1-c643-4ea8-8dd4-7fc7d439c8ca req-db6bfd92-6040-4c0b-a6ac-7ccf3aba627f tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.2617955 Oct 28 21:20:15.565606 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1b2176-a693-4b07-804e-2edc81239fa9 x-openstack-request-id: req-7f1b2176-a693-4b07-804e-2edc81239fa9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:15.565963 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:15.566376 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f1b2176-a693-4b07-804e-2edc81239fa9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:15.566770 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'code': 200} Oct 28 21:20:15.567916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.604239 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5438572c-be06-4676-8fb0-76df01453917 req-244c4b2f-8618-46ff-b981-0cf83e83e887 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910877 Oct 28 21:20:15.604801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:15.694780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:15.744811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-262dc9d1-c643-4ea8-8dd4-7fc7d439c8ca req-96136f3b-3dfe-434c-b77d-21e62769ec43 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712244 Oct 28 21:20:15.745584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3eb609ee-4bac-4616-b961-9d0c7ca34d5b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:15.763226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9ae1a-b5f3-4b8c-a37b-5641acb6860e req-71f486a2-c212-42ea-af04-e233201e9dca tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.773703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ec9ae1a-b5f3-4b8c-a37b-5641acb6860e req-71f486a2-c212-42ea-af04-e233201e9dca tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.1384864 Oct 28 21:20:15.835891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.836297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['8453704b-c4f9-4502-a2fe-92cd523c9ea9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:15.840692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.843052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b683ad7-407b-4418-b213-852eb18915d7 HTTP/1.1" status: 204 len: 168 time: 0.7754145 Oct 28 21:20:15.858293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ec9ae1a-b5f3-4b8c-a37b-5641acb6860e req-e1aa0c7e-3d14-408f-851e-12a050ef7f4d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797398 Oct 28 21:20:15.889756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Deleting port cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:20:15.890219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:15.912959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2e68a-a811-4d14-a582-56c8038487e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b683ad7-407b-4418-b213-852eb18915d7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:15.959637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-2dcf2ab8-a298-4338-9896-50fce6665a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:15.961143 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-2dcf2ab8-a298-4338-9896-50fce6665a9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1137 time: 0.0874445 Oct 28 21:20:16.097774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-d1f53e34-94f9-4954-9cb6-f692231d16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:16.102471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] For port cdc380b8-2bb8-4a60-9a11-0a4968031262, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cdc380b8-2bb8-4a60-9a11-0a4968031262,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:16.102833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.109899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-d1f53e34-94f9-4954-9cb6-f692231d16c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.1167235 Oct 28 21:20:16.122175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Calling delete_port for cdc380b8-2bb8-4a60-9a11-0a4968031262 owned by compute:tempest-test_az-966696247 {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:20:16.157651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8eeaa-7eaf-4cfd-89e8-1eaa1aed492f req-2c6a1c21-d523-439f-a3d7-343a8119e3fb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:16.165121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dd8eeaa-7eaf-4cfd-89e8-1eaa1aed492f req-2c6a1c21-d523-439f-a3d7-343a8119e3fb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 985 time: 0.1481802 Oct 28 21:20:16.202971 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-ae95bfae-35b5-4737-bcd0-8831f637ebfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.0850267 Oct 28 21:20:16.268428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-6c8d838a-a8ea-4db5-87bc-a63980a9b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:16.270326 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-6c8d838a-a8ea-4db5-87bc-a63980a9b808 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0598052 Oct 28 21:20:16.284233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dd8eeaa-7eaf-4cfd-89e8-1eaa1aed492f req-2395e2b8-8501-414c-8807-5f396522d7ed tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c&id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1181364 Oct 28 21:20:16.309916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bfbea-43fe-4713-9a16-7b8b90ada4e4 req-4fa69021-f73c-4e80-b16a-ccc2226250bb tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:16.311440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008bfbea-43fe-4713-9a16-7b8b90ada4e4 req-4fa69021-f73c-4e80-b16a-ccc2226250bb tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 948 time: 0.1724977 Oct 28 21:20:16.345953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-7486322b-562a-4f43-8f37-aae6e9ab05bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667026 Oct 28 21:20:16.388621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008bfbea-43fe-4713-9a16-7b8b90ada4e4 req-23f0ec28-7622-4b1f-b55a-6ea2c6000c2f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682940 Oct 28 21:20:16.418870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.447769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Pushing event deleted for resources: {'Port': ['ID=cdc380b8-2bb8-4a60-9a11-0a4968031262,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:16.491404 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-1c947a2a-0bcd-4dc9-b5b6-ce10b856d532 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376510 Oct 28 21:20:16.525595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.527418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52802) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:16.558685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] No DVR routers for this DVR port cdc380b8-2bb8-4a60-9a11-0a4968031262 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:16.562792 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.568201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69721191-ef46-4829-9495-19f795e46873 req-ee03f70f-0b2c-4162-8dfc-efbe4fb9a9f3 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.44 "DELETE /v2.0/ports/cdc380b8-2bb8-4a60-9a11-0a4968031262 HTTP/1.1" status: 204 len: 173 time: 1.2351220 Oct 28 21:20:16.568707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-deleted', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:16.571186 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f152fb-68c4-4cbd-937a-19137e96e87d" -d '{"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-deleted", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:16.579359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d1b-7102-445f-a0c3-576be9e4431f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.649573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c26ac251-40ba-47d4-b3f0-0d3812bb3995 req-7d7c380f-13c4-485c-ad50-f92a26af633c service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521981 Oct 28 21:20:16.654442 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86589b13-4a28-48ad-9c21-9b0757a939d5 x-openstack-request-id: req-86589b13-4a28-48ad-9c21-9b0757a939d5 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:16.654962 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b607bd8-44ca-4bfd-b085-ddbb8e4b024f", "name": "network-vif-deleted", "tag": "cdc380b8-2bb8-4a60-9a11-0a4968031262", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:16.655701 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86589b13-4a28-48ad-9c21-9b0757a939d5 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:16.656472 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b607bd8-44ca-4bfd-b085-ddbb8e4b024f', 'name': 'network-vif-deleted', 'tag': 'cdc380b8-2bb8-4a60-9a11-0a4968031262', 'status': 'completed', 'code': 200} Oct 28 21:20:16.674419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45932bac-3c7f-400d-9df0-a62b08a27a7f req-668f509d-2611-4784-aa18-e908dba3b444 tempest-ImagesOneServerTestJSON-1607394505 tempest-ImagesOneServerTestJSON-1607394505-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b607bd8-44ca-4bfd-b085-ddbb8e4b024f HTTP/1.1" status: 200 len: 210 time: 0.0892797 Oct 28 21:20:16.683631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:16.708588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: cdc380b8-2bb8-4a60-9a11-0a4968031262 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:20:16.709269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cdc380b8-2bb8-4a60-9a11-0a4968031262 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:16.741942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d1b-7102-445f-a0c3-576be9e4431f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.748146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d1b-7102-445f-a0c3-576be9e4431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.789347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4fee9d1b-7102-445f-a0c3-576be9e4431f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ecf193681444ac582758c1e5bc64035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607164 Oct 28 21:20:16.792614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52810) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:16.800658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee9d1b-7102-445f-a0c3-576be9e4431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711586a-1b4e-4c9a-a673-f900585376ab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:16.850428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.893435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:16.962447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db0014-b02b-4d11-b3fa-f7ade1e14d03 req-dd1737fa-cd84-45cd-b7d2-ee40feb09c8b tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:16.964017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5db0014-b02b-4d11-b3fa-f7ade1e14d03 req-dd1737fa-cd84-45cd-b7d2-ee40feb09c8b tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.0818787 Oct 28 21:20:17.033519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.042158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.044701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a711586a-1b4e-4c9a-a673-f900585376ab HTTP/1.1" status: 204 len: 168 time: 0.2502439 Oct 28 21:20:17.051893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 901a6cad-a41d-4fb2-a8fe-805e99f3da42 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:17.056212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ed6a8-be50-4e45-a9d7-a57201e10cdf req-2877ea32-8220-4b21-94fc-73bbff3054f3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:17.061460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e94ed6a8-be50-4e45-a9d7-a57201e10cdf req-2877ea32-8220-4b21-94fc-73bbff3054f3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.1149652 Oct 28 21:20:17.076946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5db0014-b02b-4d11-b3fa-f7ade1e14d03 req-ff6036f5-68e6-4825-972c-0f1f191ebcde tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971589 Oct 28 21:20:17.079998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d14dc-ae7e-459f-8148-c4bbd0fe7f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711586a-1b4e-4c9a-a673-f900585376ab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:17.147624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e94ed6a8-be50-4e45-a9d7-a57201e10cdf req-9d191132-efd3-4f00-8db4-16b6dda9e2fe tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632663 Oct 28 21:20:17.232927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:17.239178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:17.239575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.377165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.415672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:17.421542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.422590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8453704b-c4f9-4502-a2fe-92cd523c9ea9 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:17.518774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227584-de82-4be2-9767-02d8e1c4761f req-25f942c2-9baf-4d62-8c64-a10855597e50 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:17.522550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:17.530997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46227584-de82-4be2-9767-02d8e1c4761f req-25f942c2-9baf-4d62-8c64-a10855597e50 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 985 time: 0.0789099 Oct 28 21:20:17.540729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:17.548037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:17.549193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.578558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:17.583242 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18927b32-82d7-4076-8d24-e81402f1210a" -d '{"events": [{"server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "name": "network-vif-plugged", "status": "completed", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:17.603230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46227584-de82-4be2-9767-02d8e1c4761f req-a629b2c9-f2fe-4777-8534-c013a2ed7d0e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c&id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0712600 Oct 28 21:20:17.684856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.736595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:17.743662 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:17.825477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:18.265248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b84c3-a496-4b27-bcd4-a1f867d49aab req-215fbc64-ec07-4e93-bd53-11b151db2892 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:18.267454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4b84c3-a496-4b27-bcd4-a1f867d49aab req-215fbc64-ec07-4e93-bd53-11b151db2892 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 949 time: 0.0713623 Oct 28 21:20:18.331211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4b84c3-a496-4b27-bcd4-a1f867d49aab req-389ea813-7782-4a08-bc5a-cf0417e85485 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517113 Oct 28 21:20:18.365850 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6df6ca-fdd6-448d-b4d6-b273713e6891 x-openstack-request-id: req-3b6df6ca-fdd6-448d-b4d6-b273713e6891 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:18.366167 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "name": "network-vif-plugged", "status": "completed", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:18.366426 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b6df6ca-fdd6-448d-b4d6-b273713e6891 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:18.366816 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42', 'code': 200} Oct 28 21:20:18.499113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-d737374f-1d5b-4435-85df-017413058508 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-507259964&fields=id&tenant_id=cbc32a8c3edd4310a380b5b1c0068850 HTTP/1.1" status: 200 len: 267 time: 0.0804965 Oct 28 21:20:18.543027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1b371-e9c4-48e0-9773-e538137468e0 req-d8e31130-8c02-4baa-9087-9d178f049ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:18.544542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54d1b371-e9c4-48e0-9773-e538137468e0 req-d8e31130-8c02-4baa-9087-9d178f049ad1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 1101 time: 0.0927174 Oct 28 21:20:18.550314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-473698d4-8efb-4ee7-b866-2f4cb0634601 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:20:18.551257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-473698d4-8efb-4ee7-b866-2f4cb0634601 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051723 Oct 28 21:20:18.624205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-9eb87b71-5f10-4582-8e4f-a7abfb180f1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:18.625723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-9eb87b71-5f10-4582-8e4f-a7abfb180f1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 985 time: 0.1186624 Oct 28 21:20:18.628602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-30081bd4-6ca5-402b-98b8-010a6c76fd36 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:18.629844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-30081bd4-6ca5-402b-98b8-010a6c76fd36 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 1094 time: 0.0681427 Oct 28 21:20:18.633578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54d1b371-e9c4-48e0-9773-e538137468e0 req-0ada83de-8210-4eba-a106-7b252be9fb73 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Oct 28 21:20:18.639188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'port': {'security_groups': ['d3f4dba9-fe13-4efe-bf18-66b4f4141d8c', 'd4055138-32de-4483-850a-21333d603972', '7e8112c0-3f5f-434c-97f9-f1abe415f75b']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:18.646476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:18.646912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:20:18.688812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:18.744755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:18.751609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:18.752193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:18.782733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:18.844632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:18.884839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:18.891496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:18.942250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:19.138038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:19.138365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:19.138690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:19.148274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:19.148618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:19.156049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:19.156385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:19.156771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:19.157188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Bound port: 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:19.265742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:19.276345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:19.277793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8a212f7e-ce7b-492d-adbe-0c56a82e8656 service neutron] 10.222.0.31 "POST /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209/bindings HTTP/1.1" status: 201 len: 390 time: 0.6355166 Oct 28 21:20:19.300838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:19.334972 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:19.339996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:19.351948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:19.355814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:19.387945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:19.388666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:19.401563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1b78e2d-84ea-44b3-8ba6-1b319910957a req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "PUT /v2.0/ports/a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 1021 time: 0.7668936 Oct 28 21:20:19.405505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:19.413327 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c52e1-6c25-470b-90f9-5ad23a56dd37" -d '{"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:19.484728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0602-3cf7-4a5a-a204-c66ec82def87 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:19.519261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:19.602994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bce7d-5b5e-44b4-b6ab-e08fd5a54a80 req-20552c47-f562-46fe-83e3-96fb77425ef5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:19.611014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b1bce7d-5b5e-44b4-b6ab-e08fd5a54a80 req-20552c47-f562-46fe-83e3-96fb77425ef5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 945 time: 0.1078870 Oct 28 21:20:19.642455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-983839b1-34f9-42ff-8f9c-baea3f4874a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:19.644841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-983839b1-34f9-42ff-8f9c-baea3f4874a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1097 time: 0.0935690 Oct 28 21:20:19.690157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b1bce7d-5b5e-44b4-b6ab-e08fd5a54a80 req-467f7183-cc67-40a4-9e78-2d5df49f5bd5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745955 Oct 28 21:20:19.807503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-2e24a984-7a13-4050-a6c7-da2f9ee7d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:19.810438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-2e24a984-7a13-4050-a6c7-da2f9ee7d26d service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1566656 Oct 28 21:20:19.843609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:19.895505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-bbeaadc0-4fd5-4edf-91d8-d3dd92143126 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 217 time: 0.0683100 Oct 28 21:20:19.958769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-15329c9b-a8fd-4cb3-b392-afc52bfbf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:19.960558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-15329c9b-a8fd-4cb3-b392-afc52bfbf148 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0578163 Oct 28 21:20:20.023722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-c911f3a8-570a-409b-a0d1-5b4a4dde49e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556362 Oct 28 21:20:20.086573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1f4d8cc-a163-4a5c-965c-d6e77f19a9e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=590c3e42d9c346f8ba7d0b6c0d0b915e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417939 Oct 28 21:20:20.089460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53006) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:20.145036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:20.178431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:20.186447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b4c1e-3592-4ef5-9b2d-f5d3a54e4091 req-16739b56-062b-41ef-9865-925daee38680 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:20.187591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9b4c1e-3592-4ef5-9b2d-f5d3a54e4091 req-16739b56-062b-41ef-9865-925daee38680 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 945 time: 0.1693850 Oct 28 21:20:20.189396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-36fb1bd4-a3dc-4840-9194-2d4a85241ab6 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529286 Oct 28 21:20:20.232862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:20.236918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:20.238141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/551a0e37-dc23-4282-965d-b61defd62f56 HTTP/1.1" status: 204 len: 168 time: 0.1476068 Oct 28 21:20:20.250615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f311ffb-0e1b-4a8b-8e29-e3384e1f0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a0e37-dc23-4282-965d-b61defd62f56,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:20.295707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-56fe2d16-78c5-40ca-8385-e06a032da097 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817101 Oct 28 21:20:20.368196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9'}, {'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:20.371011 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14635c-cbb6-4838-ab0a-1ce41460559a" -d '{"events": [{"server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "name": "network-vif-plugged", "status": "completed", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9"}, {"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-plugged", "status": "completed", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:20.371199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9b4c1e-3592-4ef5-9b2d-f5d3a54e4091 req-54b33160-5017-4af4-b19f-b4e06e100e5f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756570 Oct 28 21:20:20.429163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-b3d839d7-79f9-48a6-822b-cfa282ba1d29 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228391 Oct 28 21:20:20.456745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-5f9310a7-4eed-409e-85ac-8477e324c421 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:20.458306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-5f9310a7-4eed-409e-85ac-8477e324c421 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618557 Oct 28 21:20:20.492784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-cd4b4613-01b2-4c45-a260-b90472c9d84c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/quotas/12c6cf02379248b9bc9b3e77eda7a189 HTTP/1.1" status: 200 len: 375 time: 0.0245147 Oct 28 21:20:20.578581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-7cbfab67-1bfd-4bb1-8efa-8697a33c31d5 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520821 Oct 28 21:20:20.598264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffec1d-e83b-4cc9-b171-75213965e6ab req-e2750de1-622a-4f4c-a700-f5af09906e7f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:20.599940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1ffec1d-e83b-4cc9-b171-75213965e6ab req-e2750de1-622a-4f4c-a700-f5af09906e7f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 949 time: 0.1531026 Oct 28 21:20:20.623494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-7980451e-9a97-409b-a11a-e5c1f079ed32 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:20.624985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-7980451e-9a97-409b-a11a-e5c1f079ed32 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.1309412 Oct 28 21:20:20.640405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:20.685453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1ffec1d-e83b-4cc9-b171-75213965e6ab req-779b560b-da94-4477-93c1-37c1b9c3f245 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Oct 28 21:20:20.731403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:20.806143 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b701c338-ad5a-408e-b7e5-012fa16470f6 x-openstack-request-id: req-b701c338-ad5a-408e-b7e5-012fa16470f6 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:20.806412 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:20.806669 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b701c338-ad5a-408e-b7e5-012fa16470f6 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:20.807066 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'status': 'completed', 'code': 200} Oct 28 21:20:20.844180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3879e137-d91c-4878-a504-5a95cdf6a3af req-78facc5a-3c4a-4eef-8b1e-c5e6d194cec5 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/7e8112c0-3f5f-434c-97f9-f1abe415f75b HTTP/1.1" status: 200 len: 1800 time: 0.1269820 Oct 28 21:20:20.896143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3573acd6-5dcd-482d-b4df-c1f1baa13104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:20.898426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3573acd6-5dcd-482d-b4df-c1f1baa13104 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1176 time: 0.0771012 Oct 28 21:20:20.930404 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4930fb-d5cb-43a1-a75c-d425c2ded621 x-openstack-request-id: req-2f4930fb-d5cb-43a1-a75c-d425c2ded621 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:20.930700 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "name": "network-vif-plugged", "status": "completed", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9", "code": 200}, {"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-plugged", "status": "completed", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:20.930952 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4930fb-d5cb-43a1-a75c-d425c2ded621 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:20.931343 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'code': 200} Oct 28 21:20:20.938114 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'code': 200} Oct 28 21:20:21.024734 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-3879e137-d91c-4878-a504-5a95cdf6a3af req-a3cf069e-172d-417b-a987-ee67b0266d6d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 21:20:21.042505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3879e137-d91c-4878-a504-5a95cdf6a3af req-a3cf069e-172d-417b-a987-ee67b0266d6d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e8112c0-3f5f-434c-97f9-f1abe415f75b HTTP/1.1" status: 409 len: 341 time: 0.1850338 Oct 28 21:20:21.092917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3398bd03-b5e1-4a19-bd8d-8a1a635dd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.094407 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3398bd03-b5e1-4a19-bd8d-8a1a635dd100 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 200 len: 913 time: 0.1854603 Oct 28 21:20:21.111557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3af92-9a85-4756-a38a-915d9d8912ce req-53b69d44-b6c0-49ce-86f7-9fb14df95ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.113076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5ce3af92-9a85-4756-a38a-915d9d8912ce req-53b69d44-b6c0-49ce-86f7-9fb14df95ea0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 1101 time: 0.0789468 Oct 28 21:20:21.149298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-6afd1154-c146-4edc-b976-d9fb4dbc788f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 200 len: 217 time: 0.0421789 Oct 28 21:20:21.198372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:21.220702 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5ce3af92-9a85-4756-a38a-915d9d8912ce req-25ef9273-8cab-4850-bc34-51884793f861 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702913 Oct 28 21:20:21.226168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3ec9d385-d727-450e-8300-797dc43486a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.227550 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-3ec9d385-d727-450e-8300-797dc43486a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 200 len: 852 time: 0.0706556 Oct 28 21:20:21.259811 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-8836e929-e256-489b-a5f9-c1e1ac3eb538 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be6b37f0-7067-48ae-8c67-9dd98d39e983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257447 Oct 28 21:20:21.273864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-929865f8-f510-47fa-a195-1d22bd3d9f35 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263834 Oct 28 21:20:21.276384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:21.337529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaac58-8d5c-40ba-ac48-ca33b10f17fc req-171502cd-8045-41ad-a13f-265b1a82226b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.345299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eaac58-8d5c-40ba-ac48-ca33b10f17fc req-171502cd-8045-41ad-a13f-265b1a82226b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 945 time: 0.2856026 Oct 28 21:20:21.365427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-68eb742b-bc6b-465a-bc9d-da7c9c5de454 service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974746 Oct 28 21:20:21.375740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4aab1-bc39-4b66-92af-1b040ea6d5d5 req-8aa2d5f8-139e-4a9d-9bf1-36eb2faf781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.377507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9c4aab1-bc39-4b66-92af-1b040ea6d5d5 req-8aa2d5f8-139e-4a9d-9bf1-36eb2faf781e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1097 time: 0.3544691 Oct 28 21:20:21.450078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:21.467380 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-455c52e1-6c25-470b-90f9-5ad23a56dd37 req-855900cf-5257-48c0-bc8b-01388d2ffd4b service neutron] 10.222.0.44 "GET /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934973 Oct 28 21:20:21.472558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eaac58-8d5c-40ba-ac48-ca33b10f17fc req-8491ec0a-e543-4c1b-b65f-2154305b8578 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263776 Oct 28 21:20:21.477103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:21.500315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9c4aab1-bc39-4b66-92af-1b040ea6d5d5 req-fa7e2ac5-a1ba-4918-8677-7495a0d42beb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008317 Oct 28 21:20:21.564077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-1d22c631-112b-4b12-9552-f45f9ed4447e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.565758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-1d22c631-112b-4b12-9552-f45f9ed4447e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618430 Oct 28 21:20:21.612868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:21.620533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-8ef3ee4f-09c8-4346-88a6-167ff2baf6b6 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/quotas/12c6cf02379248b9bc9b3e77eda7a189 HTTP/1.1" status: 200 len: 375 time: 0.0441699 Oct 28 21:20:21.621597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:21.621926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:21.622248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:21.626808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:21.627113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Attempting to bind port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:21.642080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:21.642410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:21.642842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:21.643283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Bound port: 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:21.643636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:21.666152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-b6d7b383-0233-4c3e-9371-64b4a2a241f7 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368602 Oct 28 21:20:21.737053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:21.741003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:21.746494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:21.865490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:21.866107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:21.867502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 1123 time: 1.2332799 Oct 28 21:20:21.884895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371aec8-0c37-4cfa-8848-3ac2ce9ab4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=8']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:21.951126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:22.089152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f327a-464b-4655-9666-9c47c1a5de3c req-2642260c-e747-455a-b75e-aaed4450e1a4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:22.098922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d38f327a-464b-4655-9666-9c47c1a5de3c req-2642260c-e747-455a-b75e-aaed4450e1a4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.0731049 Oct 28 21:20:22.154815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-46fbbfe5-7f4c-4015-bfb8-b239641c4245 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443041 Oct 28 21:20:22.176736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d38f327a-464b-4655-9666-9c47c1a5de3c req-5d6f86ce-51b4-4585-8d3d-5493b24a2cbc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766411 Oct 28 21:20:22.338243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-90fe59cf-ed30-4d2a-acdb-36bba8e5199a tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:22.340301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-90fe59cf-ed30-4d2a-acdb-36bba8e5199a tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673038 Oct 28 21:20:22.356322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Request body: {'port': {'device_id': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '12c6cf02379248b9bc9b3e77eda7a189'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:22.438700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65293e-1be5-41a0-ad25-ee884baa7168 req-bb50a78a-8f34-485d-aa52-19e10f2f33bc tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:22.440198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a65293e-1be5-41a0-ad25-ee884baa7168 req-bb50a78a-8f34-485d-aa52-19e10f2f33bc tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 949 time: 0.1538601 Oct 28 21:20:22.444699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f33f6104-18c8-4da4-b579-166ca5f2bbc7 req-bbd44bea-fb57-4baa-b3ad-7c042befac57 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 210 time: 0.0839808 Oct 28 21:20:22.539045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a65293e-1be5-41a0-ad25-ee884baa7168 req-b2054069-a495-4f99-8044-1d292ce0f4f5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Oct 28 21:20:22.594685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Made reservation on behalf of 12c6cf02379248b9bc9b3e77eda7a189 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:22.598460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:22.609699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48cac-74d0-4224-aac6-053be5b8c132 req-e8a6b1e7-f4cb-4bde-834e-33638c106c2d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:22.618000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c48cac-74d0-4224-aac6-053be5b8c132 req-e8a6b1e7-f4cb-4bde-834e-33638c106c2d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1024 time: 0.0993881 Oct 28 21:20:22.641397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:22.696168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c48cac-74d0-4224-aac6-053be5b8c132 req-c64b72d6-b2d9-4f5f-a4ab-c570cd60f7c3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c&id=7e8112c0-3f5f-434c-97f9-f1abe415f75b&id=d4055138-32de-4483-850a-21333d603972&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0722995 Oct 28 21:20:22.803408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:22.807465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'}, {'name': 'network-changed', 'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:22.810496 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836f771-14ee-44f1-b36c-49b491095e92" -d '{"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209"}, {"name": "network-changed", "server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:22.815823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:22.843129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444a84-b438-4acc-bb2d-548135dee217 req-4fc8d430-1b03-4799-b615-7313d91a64fb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:22.844621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12444a84-b438-4acc-bb2d-548135dee217 req-4fc8d430-1b03-4799-b615-7313d91a64fb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 945 time: 0.0890684 Oct 28 21:20:22.913281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:22.963589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12444a84-b438-4acc-bb2d-548135dee217 req-f5c38746-65c9-480e-a861-f2b4cac41188 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105769 Oct 28 21:20:23.005840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Allocated IP 192.168.233.10 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/215780a9-4ff4-4ca9-a8be-a92456ff67d9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:23.081991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-3a8265b6-d5c6-4beb-b45a-f07ea65e7fa0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502927 Oct 28 21:20:23.094503 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64aebd6-5aba-4cce-bfe3-804d392a9156 x-openstack-request-id: req-a64aebd6-5aba-4cce-bfe3-804d392a9156 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:23.094660 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209", "code": 200}, {"name": "network-changed", "server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:23.094911 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a64aebd6-5aba-4cce-bfe3-804d392a9156 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:23.095294 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'code': 200} Oct 28 21:20:23.095539 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'status': 'completed', 'code': 200} Oct 28 21:20:23.191001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836f771-14ee-44f1-b36c-49b491095e92 req-767ef9e0-3684-4015-9ce5-e49e70041cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.200631 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-767ef9e0-3684-4015-9ce5-e49e70041cd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1126 time: 0.0716524 Oct 28 21:20:23.290702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-3c26e54e-9e4b-478a-8729-7ae0a26e4f19 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.292105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-3c26e54e-9e4b-478a-8729-7ae0a26e4f19 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039125 Oct 28 21:20:23.325327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Request body: {'port': {'device_id': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '12c6cf02379248b9bc9b3e77eda7a189'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:23.334723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:23.335476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836f771-14ee-44f1-b36c-49b491095e92 req-f1a15fc7-f0dc-4ccd-9b2c-13df222318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.337288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-f1a15fc7-f0dc-4ccd-9b2c-13df222318d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1346707 Oct 28 21:20:23.382805 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-d54e0cef-f424-4d6c-8543-5583252e0402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 217 time: 0.0360475 Oct 28 21:20:23.398869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b57d2-9e3e-40ae-9cb5-e2a6a4713144 req-723f6cca-f94f-4d3b-9593-fcfaf5fc9bac tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.400458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c40b57d2-9e3e-40ae-9cb5-e2a6a4713144 req-723f6cca-f94f-4d3b-9593-fcfaf5fc9bac tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1097 time: 0.1287146 Oct 28 21:20:23.455888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836f771-14ee-44f1-b36c-49b491095e92 req-199954eb-71eb-4f8f-b884-823ca9d6cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.457363 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-199954eb-71eb-4f8f-b884-823ca9d6cc9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0666745 Oct 28 21:20:23.494228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:23.495706 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-c66f4a28-82a6-480b-bcb4-58c8cd2c9c7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293245 Oct 28 21:20:23.499617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c40b57d2-9e3e-40ae-9cb5-e2a6a4713144 req-c66aa7cd-6eb3-474b-a887-68b4d5ebcd65 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891974 Oct 28 21:20:23.578924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Made reservation on behalf of 12c6cf02379248b9bc9b3e77eda7a189 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:23.582436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:23.594751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:23.600859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-f63219d8-7270-458d-b000-81b95185357f service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964019 Oct 28 21:20:23.606616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:23.614074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:23.619359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:23.656304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bab8e-097e-4fcd-8fff-3518620c2827 req-b09e1c7d-3475-42cf-9f8a-323eafd5648d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.670778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a7bab8e-097e-4fcd-8fff-3518620c2827 req-b09e1c7d-3475-42cf-9f8a-323eafd5648d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.1890492 Oct 28 21:20:23.738827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-b68ec3d9-a51d-48ef-a537-711a51633fed tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:23.740135 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-b68ec3d9-a51d-48ef-a537-711a51633fed tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.44 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 1024 time: 0.1125565 Oct 28 21:20:23.819086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f836f771-14ee-44f1-b36c-49b491095e92 req-7db02142-d765-4d1e-92d6-73610dd7e5bf service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013893 Oct 28 21:20:23.946640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-beb2a88c-1c35-4510-bb73-0c0f66ecaf6e None None] Provisioning complete for port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:23.951475 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-beb2a88c-1c35-4510-bb73-0c0f66ecaf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:23.967360 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:20:23.998686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-beb2a88c-1c35-4510-bb73-0c0f66ecaf6e None None] Port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:24.066103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18402982-6529-4168-a56f-6c73d16b40b1 req-4f89b59d-1ea9-4e21-b045-eb4ef4ec3a76 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 210 time: 0.0464947 Oct 28 21:20:24.091487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:24.092100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.113314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Deleting port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:20:24.114340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.128867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a7bab8e-097e-4fcd-8fff-3518620c2827 req-00cbff1c-6b92-4e06-a48e-518e8fa6129d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571781 Oct 28 21:20:24.179468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8f43adf8-8147-472d-a8d4-2793b18ff166 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8286602 Oct 28 21:20:24.193746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Request body: {'port': {'device_id': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:24.209940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Allocated IP 192.168.233.118 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/b216d56a-63b4-458d-83f7-5b6f609cd296) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:24.213460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port a4b46f2c-f63c-41a1-8a5f-73eed42f7545, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:24.213948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.233272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Calling delete_port for a4b46f2c-f63c-41a1-8a5f-73eed42f7545 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:20:24.265838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90547e-1909-4626-b6ce-1d890b4a2809 req-ddd80b5b-c90d-44f0-acbb-dbc191cea889 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:24.267287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb90547e-1909-4626-b6ce-1d890b4a2809 req-ddd80b5b-c90d-44f0-acbb-dbc191cea889 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1097 time: 0.1327074 Oct 28 21:20:24.349328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.363460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.378174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a4b46f2c-f63c-41a1-8a5f-73eed42f7545'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:24.380480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['ac06a67e-435c-4120-a658-0e99d9ad2ca5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:24.402679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'Port': ['ID=a4b46f2c-f63c-41a1-8a5f-73eed42f7545,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:24.441452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] No DVR routers for this DVR port a4b46f2c-f63c-41a1-8a5f-73eed42f7545 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:24.444358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.448122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0457766b-6c3e-40e0-9f23-57d6c5564de7 req-31b21a91-fd7a-4b26-bad6-d9df0a887d9e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.44 "DELETE /v2.0/ports/a4b46f2c-f63c-41a1-8a5f-73eed42f7545 HTTP/1.1" status: 204 len: 173 time: 0.6990414 Oct 28 21:20:24.449120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'name': 'network-vif-deleted', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:24.451249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb90547e-1909-4626-b6ce-1d890b4a2809 req-f05f6761-d9de-4722-8c84-32bc1a637a08 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560161 Oct 28 21:20:24.451722 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0527dc-0203-4858-bbb4-ca3d5c618eb8" -d '{"events": [{"server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "name": "network-vif-deleted", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:24.491376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc987360-6fff-484f-947e-f6b9e83c6fba req-e35c6753-6572-4ba3-863d-e169a5d64413 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:24.493557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc987360-6fff-484f-947e-f6b9e83c6fba req-e35c6753-6572-4ba3-863d-e169a5d64413 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 949 time: 0.2339480 Oct 28 21:20:24.641256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc987360-6fff-484f-947e-f6b9e83c6fba req-588adc26-76f3-4893-a61d-125c24ee3fec tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301641 Oct 28 21:20:24.671706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.697502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63fd9f81-24cd-44ff-8e91-351d05f16891 req-609600f2-5181-4f45-85b2-af6ad5af796e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=89b1d944-95fa-43d9-9b92-f9f6662f6ba6 HTTP/1.1" status: 200 len: 210 time: 0.0552402 Oct 28 21:20:24.771052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:24.782309 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f6a161-88ba-4f3c-8f68-5e440c75f3e9 x-openstack-request-id: req-87f6a161-88ba-4f3c-8f68-5e440c75f3e9 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:24.782542 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b1d944-95fa-43d9-9b92-f9f6662f6ba6", "name": "network-vif-deleted", "tag": "a4b46f2c-f63c-41a1-8a5f-73eed42f7545", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:24.783010 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87f6a161-88ba-4f3c-8f68-5e440c75f3e9 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:24.783545 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b1d944-95fa-43d9-9b92-f9f6662f6ba6', 'name': 'network-vif-deleted', 'tag': 'a4b46f2c-f63c-41a1-8a5f-73eed42f7545', 'status': 'completed', 'code': 200} Oct 28 21:20:24.836274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:24.843716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:24.854292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:24.860001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event updated for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:24.980917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:24.981544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.032412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-2b65d035-7bfa-4ac8-b2ee-c4a06b17e380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7123871 Oct 28 21:20:25.060643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Request body: {'port': {'device_id': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:25.072710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b1d2-c797-4bf6-94d8-5b27739b0f44 req-61515aa6-9e50-4188-8522-fcbc7d52b8db tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:25.075880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7113b1d2-c797-4bf6-94d8-5b27739b0f44 req-61515aa6-9e50-4188-8522-fcbc7d52b8db tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 949 time: 0.1554270 Oct 28 21:20:25.079968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:25.128091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:25.170423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.187017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-352d9394-d59b-4deb-890a-417a3fe4899d None None] Provisioning complete for port b216d56a-63b4-458d-83f7-5b6f609cd296 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:25.187717 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-352d9394-d59b-4deb-890a-417a3fe4899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.188668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7113b1d2-c797-4bf6-94d8-5b27739b0f44 req-746e4005-808e-4b7c-88c6-a2bfc63560bc tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060529 Oct 28 21:20:25.192082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.211712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Transition to ACTIVE for port object 215780a9-4ff4-4ca9-a8be-a92456ff67d9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:25.219052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.263824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-352d9394-d59b-4deb-890a-417a3fe4899d None None] Port b216d56a-63b4-458d-83f7-5b6f609cd296 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:25.270451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:25.282159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:20:25.410062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:25.571121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Attempting to bind port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:25.571121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Attempting to bind port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:25.571955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Attempting to bind port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:25.582894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce73fe-c56c-42e5-a7fd-185c5df3037e req-c60d526f-2f02-49df-959c-20297ced5d81 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:25.584402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34ce73fe-c56c-42e5-a7fd-185c5df3037e req-c60d526f-2f02-49df-959c-20297ced5d81 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 936 time: 0.1317427 Oct 28 21:20:25.591415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:25.591747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Attempting to bind port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:25.611282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:25.611621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:25.611993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:25.612456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Bound port: 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:25.612809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.697421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34ce73fe-c56c-42e5-a7fd-185c5df3037e req-0840759c-971f-4abe-8f10-1827e2cbe88d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021113 Oct 28 21:20:25.717116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-a1d9cf85-31b1-4b8a-83cb-254f2e2ecbf1 service neutron] 10.222.0.44 "GET /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.0640526 Oct 28 21:20:25.757929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:25.775543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:25.777726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b216d56a-63b4-458d-83f7-5b6f609cd296 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:25.791053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.791053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.889962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:25.893076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.900155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] 10.222.0.44 "PUT /v2.0/ports/215780a9-4ff4-4ca9-a8be-a92456ff67d9 HTTP/1.1" status: 200 len: 1096 time: 1.7104747 Oct 28 21:20:25.909945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:25.914406 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2425285-754a-4edf-9afc-218b0c71730b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:25.920463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Transition to ACTIVE for port object b216d56a-63b4-458d-83f7-5b6f609cd296 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:25.939080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:25.969818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:25.973306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbabf8-5446-4766-baa6-1eb1eadd634f service neutron] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:26.001699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:26.041498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:26.062908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:26.065904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8756-c336-43ca-a17e-dd0d82b25fc4 req-9a46d1a7-d26d-4c14-b980-16681c814363 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.073292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cfb8756-c336-43ca-a17e-dd0d82b25fc4 req-9a46d1a7-d26d-4c14-b980-16681c814363 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 943 time: 0.2217848 Oct 28 21:20:26.080455 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:26.141224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Pushing event updated for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:26.144584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-fb219fc7-3e39-477d-a7b0-5e65853b53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.146084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-fb219fc7-3e39-477d-a7b0-5e65853b53f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1099 time: 0.1954720 Oct 28 21:20:26.190898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] Transition to ACTIVE for port object 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:26.196597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:26.217552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cfb8756-c336-43ca-a17e-dd0d82b25fc4 req-62de4482-8ccd-497b-ac36-789bdda20e49 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428664 Oct 28 21:20:26.221807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-8bac5584-4bc4-4753-a4c1-f5f1f914e25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9 HTTP/1.1" status: 200 len: 217 time: 0.0664217 Oct 28 21:20:26.275116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:26.293196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Attempting to bind port b216d56a-63b4-458d-83f7-5b6f609cd296 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:26.293746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Attempting to bind port b216d56a-63b4-458d-83f7-5b6f609cd296 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:26.294087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Attempting to bind port b216d56a-63b4-458d-83f7-5b6f609cd296 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:26.315304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] No DVR routers for this DVR port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:26.320725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Port b216d56a-63b4-458d-83f7-5b6f609cd296 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:26.321086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Attempting to bind port b216d56a-63b4-458d-83f7-5b6f609cd296 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:26.333424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:26.333841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:26.334137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:26.334582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Bound port: b216d56a-63b4-458d-83f7-5b6f609cd296, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:26.334946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:26.362225 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-cb65cb1d-f324-4110-acf5-cf8e1b2c7bd6 service neutron] 10.222.0.44 "PUT /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6359019 Oct 28 21:20:26.364965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-180f6665-f0cf-4888-b855-3f868acb4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.371980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-180f6665-f0cf-4888-b855-3f868acb4df7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1381721 Oct 28 21:20:26.472159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-5b31258b-f6ac-4b5a-96d4-4817798a9d1c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.472403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-ff769caa-2bb5-4123-acb9-e369fce351e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.473877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-ff769caa-2bb5-4123-acb9-e369fce351e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749040 Oct 28 21:20:26.474588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-5b31258b-f6ac-4b5a-96d4-4817798a9d1c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.0530393 Oct 28 21:20:26.476656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:26.480782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b216d56a-63b4-458d-83f7-5b6f609cd296,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:26.489659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53362) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:26.497097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:26.531393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-50ea0417-965d-4967-9506-1d9ba221e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.533138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-50ea0417-965d-4967-9506-1d9ba221e7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&tenant_id=bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 1096 time: 0.0499203 Oct 28 21:20:26.650190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-0f2b2c4f-a2ab-433a-ba69-ee3bd74cac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.651876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-0f2b2c4f-a2ab-433a-ba69-ee3bd74cac5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1096 time: 0.0886750 Oct 28 21:20:26.705023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-b70727a3-0837-4df3-938b-0994236c16ba service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228298 Oct 28 21:20:26.707079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.707882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:26.709473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] 10.222.0.52 "PUT /v2.0/ports/b216d56a-63b4-458d-83f7-5b6f609cd296 HTTP/1.1" status: 200 len: 1097 time: 1.6563776 Oct 28 21:20:26.717411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-62870a41-015f-49c3-8055-471db8580f60 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:20:26.718763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-62870a41-015f-49c3-8055-471db8580f60 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2282157 Oct 28 21:20:26.733890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2e542-9982-47b4-9fa8-ae8e80345a1c service neutron] Pushing event updated for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:26.768034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8e5d9843-c4b2-4f29-a70b-5c75f580d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.769535 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-8e5d9843-c4b2-4f29-a70b-5c75f580d79b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1104052 Oct 28 21:20:26.826031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-72f79ce0-64e5-4234-ad42-924231621ebb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 200 len: 217 time: 0.0472934 Oct 28 21:20:26.855127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd7f8-6027-4dc7-8911-ded46377a421 req-542e6ffc-c170-4c1d-8ece-21eebcc9815a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.861125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd7f8-6027-4dc7-8911-ded46377a421 req-542e6ffc-c170-4c1d-8ece-21eebcc9815a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.862591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84ffd7f8-6027-4dc7-8911-ded46377a421 req-542e6ffc-c170-4c1d-8ece-21eebcc9815a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39&device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 1689 time: 0.3004174 Oct 28 21:20:26.878597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-4defd02a-2470-4318-b0f5-c764a195abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.879320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-d3c950e3-c608-429a-8365-b01dfcd83c86 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.880033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-4defd02a-2470-4318-b0f5-c764a195abfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0458398 Oct 28 21:20:26.880644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-d3c950e3-c608-429a-8365-b01dfcd83c86 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 1094 time: 0.1409330 Oct 28 21:20:26.921059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-ec2eea15-b0a8-4b11-9371-042d802cf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:26.922531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-ec2eea15-b0a8-4b11-9371-042d802cf372 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 1100 time: 0.1324365 Oct 28 21:20:26.928061 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-b6c662aa-f5f9-41df-96af-62200b016710 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348325 Oct 28 21:20:26.984977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ce302c7-3598-4880-a7b6-1d523741c4d1 req-ae77a800-73ba-4475-b769-e0fcaa29411a service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613280 Oct 28 21:20:26.987819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84ffd7f8-6027-4dc7-8911-ded46377a421 req-64b48dc4-44b0-46bc-bbcb-776a34c02b29 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135058 Oct 28 21:20:26.991710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-6eb06226-043e-47ea-8b03-98a177c28cbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b216d56a-63b4-458d-83f7-5b6f609cd296 HTTP/1.1" status: 200 len: 217 time: 0.0481548 Oct 28 21:20:26.994620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:26.995060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:20:27.049887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-bc08a6da-8c3b-4623-a6aa-158a3dad68cc service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105812 Oct 28 21:20:27.149946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-11fe7bd8-dfb0-490d-8b79-13958f72c5da service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932844 Oct 28 21:20:27.342332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-7e688cdc-da15-4672-9416-a59ff1398078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:27.343771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-7e688cdc-da15-4672-9416-a59ff1398078 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3447440 Oct 28 21:20:27.431632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-d28952f3-0aa5-45c5-a713-54ce95bb6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:27.433813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-d28952f3-0aa5-45c5-a713-54ce95bb6e6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0804777 Oct 28 21:20:27.452706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad631-eff5-4922-8696-bd56e41e7227 req-635c6935-9869-4833-923f-0fde7d965ea0 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:27.454308 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-635c6935-9869-4833-923f-0fde7d965ea0 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.0512598 Oct 28 21:20:27.455218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:27.455555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:27.455955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:27.497590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:27.497915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:27.507779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:27.507979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:27.508340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:27.508791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Bound port: 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:27.583179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-899ad631-eff5-4922-8696-bd56e41e7227 req-70f0f77a-980b-4742-be18-ed33170b5bfe service neutron] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:27.586969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-899ad631-eff5-4922-8696-bd56e41e7227 req-70f0f77a-980b-4742-be18-ed33170b5bfe service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:27.587817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-430e5b71-7a98-49ec-bfd4-02c9a5f6bf2b service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410227 Oct 28 21:20:27.588158 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-899ad631-eff5-4922-8696-bd56e41e7227 req-70f0f77a-980b-4742-be18-ed33170b5bfe service neutron] 10.222.0.52 "DELETE /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.1224465 Oct 28 21:20:27.591533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:27.598111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:27.599325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1a5c24a7-c051-4158-ab30-793eae9f0359 service neutron] 10.222.0.31 "POST /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6675248 Oct 28 21:20:27.710500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47635e-222f-4b0b-90b7-5b067472e47b req-259b17e3-cf66-4dc1-a0d6-b46a565d7351 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100652 Oct 28 21:20:27.740890 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297d4b6-1cac-4da8-bc18-92e284b0b048 x-openstack-request-id: req-7297d4b6-1cac-4da8-bc18-92e284b0b048 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:27.741435 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:27.741937 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7297d4b6-1cac-4da8-bc18-92e284b0b048 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:27.742574 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'status': 'completed', 'code': 200} Oct 28 21:20:27.859722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425285-754a-4edf-9afc-218b0c71730b req-41ed8316-ae04-4cdd-9d84-55ff1daf7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:27.861341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-41ed8316-ae04-4cdd-9d84-55ff1daf7c2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1099 time: 0.0937207 Oct 28 21:20:27.875485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4817d-c4c8-4b06-8cca-9751a287e688 req-35dd56b6-f373-42c9-b951-a54ed1db0617 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:27.877199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ef4817d-c4c8-4b06-8cca-9751a287e688 req-35dd56b6-f373-42c9-b951-a54ed1db0617 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 948 time: 0.0768659 Oct 28 21:20:28.001367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ef4817d-c4c8-4b06-8cca-9751a287e688 req-3f18df2c-cbb1-42d4-bb2d-f00a8c3d4834 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121809 Oct 28 21:20:28.055927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425285-754a-4edf-9afc-218b0c71730b req-8f0bbbca-c273-4335-ba04-935a7c5ebab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.057387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-8f0bbbca-c273-4335-ba04-935a7c5ebab4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1781750 Oct 28 21:20:28.073545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa39de7-4e23-4b0d-844e-2d605893da53 req-9b75690a-411a-4106-8eb1-00db5ff2f915 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.074445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfa39de7-4e23-4b0d-844e-2d605893da53 req-9b75690a-411a-4106-8eb1-00db5ff2f915 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 944 time: 0.0951786 Oct 28 21:20:28.122262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-5f8da0db-4bb8-4d0b-a773-a1515032d73f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9 HTTP/1.1" status: 200 len: 217 time: 0.0467823 Oct 28 21:20:28.196488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfa39de7-4e23-4b0d-844e-2d605893da53 req-4bbccaf4-481d-4b8b-8874-a14af1b7954c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143870 Oct 28 21:20:28.202470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425285-754a-4edf-9afc-218b0c71730b req-3458274f-5477-4fa3-9242-d40402bd3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.203918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-3458274f-5477-4fa3-9242-d40402bd3adc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0732820 Oct 28 21:20:28.292765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425285-754a-4edf-9afc-218b0c71730b req-becbacf6-90f0-4412-bc04-74f5e6729a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.294566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-becbacf6-90f0-4412-bc04-74f5e6729a36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830185 Oct 28 21:20:28.299075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-8d889747-de85-4c2b-b40a-283da3463878 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d3f4dba9-fe13-4efe-bf18-66b4f4141d8c HTTP/1.1" status: 200 len: 1800 time: 0.0569499 Oct 28 21:20:28.444597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:28.465838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-5c4fc40b-9ba0-46a1-8945-0ee709222674 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631684 Oct 28 21:20:28.485882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:28.662737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:28.665307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:28.666420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7500ae7-69d9-40fd-a8aa-3e7a05d9b87f req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3f4dba9-fe13-4efe-bf18-66b4f4141d8c HTTP/1.1" status: 204 len: 173 time: 0.3561256 Oct 28 21:20:28.669522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-452672f1-5965-40a0-b67c-d661bb264b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.670493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-452672f1-5965-40a0-b67c-d661bb264b23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1097 time: 0.1289668 Oct 28 21:20:28.679208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2425285-754a-4edf-9afc-218b0c71730b req-bbdfdc97-ab95-419e-99c6-34477fa39672 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049825 Oct 28 21:20:28.693514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a84be-1230-47d7-906d-4ce97765206e req-bc66c965-ecc2-42af-9089-d17a74f4ea2a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.694955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-849a84be-1230-47d7-906d-4ce97765206e req-bc66c965-ecc2-42af-9089-d17a74f4ea2a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 945 time: 0.1077938 Oct 28 21:20:28.702217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48090fa0-63ea-4be8-a022-f19a565ba181 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4dba9-fe13-4efe-bf18-66b4f4141d8c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:28.745014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:28.788907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-849a84be-1230-47d7-906d-4ce97765206e req-9760a494-95a4-4db2-adae-c1e95c5aaa2d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836425 Oct 28 21:20:28.793811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:28.794567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a4b46f2c-f63c-41a1-8a5f-73eed42f7545 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:28.816840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a4b46f2c-f63c-41a1-8a5f-73eed42f7545 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:20:28.817097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a4b46f2c-f63c-41a1-8a5f-73eed42f7545 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:28.845193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-b82f4a5a-16f6-48e9-bea7-e0c1fe71cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.848395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-b82f4a5a-16f6-48e9-bea7-e0c1fe71cccc service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1633220 Oct 28 21:20:28.898639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-9073011e-0a51-4022-8e7d-1d950a2efc0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 217 time: 0.0414586 Oct 28 21:20:28.965420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-939f4293-5dff-4131-928f-cdb1cb0f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.966741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-939f4293-5dff-4131-928f-cdb1cb0f2be8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0605721 Oct 28 21:20:28.972807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ed9f9-b593-4331-80cf-3a7eed350033 req-0e4383a7-e00b-43e8-ba59-2f11d1f0779b tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:28.974268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de4ed9f9-b593-4331-80cf-3a7eed350033 req-0e4383a7-e00b-43e8-ba59-2f11d1f0779b tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 1101 time: 0.0786235 Oct 28 21:20:29.004473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-e6e98fc1-7323-43d8-a834-2d563d1a93b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292034 Oct 28 21:20:29.068806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de4ed9f9-b593-4331-80cf-3a7eed350033 req-0fd1e851-870f-4110-931d-75c9440d7f78 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855441 Oct 28 21:20:29.141727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-69dbba95-b9d3-40ce-9ec2-b860b08576be service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245716 Oct 28 21:20:29.260725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-ce7e5b3a-3382-4004-b62c-adca20191e0e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/7e8112c0-3f5f-434c-97f9-f1abe415f75b HTTP/1.1" status: 200 len: 1800 time: 0.1178298 Oct 28 21:20:29.310438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378243-9d45-4861-925a-a027f16b4bd3 req-bba2474c-2ee0-4782-86b9-09d5983ea0b2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:29.311875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a378243-9d45-4861-925a-a027f16b4bd3 req-bba2474c-2ee0-4782-86b9-09d5983ea0b2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 948 time: 0.1053391 Oct 28 21:20:29.342185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f40747b0-5887-4f00-b1b5-e07fa8d93e95 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835210 Oct 28 21:20:29.378462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.383156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a378243-9d45-4861-925a-a027f16b4bd3 req-0883b0b8-bdff-40f6-bd67-bdb0ec92fd83 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600705 Oct 28 21:20:29.404431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.503372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.505966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.507079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feb55fa-4d5a-441b-b795-f1b7015cd0d5 req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e8112c0-3f5f-434c-97f9-f1abe415f75b HTTP/1.1" status: 204 len: 173 time: 0.2351527 Oct 28 21:20:29.514152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-6195b604-a6fb-4af1-a123-6840a8143ae8 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:29.514463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-6195b604-a6fb-4af1-a123-6840a8143ae8 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.1025622 Oct 28 21:20:29.522818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176b1d-60f8-441f-ac2b-292d11147e40 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8112c0-3f5f-434c-97f9-f1abe415f75b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:29.530809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:29.554200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572be00-3441-46e6-a60a-f06fba8c9880 req-58ec5581-284e-4261-ad49-906b7c4b26d7 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:29.555722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6572be00-3441-46e6-a60a-f06fba8c9880 req-58ec5581-284e-4261-ad49-906b7c4b26d7 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 1101 time: 0.1008873 Oct 28 21:20:29.610738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.637747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6572be00-3441-46e6-a60a-f06fba8c9880 req-ca93eb9c-e699-44ee-8979-c91f377ecaf5 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742643 Oct 28 21:20:29.694798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-469451853', 'description': 'tempest-description-294233956'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:29.712163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed7f8-dd60-4c8e-a1f3-c3a124da73f7 req-44350c0b-ae70-43c1-bb91-e44080d3ccb5 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:29.713664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-696ed7f8-dd60-4c8e-a1f3-c3a124da73f7 req-44350c0b-ae70-43c1-bb91-e44080d3ccb5 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 1096 time: 0.1009264 Oct 28 21:20:29.748848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:29.751011 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d32292-1551-4786-ad31-448c7be28867" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:29.795728 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.828459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-696ed7f8-dd60-4c8e-a1f3-c3a124da73f7 req-25ccfcff-4589-4cba-8b6e-9f27621fcb31 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803120 Oct 28 21:20:29.854607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:29.926698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:29.958490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:29.971319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.004793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.013001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.014300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cfcb4f5-c850-49b9-aa69-b2f4ea098dd5 req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3271368 Oct 28 21:20:30.024903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.053389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffd4bc-c4da-42a4-8370-9dec6b6339f1 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789affc7-eea3-4663-9701-ac86a26d3b35,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:30.119387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:30.125715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:30.126036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:30.126474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:30.143814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:30.144134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Attempting to bind port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:30.153075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:30.153543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:30.153979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:30.154566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Bound port: 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:30.154788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.251839 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfdec4e-0b74-48ff-ae67-c4c0e08e804c x-openstack-request-id: req-5bfdec4e-0b74-48ff-ae67-c4c0e08e804c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:30.260661 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:30.261437 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bfdec4e-0b74-48ff-ae67-c4c0e08e804c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:30.262158 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296', 'status': 'completed', 'code': 200} Oct 28 21:20:30.279256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:30.290525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32292-1551-4786-ad31-448c7be28867 req-519181d8-e781-4cd5-b656-a9f16bada537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.292730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-519181d8-e781-4cd5-b656-a9f16bada537 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 1100 time: 0.0613766 Oct 28 21:20:30.306584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:30.313364 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.372909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26069fe3-fd82-4b9f-9b05-a92ee1f9b12a req-238f62b2-58b7-4b82-98d7-732488f5b503 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.374391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26069fe3-fd82-4b9f-9b05-a92ee1f9b12a req-238f62b2-58b7-4b82-98d7-732488f5b503 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.1113470 Oct 28 21:20:30.397305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32292-1551-4786-ad31-448c7be28867 req-1e2d0438-9d42-4980-8699-f29546243666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.398770 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-1e2d0438-9d42-4980-8699-f29546243666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0987356 Oct 28 21:20:30.445475 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-28c76850-9207-4264-a0ac-4530d9641a88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b216d56a-63b4-458d-83f7-5b6f609cd296 HTTP/1.1" status: 200 len: 217 time: 0.0379932 Oct 28 21:20:30.474452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=8']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:30.488720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.489334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.490693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-ab9cb6e7-1d86-4147-825e-e799c070ec90 service neutron] 10.222.0.52 "PUT /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 1123 time: 0.9651649 Oct 28 21:20:30.499171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32292-1551-4786-ad31-448c7be28867 req-d7d7c85f-d08f-49b2-93e6-c10e258e3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.500719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-d7d7c85f-d08f-49b2-93e6-c10e258e3215 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0473957 Oct 28 21:20:30.514057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26069fe3-fd82-4b9f-9b05-a92ee1f9b12a req-2001aee4-7cfa-400a-bcae-42c7d578639b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279175 Oct 28 21:20:30.549947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3eb609ee-4bac-4616-b961-9d0c7ca34d5b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:30.554142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32292-1551-4786-ad31-448c7be28867 req-f97bdfd6-4d7e-4871-b42e-2d2d9e29d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.555646 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-f97bdfd6-4d7e-4871-b42e-2d2d9e29d327 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457492 Oct 28 21:20:30.587484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0ede28e1-ad67-4a1d-84f3-12bf060601f9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:30.589205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0ede28e1-ad67-4a1d-84f3-12bf060601f9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.2320387 Oct 28 21:20:30.615111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-861b754d-e292-4b81-a21e-3fde66520d2f req-bbf4e327-2014-4c05-98e2-9a9529e0989f tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/789affc7-eea3-4663-9701-ac86a26d3b35 HTTP/1.1" status: 200 len: 1799 time: 0.0735192 Oct 28 21:20:30.616638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-40522bbf-64e4-4416-8390-7a2591afbacc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/quotas/bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 375 time: 0.0163052 Oct 28 21:20:30.629872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1873418532', 'description': 'tempest-description-hth-53273432'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:30.669290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-f68fd28a-86c3-466b-b5e6-5bc1cd602076 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054039 Oct 28 21:20:30.685747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.710169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-fe0a4670-2905-4621-9e24-264b289e074b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842514 Oct 28 21:20:30.729431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:30.768282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24d32292-1551-4786-ad31-448c7be28867 req-41f02daf-9bad-4368-8c83-15073f25ae69 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Oct 28 21:20:30.794821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.800641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.803505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.804717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-861b754d-e292-4b81-a21e-3fde66520d2f req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "PUT /v2.0/security-groups/789affc7-eea3-4663-9701-ac86a26d3b35 HTTP/1.1" status: 200 len: 1773 time: 0.1804903 Oct 28 21:20:30.858654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:30.859114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789affc7-eea3-4663-9701-ac86a26d3b35,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:30.862530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-00874d09-ef70-4d90-99c7-ebfd344bc5af service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445575 Oct 28 21:20:30.879455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.879793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.880130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.880486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.881398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.881692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'mac_address': 'fa:16:3e:73:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:30.881818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.882057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.882375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.882815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.883010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.883329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.883655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b47c4-dd69-44ad-9614-00ff4728277a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:30.936778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:30.957861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:30.988004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:30.993807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.047524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:31.055571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.055905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.056237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.056774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.057100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.057431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.058389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.059373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.059686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.060013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.060332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.060673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.111438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b216d56a-63b4-458d-83f7-5b6f609cd296 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:31.171887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53572) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:31.197469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:31.218185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-d81abd73-4994-46a4-8740-4dc19ce5eae4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355096 Oct 28 21:20:31.226705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:31.298543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.305505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-35624945-451f-4d98-b2fd-16c637146136 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364829 Oct 28 21:20:31.321337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b216d56a-63b4-458d-83f7-5b6f609cd296,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:31.346368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'b216d56a-63b4-458d-83f7-5b6f609cd296', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'b216d56a-63b4-458d-83f7-5b6f609cd296', 'mac_address': 'fa:16:3e:6a:28:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:31.351556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-c02dc3a7-a554-4826-86c4-a82ca3bc2667 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:31.360307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-c02dc3a7-a554-4826-86c4-a82ca3bc2667 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412308 Oct 28 21:20:31.378451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8fe6bc96-7256-48fe-95e3-b81591ef00ef tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.0164354 Oct 28 21:20:31.414622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.420492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.453253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6be842e3-4f0f-4442-88a9-267d37f8987b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726831 Oct 28 21:20:31.468495 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.475270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0b2ab963dd44a5d85f046182e41ce64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000755 Oct 28 21:20:31.475270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb04e70-f9b2-4055-8bb5-4865b4324b06,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:31.476175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53582) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:31.484061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.484434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.484776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.485111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.485936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.485936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.486206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.486537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.486859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.487183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.487876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.487876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0b18cd-5bb0-4c86-9351-78f419b1807b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:31.499926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b216d56a-63b4-458d-83f7-5b6f609cd296 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:31.548151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b216d56a-63b4-458d-83f7-5b6f609cd296,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:31.568996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.583263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.614557 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.713510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.716914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:31.717685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:31.718127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fb04e70-f9b2-4055-8bb5-4865b4324b06 HTTP/1.1" status: 204 len: 168 time: 0.2408562 Oct 28 21:20:31.728823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a617-9551-4ef7-be50-4e9a32d7e766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb04e70-f9b2-4055-8bb5-4865b4324b06,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:31.918317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b216d56a-63b4-458d-83f7-5b6f609cd296'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:32.190158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4fd2-0fa3-4a70-8ffb-570d497bdb6e req-ea810016-e76d-4cc8-9ecc-d55d67c3ab0d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:32.191677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-253f4fd2-0fa3-4a70-8ffb-570d497bdb6e req-ea810016-e76d-4cc8-9ecc-d55d67c3ab0d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 949 time: 0.1497283 Oct 28 21:20:32.194985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b53d777a-4362-4f78-9588-504f2700eae8 req-88e61e37-eeaa-4058-b9ef-9ce9e65a847e tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/789affc7-eea3-4663-9701-ac86a26d3b35 HTTP/1.1" status: 200 len: 1773 time: 0.0781710 Oct 28 21:20:32.272344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b'}, {'name': 'network-changed', 'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:32.283287 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac169b8-66bb-4705-a56b-c171ce7aab53" -d '{"events": [{"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b"}, {"name": "network-changed", "server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:32.315438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e093600-3105-4f24-8e2e-14080a85ee79 req-45a543e0-8edb-4d39-921b-e3ff9b3392a9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 210 time: 0.0621800 Oct 28 21:20:32.319048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-253f4fd2-0fa3-4a70-8ffb-570d497bdb6e req-bdc7da57-1e5f-4819-b903-dba51cd0962c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107602 Oct 28 21:20:32.487233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a7bcd-50c0-4853-ba36-c3bcc1ce844b req-10c8ceb1-b387-42cc-9ac1-3cafc81382ab tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:32.498018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa6a7bcd-50c0-4853-ba36-c3bcc1ce844b req-10c8ceb1-b387-42cc-9ac1-3cafc81382ab tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.0834329 Oct 28 21:20:32.550906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa6a7bcd-50c0-4853-ba36-c3bcc1ce844b req-d324c621-399d-49f0-bd18-d09c2fb9da17 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500753 Oct 28 21:20:32.650117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-e848c7f7-f25f-4a67-87b3-bdbf3db747f3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/789affc7-eea3-4663-9701-ac86a26d3b35 HTTP/1.1" status: 200 len: 1773 time: 0.0743182 Oct 28 21:20:32.706346 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df8832-54cc-4cda-8ea6-5cd8f3da7deb x-openstack-request-id: req-44df8832-54cc-4cda-8ea6-5cd8f3da7deb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:32.706730 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b", "code": 200}, {"name": "network-changed", "server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:32.707057 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44df8832-54cc-4cda-8ea6-5cd8f3da7deb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:32.707555 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'code': 200} Oct 28 21:20:32.709539 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'status': 'completed', 'code': 200} Oct 28 21:20:32.744494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:32.787071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53684) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:32.825541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:32.828009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-10f0d8ff-5994-4d6e-90fe-198d145df115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:32.830364 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-10f0d8ff-5994-4d6e-90fe-198d145df115 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1126 time: 0.0985060 Oct 28 21:20:32.830490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:32.830807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:32.849270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b67ce1e3-a63d-4e43-8d30-472c4280135e req-b6eb223b-a73c-44c1-90be-4e5da65b25ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 210 time: 0.1120148 Oct 28 21:20:32.999710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.046470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.053770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.056997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-1a5778b7-7b92-4cdb-9254-a9e39bef76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.062717 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-1a5778b7-7b92-4cdb-9254-a9e39bef76d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.2239790 Oct 28 21:20:33.144976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:33.148324 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50fde4-fdb5-4672-b50c-d28a95f3b272" -d '{"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:33.157578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:33.160264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-391515697-network', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:33.168077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-e6f93cd1-dd45-441c-95c8-5ec208b9a8b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 217 time: 0.0915694 Oct 28 21:20:33.188726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:33.201989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.210879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-40863915-cfcd-4169-b662-99ad3a52fde0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.217580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-40863915-cfcd-4169-b662-99ad3a52fde0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.4614000 Oct 28 21:20:33.279897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-171432a0-0933-41ba-b98e-a167aaaf8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.281999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-171432a0-0933-41ba-b98e-a167aaaf8752 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0939453 Oct 28 21:20:33.282221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Request body: {'port': {'device_id': '593825ca-7d8d-489b-8581-567d74bca68c', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'admin_state_up': True, 'tenant_id': 'bf3c5448664444da9fa82fef755782b1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:33.342560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-ae662c8a-867d-4fde-9a18-e99d58cc354c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491877 Oct 28 21:20:33.356253 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d9fde-33bc-492d-b3e7-6093e8a2fff2 x-openstack-request-id: req-864d9fde-33bc-492d-b3e7-6093e8a2fff2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:33.356691 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:33.356854 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-864d9fde-33bc-492d-b3e7-6093e8a2fff2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:33.357252 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'code': 200} Oct 28 21:20:33.358320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:33.380686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Made reservation on behalf of 3d07bd39645f46efa7fcae7a4cd542ee for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:33.383719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.396888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.398567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.401051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.415760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5c1287a-8b3d-4594-aa62-148424cc3df9 req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/789affc7-eea3-4663-9701-ac86a26d3b35 HTTP/1.1" status: 204 len: 173 time: 0.7563403 Oct 28 21:20:33.489523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88404a64-45cc-4b2c-9dc3-625df9572bc6 req-9179c1f4-6241-4159-b2bc-b6e9b202775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.491195 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88404a64-45cc-4b2c-9dc3-625df9572bc6 req-9179c1f4-6241-4159-b2bc-b6e9b202775a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1101 time: 0.0603769 Oct 28 21:20:33.496985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:33.497559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bfe70-bd78-4f39-826b-0ef2d19eb49b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789affc7-eea3-4663-9701-ac86a26d3b35,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:33.500742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f595c61-44de-4a69-a600-a3ef5a43b85c req-04a4d6ee-7bb0-4efc-a045-42b7149e974a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 210 time: 0.0499916 Oct 28 21:20:33.534997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-2076d890-3174-48d5-aeb1-8f41aa3eb174 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807830 Oct 28 21:20:33.541763 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88404a64-45cc-4b2c-9dc3-625df9572bc6 req-89ff0463-1cea-44c5-a806-0dda0314be86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Oct 28 21:20:33.550121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:20:33.606094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e47d1-e6e9-4559-af2c-06e114c1978b req-4ecb1465-6a57-4112-8757-f31c432b9765 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.607735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-550e47d1-e6e9-4559-af2c-06e114c1978b req-4ecb1465-6a57-4112-8757-f31c432b9765 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 949 time: 0.1044486 Oct 28 21:20:33.645130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:33.648522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.682187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-550e47d1-e6e9-4559-af2c-06e114c1978b req-74da2d30-ba12-426e-9b3c-20b219122c01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658152 Oct 28 21:20:33.704581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.734454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.737977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:33.854297 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-a349f97d-7dac-4ad4-8076-d94836ae6513 req-8b77cade-3877-460f-8ebd-044959a6a593 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:33.856544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a349f97d-7dac-4ad4-8076-d94836ae6513 req-8b77cade-3877-460f-8ebd-044959a6a593 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/7e8112c0-3f5f-434c-97f9-f1abe415f75b HTTP/1.1" status: 404 len: 352 time: 0.0514748 Oct 28 21:20:33.857539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:20:33.869387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb286f0-aa59-41c9-9916-0f4768ee4018,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:33.884118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:33.884497 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Added segment 456dd49f-b4fa-4522-be6d-dd3aa7569fa3 of type vlan for network d049a51a-47be-4947-804c-76cb0341a250 Oct 28 21:20:33.949243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ed72-aa5f-4c33-9309-62f4ad6933b2 req-69097c0d-8c3f-4170-876c-ca873a3c351d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:33.952835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a22ed72-aa5f-4c33-9309-62f4ad6933b2 req-69097c0d-8c3f-4170-876c-ca873a3c351d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.2349341 Oct 28 21:20:33.960107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d9e6fc1-3368-4f0f-93d6-fea21980057f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.018788 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ac169b8-66bb-4705-a56b-c171ce7aab53 req-915d1679-9334-4fee-b3b2-72d36bede017 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225161 Oct 28 21:20:34.032101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93eaba00-63b7-4c98-8e57-2a3e091a430d req-f769c787-7497-47f2-b173-c4ca41c53bd1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 210 time: 0.0754344 Oct 28 21:20:34.050558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Allocated IP 172.20.0.5 (cb11d7b2-83e3-4bec-af56-b9be8889b3f2/d946e622-a384-412b-80be-d1d1fceb80a3/63b8a163-5db0-452b-b1cf-113fea35ad05) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:34.059487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.141833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a22ed72-aa5f-4c33-9309-62f4ad6933b2 req-83fc3103-a7cd-4d66-90e2-f98171add158 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796134 Oct 28 21:20:34.151833 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-ca46a265-a0e3-408f-9bbe-0db68ee80d02 req-049bfae9-a50d-4100-a6a2-ed7f0c6cc789 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:34.172856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca46a265-a0e3-408f-9bbe-0db68ee80d02 req-049bfae9-a50d-4100-a6a2-ed7f0c6cc789 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/d3f4dba9-fe13-4efe-bf18-66b4f4141d8c HTTP/1.1" status: 404 len: 352 time: 0.0807965 Oct 28 21:20:34.179487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-cdb5bda1-7337-4b69-bc88-87ef7a322eae tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442752 Oct 28 21:20:34.185422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d9e6fc1-3368-4f0f-93d6-fea21980057f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.188713 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-4e08070e-0fe8-420f-8523-f96a590b4cde tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605764 Oct 28 21:20:34.209527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.211046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:34.212241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.227608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d9e6fc1-3368-4f0f-93d6-fea21980057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.278440 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-06d58dd9-bcc0-4dae-8bbb-c76a20f04c4a req-08f62bee-e586-455d-826b-66f4659c089d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:34.279467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06d58dd9-bcc0-4dae-8bbb-c76a20f04c4a req-08f62bee-e586-455d-826b-66f4659c089d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/40b32188-002d-4aae-938a-c6950ff3c543 HTTP/1.1" status: 404 len: 352 time: 0.0892680 Oct 28 21:20:34.340964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4947853 Oct 28 21:20:34.350547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53730) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:34.359057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Request body: {'subnet': {'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-391515697-subnet', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:34.361270 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-6989be17-0f06-4749-b26a-da96e4230b96 req-4e30a079-7cb9-4ed7-b040-7292da7022f9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:34.362254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6989be17-0f06-4749-b26a-da96e4230b96 req-4e30a079-7cb9-4ed7-b040-7292da7022f9 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/14654eae-0773-4c79-8157-f29569249923 HTTP/1.1" status: 404 len: 352 time: 0.0464764 Oct 28 21:20:34.366935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e6fc1-3368-4f0f-93d6-fea21980057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec1b60e-7788-4322-beb1-60f79f2a8686,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:34.393072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4f49a-0b57-46ec-a509-fdea098a4f3e admin admin] Pushing event updated for resources: {'Network': ['ID=d049a51a-47be-4947-804c-76cb0341a250,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:34.394181 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d9e6fc1-3368-4f0f-93d6-fea21980057f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=285084e5449d44308ff34595ff278390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6404626 Oct 28 21:20:34.394912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53734) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:34.395612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d049a51a-47be-4947-804c-76cb0341a250 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:20:34.446110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.458020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-233b727a-3522-4ccd-be0f-f41bb3ee433b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:34.459062 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-ac1fff0a-feaf-40b9-ac46-85b50cc6db7e req-ef74c312-1936-40fa-95d6-78b7873a2036 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:34.459570 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-233b727a-3522-4ccd-be0f-f41bb3ee433b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698233 Oct 28 21:20:34.459884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1fff0a-feaf-40b9-ac46-85b50cc6db7e req-ef74c312-1936-40fa-95d6-78b7873a2036 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/a94f46c1-8dab-4253-9d6a-cdfa951545ac HTTP/1.1" status: 404 len: 352 time: 0.0396690 Oct 28 21:20:34.464498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Made reservation on behalf of 3d07bd39645f46efa7fcae7a4cd542ee for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:34.473925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.489515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': 'f02abada-4e0b-436d-821e-890ab568d86a', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:34.500033 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.529044 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-d57a033f-0a2e-44e5-b908-b069159a5dd7 req-b9a058e3-4078-440f-8c40-6623c6b8fc95 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] show failed (client error): The resource could not be found. Oct 28 21:20:34.530042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d57a033f-0a2e-44e5-b908-b069159a5dd7 req-b9a058e3-4078-440f-8c40-6623c6b8fc95 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/cf412043-5a43-47df-b6fa-b7580ce5a30f HTTP/1.1" status: 404 len: 352 time: 0.0311775 Oct 28 21:20:34.542650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-f3b01014-9b31-464d-9553-508ad6a23ba6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:34.545208 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-f3b01014-9b31-464d-9553-508ad6a23ba6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393567 Oct 28 21:20:34.551129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.555026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.584340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:34.711044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:34.715080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:34.718755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:34.722794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:34.783516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb22c5-0695-4884-a710-28edf89dbeaa req-8076fdd4-29cb-4818-8f13-cc954b23fc18 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:34.791857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dfb22c5-0695-4884-a710-28edf89dbeaa req-8076fdd4-29cb-4818-8f13-cc954b23fc18 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 931 time: 0.1354032 Oct 28 21:20:34.804816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:20:34.804816 n-d-806683-16 neutron-server[102313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 21:20:34.804816 n-d-806683-16 neutron-server[102313]: [parameters: {'project_id_1': 'a63072a085b04adab5fb67fc244355d5', 'expiration_1': datetime.datetime(2021, 10, 28, 21, 20, 14, 786062)}] Oct 28 21:20:34.804816 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:20:34.805760 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:20:34.814319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:34.817863 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.818431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.820564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.821784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eec1b60e-7788-4322-beb1-60f79f2a8686 HTTP/1.1" status: 204 len: 168 time: 0.4377427 Oct 28 21:20:34.842941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:34.843675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:34.856514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f4de-9c05-4373-b82c-28f1d3f88da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec1b60e-7788-4322-beb1-60f79f2a8686,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:34.888085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dfb22c5-0695-4884-a710-28edf89dbeaa req-6e90065d-047e-4909-9b17-d7e99179a727 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926294 Oct 28 21:20:34.897630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0f1cec63-8e19-4276-b183-367c69fc1b66 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6216829 Oct 28 21:20:34.911810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Request body: {'port': {'device_id': '593825ca-7d8d-489b-8581-567d74bca68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:35.058944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.062562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.091690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaf1d4-a551-4926-a616-c6530cbb8509 req-0103660a-8d55-424f-8a7a-8cca26ec4bac tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:35.093209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aafaf1d4-a551-4926-a616-c6530cbb8509 req-0103660a-8d55-424f-8a7a-8cca26ec4bac tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 949 time: 0.1395435 Oct 28 21:20:35.129979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b216d56a-63b4-458d-83f7-5b6f609cd296 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:35.131798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.231 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/e4ed2223-7690-49fc-a0d5-3386f64820e7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:35.162824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5263fa-4f7a-44a7-b3a9-8193055375fb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:35.165669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98274-dd24-4965-97be-a9b4d40036a2 req-8733c4c2-10db-4c7a-a814-60356006f1bf tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:35.173689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fd98274-dd24-4965-97be-a9b4d40036a2 req-8733c4c2-10db-4c7a-a814-60356006f1bf tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1024 time: 0.1875470 Oct 28 21:20:35.173869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Checking segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:35.174131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Network hostable DHCP agents. Network: d049a51a-47be-4947-804c-76cb0341a250, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:20:35.212842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port b216d56a-63b4-458d-83f7-5b6f609cd296 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:35.223342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Network d049a51a-47be-4947-804c-76cb0341a250 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:20:35.228652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aafaf1d4-a551-4926-a616-c6530cbb8509 req-8e819ca6-3ffd-4020-9776-7156052ed42e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024570 Oct 28 21:20:35.247264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port b216d56a-63b4-458d-83f7-5b6f609cd296 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:35.248083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.289833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d049a51a-47be-4947-804c-76cb0341a250) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:35.298283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:35.298948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.317683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91dd845-2879-43fe-bcbe-f385b1e38236 None None] Network d049a51a-47be-4947-804c-76cb0341a250 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:35.318873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fd98274-dd24-4965-97be-a9b4d40036a2 req-fd563356-a0ea-4689-9509-3788a6c8cb76 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&id=df1a8826-a7fa-499b-b237-f06095d07c18&id=761b8c2c-287c-450e-ae39-6d4f18fa720a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1437647 Oct 28 21:20:35.362800 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ae782e9-1fb7-4db8-9b29-77ab6f4edfb7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0059836 Oct 28 21:20:35.368078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53764) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:35.380841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:35.545959 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.552669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8445078c-d7f3-4ad0-a390-2e7e642a2229 req-3de33ec4-5d5f-4a41-b869-00474a410b9f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 210 time: 0.1710978 Oct 28 21:20:35.606202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522c02c-e5d4-455b-b8ba-9dd7ca1db1da req-6d7eb3a7-a61f-4b46-8769-6528170cec52 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:35.607814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6522c02c-e5d4-455b-b8ba-9dd7ca1db1da req-6d7eb3a7-a61f-4b46-8769-6528170cec52 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.1570244 Oct 28 21:20:35.632086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d049a51a-47be-4947-804c-76cb0341a250', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:20:35.633239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.652642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:35.655052 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eac9d5-f975-4ae8-94ed-f9d17c8efb8d" -d '{"events": [{"server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "name": "network-vif-plugged", "status": "completed", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:35.681268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b8a163-5db0-452b-b1cf-113fea35ad05 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:35.693375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.697266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b216d56a-63b4-458d-83f7-5b6f609cd296,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:35.705473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6522c02c-e5d4-455b-b8ba-9dd7ca1db1da req-fb581a56-a9db-49a7-890b-c305085a8b4a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884845 Oct 28 21:20:35.712684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:35.715761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.717074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.724991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Transition to ACTIVE for port object 63b8a163-5db0-452b-b1cf-113fea35ad05 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:35.738264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.748949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.806225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.817227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:35.817358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:35.835100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-06de549f-efd5-4dbc-8581-dbdb785a6958 service neutron] 10.222.0.44 "GET /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.4444420 Oct 28 21:20:35.896067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Allocated IP 172.20.0.2 (d049a51a-47be-4947-804c-76cb0341a250/bc5263fa-4f7a-44a7-b3a9-8193055375fb/b41e4b3e-2909-4203-afbe-5e66135faebc) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:35.961282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc05d-7601-47c1-9a85-f7930d302b91 req-79baea69-c783-4df1-97ae-09b74f53dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:35.963223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88ecc05d-7601-47c1-9a85-f7930d302b91 req-79baea69-c783-4df1-97ae-09b74f53dace service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 1102 time: 0.1178617 Oct 28 21:20:35.964428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:35.964921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:35.965513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:35.970224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:35.970638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:35.986852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:35.986852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:35.986852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:35.987261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Bound port: 63b8a163-5db0-452b-b1cf-113fea35ad05, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:35.987664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.047827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.053966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88ecc05d-7601-47c1-9a85-f7930d302b91 req-96b25947-fe8b-4d30-a6fd-0621da2d843f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799162 Oct 28 21:20:36.059559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.100913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:36.106419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:36.116426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd1ab-714b-40b8-9b07-ec62cdf2d3ee req-d444b347-8cc2-4315-9947-6ed07a2e064c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.118411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b0dd1ab-714b-40b8-9b07-ec62cdf2d3ee req-d444b347-8cc2-4315-9947-6ed07a2e064c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0830860 Oct 28 21:20:36.121822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.124773 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93174d-cb91-4ef1-8a19-9a11ee1b1cfa x-openstack-request-id: req-ff93174d-cb91-4ef1-8a19-9a11ee1b1cfa {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:36.125122 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "name": "network-vif-plugged", "status": "completed", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:36.125385 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff93174d-cb91-4ef1-8a19-9a11ee1b1cfa {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:36.125909 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296', 'code': 200} Oct 28 21:20:36.127201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:36.186142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.187678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.189318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] 10.222.0.44 "PUT /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 1092 time: 1.2823033 Oct 28 21:20:36.193284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:36.196394 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54baa17-db02-4705-9b53-5d816f62d68c" -d '{"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:36.229784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b0dd1ab-714b-40b8-9b07-ec62cdf2d3ee req-a4be86f6-288e-44fd-b145-72b572bb4737 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006150 Oct 28 21:20:36.235955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb465-4474-4d2d-8655-d5e18fb7293c service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:36.264867 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.270463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:36.275962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:36.298723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.322409 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a15e28-4b5d-4237-a1ce-1c052cdacfd5 x-openstack-request-id: req-11a15e28-4b5d-4237-a1ce-1c052cdacfd5 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:36.323063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Network d049a51a-47be-4947-804c-76cb0341a250 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:36.323687 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:36.323951 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11a15e28-4b5d-4237-a1ce-1c052cdacfd5 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:36.324335 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'status': 'completed', 'code': 200} Oct 28 21:20:36.327508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:36.331642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-8afd51c8-517d-49ba-80df-9fdc75463923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.334036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-8afd51c8-517d-49ba-80df-9fdc75463923 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1095 time: 0.0741520 Oct 28 21:20:36.395488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-77f150e2-eaae-4fc3-929f-e34ed6693b8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.0533535 Oct 28 21:20:36.431216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:36.441790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:36.447772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.449033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.479152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.506558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:36.509734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.84 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/d3a3530b-4418-4ae4-9f8c-9a83ff749f74) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:36.530837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:36.535000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a8930a20-d7e9-40a0-8bf3-4f71bc96111e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0602038 Oct 28 21:20:36.574610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Request body: {'port': {'device_id': 'f02abada-4e0b-436d-821e-890ab568d86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:36.590749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0e78c0f4-a66b-49ec-b77b-89b6bc017a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.594425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-0e78c0f4-a66b-49ec-b77b-89b6bc017a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1870217 Oct 28 21:20:36.646756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Attempting to bind port b41e4b3e-2909-4203-afbe-5e66135faebc on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:36.647319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Attempting to bind port b41e4b3e-2909-4203-afbe-5e66135faebc by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:36.647459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Attempting to bind port b41e4b3e-2909-4203-afbe-5e66135faebc on network d049a51a-47be-4947-804c-76cb0341a250 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:36.672860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-fbe9cf32-0e27-4c28-bdad-e90e7c901168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698597 Oct 28 21:20:36.675351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:36.675843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Checking segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:36.676723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.677384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Bound using segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:36.678321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Bound port: b41e4b3e-2909-4203-afbe-5e66135faebc, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:36.678568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.680867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Pushing event updated for resources: {'Port': ['ID=b41e4b3e-2909-4203-afbe-5e66135faebc,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:36.696342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:36.707055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b8a44-04f7-4135-a691-27227666602a req-05293d0b-0f39-4806-b308-b8127c42993e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.718540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-792b8a44-04f7-4135-a691-27227666602a req-05293d0b-0f39-4806-b308-b8127c42993e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 950 time: 0.3255906 Oct 28 21:20:36.767594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53802) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:36.790146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] For port b41e4b3e-2909-4203-afbe-5e66135faebc, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:36.798289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] For port b41e4b3e-2909-4203-afbe-5e66135faebc, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b41e4b3e-2909-4203-afbe-5e66135faebc,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:36.801735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:36.802790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f922bec-d4ba-4eec-8726-87e24563385e req-36c635b0-5923-43a7-ac34-7e931a07a3c0 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:36.805933 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.815019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f922bec-d4ba-4eec-8726-87e24563385e req-36c635b0-5923-43a7-ac34-7e931a07a3c0 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1024 time: 0.3279328 Oct 28 21:20:36.836289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.896477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f922bec-d4ba-4eec-8726-87e24563385e req-1e89b243-c325-4ceb-90c7-b884523633c3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&id=df1a8826-a7fa-499b-b237-f06095d07c18&id=761b8c2c-287c-450e-ae39-6d4f18fa720a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0736043 Oct 28 21:20:36.904533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb609ee-4bac-4616-b961-9d0c7ca34d5b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:36.919830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb6d4-7ba9-4df0-a814-743b3e7a6bea None None] Pushing event updated for resources: {'Port': ['ID=b41e4b3e-2909-4203-afbe-5e66135faebc,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:36.922650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:36.949150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-792b8a44-04f7-4135-a691-27227666602a req-ac316b5e-ee42-4715-83fc-fc846cb00fed tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248011 Oct 28 21:20:36.987585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.989758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69472095-42f0-4db1-b044-8458c1040cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:36.990966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-849d30b6-9544-43a0-a33e-071ff9be94e4 None None] Provisioning complete for port e4ed2223-7690-49fc-a0d5-3386f64820e7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:36.991336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-849d30b6-9544-43a0-a33e-071ff9be94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.039640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-88011bf0-afe9-4e57-a084-7d5933eebbfb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:37.041417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-88011bf0-afe9-4e57-a084-7d5933eebbfb tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1024 time: 0.2027025 Oct 28 21:20:37.060957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-849d30b6-9544-43a0-a33e-071ff9be94e4 None None] Port e4ed2223-7690-49fc-a0d5-3386f64820e7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:37.189582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.225493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-2c03cad0-13a1-4fd6-be02-e17b6437ee09 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433569 Oct 28 21:20:37.256436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025615c-9340-40aa-96ae-d0ad3f86503d req-69bf5257-4c80-42ea-b6c8-ee7e7bb40f8b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:37.257903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7025615c-9340-40aa-96ae-d0ad3f86503d req-69bf5257-4c80-42ea-b6c8-ee7e7bb40f8b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 936 time: 0.2586081 Oct 28 21:20:37.444100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] Transition to ACTIVE for port object 3eb609ee-4bac-4616-b961-9d0c7ca34d5b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:37.459799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69472095-42f0-4db1-b044-8458c1040cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.464685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.480505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69472095-42f0-4db1-b044-8458c1040cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.556844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.558806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.560883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69472095-42f0-4db1-b044-8458c1040cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1a607-2294-4de7-86e9-114709cff5ab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:37.601521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb46db-3928-4aa4-a734-ec53fa528e96 req-796c8745-c949-402b-95f3-482f42dc7bd1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:37.610059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1bb46db-3928-4aa4-a734-ec53fa528e96 req-796c8745-c949-402b-95f3-482f42dc7bd1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 943 time: 0.4689548 Oct 28 21:20:37.655234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.675459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Deleting port ac06a67e-435c-4120-a658-0e99d9ad2ca5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:20:37.675794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.691015 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69472095-42f0-4db1-b044-8458c1040cd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60176aa10f2b4e28ac976d695cc491e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9187765 Oct 28 21:20:37.695004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7025615c-9340-40aa-96ae-d0ad3f86503d req-7b6c4bc0-5f9d-44cc-a278-8cf17deeaa54 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118736 Oct 28 21:20:37.712546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53814) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:37.721499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b41e4b3e-2909-4203-afbe-5e66135faebc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:37.746107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:37.757938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:37.760902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:37.778295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1bb46db-3928-4aa4-a734-ec53fa528e96 req-13eaafd5-a865-48a7-b8a4-b58d97ce9592 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624517 Oct 28 21:20:37.833653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2caec29-68cc-47a4-9ab6-6b887c4775c5 req-1b3a579f-c709-49f0-959d-4191129de7a1 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967321 Oct 28 21:20:37.835668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b41e4b3e-2909-4203-afbe-5e66135faebc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:37.837459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:37.841517 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.853347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:37.854125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.976693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:37.989628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] For port ac06a67e-435c-4120-a658-0e99d9ad2ca5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=ac06a67e-435c-4120-a658-0e99d9ad2ca5,segment=NetworkSegment(cf4177cb-0356-4be2-9457-ccca4133cec7),segment_id=cf4177cb-0356-4be2-9457-ccca4133cec7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:37.989628 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:37.991897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.034400 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.048264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] No DVR routers for this DVR port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:38.055665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:38.062990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Calling delete_port for ac06a67e-435c-4120-a658-0e99d9ad2ca5 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:20:38.082982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-6825a273-565f-4b17-85b9-5ea6908786f8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5091221 Oct 28 21:20:38.087759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ed2223-7690-49fc-a0d5-3386f64820e7 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:38.095002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port b41e4b3e-2909-4203-afbe-5e66135faebc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b41e4b3e-2909-4203-afbe-5e66135faebc,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:38.111951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.132813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.139618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.149264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Transition to ACTIVE for port object e4ed2223-7690-49fc-a0d5-3386f64820e7 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:38.232583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=b41e4b3e-2909-4203-afbe-5e66135faebc,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:38.232841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf0704-84fd-43c9-a37e-5cf60fe60469 req-4849cfcc-1382-4774-8030-fccedfaa51b5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:38.240292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ebf0704-84fd-43c9-a37e-5cf60fe60469 req-4849cfcc-1382-4774-8030-fccedfaa51b5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.2959249 Oct 28 21:20:38.248106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54baa17-db02-4705-9b53-5d816f62d68c req-aa6981fb-9e98-457c-bf89-be0c3e6463f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:38.249864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-aa6981fb-9e98-457c-bf89-be0c3e6463f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1095 time: 0.3485303 Oct 28 21:20:38.301182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99d40b-ec7f-4885-ae2a-1a37d7ff32a4 req-575351b1-8921-44eb-aa2b-95cd30433c32 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:38.308597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5c3b3a5b-f200-4620-9546-1a51de1eb779 None None] Provisioning complete for port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:38.309004 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3a5b-f200-4620-9546-1a51de1eb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.310279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a99d40b-ec7f-4885-ae2a-1a37d7ff32a4 req-575351b1-8921-44eb-aa2b-95cd30433c32 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/ports?device_id=80f45781-5fb0-4057-b3e9-364e83188ec6 HTTP/1.1" status: 200 len: 1024 time: 0.2722733 Oct 28 21:20:38.357732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b3a5b-f200-4620-9546-1a51de1eb779 None None] Port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:38.358097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.363389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.365167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ea1a607-2294-4de7-86e9-114709cff5ab HTTP/1.1" status: 204 len: 168 time: 0.6518583 Oct 28 21:20:38.415060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Request body: {'port': {'device_id': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:38.440307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.467866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-a1eeada5-dc87-4612-8ffa-8da6170e8e57 service neutron] 10.222.0.44 "PUT /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 2.5979159 Oct 28 21:20:38.478814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd01ab-8396-4ab3-ae97-eea5ea7cc36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1a607-2294-4de7-86e9-114709cff5ab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:38.506594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ebf0704-84fd-43c9-a37e-5cf60fe60469 req-c6e1ccd5-7e06-43e1-b423-baf54753b487 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651727 Oct 28 21:20:38.522342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Allocated IP 172.25.4.79 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/7d088253-2ee9-4d2a-8863-d7af56c9e872) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:38.560683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:38.596311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.601864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12969a-23c2-4f65-9404-c9590921fe3e None None] Network d049a51a-47be-4947-804c-76cb0341a250 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:38.657679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a99d40b-ec7f-4885-ae2a-1a37d7ff32a4 req-a2a4c83c-10fb-4449-8751-ed2ad6c1e206 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4055138-32de-4483-850a-21333d603972&id=df1a8826-a7fa-499b-b237-f06095d07c18&id=761b8c2c-287c-450e-ae39-6d4f18fa720a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3400741 Oct 28 21:20:38.664461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.696749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54baa17-db02-4705-9b53-5d816f62d68c req-f68816d2-81a0-499f-969a-82e047833a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:38.699809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-f68816d2-81a0-499f-969a-82e047833a13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.4384646 Oct 28 21:20:38.716980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ebb4bea3-7ef4-44e4-a4a1-b5c59a8d40c3 None None] Provisioning complete for port b41e4b3e-2909-4203-afbe-5e66135faebc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:38.716980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ebb4bea3-7ef4-44e4-a4a1-b5c59a8d40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.770106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Attempting to bind port e4ed2223-7690-49fc-a0d5-3386f64820e7 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:38.771235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Attempting to bind port e4ed2223-7690-49fc-a0d5-3386f64820e7 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:38.773640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'Port': ['ID=ac06a67e-435c-4120-a658-0e99d9ad2ca5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:38.776456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Attempting to bind port e4ed2223-7690-49fc-a0d5-3386f64820e7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:38.833624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Port e4ed2223-7690-49fc-a0d5-3386f64820e7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:38.833958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Attempting to bind port e4ed2223-7690-49fc-a0d5-3386f64820e7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:38.840548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:38.875896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:38.876230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:38.876638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:38.877077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Bound port: e4ed2223-7690-49fc-a0d5-3386f64820e7, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:38.877427 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:38.976128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-d6fb7200-915e-41a7-a8dc-89fd74ebe7b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.2043288 Oct 28 21:20:38.990393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-07b895bb-2209-4b0b-9471-956cbf97d288 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:38.991888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-07b895bb-2209-4b0b-9471-956cbf97d288 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.3933454 Oct 28 21:20:38.996810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:39.012195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40368569-ca4b-4fae-b2ad-eef7a0859881 req-4a0bee66-6306-4f8e-ae6e-107f46569f0f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.014655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40368569-ca4b-4fae-b2ad-eef7a0859881 req-4a0bee66-6306-4f8e-ae6e-107f46569f0f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 950 time: 0.3557370 Oct 28 21:20:39.015929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] No DVR routers for this DVR port ac06a67e-435c-4120-a658-0e99d9ad2ca5 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:39.024061 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.034507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4b69d10-0ec1-4c9d-ab16-bd97b75b7eae req-4c9b0ad6-59f5-4ace-ba9e-0dcbbef2c601 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.52 "DELETE /v2.0/ports/ac06a67e-435c-4120-a658-0e99d9ad2ca5 HTTP/1.1" status: 204 len: 173 time: 1.9521036 Oct 28 21:20:39.066009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.067909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'name': 'network-vif-deleted', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:39.070279 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f54f71-9000-4c42-8450-a6fece2715e0" -d '{"events": [{"server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "name": "network-vif-deleted", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:39.154331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0df07-5b11-4604-b3a0-8ca51314621e req-eb343f79-c219-4661-af6a-717c86019322 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.156170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebb0df07-5b11-4604-b3a0-8ca51314621e req-eb343f79-c219-4661-af6a-717c86019322 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 948 time: 0.2710733 Oct 28 21:20:39.187390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54baa17-db02-4705-9b53-5d816f62d68c req-b55f49bd-f769-4c61-a907-48e3fc6bd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.192985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-b55f49bd-f769-4c61-a907-48e3fc6bd47c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1981456 Oct 28 21:20:39.217736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40368569-ca4b-4fae-b2ad-eef7a0859881 req-774c6487-cbbf-4a47-b73b-efe030a9d3ca tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813061 Oct 28 21:20:39.232778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:39.242446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:39.252496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-b2c9fea7-20f3-42c6-911e-6c4969455681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.254065 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-b2c9fea7-20f3-42c6-911e-6c4969455681 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3&tenant_id=03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 1096 time: 0.2209191 Oct 28 21:20:39.258928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.260342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.308795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-32646e54-13d0-4e84-9ea5-14436616d3e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058197 Oct 28 21:20:39.394016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebb0df07-5b11-4604-b3a0-8ca51314621e req-76103ca9-3fa8-4eea-a17c-d70d6bf865e3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251544 Oct 28 21:20:39.410391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:39.437412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.439731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.441237 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] 10.222.0.52 "PUT /v2.0/ports/e4ed2223-7690-49fc-a0d5-3386f64820e7 HTTP/1.1" status: 200 len: 1097 time: 2.8718059 Oct 28 21:20:39.454244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:39.456061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e961f30-cf2b-439b-949d-a2ff4dee7807 req-f000b3fa-2305-4b5d-ac34-3a4d8a76086b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.456724 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:39.457718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e961f30-cf2b-439b-949d-a2ff4dee7807 req-f000b3fa-2305-4b5d-ac34-3a4d8a76086b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.1168044 Oct 28 21:20:39.467429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1ad11a1c-1b0f-4e62-8279-3c33623a1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.469755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-1ad11a1c-1b0f-4e62-8279-3c33623a1a77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1096 time: 0.1106558 Oct 28 21:20:39.470765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:39.473909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:39.498034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-83293868-1175-4d32-b21e-c51e32e9f303 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735804 Oct 28 21:20:39.515520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-efdfe3d5-43d5-4802-8757-279a29abe00d None None] Provisioning complete for port b41e4b3e-2909-4203-afbe-5e66135faebc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:39.515885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-efdfe3d5-43d5-4802-8757-279a29abe00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.544357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e961f30-cf2b-439b-949d-a2ff4dee7807 req-a27346b9-9bed-41c1-a3e0-83e6a3bdd980 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Oct 28 21:20:39.616576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b41e4b3e-2909-4203-afbe-5e66135faebc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:39.644534 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceefe767-36e8-4052-9d2a-b5f887468974 x-openstack-request-id: req-ceefe767-36e8-4052-9d2a-b5f887468974 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:39.644823 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f45781-5fb0-4057-b3e9-364e83188ec6", "name": "network-vif-deleted", "tag": "ac06a67e-435c-4120-a658-0e99d9ad2ca5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:39.645264 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceefe767-36e8-4052-9d2a-b5f887468974 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:39.645786 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f45781-5fb0-4057-b3e9-364e83188ec6', 'name': 'network-vif-deleted', 'tag': 'ac06a67e-435c-4120-a658-0e99d9ad2ca5', 'status': 'completed', 'code': 200} Oct 28 21:20:39.662581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c54baa17-db02-4705-9b53-5d816f62d68c req-d04c2df7-79ae-4f0e-a9ef-6dbd9b65d760 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524694 Oct 28 21:20:39.710561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e0b3d-7cd9-4bea-bca9-fbf0ce0afe79 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:39.774271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b41e4b3e-2909-4203-afbe-5e66135faebc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:39.774676 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:39.819531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e624-57d0-4f3c-8bb5-17cbe98036ea req-d086e5d7-7797-47da-86a4-8fd6d46f0379 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.821814 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d09d0-282e-40ef-a68f-85b8dc3da179 x-openstack-request-id: req-8c8d09d0-282e-40ef-a68f-85b8dc3da179 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:39.822184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d27e624-57d0-4f3c-8bb5-17cbe98036ea req-d086e5d7-7797-47da-86a4-8fd6d46f0379 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1175981 Oct 28 21:20:39.822319 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:39.822319 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c8d09d0-282e-40ef-a68f-85b8dc3da179 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:39.822764 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7', 'status': 'completed', 'code': 200} Oct 28 21:20:39.880613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d27e624-57d0-4f3c-8bb5-17cbe98036ea req-9c2dcd09-5327-44bd-b80b-165eb3a63a51 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Oct 28 21:20:39.937626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Pushing event updated for resources: {'Port': ['ID=7d088253-2ee9-4d2a-8863-d7af56c9e872,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:39.956866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a3530b-4418-4ae4-9f8c-9a83ff749f74 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:39.975205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434803f9-5897-45d8-887f-3f67cc315fff req-ded4bf3d-5b72-4497-a49b-f17aaa49c108 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.986838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-434803f9-5897-45d8-887f-3f67cc315fff req-ded4bf3d-5b72-4497-a49b-f17aaa49c108 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0998650 Oct 28 21:20:39.988219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-b37c5e38-257e-4852-b8a7-72f1faca761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:39.994112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-b37c5e38-257e-4852-b8a7-72f1faca761e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 1100 time: 0.3020523 Oct 28 21:20:40.017546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.046057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-434803f9-5897-45d8-887f-3f67cc315fff req-6cb48345-0612-485f-b86c-5e3d19581da4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Oct 28 21:20:40.156349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f279b178-1d5b-4066-8db0-90dd8446f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.157980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f279b178-1d5b-4066-8db0-90dd8446f397 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.4640529 Oct 28 21:20:40.159065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Transition to ACTIVE for port object d3a3530b-4418-4ae4-9f8c-9a83ff749f74 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:40.162339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-f87cf7ef-36b5-47f6-88c6-e833f82517b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7 HTTP/1.1" status: 200 len: 217 time: 0.1273134 Oct 28 21:20:40.163144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-ffa2f33c-79f1-44ce-b44d-77da99f6700a tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/df1a8826-a7fa-499b-b237-f06095d07c18 HTTP/1.1" status: 200 len: 1800 time: 0.0493648 Oct 28 21:20:40.172633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.236594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-69003f87-71e2-4353-85f1-29be919d47a3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346367 Oct 28 21:20:40.286170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-463314b7-302f-4970-aa84-8aef08f487d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 200 len: 217 time: 0.1065733 Oct 28 21:20:40.319502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.326009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.367437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.375682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:40.419221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-58bf3a24-a1bd-4e09-aada-735f84e53550 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.421387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-58bf3a24-a1bd-4e09-aada-735f84e53550 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747136 Oct 28 21:20:40.430092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-b9cb73b7-a646-4f0a-a7fe-b3d6d562a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.431552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-b9cb73b7-a646-4f0a-a7fe-b3d6d562a7ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2476342 Oct 28 21:20:40.449469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-e6304b53-42b9-41ae-a1a2-ab39c7c789f9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/quotas/12c6cf02379248b9bc9b3e77eda7a189 HTTP/1.1" status: 200 len: 375 time: 0.0195651 Oct 28 21:20:40.507803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-13d03a75-ab52-4130-81d0-b79f2c8c637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.509313 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-13d03a75-ab52-4130-81d0-b79f2c8c637e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.2061620 Oct 28 21:20:40.514844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:40.517770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-96cdd41e-a5b8-49ae-abf6-a6abee7b757b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667148 Oct 28 21:20:40.518888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.521569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.521856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Attempting to bind port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:40.522189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Attempting to bind port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:40.522726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Attempting to bind port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:40.533182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af3496d-c34a-4b48-93a3-d8f60b167cc8 req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/df1a8826-a7fa-499b-b237-f06095d07c18 HTTP/1.1" status: 204 len: 173 time: 0.3567021 Oct 28 21:20:40.547494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d0b5-b2fc-480d-8ffd-962f139ecf1b tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a8826-a7fa-499b-b237-f06095d07c18,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:40.556037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:40.556430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Attempting to bind port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:40.700647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefe2c4-a0f4-4775-91a0-167a5bc76f22 req-9550720b-49c0-4b3a-9c0e-11c3f697a052 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.702665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baefe2c4-a0f4-4775-91a0-167a5bc76f22 req-9550720b-49c0-4b3a-9c0e-11c3f697a052 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 948 time: 0.0649033 Oct 28 21:20:40.716531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48e8ee5f-20ba-4f2f-b673-9c342f233b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.773308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baefe2c4-a0f4-4775-91a0-167a5bc76f22 req-6b419f30-9b3c-48a2-867b-d158be2cb823 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618377 Oct 28 21:20:40.776692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-51d08eff-1f52-4dfc-b1af-448869cf7f1d tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "GET /v2.0/security-groups/761b8c2c-287c-450e-ae39-6d4f18fa720a HTTP/1.1" status: 200 len: 1800 time: 0.0728917 Oct 28 21:20:40.807899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:40.873864 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-528e0bc2-628e-4f28-b71e-929ab50d76ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3427281 Oct 28 21:20:40.880918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.888843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-0c604468-5c3e-4315-b82e-8b44a33c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:40.890464 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-0c604468-5c3e-4315-b82e-8b44a33c5364 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4406898 Oct 28 21:20:40.891229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:40.891510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:40.891880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:40.892331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Bound port: d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:40.892752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:40.935271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.009625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c325a5-491f-405a-8dde-de792189fb12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.012953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:41.030825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'port_id': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'mac_address': 'fa:16:3e:97:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd946e622-a384-412b-80be-d1d1fceb80a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:41.080884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.096662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b8a163-5db0-452b-b1cf-113fea35ad05 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:41.115313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec5aee-f631-4b55-a36e-b9de7ba86924 req-d7f88863-4b6d-4fbc-9982-c934ef9b7be0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:41.117900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1ec5aee-f631-4b55-a36e-b9de7ba86924 req-d7f88863-4b6d-4fbc-9982-c934ef9b7be0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.1118805 Oct 28 21:20:41.119281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.122452 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.124751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9c1881e-f8fc-4d18-a4dd-1a5d73ba75a2 req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] 10.222.0.31 "DELETE /v2.0/security-groups/761b8c2c-287c-450e-ae39-6d4f18fa720a HTTP/1.1" status: 204 len: 173 time: 0.3413424 Oct 28 21:20:41.140001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:41.140814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85be664-38c7-4a02-ab19-ded855a643a3 tempest-SecurityGroupsTestJSON-1924056914 tempest-SecurityGroupsTestJSON-1924056914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b8c2c-287c-450e-ae39-6d4f18fa720a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:41.167681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device ac06a67e-435c-4120-a658-0e99d9ad2ca5 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:41.169069 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-dc965d04-8201-4732-a2cd-f031b0d5295e service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113752 Oct 28 21:20:41.239992 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-3c8e9d52-b20f-4c5c-8503-fdfef6a4b088 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434126 Oct 28 21:20:41.248349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:41.250724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: ac06a67e-435c-4120-a658-0e99d9ad2ca5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:20:41.251260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device ac06a67e-435c-4120-a658-0e99d9ad2ca5 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:41.256666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.280379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bfcb57-b816-429a-9b15-4a4af1ee3be7 req-485bafac-4649-44c0-aa10-362c637b5379 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 210 time: 0.0627553 Oct 28 21:20:41.319567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:41.335284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1ec5aee-f631-4b55-a36e-b9de7ba86924 req-206fee17-0efe-41b8-a233-f1a6f9676ed2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080719 Oct 28 21:20:41.348989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Deleting subnet 59e124de-04e6-4171-b9f4-7f6049fd9dba {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:20:41.356763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.415576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.481511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.483113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:41.490444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f034b0-058e-429c-a34b-f5922acc784f req-3fc52c2f-65c2-46d5-a366-1093d0d48f7c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:41.491940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66f034b0-058e-429c-a34b-f5922acc784f req-3fc52c2f-65c2-46d5-a366-1093d0d48f7c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.0924633 Oct 28 21:20:41.568246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:41.575011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:41.577770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66f034b0-058e-429c-a34b-f5922acc784f req-3d915f2d-624d-458a-b47c-44845d1d5650 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677609 Oct 28 21:20:41.595242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.634947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e124de-04e6-4171-b9f4-7f6049fd9dba,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:41.641834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.645442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7e6cb50-7ba2-4307-bf74-edca18f0aa42 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/59e124de-04e6-4171-b9f4-7f6049fd9dba HTTP/1.1" status: 204 len: 168 time: 0.5016167 Oct 28 21:20:41.648461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:41.649575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-f6641b7c-98ec-4dbc-89ec-31f7c98ba2ea service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079237 Oct 28 21:20:41.659116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.669800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.708301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.727090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c325a5-491f-405a-8dde-de792189fb12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.746311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.757707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c325a5-491f-405a-8dde-de792189fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.830045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:41.830677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.832839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3a3530b-4418-4ae4-9f8c-9a83ff749f74 HTTP/1.1" status: 200 len: 1096 time: 3.7367849 Oct 28 21:20:41.859980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.875977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:41.878693 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b7c86-695c-4ea2-8efb-a80288733307" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:41.885344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-438513b7-d878-457f-b720-b9a6ed7b4e5c service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215983 Oct 28 21:20:41.895248 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.921913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6b37f0-7067-48ae-8c67-9dd98d39e983']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:41.937384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4177cb-0356-4be2-9457-ccca4133cec7') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:41.937726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4177cb-0356-4be2-9457-ccca4133cec7') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:41.950666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.955412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c325a5-491f-405a-8dde-de792189fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ac1e7-20fa-485a-83c7-906351c824d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:41.970301 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:41.978041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:20:41.978622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.007861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eafba-c540-4f65-8da4-8d81cb999fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:42.022903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6c325a5-491f-405a-8dde-de792189fb12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c98125a9075468f87b30bf6e73de960&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5020137 Oct 28 21:20:42.025222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53914) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:42.027580 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d791a7fa-dacd-4c9c-8937-3d14730ebde1 x-openstack-request-id: req-d791a7fa-dacd-4c9c-8937-3d14730ebde1 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:42.027911 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:42.028099 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d791a7fa-dacd-4c9c-8937-3d14730ebde1 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:42.028568 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74', 'status': 'completed', 'code': 200} Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:20:42.048418 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:20:42.058318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058c392-1f0a-4914-a3e1-074b96030a76 req-30317455-6f1e-4ccc-b285-28763a4577bf tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.060032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8058c392-1f0a-4914-a3e1-074b96030a76 req-30317455-6f1e-4ccc-b285-28763a4577bf tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 948 time: 0.1812880 Oct 28 21:20:42.108262 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-b7f0fec4-d0d3-4ff4-9fcf-6415b8ca4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.109884 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-b7f0fec4-d0d3-4ff4-9fcf-6415b8ca4577 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 1100 time: 0.3812385 Oct 28 21:20:42.113809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.128225 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.134982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/be6b37f0-7067-48ae-8c67-9dd98d39e983 HTTP/1.1" status: 204 len: 168 time: 0.4830506 Oct 28 21:20:42.137587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8058c392-1f0a-4914-a3e1-074b96030a76 req-4c47cfca-a52f-4c30-b17d-8dcb2504ff13 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676370 Oct 28 21:20:42.148148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcadaa-9e76-41d1-bab0-ac1306c853bc admin admin] Pushing event deleted for resources: {'Network': ['ID=be6b37f0-7067-48ae-8c67-9dd98d39e983,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:42.191296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-2ceb93ab-bdb4-4f21-943e-52bfdd8961cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.192828 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-2ceb93ab-bdb4-4f21-943e-52bfdd8961cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 1099 time: 0.2319579 Oct 28 21:20:42.215159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-886cf75f-934d-4001-b7b9-ef80ef7ed11d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511110 Oct 28 21:20:42.279778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-7771cf95-81ec-4f90-a995-e7967b992403 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74 HTTP/1.1" status: 200 len: 217 time: 0.0724156 Oct 28 21:20:42.286756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.302779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:42.398645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-5a18c453-f917-42c7-bab1-2427d4202667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.399171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b25ab7be-9a5c-40ae-a926-c78956751323 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.400118 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-5a18c453-f917-42c7-bab1-2427d4202667 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2825952 Oct 28 21:20:42.400647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b25ab7be-9a5c-40ae-a926-c78956751323 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799474 Oct 28 21:20:42.403732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.418193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ff50125e-d6f1-4d7d-8284-d919f60b8ec1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbc32a8c3edd4310a380b5b1c0068850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1143427 Oct 28 21:20:42.422786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4af4f0da-d63e-4a13-bc73-3dd153a499ef req-e4a05431-e6ca-4aac-a7ee-8d581291cc96 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 210 time: 0.0464041 Oct 28 21:20:42.423258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:42.427534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Request body: {'port': {'device_id': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '12c6cf02379248b9bc9b3e77eda7a189'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:42.465039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:20:42.471064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-1641297a-2cef-4b01-baf7-40110d55acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.472636 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-1641297a-2cef-4b01-baf7-40110d55acab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1822853 Oct 28 21:20:42.480489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-0f502982-c75a-43ea-8bec-809b23ccd9b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7 HTTP/1.1" status: 200 len: 217 time: 0.0614028 Oct 28 21:20:42.482383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-142d02ad-f6aa-4429-8e19-96371c3b010d tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.483783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-142d02ad-f6aa-4429-8e19-96371c3b010d tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.2158861 Oct 28 21:20:42.704387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a78dc1dc-2b39-4b98-9d06-32e697d36a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.705909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-a78dc1dc-2b39-4b98-9d06-32e697d36a93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2212849 Oct 28 21:20:42.709106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-cb3ca54a-6eba-4b48-af49-f04308f4b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.710443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-cb3ca54a-6eba-4b48-af49-f04308f4b22b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2083726 Oct 28 21:20:42.712648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.715198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.716309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b8ac1e7-20fa-485a-83c7-906351c824d3 HTTP/1.1" status: 204 len: 168 time: 0.6839149 Oct 28 21:20:42.800464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:42.869223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84424947-deff-4524-8eea-4ae52c888bc4 req-c241eed5-d30e-497e-8c1d-6e02cf8b82d9 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.871327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84424947-deff-4524-8eea-4ae52c888bc4 req-c241eed5-d30e-497e-8c1d-6e02cf8b82d9 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.4521329 Oct 28 21:20:42.875886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.887340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 63b8a163-5db0-452b-b1cf-113fea35ad05 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:42.892135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 63b8a163-5db0-452b-b1cf-113fea35ad05 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:42.892666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:42.929422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57d77-3261-4948-96bd-3d70d010db1e req-878b1fe5-8aa3-49ac-970d-6bd2d3f03fba tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:42.938205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92d57d77-3261-4948-96bd-3d70d010db1e req-878b1fe5-8aa3-49ac-970d-6bd2d3f03fba tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.1968737 Oct 28 21:20:42.965835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.009217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.014837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0e58-81f6-43d5-bdd5-ef0da2298133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ac1e7-20fa-485a-83c7-906351c824d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:43.037033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84424947-deff-4524-8eea-4ae52c888bc4 req-9b0d9fce-33e2-4fb1-8553-b1354d66590b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518602 Oct 28 21:20:43.048638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Made reservation on behalf of 12c6cf02379248b9bc9b3e77eda7a189 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:43.052353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.062773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92d57d77-3261-4948-96bd-3d70d010db1e req-81755e63-4d7a-472b-9523-661025d96ff3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236529 Oct 28 21:20:43.068310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:20:43.094451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:43.106982 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0af44-4534-4225-b59f-4ce3719644e9" -d '{"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-plugged", "status": "completed", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:43.108346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Sync routers for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:20:43.127895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:43.130869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-4328a292-5375-4df8-89a9-5bbe316447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:43.130869 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-4328a292-5375-4df8-89a9-5bbe316447dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3992975 Oct 28 21:20:43.137609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.139566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4bb34f26-ed23-4441-b616-de860be3d286 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7671454 Oct 28 21:20:43.141289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:43.144935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53940) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:43.146063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:43.157793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.192543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f6cd994b-a89d-4e1a-8e86-212c0286c65e service neutron] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:43.212634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f6cd994b-a89d-4e1a-8e86-212c0286c65e service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.214775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a4ec945b-2e2d-475c-8989-5ce41207fe2a req-f6cd994b-a89d-4e1a-8e86-212c0286c65e service neutron] 10.222.0.52 "DELETE /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.7139974 Oct 28 21:20:43.229864 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082f4c5-dbbc-4f81-8b49-c43ee9bd0f5a x-openstack-request-id: req-d082f4c5-dbbc-4f81-8b49-c43ee9bd0f5a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:43.230881 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-plugged", "status": "completed", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:43.231167 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d082f4c5-dbbc-4f81-8b49-c43ee9bd0f5a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:43.231639 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'code': 200} Oct 28 21:20:43.260344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:43.264227 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-4689dc2c-82a4-4f8c-8e3b-cf43cc9fad82 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450535 Oct 28 21:20:43.324545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.327473 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.329466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f37081fc-923b-4fa6-b719-e3e70b3866b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.335033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4055138-32de-4483-850a-21333d603972 HTTP/1.1" status: 204 len: 168 time: 0.9039838 Oct 28 21:20:43.393598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45219ecb-d042-49e9-aa39-88288345836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4055138-32de-4483-850a-21333d603972,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:43.476713 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:43.493078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-411ae526-775a-4116-98de-57a1f688b336 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276310 Oct 28 21:20:43.539573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011babc2-5e92-4d26-82df-7ec8528541ad req-958ebee6-da91-43fd-b247-5bcd154eb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:43.541116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-011babc2-5e92-4d26-82df-7ec8528541ad req-958ebee6-da91-43fd-b247-5bcd154eb821 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1097 time: 0.1856296 Oct 28 21:20:43.578638 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5f6e1b7-ec77-4345-9ffb-bc0fe5f593e6 req-3cecd604-9ac8-4eb0-bae3-1b0ef89b3164 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859025 Oct 28 21:20:43.640100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-011babc2-5e92-4d26-82df-7ec8528541ad req-d3f9a2b8-8a71-47c1-b16a-4756f03a34f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Oct 28 21:20:43.705989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fe2be6-28d1-4dcc-8466-efcbbf787e3a req-9ace4060-cb81-4059-a922-a314a08080ff service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998608 Oct 28 21:20:43.724220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-d3b15bed-b229-4a7d-8939-138c16159775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:43.725769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-d3b15bed-b229-4a7d-8939-138c16159775 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 1099 time: 0.0823429 Oct 28 21:20:43.726473 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:39Z', 'revision_number': 3, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:43.770323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Checking router: 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:20:43.770323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Updating router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 port 7d088253-2ee9-4d2a-8863-d7af56c9e872 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:20:43.773903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17c8ff-de02-4e64-8076-30fbfe15f6d2 req-37eadb45-35ee-4583-83f0-fd9d8fbd554e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:43.781310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea17c8ff-de02-4e64-8076-30fbfe15f6d2 req-37eadb45-35ee-4583-83f0-fd9d8fbd554e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 1096 time: 0.4065962 Oct 28 21:20:43.814174 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:43.814311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91160f11-5596-4210-a859-56fb073e55a8 req-85a1500e-8a98-485b-b45a-83aef28ba096 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:43.815977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91160f11-5596-4210-a859-56fb073e55a8 req-85a1500e-8a98-485b-b45a-83aef28ba096 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 948 time: 0.3607669 Oct 28 21:20:43.817334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Allocated IP 192.168.233.9 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:44.025827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-a677f96f-e275-4a4b-80f7-b4af35e46a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:44.028721 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-a677f96f-e275-4a4b-80f7-b4af35e46a67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1884067 Oct 28 21:20:44.043937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea17c8ff-de02-4e64-8076-30fbfe15f6d2 req-41efbdf3-fda5-4dfb-8775-1bfe2c94e6c9 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617545 Oct 28 21:20:44.090300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91160f11-5596-4210-a859-56fb073e55a8 req-6f953534-1007-423a-9a57-daa116bb8730 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539966 Oct 28 21:20:44.126778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-21f39cab-dc60-4d71-9bfc-1888c1009f87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74 HTTP/1.1" status: 200 len: 217 time: 0.0792110 Oct 28 21:20:44.199543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53980) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:44.232346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-5d7b789c-48cb-48c3-8dac-7dcb24c61273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:44.234041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-5d7b789c-48cb-48c3-8dac-7dcb24c61273 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0933838 Oct 28 21:20:44.288414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cda45f9-f6f9-42d5-aca0-d1a74cdd7e15 req-d90efc46-2d8a-4d87-bee2-2b3ee6cae74d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 210 time: 0.0854287 Oct 28 21:20:44.289680 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.296634 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.344201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-2ed4731b-bdcd-44cc-950f-571216ac752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:44.346545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-2ed4731b-bdcd-44cc-950f-571216ac752f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954909 Oct 28 21:20:44.427004 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Pushing event updated for resources: {'Port': ['ID=7d088253-2ee9-4d2a-8863-d7af56c9e872,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:44.453775 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.454738 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.455283 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.455775 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.457080 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.457585 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.457923 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.458256 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.458586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.458937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.466095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-356765887-network', 'tenant_id': 'd1ccc73bc9c0438285a958705349fd5d'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:44.469885 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.470286 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:20:44.483156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Attempting to bind port 7d088253-2ee9-4d2a-8863-d7af56c9e872 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:44.485849 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Attempting to bind port 7d088253-2ee9-4d2a-8863-d7af56c9e872 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:44.486386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Attempting to bind port 7d088253-2ee9-4d2a-8863-d7af56c9e872 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:44.501451 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:44.502154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:44.503229 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.503625 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:44.504779 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Bound port: 7d088253-2ee9-4d2a-8863-d7af56c9e872, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:44.505862 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.506996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07755-9e89-4e0e-8214-0e417a92f5be req-bf6403f3-b44f-4f06-904e-d7d5339dd58d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:44.515252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbe07755-9e89-4e0e-8214-0e417a92f5be req-bf6403f3-b44f-4f06-904e-d7d5339dd58d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.3149807 Oct 28 21:20:44.518003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Made reservation on behalf of d1ccc73bc9c0438285a958705349fd5d for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:44.522524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.560631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.576620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] For port 7d088253-2ee9-4d2a-8863-d7af56c9e872, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:44.580189 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] For port 7d088253-2ee9-4d2a-8863-d7af56c9e872, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7d088253-2ee9-4d2a-8863-d7af56c9e872,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:44.584758 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.601836 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-39d242d4-5303-4c60-8863-297e1c856ad4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375648 Oct 28 21:20:44.643547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.656015 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:44.656742 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:44.733671 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.752900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbe07755-9e89-4e0e-8214-0e417a92f5be req-4d67c70e-9c19-4ddd-8956-eaaa56416891 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364798 Oct 28 21:20:44.763597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54004) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:44.787610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b86b7c86-695c-4ea2-8efb-a80288733307 req-f558367e-8e52-44ea-a854-b2d7ab846a0b service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757264 Oct 28 21:20:44.857955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.866943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.874048 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a34548-4928-4ecb-9793-1063b16bda3a None None] Pushing event updated for resources: {'Port': ['ID=7d088253-2ee9-4d2a-8863-d7af56c9e872,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:44.892268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:20:44.911336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ab4fb-4d79-4856-815c-fa3d9f236959,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:44.914654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.915005 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Added segment dbdc014d-2f8c-4b53-84c8-eac2f5263efe of type vlan for network cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c Oct 28 21:20:44.917499 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.931654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:44.973700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:44.980138 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:44.999152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b216d56a-63b4-458d-83f7-5b6f609cd296'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:45.012151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.013466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:45.014218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-c2eb29dc-8597-4463-b0c5-3e86b16dd614 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:45.014851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.021601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-c2eb29dc-8597-4463-b0c5-3e86b16dd614 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.4892602 Oct 28 21:20:45.059632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1917178345-network', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:45.070198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:45.079287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-dcec650d-a215-4903-a2b6-ae8098ed868e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/quotas/03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 375 time: 0.0564687 Oct 28 21:20:45.089731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:45.090798 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8894405 Oct 28 21:20:45.091588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54008) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:45.100409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Request body: {'subnet': {'network_id': 'cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-356765887-subnet', 'tenant_id': 'd1ccc73bc9c0438285a958705349fd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:45.114904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea39afd-b8d6-45ef-a729-a0451a8a9b8e admin admin] Pushing event updated for resources: {'Network': ['ID=cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:45.125822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:45.150483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Made reservation on behalf of d1ccc73bc9c0438285a958705349fd5d for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:45.154320 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.208898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:20:45.220966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event updated for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:45.239583 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:39Z', 'revision_number': 3, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:45.250796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:45.251823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.269249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.api [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:20:45.269249 n-d-806683-16 neutron-server[102314]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 21:20:45.269249 n-d-806683-16 neutron-server[102314]: [parameters: {'project_id_1': 'b2d4d3a17900481297f18714ae6f2dc3', 'expiration_1': datetime.datetime(2021, 10, 28, 21, 20, 25, 111401)}] Oct 28 21:20:45.269249 n-d-806683-16 neutron-server[102314]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:20:45.270452 n-d-806683-16 neutron-server[102314]: DEBUG oslo_db.api [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:20:45.277644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cdd378-f653-4b5c-9c96-253fb6bfd9f1 None None] The sync data for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 is: [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:39Z', 'revision_number': 3, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:20:45.304291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-b9a96bdc-14fe-483c-9710-bba6a607d4fe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8839328 Oct 28 21:20:45.327482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.339598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Request body: {'port': {'device_id': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:45.422188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0923fb5e-897b-4e3e-8b03-1907e729ce94 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3418632 Oct 28 21:20:45.433152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.446868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e4ed2223-7690-49fc-a0d5-3386f64820e7 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:45.472125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.505295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa58580-2c7e-48e1-9d29-38e78e03a564 req-1dc42259-9e88-4457-b30a-07bd1e6c7dec tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:45.515691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7aa58580-2c7e-48e1-9d29-38e78e03a564 req-1dc42259-9e88-4457-b30a-07bd1e6c7dec tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 948 time: 0.2824767 Oct 28 21:20:45.519898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f33dd62-c426-43f8-a34f-1aeacd0c6d84,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:45.539627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Checking segment: {'id': 'dbdc014d-2f8c-4b53-84c8-eac2f5263efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:45.539990 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Network hostable DHCP agents. Network: cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:20:45.568251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Network cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:20:45.583234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:45.588148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6e90f290-4fcd-45ac-b6e4-77648c8e1968 None None] Provisioning complete for port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:45.588605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e90f290-4fcd-45ac-b6e4-77648c8e1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.588775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:45.589314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.602287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.618530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9fb7141b-d761-4763-8b05-cc82da157902 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5224926 Oct 28 21:20:45.634162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa454e4d-0258-4c4a-b05d-1fb579162e28 None None] Network cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:45.711365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7aa58580-2c7e-48e1-9d29-38e78e03a564 req-1740cf40-7706-42a9-9d4e-8041f7edf20b tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881769 Oct 28 21:20:45.772705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6e90f290-4fcd-45ac-b6e4-77648c8e1968 None None] Port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:45.807220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:45.867589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'e4ed2223-7690-49fc-a0d5-3386f64820e7', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'e4ed2223-7690-49fc-a0d5-3386f64820e7', 'mac_address': 'fa:16:3e:b5:16:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:45.914549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-89455610-b820-4ff8-9cd5-f22bbbe08a8a service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535189 Oct 28 21:20:45.964794 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:45.970384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15900648-2eee-42c4-9aa6-748858834e88 None None] Network cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:46.019800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ed2223-7690-49fc-a0d5-3386f64820e7 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:46.049983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Made reservation on behalf of b2d4d3a17900481297f18714ae6f2dc3 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:46.051998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.052708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:46.066928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.170743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:46.314211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Allocated IP 172.20.0.1 (d049a51a-47be-4947-804c-76cb0341a250/bc5263fa-4f7a-44a7-b3a9-8193055375fb/0b2a7ecb-2f93-4915-93a6-e7cdd586a643) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:46.326727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.340524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f08b2-d4de-466a-ace2-6ef846b3672c req-76a71f58-81bb-49a4-8e03-668fd012ef82 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:46.342006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2f08b2-d4de-466a-ace2-6ef846b3672c req-76a71f58-81bb-49a4-8e03-668fd012ef82 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 934 time: 0.5266302 Oct 28 21:20:46.415942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:46.510099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-370c1821-1437-49ef-ab21-352e4b530ae2 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843291 Oct 28 21:20:46.538059 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.539062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2f08b2-d4de-466a-ace2-6ef846b3672c req-bfa07f64-eb0e-4ec0-8302-d907895eae7d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871717 Oct 28 21:20:46.626891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.697548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.706380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.730667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:46.753944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.770322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:20:46.796836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1bf82e-302d-43c8-a56a-066e17a481ed,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:46.814099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Transition to ACTIVE for port object 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:46.827232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d3a3530b-4418-4ae4-9f8c-9a83ff749f74 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:46.832049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.832429 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Added segment 7d542fe5-867c-428f-ace0-e63d0b5993e8 of type vlan for network d5d5ee72-27e3-40da-b270-e675cfd1d298 Oct 28 21:20:46.841848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.844157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.912023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-64527703', 'description': 'tempest-description-1444562929'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:46.935966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:46.952921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Network d049a51a-47be-4947-804c-76cb0341a250 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:46.969025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:46.973675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:46.981077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Pushing event updated for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:46.993590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:47.011524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74', 'mac_address': 'fa:16:3e:da:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:47.028986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215489d2-daa3-429d-b4d4-29dee1865478 req-486c0049-9025-44b3-a018-40fb41a2ca38 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:47.030582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-215489d2-daa3-429d-b4d4-29dee1865478 req-486c0049-9025-44b3-a018-40fb41a2ca38 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.2687461 Oct 28 21:20:47.068837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.085995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a3530b-4418-4ae4-9f8c-9a83ff749f74 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:47.111735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:47.119702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.168559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.177411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.178417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:47.179001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.183617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:47.300552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d5ee72-27e3-40da-b270-e675cfd1d298,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:47.302849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.318019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:20:47.318554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:47.348971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-66448af5-50e9-497b-aee0-7ce58d31e950 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5756919 Oct 28 21:20:47.349346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:47.355663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Request body: {'subnet': {'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1917178345-subnet', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:47.381111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:47.398821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Made reservation on behalf of b2d4d3a17900481297f18714ae6f2dc3 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:47.402082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.406049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-215489d2-daa3-429d-b4d4-29dee1865478 req-5cb70790-4768-4457-898d-0d88bfd97e8b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343155 Oct 28 21:20:47.460617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Attempting to bind port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:47.461186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Attempting to bind port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:47.461681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Attempting to bind port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:47.480929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:47.481446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Attempting to bind port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:47.499644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:47.500348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:47.500945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:47.501553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Bound port: 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:47.502139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.586337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.594481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20022a9b-b4c2-4bdd-a8d7-934e83607317 req-3667756c-0afc-4915-9ee7-2a5ba2838a0d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 210 time: 0.0537403 Oct 28 21:20:47.619419 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.623341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f8025b58-cbc9-419a-af2c-1a87b7f22de5 None None] Provisioning complete for port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:47.623839 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8025b58-cbc9-419a-af2c-1a87b7f22de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.699943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.702747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f8025b58-cbc9-419a-af2c-1a87b7f22de5 None None] Port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:47.707142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aace9d00-faf4-49bb-8c2c-e5154cc1462f req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8065944 Oct 28 21:20:47.756283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:47.763204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7d088253-2ee9-4d2a-8863-d7af56c9e872 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:47.767386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc28e76-2b8d-4b28-8df6-6c886249b199 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3101da3c-d638-4df1-bde8-cd2760f320e5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:47.770949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.786005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:47.787561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.810884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.840653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7d088253-2ee9-4d2a-8863-d7af56c9e872 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:47.841224 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.842149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6049afc-4b1a-4c73-b4bf-6c901ad05701,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:47.853355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Checking segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:47.853715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Network hostable DHCP agents. Network: d5d5ee72-27e3-40da-b270-e675cfd1d298, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:20:47.873844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:20:47.885797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d5d5ee72-27e3-40da-b270-e675cfd1d298) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:47.891641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:47.892241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.899153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8c898-84a8-441d-b369-666357b6147a None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:47.910080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-013035b1-cfc0-413b-8410-e8916f917b89 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5589628 Oct 28 21:20:47.912692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:47.919116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:47.927457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:47.928175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.929490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] 10.222.0.44 "PUT /v2.0/ports/379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd HTTP/1.1" status: 200 len: 1095 time: 2.5989778 Oct 28 21:20:47.938826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:47.941354 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30" -d '{"events": [{"name": "network-changed", "server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:47.953159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:47.954800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.033646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.052998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0478-24e5-4e75-96b4-32c173c6e3de service neutron] Pushing event updated for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:48.081038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.097416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1f8b9-f4f6-4744-9c11-103371e14a11 req-ff753289-6843-47ac-b5a5-446d6f276c42 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.105394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6a1f8b9-f4f6-4744-9c11-103371e14a11 req-ff753289-6843-47ac-b5a5-446d6f276c42 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1097 time: 0.3007412 Oct 28 21:20:48.121358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826beba-acc7-4078-b4a7-be2e904a7967 req-100d0730-4f47-422c-94ab-cd49ab731969 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.127734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 7d088253-2ee9-4d2a-8863-d7af56c9e872, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7d088253-2ee9-4d2a-8863-d7af56c9e872,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:48.130137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a826beba-acc7-4078-b4a7-be2e904a7967 req-100d0730-4f47-422c-94ab-cd49ab731969 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 949 time: 0.3801382 Oct 28 21:20:48.137674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.188212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d5d5ee72-27e3-40da-b270-e675cfd1d298', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:20:48.189076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.234425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.253821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=7d088253-2ee9-4d2a-8863-d7af56c9e872,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:48.270974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a826beba-acc7-4078-b4a7-be2e904a7967 req-0cc45b10-5ca2-46d6-99d7-8c91e439e32c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370208 Oct 28 21:20:48.288397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-1196a54a-4597-4cc5-a881-7d435a36beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.290196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-1196a54a-4597-4cc5-a881-7d435a36beb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 1098 time: 0.3070736 Oct 28 21:20:48.300055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6a1f8b9-f4f6-4744-9c11-103371e14a11 req-c5a51acc-4af0-4d17-8bc1-fea877e3e9d1 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934388 Oct 28 21:20:48.395313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-2cad97a0-9fe3-4d4a-889b-da8515d3d0a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd HTTP/1.1" status: 200 len: 217 time: 0.0866332 Oct 28 21:20:48.414597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Allocated IP 172.20.0.2 (d5d5ee72-27e3-40da-b270-e675cfd1d298/b6049afc-4b1a-4c73-b4bf-6c901ad05701/65596bb0-6ff2-4b3b-a344-4ffef5c2c4da) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:48.427013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.445741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.459986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-49d80464-bcd1-414b-bf34-a6443ffae36a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.461652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-49d80464-bcd1-414b-bf34-a6443ffae36a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.2216637 Oct 28 21:20:48.509466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Request body: {'port': {'device_id': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'admin_state_up': True, 'tenant_id': '03b669f7d6b54634a31737352f7296e0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:48.633862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.642449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-fa33028d-cb90-4d5c-94ea-bcad5ccecaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.644073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-fa33028d-cb90-4d5c-94ea-bcad5ccecaa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2137563 Oct 28 21:20:48.644816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:48.653976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.675224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a609-06f6-4476-a00a-f1fcf3d10210 req-172303d4-dfa8-4514-9e8a-73609665f167 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.677466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c4a609-06f6-4476-a00a-f1fcf3d10210 req-172303d4-dfa8-4514-9e8a-73609665f167 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 946 time: 0.2267890 Oct 28 21:20:48.678629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.718689 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.725396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.735805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-cb57aa20-8723-4039-8083-af34bf35333d tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/3101da3c-d638-4df1-bde8-cd2760f320e5 HTTP/1.1" status: 200 len: 1803 time: 0.2109377 Oct 28 21:20:48.765176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:48.765867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3101da3c-d638-4df1-bde8-cd2760f320e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:48.766257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3101da3c-d638-4df1-bde8-cd2760f320e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:48.769153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.771180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:48.775573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:48.778185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Pushing event updated for resources: {'Port': ['ID=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:48.780437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:48.829971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d3a3530b-4418-4ae4-9f8c-9a83ff749f74 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:48.844475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-fa49d274-6408-4a7a-8099-2f59c8b8875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:48.846028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-fa49d274-6408-4a7a-8099-2f59c8b8875b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890132 Oct 28 21:20:48.853030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c4a609-06f6-4476-a00a-f1fcf3d10210 req-7a2ee1b6-4966-4917-ae7f-9147935ff284 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370528 Oct 28 21:20:48.875997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Attempting to bind port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:48.875997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Attempting to bind port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:48.876727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Attempting to bind port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da on network d5d5ee72-27e3-40da-b270-e675cfd1d298 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:48.884903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Allocated IP 172.25.4.86 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/c2a4edd9-b961-4082-9fde-3abe0f61a03e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:48.887164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:48.887164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Checking segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:48.887164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.887517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Bound using segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:48.887873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Bound port: 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:48.888235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.936629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Network d049a51a-47be-4947-804c-76cb0341a250 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:48.938539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:48.949512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:48.951038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:48.951411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:48.964575 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1747565-cfcc-4199-866c-61fab2cb9c04 x-openstack-request-id: req-a1747565-cfcc-4199-866c-61fab2cb9c04 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:48.964886 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:48.965125 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1747565-cfcc-4199-866c-61fab2cb9c04 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:48.965508 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd', 'status': 'completed', 'code': 200} Oct 28 21:20:48.981501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.014302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] For port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:49.023749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] For port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:49.036952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.100508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Allocated IP 172.20.0.13 (f2f84dac-3389-47d1-b4a1-79eb30e3ea6b/868f1d95-57f4-4051-80f3-19bdc0247cbf/7a8ca0c8-80cc-4786-8416-fb47fafe8702) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:49.113090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29302cca-be61-4f48-8365-be0ef5bb7a97 None None] Pushing event updated for resources: {'Port': ['ID=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:49.167905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.168782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-bec7fe83-b250-4182-9dd1-018aff59d934 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073297 Oct 28 21:20:49.192097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e4ed2223-7690-49fc-a0d5-3386f64820e7 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:49.251838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1c19968-0444-4eae-861e-a54e9c75452c req-2c6920a3-0e93-4f19-8604-a06365041369 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 210 time: 0.0813069 Oct 28 21:20:49.254087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:49.256582 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a3c2d-58a7-4f77-9c97-8d4fbc4f34d3" -d '{"events": [{"server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:49.321833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:49.339396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.345919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.393117 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8badade8-7d07-481d-a416-af1d6ff2732e x-openstack-request-id: req-8badade8-7d07-481d-a416-af1d6ff2732e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:49.393518 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:49.393780 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8badade8-7d07-481d-a416-af1d6ff2732e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:49.394166 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74', 'code': 200} Oct 28 21:20:49.410207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port e4ed2223-7690-49fc-a0d5-3386f64820e7 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:49.446205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port e4ed2223-7690-49fc-a0d5-3386f64820e7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:49.446565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.448201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7dfd641c-9725-453d-a52d-d8fe4869139e None None] Provisioning complete for port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:49.448590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7dfd641c-9725-453d-a52d-d8fe4869139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.469318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.494115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.520142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.570854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.594905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:20:49.630894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.632760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e5c4bc1-94d5-47fd-937c-2afbf770b4cc req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8826513 Oct 28 21:20:49.633580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c972b4-3555-48b9-aac3-cf6241b3f175 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143f9dce-e67a-4dac-958d-cb463d24aa8e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:49.647969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd641c-9725-453d-a52d-d8fe4869139e None None] Port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:49.669498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdc12e92-aebf-4073-8491-15f6f2af1a6a req-618b3aaf-52af-40d5-b8db-6ded54af5ddb service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011972 Oct 28 21:20:49.680873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2ff6-fe8f-436a-bed8-7cfa43915833 req-ef394ea1-28b1-45a8-a71d-4633612ac144 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:49.681698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:49.690256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7a2ff6-fe8f-436a-bed8-7cfa43915833 req-ef394ea1-28b1-45a8-a71d-4633612ac144 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 949 time: 0.2234018 Oct 28 21:20:49.697155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397c83-2b59-44bc-a8b1-1d8a9351cbef req-a9a28781-6f76-48ce-ade6-585a3e928c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:49.701090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e397c83-2b59-44bc-a8b1-1d8a9351cbef req-a9a28781-6f76-48ce-ade6-585a3e928c9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 1101 time: 0.2762501 Oct 28 21:20:49.734099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:49.740634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c2a4edd9-b961-4082-9fde-3abe0f61a03e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:49.753229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.771876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:49.805121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:49.815871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:49.827788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:49.872778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7d088253-2ee9-4d2a-8863-d7af56c9e872 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:49.936555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:49.964128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7d088253-2ee9-4d2a-8863-d7af56c9e872 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:49.964586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.106184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:50.161360 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.203779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:50.204182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.215694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:20:50.238567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Sync routers for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:20:50.242615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:50.269236 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e397c83-2b59-44bc-a8b1-1d8a9351cbef req-0f61cc57-c003-4827-a7ae-046f63d75366 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583167 Oct 28 21:20:50.271045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99139b93-2fc3-4f67-800e-be07b356e4d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d9c6eb8-ae23-4f1f-b6c1-160c22a55975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1234882 Oct 28 21:20:50.294412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1151355305', 'description': 'tempest-description-1559200789'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:50.312529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:50.315022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:50.316761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:50.319067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:50.324099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:50.340091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:50.340742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.355142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7a2ff6-fe8f-436a-bed8-7cfa43915833 req-5cfae186-1bda-443e-92ef-201854cd99e9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557546 Oct 28 21:20:50.421915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-59386aee-30cd-4c44-b654-70ebc64179d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:50.427665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-59386aee-30cd-4c44-b654-70ebc64179d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 1098 time: 0.2087548 Oct 28 21:20:50.429386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.462030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-2e7cf58c-538c-4a44-a699-71a8f95bcc7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9569585 Oct 28 21:20:50.522493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Request body: {'port': {'device_id': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:50.525462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:50.527017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.648946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da3d3-38b0-48b3-8ec3-a9cbe48f94d9 req-dcd56690-9dec-4b78-ad3c-48a51fa89bf3 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:50.650592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-092da3d3-38b0-48b3-8ec3-a9cbe48f94d9 req-dcd56690-9dec-4b78-ad3c-48a51fa89bf3 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 945 time: 0.1583629 Oct 28 21:20:50.754072 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.756167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-d1624289-0d94-4576-a7bf-39abfa9dbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:50.758726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-d1624289-0d94-4576-a7bf-39abfa9dbde5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2679441 Oct 28 21:20:50.763084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-092da3d3-38b0-48b3-8ec3-a9cbe48f94d9 req-a5f44f0b-518c-4802-9312-a3662ffb92e2 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027579 Oct 28 21:20:50.764246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.771718 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.828413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692a52f2-be0d-41d9-a080-fcd8f2f4269c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:50.858393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:50.871978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf98e38-e59c-43e7-8802-0444faf380f4 None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:20:50.877118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.915755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-6cfc8e15-83ff-4573-8712-5289d7ed5a56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd HTTP/1.1" status: 200 len: 217 time: 0.1485937 Oct 28 21:20:50.919641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.982717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:50.997472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e9286f00-aef0-4d9c-b585-53f46da31663 None None] Provisioning complete for port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:50.997979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9286f00-aef0-4d9c-b585-53f46da31663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.002568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3e10086-196e-4a11-a9ef-5387e5b369de req-9827e3ea-a2c6-4bb4-aeed-c05647439e75 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7762773 Oct 28 21:20:51.077554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1740cb-82da-4e77-bb50-b1644eab3ea2 req-582f8b80-9130-4351-8342-1a17e4fd12bc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:51.080813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1740cb-82da-4e77-bb50-b1644eab3ea2 req-582f8b80-9130-4351-8342-1a17e4fd12bc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 946 time: 0.1679368 Oct 28 21:20:51.085482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-33cbf07e-c403-4ca9-84bc-4e68d6fd7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:51.086732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-33cbf07e-c403-4ca9-84bc-4e68d6fd7fb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1589274 Oct 28 21:20:51.181244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:51.234944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.242626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1740cb-82da-4e77-bb50-b1644eab3ea2 req-6f2ef38f-2a52-4483-99fc-47bb55cee36f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516089 Oct 28 21:20:51.260111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267c85f-78b1-48df-97b3-73a2317c8713 req-1fb7c3da-f889-4d63-a3d9-f98de6e53df1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:51.273003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5267c85f-78b1-48df-97b3-73a2317c8713 req-1fb7c3da-f889-4d63-a3d9-f98de6e53df1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 932 time: 0.1762323 Oct 28 21:20:51.274602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-7c60e8ba-fb1b-4f2a-92c2-e4b597608544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:51.277339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-7c60e8ba-fb1b-4f2a-92c2-e4b597608544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778769 Oct 28 21:20:51.396310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5267c85f-78b1-48df-97b3-73a2317c8713 req-87d44033-967b-4bb7-b843-00a602086ecb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269648 Oct 28 21:20:51.417012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8ca0c8-80cc-4786-8416-fb47fafe8702 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:51.431867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.469641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Transition to ACTIVE for port object 7a8ca0c8-80cc-4786-8416-fb47fafe8702 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:51.485968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.509987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:51.514318 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d9db8-adf3-419f-a3a9-df81564ea5f3" -d '{"events": [{"server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "name": "network-vif-plugged", "status": "completed", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:51.525367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-a0ed9c47-f8f7-4422-991e-ed3d6d7c3c3f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321086 Oct 28 21:20:51.525562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 2, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:51.579831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Checking router: 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:20:51.580810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Updating router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:20:51.601868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:51.606111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Router 89190d33-c819-4a63-9526-caad4711fb13 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:20:51.620945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:51.621359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:51.621604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:51.641134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.647795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:51.696890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-27117cae-6ea7-41b5-a862-ae440657e595 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/692a52f2-be0d-41d9-a080-fcd8f2f4269c HTTP/1.1" status: 200 len: 1805 time: 0.2473602 Oct 28 21:20:51.711973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '692a52f2-be0d-41d9-a080-fcd8f2f4269c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:51.712319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '692a52f2-be0d-41d9-a080-fcd8f2f4269c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:51.828436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9befaa-10b1-4ce2-b373-0975a3dd3d30 req-4a29816d-7b22-4ce6-810a-b1be16cdfb51 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945030 Oct 28 21:20:51.855116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:20:51.856543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54112) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:51.863789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Sync routers for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:20:51.875635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311782519', 'description': 'tempest-description--255843247'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:51.884494 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:51.889140 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:51.890704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:20:51.891220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:51.913002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:51.913767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:51.915093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:51.915787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Bound port: 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:51.917145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.936496 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.962018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.970585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.978362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:51.993035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a88d561-9ca0-45a4-9507-ae6a01025f43,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:52.012282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.016057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c5861f3-14eb-461f-b800-35d1c01a03b1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0994799 Oct 28 21:20:52.018594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54114) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:52.051706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:52.055540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:52.077209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.141617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.144630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-416d99fb-3e3f-4299-8990-e4a96f8f1a74 req-211095f2-cb0b-47bb-b153-6a2d7bde8ba6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4386165 Oct 28 21:20:52.150467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.151340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.152934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 1093 time: 1.6348259 Oct 28 21:20:52.153570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:52.168029 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48b47d-f136-47f7-aa28-f9b30eb50e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:52.210650 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:52.281118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0aa10494-f354-4ada-8ac5-dbdd0ba5ac17 None None] Provisioning complete for port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:52.281692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.282144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bfd64-0fbd-4dc8-a0bd-a664fcea6fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:52.287704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0aa10494-f354-4ada-8ac5-dbdd0ba5ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.306826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:52.308753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.327844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.335482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed8956-57d0-4c42-83f9-af62dce61408 req-a5162163-fa5a-4103-be87-9ce0ce627b02 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.342266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24ed8956-57d0-4c42-83f9-af62dce61408 req-a5162163-fa5a-4103-be87-9ce0ce627b02 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 950 time: 0.2670722 Oct 28 21:20:52.382005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.390799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5329485 Oct 28 21:20:52.405019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:52.412061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'security_group_rule': {'security_group_id': '07d774c3-f5b2-4753-b206-46ed5774eaa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:52.476864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23efe62-2375-43b3-b4ff-01b6b2338461 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d774c3-f5b2-4753-b206-46ed5774eaa9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:52.481424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-e2eba541-6f50-470a-96b7-6d3c259fad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.483043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-e2eba541-6f50-470a-96b7-6d3c259fad06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1096 time: 0.2253146 Oct 28 21:20:52.538909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-7469a4c4-1a37-45c1-954c-22c1e3865853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 217 time: 0.0467002 Oct 28 21:20:52.539925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.569018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24ed8956-57d0-4c42-83f9-af62dce61408 req-4942098a-c09b-4a1b-b3be-03178eaf3fdd tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034438 Oct 28 21:20:52.633682 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd7a845-145c-41e3-bb36-3921f71a5cb3 x-openstack-request-id: req-cdd7a845-145c-41e3-bb36-3921f71a5cb3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:52.636016 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "name": "network-vif-plugged", "status": "completed", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:52.636273 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdd7a845-145c-41e3-bb36-3921f71a5cb3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:52.636715 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7', 'code': 200} Oct 28 21:20:52.650537 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7b4a11-8e89-4891-a3a2-3c4547c901d6 x-openstack-request-id: req-8b7b4a11-8e89-4891-a3a2-3c4547c901d6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:52.651879 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:52.651879 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b7b4a11-8e89-4891-a3a2-3c4547c901d6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:52.652835 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'status': 'completed', 'code': 200} Oct 28 21:20:52.665443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-165447338', 'description': 'tempest-description-555287311'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:52.673220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-b8ce25ac-34fe-475b-875a-a8925f82c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.674999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-b8ce25ac-34fe-475b-875a-a8925f82c1b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.1241071 Oct 28 21:20:52.689349 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:50Z', 'revision_number': 3, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:52.726610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-fdb577dc-dcae-470c-bf85-79d39a541037 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412610 Oct 28 21:20:52.734664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b53e0-7932-47d1-8928-69c50ea2a048 req-32671e74-1a5e-4fd3-8c1e-c4dca0aeffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.736935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad2b53e0-7932-47d1-8928-69c50ea2a048 req-32671e74-1a5e-4fd3-8c1e-c4dca0aeffdd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 1102 time: 0.1327655 Oct 28 21:20:52.755107 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Checking router: 89190d33-c819-4a63-9526-caad4711fb13 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:20:52.755630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Updating router 89190d33-c819-4a63-9526-caad4711fb13 port c2a4edd9-b961-4082-9fde-3abe0f61a03e binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:20:52.785921 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.818864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.850997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.859528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.860951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.862976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-3f1b297a-eb49-4b6f-93bf-b378e84437c6 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249499 Oct 28 21:20:52.878351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:52.894979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:52.907058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e24933-7bc7-47a4-a964-296b9568f44c req-481a6ea8-b2c5-48a5-a5a2-3a0fbe7513d2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:52.908587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e24933-7bc7-47a4-a964-296b9568f44c req-481a6ea8-b2c5-48a5-a5a2-3a0fbe7513d2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 946 time: 0.1174195 Oct 28 21:20:52.995460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5297-1fcc-41cb-967e-078412d7fd9b None None] Pushing event updated for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.026250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a4ead6-d4f1-4aa7-8f31-47856302b40e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.042091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad2b53e0-7932-47d1-8928-69c50ea2a048 req-95af4246-61d2-4f52-aa0b-6a468502eca4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771393 Oct 28 21:20:53.051784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.052086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e24933-7bc7-47a4-a964-296b9568f44c req-5a992638-33ef-447e-98a6-1547089b8866 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319556 Oct 28 21:20:53.054367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4537a6bd-ac63-49ef-b5a5-9b2a80199d2d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6477716 Oct 28 21:20:53.059499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54132) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:53.070555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'security_group_rule': {'security_group_id': '07d774c3-f5b2-4753-b206-46ed5774eaa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:53.139799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.165460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-faf409a2-7eb6-4e83-8a64-387c65a5d1be req-3f41543f-df76-4f0a-83fb-1d4ee8185cc1 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819362 Oct 28 21:20:53.167145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.184506 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.232767 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.253842 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.272542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.286174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-495bfd8c-8a83-4a53-a722-ab31b9eea08d req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6405413 Oct 28 21:20:53.296212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Attempting to bind port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:53.296854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Attempting to bind port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:53.296972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Attempting to bind port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 on network d049a51a-47be-4947-804c-76cb0341a250 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:53.304567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6de9f0-b229-4aeb-b44b-cf078cb1eae0 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc52a8-752d-4de4-92bc-8799c2d90d22,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.312306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-215bf881-f5d3-4406-980b-5e97fbbd793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:53.314010 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-215bf881-f5d3-4406-980b-5e97fbbd793f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1096 time: 0.0754967 Oct 28 21:20:53.322295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.326322 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a0c95-c079-40fb-999f-d075001607e6 None None] Pushing event updated for resources: {'Port': ['ID=c2a4edd9-b961-4082-9fde-3abe0f61a03e,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.344887 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Attempting to bind port c2a4edd9-b961-4082-9fde-3abe0f61a03e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:20:53.345258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Attempting to bind port c2a4edd9-b961-4082-9fde-3abe0f61a03e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:20:53.345617 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Attempting to bind port c2a4edd9-b961-4082-9fde-3abe0f61a03e on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:20:53.353856 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:53.354304 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:53.354766 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.355156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:53.355629 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Bound port: c2a4edd9-b961-4082-9fde-3abe0f61a03e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:53.356801 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.368106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:20:53.368282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Checking segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:20:53.368610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9ee0b-29f0-43f9-a174-9c4b842e670e req-b04315df-f026-4ecc-b860-4bb5234d43c5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:53.368749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.369038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Bound using segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:20:53.370063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Bound port: 0b2a7ecb-2f93-4915-93a6-e7cdd586a643, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:20:53.370416 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.377909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8c9ee0b-29f0-43f9-a174-9c4b842e670e req-b04315df-f026-4ecc-b860-4bb5234d43c5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.1863348 Oct 28 21:20:53.383617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:53.413827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6ef86481-2ed5-4c58-9e36-f5c3f466d25e None None] Provisioning complete for port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:53.414185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ef86481-2ed5-4c58-9e36-f5c3f466d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.420718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.440812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd', 'mac_address': 'fa:16:3e:41:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:53.445023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.452355 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] For port c2a4edd9-b961-4082-9fde-3abe0f61a03e, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:53.472639 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] For port c2a4edd9-b961-4082-9fde-3abe0f61a03e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c2a4edd9-b961-4082-9fde-3abe0f61a03e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:53.478827 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.493546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b100d9d9-f084-4c1c-b4da-de6004d8d968,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.512962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.514561 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d26ce4fd-ec67-4b04-ab83-6e0df66aded2 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4488499 Oct 28 21:20:53.518287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-6097a77e-53a5-4c91-a288-19c0e4f946d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:53.520276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-6097a77e-53a5-4c91-a288-19c0e4f946d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1974037 Oct 28 21:20:53.520584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54148) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:20:53.525631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:53.535038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6ef86481-2ed5-4c58-9e36-f5c3f466d25e None None] Port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:53.539449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8c9ee0b-29f0-43f9-a174-9c4b842e670e req-9c95641e-b7a6-4dc2-8a4d-8b20a3245aa8 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564641 Oct 28 21:20:53.550133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] For port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:20:53.555273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] For port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:20:53.555273 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.569730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.577880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:53.583095 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a0c95-c079-40fb-999f-d075001607e6 None None] Pushing event updated for resources: {'Port': ['ID=c2a4edd9-b961-4082-9fde-3abe0f61a03e,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.594203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1099823537', 'description': 'tempest-description-1663137249'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:53.599357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-add57500-2c74-4812-96f1-74e6a4fabc58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 217 time: 0.0665307 Oct 28 21:20:53.623846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-ddd0e7ce-9303-4c70-ae3c-c0774c49bfe8 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--685391148&fields=id&tenant_id=d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 267 time: 0.1892323 Oct 28 21:20:53.638060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:53.642939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:53.643556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:53.659941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.660627 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.668070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c5297-1fcc-41cb-967e-078412d7fd9b None None] Pushing event updated for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.671238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:53.671847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:53.751383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:53.755559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-06ccde56-1961-4338-9f1c-866991e721dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:53.758900 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-06ccde56-1961-4338-9f1c-866991e721dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.1501257 Oct 28 21:20:53.816298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Allocated IP 172.20.0.1 (d5d5ee72-27e3-40da-b270-e675cfd1d298/b6049afc-4b1a-4c73-b4bf-6c901ad05701/d640464c-833d-4655-98a8-39a1859f6df5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:53.826332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-505cc1fc-6cf1-4a2a-b997-7019d9239960 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503640 Oct 28 21:20:53.857803 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:53.868823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-0e22631c-9fc4-40a2-8359-4084196b4221 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:53.877460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-0e22631c-9fc4-40a2-8359-4084196b4221 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 823 time: 0.2510026 Oct 28 21:20:53.899396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:53.945662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8adb47b7-fda0-486f-9f62-beb05014c560 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/quotas/d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 375 time: 0.0665889 Oct 28 21:20:53.949813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:53.986109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:54.033653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.055009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.097810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-37857c1e-cf50-449e-999b-aa4644627665 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1421421 Oct 28 21:20:54.130104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:50Z', 'revision_number': 3, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:54.155090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.172024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a31ae-2ef3-46eb-87fb-cab6f99793fa None None] The sync data for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 is: [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:50Z', 'revision_number': 3, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:20:54.187781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.203201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c46ae65b-9b0e-4a8d-8f89-af779e3dafde req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6133900 Oct 28 21:20:54.211555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b479-ce6e-4864-a891-9b7219f83ce2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e447446d-9e09-4a14-83cd-db42139dca8c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:54.232675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] Provisioning complete for port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:54.232675 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.258590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-efc0d377-a783-46a1-993e-72fc8aba2157 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224167 Oct 28 21:20:54.261149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.303002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-fb875896-a400-4a58-9a34-0f6d93bef930 service neutron] 10.222.0.31 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934805 Oct 28 21:20:54.485019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.534285 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.536059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-97b724c6-f23f-4034-820f-326dd6a25b03 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:54.537663 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-97b724c6-f23f-4034-820f-326dd6a25b03 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e42aaff-9c93-41b6-ae11-8675a05463b8 HTTP/1.1" status: 200 len: 945 time: 0.1992779 Oct 28 21:20:54.571589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b48b47d-f136-47f7-aa28-f9b30eb50e04 req-f4929a5a-ff4e-402f-bf21-6a78a4110c15 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022974 Oct 28 21:20:54.613712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:54.621010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Allocated IP 172.25.4.46 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4135f4e6-7c56-4fb5-b9ff-e8317560e7f2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:54.631022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] For port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:54.638119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:54.657388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:54.661724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.665158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:54.721995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-a7807c3c-f91b-4b79-8cbb-e267245387da service neutron] 10.222.0.31 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111168 Oct 28 21:20:54.764112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:54.922434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:53Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:54.988854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64238a-bf09-40e8-9ddf-690a663856ad None None] The sync data for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 is: [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:53Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:20:55.006001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b165c88-dbd6-4889-9025-1efa4e9c6dcd None None] Pushing event updated for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:55.090552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.115881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8d12208c-df77-484b-9d73-253886a02791 None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:55.124395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d12208c-df77-484b-9d73-253886a02791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.149669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Deleting port b8931cbd-c2ab-49ff-a131-b4889d6b5fde {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:20:55.150539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.199783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.254286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8d12208c-df77-484b-9d73-253886a02791 None None] Port d640464c-833d-4655-98a8-39a1859f6df5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:55.293544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9eb23f-e45a-4de9-87db-4e7efcbc9eb8 req-e7c2a683-e85f-4232-b1db-d230b41d1236 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:55.301235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d9eb23f-e45a-4de9-87db-4e7efcbc9eb8 req-e7c2a683-e85f-4232-b1db-d230b41d1236 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 950 time: 0.2843564 Oct 28 21:20:55.326373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41a4a-0ada-4bc6-b1be-d72fbacc6cf6 req-758b5dc8-ed76-42c6-adce-0aa1fcb9af8e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:55.334870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afd41a4a-0ada-4bc6-b1be-d72fbacc6cf6 req-758b5dc8-ed76-42c6-adce-0aa1fcb9af8e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 947 time: 0.1568513 Oct 28 21:20:55.357440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:55.364170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:55.374835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:55.377426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.397466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'Port': ['ID=4135f4e6-7c56-4fb5-b9ff-e8317560e7f2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:55.451278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d9eb23f-e45a-4de9-87db-4e7efcbc9eb8 req-e2fcd8dc-52eb-4ffe-9119-82940ea517bd tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491683 Oct 28 21:20:55.492907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afd41a4a-0ada-4bc6-b1be-d72fbacc6cf6 req-45c4c47c-b3c5-4fc8-954b-b34e231d0780 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571774 Oct 28 21:20:55.582150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.587344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] For port b8931cbd-c2ab-49ff-a131-b4889d6b5fde, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:55.588744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.598526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-7508d16e-8b33-425d-938a-6a68e8e075d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/31fc52a8-752d-4de4-92bc-8799c2d90d22 HTTP/1.1" status: 200 len: 1803 time: 0.1023929 Oct 28 21:20:55.769755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:55.847737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:55.849192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:55.849605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.031500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c2a4edd9-b961-4082-9fde-3abe0f61a03e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:56.102641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c2a4edd9-b961-4082-9fde-3abe0f61a03e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:56.104206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.209304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.236309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c2a4edd9-b961-4082-9fde-3abe0f61a03e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c2a4edd9-b961-4082-9fde-3abe0f61a03e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:56.247213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.309132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.310273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.310812 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Floating IP 828237af-3337-4482-afa5-361a2dfe95d1 disassociated. External IP: 172.25.4.14, port: b8931cbd-c2ab-49ff-a131-b4889d6b5fde. Oct 28 21:20:56.311456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Calling delete_port for b8931cbd-c2ab-49ff-a131-b4889d6b5fde owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:20:56.366480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c2a4edd9-b961-4082-9fde-3abe0f61a03e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:56.385981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-7f750807-d249-4391-bdf3-7022d179bee1 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/e447446d-9e09-4a14-83cd-db42139dca8c HTTP/1.1" status: 200 len: 1805 time: 0.7566295 Oct 28 21:20:56.394707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31fc52a8-752d-4de4-92bc-8799c2d90d22', 'remote_group_id': 'e447446d-9e09-4a14-83cd-db42139dca8c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:56.395291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31fc52a8-752d-4de4-92bc-8799c2d90d22', 'remote_group_id': 'e447446d-9e09-4a14-83cd-db42139dca8c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:56.420577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.425972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440051-8f80-4dfa-a7fe-d45215bd7b5a req-bfa9d066-a066-4b24-a25e-9a78291c1f21 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:56.427630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.435023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec440051-8f80-4dfa-a7fe-d45215bd7b5a req-bfa9d066-a066-4b24-a25e-9a78291c1f21 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.7236500 Oct 28 21:20:56.474737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.517413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec440051-8f80-4dfa-a7fe-d45215bd7b5a req-5a2f5ba8-26b5-48ca-bfc2-a02a4a913075 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812840 Oct 28 21:20:56.524052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'Port': ['ID=4135f4e6-7c56-4fb5-b9ff-e8317560e7f2,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:56.535509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.545624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-987ab4b8-4bc5-4ffb-91e7-498d7cf7bf29 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0150771 Oct 28 21:20:56.546048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.560045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.563692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.608548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event deleted for resources: {'Port': ['ID=b8931cbd-c2ab-49ff-a131-b4889d6b5fde,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:56.793199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a11bb780-5611-45c2-84a4-b26bbf148563 req-962ca040-6178-4a71-8074-29990bde1521 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 210 time: 0.0649421 Oct 28 21:20:56.794456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:56.844655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:56.887608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:20:56.896689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:56.902637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:20:56.953968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.017799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-0262bc12-e8cb-4591-a663-945c4b6961fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:57.019344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-0262bc12-e8cb-4591-a663-945c4b6961fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.44 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 823 time: 0.2513137 Oct 28 21:20:57.123246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.153161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:57.170344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'port_id': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'mac_address': 'fa:16:3e:f6:fc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f1d95-57f4-4051-80f3-19bdc0247cbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:20:57.174302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.217467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.220476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cec889d2-f955-4d4e-acbf-033c3751ce18 req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8317745 Oct 28 21:20:57.246219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a57e24-df20-4cc3-b791-d79f6a0438f4 req-b137df51-2636-4d75-9c4d-fe88d4b0f422 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:57.254396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45a57e24-df20-4cc3-b791-d79f6a0438f4 req-b137df51-2636-4d75-9c4d-fe88d4b0f422 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 949 time: 0.2532072 Oct 28 21:20:57.298346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:20:57.301280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318c49-94a0-4435-89b9-8681317ae69c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e856faf-78eb-4111-a512-f9d5d9fdd365,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:57.304284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.317441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:57.317816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.351777 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-9f267c63-f804-410c-8e67-8c272a7dd834 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11785fe631c4bb6b6bf04760c838866 HTTP/1.1" status: 200 len: 379 time: 0.2629879 Oct 28 21:20:57.375790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'port': {'device_id': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'admin_state_up': True, 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'security_groups': ['a074ee1b-308c-4db9-a8bc-ee2a260dd68e']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:57.378602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45a57e24-df20-4cc3-b791-d79f6a0438f4 req-2fe38458-68a6-40ab-aa98-b352564e5a31 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231577 Oct 28 21:20:57.394913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8ca0c8-80cc-4786-8416-fb47fafe8702 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:57.433830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:57.472404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.476515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:20:57.508663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:57.523667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:20:57.524539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:57.567774 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.571815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e83c-7a58-44d1-bce8-9b2d7b927bee req-38b8fa54-d74a-4dc6-9abe-0c49ff8815a0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:57.574081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87f5e83c-7a58-44d1-bce8-9b2d7b927bee req-38b8fa54-d74a-4dc6-9abe-0c49ff8815a0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 947 time: 0.1928325 Oct 28 21:20:57.587982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:57.588766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:57.718047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c2a4edd9-b961-4082-9fde-3abe0f61a03e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:20:57.772066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:57.798190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:57.800341 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d89c90d-9bf9-4956-8843-f4d65eee4776" -d '{"events": [{"server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "name": "network-vif-plugged", "status": "completed", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:57.812321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-af9e4bfa-b9bd-450f-99dc-495665d1c4ca tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--311782519&fields=id&tenant_id=3d07bd39645f46efa7fcae7a4cd542ee HTTP/1.1" status: 200 len: 267 time: 0.2831380 Oct 28 21:20:57.812581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['7a8ca0c8-80cc-4786-8416-fb47fafe8702'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:20:57.830626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87f5e83c-7a58-44d1-bce8-9b2d7b927bee req-4cce7702-65a6-4aa3-99a6-0bc749902fe3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464910 Oct 28 21:20:57.852023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:20:57.913113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.928136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] No DVR routers for this DVR port b8931cbd-c2ab-49ff-a131-b4889d6b5fde on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:20:57.931104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c2a4edd9-b961-4082-9fde-3abe0f61a03e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:57.931472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.939687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:57.943184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2ed6f4f1-f205-452c-b075-7be9574731c1 req-d2122693-8250-4f28-98dd-69c2cbb996fa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.52 "DELETE /v2.0/ports/b8931cbd-c2ab-49ff-a131-b4889d6b5fde HTTP/1.1" status: 204 len: 173 time: 3.3909283 Oct 28 21:20:57.943633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'name': 'network-vif-deleted', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:20:57.951140 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d0c3e0-3c09-4db8-9fd0-7e99c10f2379" -d '{"events": [{"server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "name": "network-vif-deleted", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:20:57.952375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-536397088', 'description': 'tempest-description-1700954464'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:57.969627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-9752d186-eaee-460e-aa81-a803a38394cd tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:57.971280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-9752d186-eaee-460e-aa81-a803a38394cd tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/networks?id=d049a51a-47be-4947-804c-76cb0341a250 HTTP/1.1" status: 200 len: 814 time: 0.1397696 Oct 28 21:20:57.999747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Router 89190d33-c819-4a63-9526-caad4711fb13 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:20:58.005559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-3a18f650-8c1b-4a3d-ba81-9138fcdefbf1 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/quotas/3d07bd39645f46efa7fcae7a4cd542ee HTTP/1.1" status: 200 len: 375 time: 0.0155404 Oct 28 21:20:58.007659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.027757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Made reservation on behalf of d11785fe631c4bb6b6bf04760c838866 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:20:58.036953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.076221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:58.143462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e44b67b7-352c-49e1-9600-440cce2c714c None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:20:58.143895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e44b67b7-352c-49e1-9600-440cce2c714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.188041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e44b67b7-352c-49e1-9600-440cce2c714c None None] Port d640464c-833d-4655-98a8-39a1859f6df5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:20:58.189805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:58.199352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-6f91a031-f3d2-4411-9ef3-ead95e117bdb tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d07bd39645f46efa7fcae7a4cd542ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759398 Oct 28 21:20:58.293297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:20:58.315022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5bf3d055-f9ff-4415-81c4-68d9500ff5b9 admin admin] 10.222.0.31 "PUT /v2.0/routers/89190d33-c819-4a63-9526-caad4711fb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2860301 Oct 28 21:20:58.315267 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Sync routers for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:20:58.319722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Allocated IP 172.20.0.14 (5cb40aa9-3085-4aa8-be10-cbffb3e454fa/9707511e-5cc6-4e6b-8745-126fc4bfd7e9/15ce8caf-c78d-4f56-b7dc-d4367bbfef50) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:20:58.323149 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:58.324933 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:58.338721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.367861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.445412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.446728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ca0d7a2-323f-4fef-8c65-3c284dc0b019 req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4988568 Oct 28 21:20:58.473628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-45b9266c-99c8-4ddb-bcc0-83d62f265c6f service neutron] 10.222.0.31 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485156 Oct 28 21:20:58.591688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd48a3-d129-4d2a-a4a3-684cf327c8d2 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc244d8-379c-42bf-89d5-87c1880e6d18,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:58.654301 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:58.691789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.726514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-cc3a99d7-3611-4b8a-8ebc-f08bb4d1f27b service neutron] 10.222.0.31 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518125 Oct 28 21:20:58.733041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:58.797051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.816503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:20:58.833877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:20:58.834461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:58.876740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:20:58.883397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:20:58.888188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:20:58.894515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:58.895046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:58.914128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event updated for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:58.931874 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-8c8d92b8-8526-4d43-adbf-b54c4df0ff75 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5705311 Oct 28 21:20:58.951390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Request body: {'port': {'device_id': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:59.086525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.125552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:20:59.232803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc6564-4965-46c5-bd4e-7560a92740e3 req-93f7cb5a-d852-4b76-a719-cc1acd6eba12 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:59.247284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc6564-4965-46c5-bd4e-7560a92740e3 req-93f7cb5a-d852-4b76-a719-cc1acd6eba12 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:59.248941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ebc6564-4965-46c5-bd4e-7560a92740e3 req-93f7cb5a-d852-4b76-a719-cc1acd6eba12 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245&device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 1690 time: 0.2413445 Oct 28 21:20:59.254039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b8931cbd-c2ab-49ff-a131-b4889d6b5fde no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:20:59.276527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: b8931cbd-c2ab-49ff-a131-b4889d6b5fde {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:20:59.276872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b8931cbd-c2ab-49ff-a131-b4889d6b5fde not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:20:59.304910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765c1e-28aa-48d7-8247-2350a8471c96 req-bd169221-9deb-4270-883d-224c7471bbef tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:59.313199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27765c1e-28aa-48d7-8247-2350a8471c96 req-bd169221-9deb-4270-883d-224c7471bbef tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.2407827 Oct 28 21:20:59.322378 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 2, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:20:59.373856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ebc6564-4965-46c5-bd4e-7560a92740e3 req-99da9d70-dd60-4c18-8a28-7db001c44740 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077528 Oct 28 21:20:59.402676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27765c1e-28aa-48d7-8247-2350a8471c96 req-e5849f82-c037-45e9-874d-46e7aad17f48 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841637 Oct 28 21:20:59.407264 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Checking router: 89190d33-c819-4a63-9526-caad4711fb13 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:20:59.408871 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Updating router 89190d33-c819-4a63-9526-caad4711fb13 port d640464c-833d-4655-98a8-39a1859f6df5 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:20:59.490493 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.555219 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745c63b-0c86-4560-884c-0eb10cc61b43 x-openstack-request-id: req-8745c63b-0c86-4560-884c-0eb10cc61b43 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:59.555486 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e42aaff-9c93-41b6-ae11-8675a05463b8", "name": "network-vif-deleted", "tag": "b8931cbd-c2ab-49ff-a131-b4889d6b5fde", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:59.555744 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8745c63b-0c86-4560-884c-0eb10cc61b43 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:59.556143 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e42aaff-9c93-41b6-ae11-8675a05463b8', 'name': 'network-vif-deleted', 'tag': 'b8931cbd-c2ab-49ff-a131-b4889d6b5fde', 'status': 'completed', 'code': 200} Oct 28 21:20:59.580714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773c8da-e109-4e7a-9235-7e4a4253121e req-d3eaff3c-1b38-481e-b169-42cce739b151 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:59.591613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6773c8da-e109-4e7a-9235-7e4a4253121e req-d3eaff3c-1b38-481e-b169-42cce739b151 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 932 time: 0.1019931 Oct 28 21:20:59.621071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1989936103', 'description': 'tempest-description-616301728'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:20:59.686693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21b16d-5478-448d-a149-e98b4e33c8b5 req-d39c6ce0-2234-4230-911b-f53391597c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:20:59.688858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a21b16d-5478-448d-a149-e98b4e33c8b5 req-d39c6ce0-2234-4230-911b-f53391597c8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 1100 time: 0.1325178 Oct 28 21:20:59.703995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6773c8da-e109-4e7a-9235-7e4a4253121e req-46ae5ca5-4aec-46a2-a268-23dfa8c73757 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103895 Oct 28 21:20:59.736739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:20:59.750015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.752956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.777884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Transition to ACTIVE for port object 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:20:59.785554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a21b16d-5478-448d-a149-e98b4e33c8b5 req-6840c097-511f-44ac-800d-3434f94d53de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776050 Oct 28 21:20:59.794567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.862299 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37192c6a-c8bb-4666-b5cc-f978743b0073 x-openstack-request-id: req-37192c6a-c8bb-4666-b5cc-f978743b0073 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:20:59.862741 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "name": "network-vif-plugged", "status": "completed", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:20:59.863216 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37192c6a-c8bb-4666-b5cc-f978743b0073 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:20:59.866881 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd', 'code': 200} Oct 28 21:20:59.924944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.930769 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.932845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Pushing event updated for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:59.933379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.952095 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.988227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcef2ed-0246-4f61-b28d-45606a0d3e28,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:20:59.995797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:20:59.998051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f2a2dde-3d51-4e8c-b1e8-170d7564ebd0 req-d6cfc1e0-dd9f-4331-92a4-df0c644e61fe tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3812282 Oct 28 21:21:00.054290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Attempting to bind port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:00.054641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Attempting to bind port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:00.054960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Attempting to bind port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:00.067237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:00.067596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Attempting to bind port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 on network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:00.069200 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022be00-9d70-43fe-bf6a-4a28ae75ea22 None None] Pushing event updated for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:00.083692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:00.084039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Checking segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:00.084440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Bound using segment: {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:00.084873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Bound port: 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0635286-694d-4b99-9d78-8fce79944fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:00.085232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.128924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:00.186275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c608f5c-1ac3-4305-a234-a48c8303c2b1 None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:21:00.189320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Attempting to bind port d640464c-833d-4655-98a8-39a1859f6df5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:00.190072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Attempting to bind port d640464c-833d-4655-98a8-39a1859f6df5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:00.190072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Attempting to bind port d640464c-833d-4655-98a8-39a1859f6df5 on network d5d5ee72-27e3-40da-b270-e675cfd1d298 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:00.207922 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:00.208301 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Checking segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:00.210754 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.211155 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Bound using segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:00.217441 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Bound port: d640464c-833d-4655-98a8-39a1859f6df5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:00.218995 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.283541 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:00.289198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84cf1-568b-4578-8c23-2e7fa3b5bcbd req-8209c7f7-deea-42b7-853d-7a8f9b43c9d0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:00.299177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcb84cf1-568b-4578-8c23-2e7fa3b5bcbd req-8209c7f7-deea-42b7-853d-7a8f9b43c9d0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 948 time: 0.1316357 Oct 28 21:21:00.300748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:00.311389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.332723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54238) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:00.346574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152981146', 'description': 'tempest-description--1392245749'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:00.409859 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] For port d640464c-833d-4655-98a8-39a1859f6df5, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:00.413941 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] For port d640464c-833d-4655-98a8-39a1859f6df5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d640464c-833d-4655-98a8-39a1859f6df5,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:00.433005 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.443287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.450401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:00.453270 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.455590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] 10.222.0.44 "PUT /v2.0/ports/15ce8caf-c78d-4f56-b7dc-d4367bbfef50 HTTP/1.1" status: 200 len: 1093 time: 1.5088031 Oct 28 21:21:00.527931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8759-6d70-48e0-b0d6-7035aa723886 service neutron] Pushing event updated for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:00.555213 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:00.555895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:00.640753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9faf7e73-b592-436f-b38b-bb4e9392d87e req-71dc5a53-a14b-4e10-9edd-6ce4e4c0f8c5 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 210 time: 0.2113354 Oct 28 21:21:00.667419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcb84cf1-568b-4578-8c23-2e7fa3b5bcbd req-d8fb4d65-964c-4d2b-8119-b6f3e774f372 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646710 Oct 28 21:21:00.692783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b19f8652-505a-49e0-b77c-c6d1910dd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:00.699682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-b19f8652-505a-49e0-b77c-c6d1910dd2e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 1096 time: 0.1843805 Oct 28 21:21:00.708110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:00.729394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.816448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:00.820012 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:00.856353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bd523-839b-4c4c-837f-c4cd45c80034 None None] New status for floating IP 828237af-3337-4482-afa5-361a2dfe95d1: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:21:00.864271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-1b51cd05-8d11-43fa-af73-e608d41416dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50 HTTP/1.1" status: 200 len: 217 time: 0.1548190 Oct 28 21:21:00.991508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:01.010626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-a35bcb8a-4fae-4ac8-9c13-489eb7ff3c64 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/adc244d8-379c-42bf-89d5-87c1880e6d18 HTTP/1.1" status: 200 len: 1804 time: 0.2710714 Oct 28 21:21:01.015152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.017396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-ad310c55-043c-462f-a74c-b6b990b4536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:01.026885 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-ad310c55-043c-462f-a74c-b6b990b4536d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.1493354 Oct 28 21:21:01.115429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.124086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7863219 Oct 28 21:21:01.129987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54250) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:01.161870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'security_group_rule': {'security_group_id': '3630bd2b-b97d-45ea-b3a1-ac558a63fecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:01.200812 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022be00-9d70-43fe-bf6a-4a28ae75ea22 None None] Pushing event updated for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:01.201427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0723967-1375-45ef-9819-a9ede9664a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3630bd2b-b97d-45ea-b3a1-ac558a63fecb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:01.228638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-b90cf747-8c92-4f2b-800b-c90388d49e1f tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:01.229742 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:00Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:01.230714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-b90cf747-8c92-4f2b-800b-c90388d49e1f tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.52 "GET /v2.0/networks?id=d049a51a-47be-4947-804c-76cb0341a250 HTTP/1.1" status: 200 len: 814 time: 0.2021356 Oct 28 21:21:01.237550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:21:01.241677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccd120-3a25-40a6-acab-ef999ae393a1 req-062400a1-af82-4e06-8c9d-b71aa93c311c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:01.249436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3ccd120-3a25-40a6-acab-ef999ae393a1 req-062400a1-af82-4e06-8c9d-b71aa93c311c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.4210825 Oct 28 21:21:01.270444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-d3d8ded4-6a0b-4708-9572-86860d46bea7 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/3fcef2ed-0246-4f61-b28d-45606a0d3e28 HTTP/1.1" status: 200 len: 1804 time: 0.2587855 Oct 28 21:21:01.284581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adc244d8-379c-42bf-89d5-87c1880e6d18', 'remote_group_id': '3fcef2ed-0246-4f61-b28d-45606a0d3e28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:01.284928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'adc244d8-379c-42bf-89d5-87c1880e6d18', 'remote_group_id': '3fcef2ed-0246-4f61-b28d-45606a0d3e28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:01.313378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.342540 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f17e19-785d-4930-b226-612ceb8243a4 None None] The sync data for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 is: [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:00Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:21:01.348305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3ccd120-3a25-40a6-acab-ef999ae393a1 req-9a3cfaf7-b1b6-4b73-9ace-0353780e2eb2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Oct 28 21:21:01.355051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.404894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:01.413595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a51a8-973f-4671-928e-f786d4e785be req-3d21d523-7ad8-4702-bf68-5799c4502ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:01.415637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-3d21d523-7ad8-4702-bf68-5799c4502ee5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839702 Oct 28 21:21:01.447697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:01.448299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.492734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-fa07a590-acb9-43a1-ac92-150d6aec5154 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d07bd39645f46efa7fcae7a4cd542ee HTTP/1.1" status: 200 len: 379 time: 0.2021923 Oct 28 21:21:01.506960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] For port d640464c-833d-4655-98a8-39a1859f6df5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d640464c-833d-4655-98a8-39a1859f6df5,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:01.521321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.557836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'port': {'device_id': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'admin_state_up': True, 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'security_groups': ['07d774c3-f5b2-4753-b206-46ed5774eaa9']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:01.597204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.614216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.633844 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.661999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:01.664400 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41551b-6dba-43ad-9761-4873fa4049eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:01.676175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37677534-face-4655-80ce-7e9aedfacc63 None None] Pushing event updated for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:01.728334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.734643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11843114-6d4e-4615-8ed8-9408e26ac3d1,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:01.745401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b871054-3ecb-420a-9557-1b2c4a875c55 req-72571913-c785-4d0d-babe-27c616211c3f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:01.753806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d640464c-833d-4655-98a8-39a1859f6df5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:01.754269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b871054-3ecb-420a-9557-1b2c4a875c55 req-72571913-c785-4d0d-babe-27c616211c3f tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 944 time: 0.2415411 Oct 28 21:21:01.758454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.762556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.764857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-193d62ac-0ed1-4e8f-99ef-08586b79f0f0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6296523 Oct 28 21:21:01.781522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:01.786248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'security_group_rule': {'security_group_id': '3630bd2b-b97d-45ea-b3a1-ac558a63fecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:01.786846 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.809179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6cbc22-91ba-4ed5-baa9-60572e3ee2ed,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:01.832153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b871054-3ecb-420a-9557-1b2c4a875c55 req-0e24ba15-0fd4-47bb-8053-dd091eb5e12a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769114 Oct 28 21:21:01.838635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.840232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca7d3101-09aa-416a-82ad-5e288d0ef709 req-099e1bf8-c8f5-4a21-b328-2b9d6b9e4773 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5684204 Oct 28 21:21:01.856854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f54690ae-6c5f-4f4a-8955-d3e470ccf371 None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:01.858192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f54690ae-6c5f-4f4a-8955-d3e470ccf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.887394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:01.891731 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea3f53f-52e0-4d90-9eaa-457fa8a481d5" -d '{"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:01.914044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:01.940773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:01.987620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.007031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-45364abc-0dd7-4c91-a05c-77a30068aa62 service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201018 Oct 28 21:21:02.022187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:02.029481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7342970-81fd-4162-baee-6567cb04679b req-701bb40f-bde4-4cae-a364-19d7ea9b5f88 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 210 time: 0.0467741 Oct 28 21:21:02.054909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:02.055310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.076619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d621334-3b9f-4c8c-ae36-d7793ecaf56b req-7a107d93-0a2b-4877-8868-562b992e3df8 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.078534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d621334-3b9f-4c8c-ae36-d7793ecaf56b req-7a107d93-0a2b-4877-8868-562b992e3df8 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 1101 time: 0.1422932 Oct 28 21:21:02.155368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Made reservation on behalf of 3d07bd39645f46efa7fcae7a4cd542ee for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:02.159419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.180715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d621334-3b9f-4c8c-ae36-d7793ecaf56b req-0935b43a-6019-4d17-bd31-eb4473175a8c tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951364 Oct 28 21:21:02.234520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.278332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74c2ce-0851-4b2a-a5f1-47ca91338669 req-0e48dbf5-be11-4d15-acd6-50bb18e24b90 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.279996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb74c2ce-0851-4b2a-a5f1-47ca91338669 req-0e48dbf5-be11-4d15-acd6-50bb18e24b90 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 948 time: 0.0874460 Oct 28 21:21:02.309968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.317225 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd6ddc-b249-45ec-a93b-e87befe3c497 x-openstack-request-id: req-01fd6ddc-b249-45ec-a93b-e87befe3c497 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:02.317607 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:02.317930 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01fd6ddc-b249-45ec-a93b-e87befe3c497 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:02.319117 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'status': 'completed', 'code': 200} Oct 28 21:21:02.345423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb74c2ce-0851-4b2a-a5f1-47ca91338669 req-cabb04d1-9674-4509-b5d0-8f50df5c00d8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562017 Oct 28 21:21:02.382252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-d8c39c99-46ff-4a44-a81e-c772e2ed17ef tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/3fcef2ed-0246-4f61-b28d-45606a0d3e28 HTTP/1.1" status: 200 len: 1804 time: 0.0706942 Oct 28 21:21:02.431609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9d4bbc-2f32-42d4-92e0-d4b1ce67978a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:02.439020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8d6a51a8-973f-4671-928e-f786d4e785be req-438cec30-7400-495c-9def-2ccbb01e8833 service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136801 Oct 28 21:21:02.443475 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bbb804-02b2-4c8b-9508-6ce51d972eef x-openstack-request-id: req-c4bbb804-02b2-4c8b-9508-6ce51d972eef {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:02.444108 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-plugged", "status": "completed", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:02.444775 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4bbb804-02b2-4c8b-9508-6ce51d972eef {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:02.444775 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'code': 200} Oct 28 21:21:02.445300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.452614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54272) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:02.459072 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6e2eca1a-a88b-4d0b-b9cd-5a2951d38c2e tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6761029 Oct 28 21:21:02.459889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:02.513556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.537511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.596867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Allocated IP 172.20.0.5 (d049a51a-47be-4947-804c-76cb0341a250/bc5263fa-4f7a-44a7-b3a9-8193055375fb/36b0f10e-751f-4024-bfc6-7ee2ef324943) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:02.604791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-58ac81b2-8a36-4b56-a776-8861ae1080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.607453 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-58ac81b2-8a36-4b56-a776-8861ae1080a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 1096 time: 0.0956976 Oct 28 21:21:02.630937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.752818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3355-85e3-457d-be5b-3e228a9a999d req-2775aed1-28e6-4acc-9a69-ff0d75730481 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.754597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f3b3355-85e3-457d-be5b-3e228a9a999d req-2775aed1-28e6-4acc-9a69-ff0d75730481 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 1102 time: 0.1791229 Oct 28 21:21:02.764560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f322-8e1d-455f-92ae-4d19e0b868e0 req-65d651f7-25f2-4f3b-b9a1-54b7981e7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.766036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c365f322-8e1d-455f-92ae-4d19e0b868e0 req-65d651f7-25f2-4f3b-b9a1-54b7981e7c0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.1892171 Oct 28 21:21:02.789441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-b9f598a3-2962-4a04-9ed6-e0bdf2574d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:02.790922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-b9f598a3-2962-4a04-9ed6-e0bdf2574d09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.1750584 Oct 28 21:21:02.858068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-32a252e4-6068-4f78-a2f1-656724ada2fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50 HTTP/1.1" status: 200 len: 217 time: 0.0471613 Oct 28 21:21:02.869207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f3b3355-85e3-457d-be5b-3e228a9a999d req-b4311c7e-f92d-42fd-b235-56b52d6c35ed tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910518 Oct 28 21:21:02.896393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c365f322-8e1d-455f-92ae-4d19e0b868e0 req-3438f338-bb69-4b23-af03-8796e44cf363 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079969 Oct 28 21:21:02.896393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.903710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:02.903710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-273f0cc1-620d-4b3d-8b41-d5fb5a7c8937 req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/3fcef2ed-0246-4f61-b28d-45606a0d3e28 HTTP/1.1" status: 204 len: 173 time: 0.5108254 Oct 28 21:21:02.915991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd408ee9-b799-4ee4-aeaa-4cd74b39ff5e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcef2ed-0246-4f61-b28d-45606a0d3e28,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:02.965807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.008544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.089801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-768601de-700c-44e0-94ed-fa44133b06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.100149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-768601de-700c-44e0-94ed-fa44133b06f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.2275884 Oct 28 21:21:03.171202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.203191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170910b-fd7e-4d32-8215-9d98e8d38cbb req-cc8c2fc9-d334-4cb5-ab02-b069674f11d3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.204755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c170910b-fd7e-4d32-8215-9d98e8d38cbb req-cc8c2fc9-d334-4cb5-ab02-b069674f11d3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 946 time: 0.1243534 Oct 28 21:21:03.242334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event updated for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:03.245848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Allocated IP 172.25.4.241 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/852b9ade-89de-4920-a628-c976a88fa38c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:03.253628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Network d049a51a-47be-4947-804c-76cb0341a250 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:03.258214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:03.261546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:03.267147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.267769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.277831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c170910b-fd7e-4d32-8215-9d98e8d38cbb req-dd95680d-7d59-4a35-a906-e9f1c3cbf06c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Oct 28 21:21:03.280300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-da7f1adf-389e-4e60-9993-9de4ecaf1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.282224 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-da7f1adf-389e-4e60-9993-9de4ecaf1fff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522818 Oct 28 21:21:03.427303 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-fde7f0b1-a923-48f6-9dd3-2660750ba52c service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321697 Oct 28 21:21:03.449183 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-e0463b3c-5c6a-4555-a6e2-504e7a4cce28 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9455676 Oct 28 21:21:03.470442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.500702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Request body: {'port': {'device_id': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:03.559607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4c059-5790-4930-95b9-22ea41496401 req-342926a3-aed6-4b6b-b33d-d7161d7089d1 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.562187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78f4c059-5790-4930-95b9-22ea41496401 req-342926a3-aed6-4b6b-b33d-d7161d7089d1 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 944 time: 0.1590505 Oct 28 21:21:03.573952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a115b0b-cb4e-459e-bb43-014238abd1a5 req-271746ac-224f-4905-9875-b46db863a99d tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/adc244d8-379c-42bf-89d5-87c1880e6d18 HTTP/1.1" status: 200 len: 1804 time: 0.0961421 Oct 28 21:21:03.585589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.644284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.662556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:03.674828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:03.677403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:03.696042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d640464c-833d-4655-98a8-39a1859f6df5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:03.697099 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7b41551b-6dba-43ad-9761-4873fa4049eb req-0e88442b-fa1b-4fbd-804f-fb76f94e7a16 service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466941 Oct 28 21:21:03.719907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78f4c059-5790-4930-95b9-22ea41496401 req-2b13a413-fd65-4bde-ae5a-be54dd355fc4 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447387 Oct 28 21:21:03.740277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'Port': ['ID=852b9ade-89de-4920-a628-c976a88fa38c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:03.802367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178746-ce6d-4ae3-9815-4a2feef2ec93 req-9600a025-de65-49c1-a90e-74d2b855082a tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:03.810791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43178746-ce6d-4ae3-9815-4a2feef2ec93 req-9600a025-de65-49c1-a90e-74d2b855082a tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 931 time: 0.1432722 Oct 28 21:21:03.832258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-550cb66c-7012-49da-8068-3fddf5c7594c None None] Provisioning complete for port 36b0f10e-751f-4024-bfc6-7ee2ef324943 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:03.833387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-550cb66c-7012-49da-8068-3fddf5c7594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:03.884071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-550cb66c-7012-49da-8068-3fddf5c7594c None None] Port 36b0f10e-751f-4024-bfc6-7ee2ef324943 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:21:03.913802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d640464c-833d-4655-98a8-39a1859f6df5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:03.914592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.071409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b0f10e-751f-4024-bfc6-7ee2ef324943 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:04.081882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.095839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Transition to ACTIVE for port object 36b0f10e-751f-4024-bfc6-7ee2ef324943 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:04.102027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.159531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Pushing event updated for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:04.193428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-4b3d135e-2bc8-44b1-824d-62d81cb86386 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3311036 Oct 28 21:21:04.218924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Attempting to bind port 36b0f10e-751f-4024-bfc6-7ee2ef324943 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:04.219246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Attempting to bind port 36b0f10e-751f-4024-bfc6-7ee2ef324943 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:04.219570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Attempting to bind port 36b0f10e-751f-4024-bfc6-7ee2ef324943 on network d049a51a-47be-4947-804c-76cb0341a250 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:04.225357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Port 36b0f10e-751f-4024-bfc6-7ee2ef324943 on network d049a51a-47be-4947-804c-76cb0341a250 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:04.226703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Attempting to bind port 36b0f10e-751f-4024-bfc6-7ee2ef324943 on network d049a51a-47be-4947-804c-76cb0341a250 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:04.232713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:04.233050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Checking segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:04.233426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Bound using segment: {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:04.233852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Bound port: 36b0f10e-751f-4024-bfc6-7ee2ef324943, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456dd49f-b4fa-4522-be6d-dd3aa7569fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:04.234205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.248507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43178746-ce6d-4ae3-9815-4a2feef2ec93 req-ee3b80e4-3d87-4e31-a8d3-79bb8869b91f tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367797 Oct 28 21:21:04.325160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.329998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:04.334252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:04.345558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.404318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:04.404959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.406339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] 10.222.0.52 "PUT /v2.0/ports/36b0f10e-751f-4024-bfc6-7ee2ef324943 HTTP/1.1" status: 200 len: 1092 time: 0.9388263 Oct 28 21:21:04.406780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:04.409034 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201e50b-a709-4cfc-8bfd-3ef06168910c" -d '{"events": [{"name": "network-changed", "server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:04.429380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.470722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342d41-c4e6-47d2-b93c-76f111c6f70c service neutron] Pushing event updated for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:04.617181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-1d049f15-8c9e-4dbc-a483-661e4db99b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:04.618698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-1d049f15-8c9e-4dbc-a483-661e4db99b19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d07bd39645f46efa7fcae7a4cd542ee&device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 1095 time: 0.0889568 Oct 28 21:21:04.622733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-2d68d1d4-b334-4d20-bec1-86991b7d3144 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:04.624473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-2d68d1d4-b334-4d20-bec1-86991b7d3144 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4191597 Oct 28 21:21:04.652071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-b04520bf-70e0-41a3-91d5-709781388719 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.0195658 Oct 28 21:21:04.699478 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-2564546b-aee1-458c-9534-f0bb17761fca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943 HTTP/1.1" status: 200 len: 217 time: 0.0653915 Oct 28 21:21:04.820875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-7c53faca-5403-4cef-bc26-c2e57ba6409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:04.824319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-7c53faca-5403-4cef-bc26-c2e57ba6409d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc5263fa-4f7a-44a7-b3a9-8193055375fb HTTP/1.1" status: 200 len: 853 time: 0.1159339 Oct 28 21:21:04.887505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-c0d5eeb6-e63e-47f9-a171-a9885131936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:04.889664 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-c0d5eeb6-e63e-47f9-a171-a9885131936e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d049a51a-47be-4947-804c-76cb0341a250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508363 Oct 28 21:21:04.893398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-d8789863-f8a0-4bf2-9999-fa37544d2f51 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2332711 Oct 28 21:21:04.930482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:04.964118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.030386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.030907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.031385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.031846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.032306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.032789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.033268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.033807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.034264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.034789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.035242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.035696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.036147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.036625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.037077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.039545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-71a668bd-6201-4533-a6a2-5d8a0c8bf045 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4&device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae&device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8&device_id=593825ca-7d8d-489b-8581-567d74bca68c&device_id=8b5c9587-2dd6-425b-b012-c15127f7a245&device_id=f02abada-4e0b-436d-821e-890ab568d86a&device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06&device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561&device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3&device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39&device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 13546 time: 0.1217959 Oct 28 21:21:05.044194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-45a6a419-f04b-40b9-ad81-97997122f0d9 service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378191 Oct 28 21:21:05.094755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063472674', 'description': 'tempest-description-1423398851'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:05.110522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-dff45599-04cc-4b97-8a69-875e2b9c8912 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.127231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'Port': ['ID=852b9ade-89de-4920-a628-c976a88fa38c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:05.157282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.160689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.165562 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ae6565b6-a611-45b3-841d-a75733bedff1 req-436046fd-1a69-44f5-8e48-7b056775007a service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089473 Oct 28 21:21:05.222884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.224087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bdaf3b64-bca9-4ce9-bb5c-31ac42aeccfe tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7698097 Oct 28 21:21:05.310678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.313107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-dff45599-04cc-4b97-8a69-875e2b9c8912 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.314748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.328099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-dff45599-04cc-4b97-8a69-875e2b9c8912 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.350278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:05.351507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c1daac3-fcd3-4223-ad21-51d648bad1ad req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2606857 Oct 28 21:21:05.368897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5a758c0-3a67-4e20-8fa8-36ffc8d948ef req-dff45599-04cc-4b97-8a69-875e2b9c8912 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&id=bd324822-f134-4ee7-97a7-051811954627&id=d700f54c-5878-4a05-8044-19bb92df1e70&id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.3091049 Oct 28 21:21:05.373983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e8cb5-e1f4-40e2-9869-bc1bd5359e19 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed165068-7f0e-4a1e-95b7-0f55ba7da1a9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:05.408702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff45599-04cc-4b97-8a69-875e2b9c8912 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ff788-a4b0-4399-9c82-dd57bf7c7fea,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:05.449817 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2787fb7-4ece-45e3-b92b-844f75ee4028 x-openstack-request-id: req-d2787fb7-4ece-45e3-b92b-844f75ee4028 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:05.450869 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:05.451226 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2787fb7-4ece-45e3-b92b-844f75ee4028 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:05.451737 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'status': 'completed', 'code': 200} Oct 28 21:21:05.515817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ad66a-cd6b-4ec0-a440-1fcb261e4212 req-84ec3b51-10ad-4834-8b9c-b9037ef5c2f7 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.528942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-757ad66a-cd6b-4ec0-a440-1fcb261e4212 req-84ec3b51-10ad-4834-8b9c-b9037ef5c2f7 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 946 time: 0.0868716 Oct 28 21:21:05.531149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-ad20b235-f3ca-4ac2-b964-3bcb663bc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.532818 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-ad20b235-f3ca-4ac2-b964-3bcb663bc875 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d07bd39645f46efa7fcae7a4cd542ee&device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 1095 time: 0.0499229 Oct 28 21:21:05.602161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-757ad66a-cd6b-4ec0-a440-1fcb261e4212 req-716824c1-f736-4187-8e8d-848c8bc78f89 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723474 Oct 28 21:21:05.629278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748d190-2a78-4f6f-b57d-f0e5fada1aa6 req-f270a502-b31c-42d1-a16c-d11a0b1c43bd tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.631555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2748d190-2a78-4f6f-b57d-f0e5fada1aa6 req-f270a502-b31c-42d1-a16c-d11a0b1c43bd tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 944 time: 0.0815797 Oct 28 21:21:05.675975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-02f2ec2d-2f42-4d96-ae9a-b0223d6ec32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.677929 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-02f2ec2d-2f42-4d96-ae9a-b0223d6ec32f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d049a51a-47be-4947-804c-76cb0341a250 HTTP/1.1" status: 200 len: 915 time: 0.1297517 Oct 28 21:21:05.681480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2748d190-2a78-4f6f-b57d-f0e5fada1aa6 req-0cfada40-5c13-4517-ace8-adedade20720 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489452 Oct 28 21:21:05.732482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3980164-1223-44d8-9b5a-5c5a612633e4 req-c41216d7-99ac-4463-a285-2c4e03e7dfe7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 210 time: 0.0276406 Oct 28 21:21:05.746642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-c9d90a02-de7f-4ce0-b256-84018759df3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943 HTTP/1.1" status: 200 len: 217 time: 0.0496869 Oct 28 21:21:05.836736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-ae9dfa95-d1fc-4d01-8e42-93ecd30ada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.839442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-ae9dfa95-d1fc-4d01-8e42-93ecd30ada1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc5263fa-4f7a-44a7-b3a9-8193055375fb HTTP/1.1" status: 200 len: 853 time: 0.0713344 Oct 28 21:21:05.856143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-7b75db30-9db0-4f4d-b7f8-cf6d5784f0a2 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1152981146&fields=id&tenant_id=b2d4d3a17900481297f18714ae6f2dc3 HTTP/1.1" status: 200 len: 267 time: 0.0639870 Oct 28 21:21:05.909043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-07833a3c-7ad2-464b-936c-5b633734b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.911318 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-07833a3c-7ad2-464b-936c-5b633734b773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d049a51a-47be-4947-804c-76cb0341a250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571079 Oct 28 21:21:05.964098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743cdd9-65b9-4d7b-ab3d-1ea505279778 req-4619bb44-03a3-4071-9f9c-f3fcec8c0194 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:05.972504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f743cdd9-65b9-4d7b-ab3d-1ea505279778 req-4619bb44-03a3-4071-9f9c-f3fcec8c0194 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 943 time: 0.1293490 Oct 28 21:21:06.034461 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-3b1103e5-014d-4980-982a-deec228978ba service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139266 Oct 28 21:21:06.036765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f743cdd9-65b9-4d7b-ab3d-1ea505279778 req-d9b13595-2a76-49c6-8efa-d07e7e48841b tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641031 Oct 28 21:21:06.044442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-a861e19e-fc80-422c-ae91-b98ffe497c23 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:06.045896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-a861e19e-fc80-422c-ae91-b98ffe497c23 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/networks?id=d5d5ee72-27e3-40da-b270-e675cfd1d298 HTTP/1.1" status: 200 len: 812 time: 0.1807013 Oct 28 21:21:06.077763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-bec852b4-d631-46be-8c11-6f7ed9b2d573 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/quotas/b2d4d3a17900481297f18714ae6f2dc3 HTTP/1.1" status: 200 len: 375 time: 0.0191958 Oct 28 21:21:06.140323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-1842894c-a4cf-4eff-b457-60e758bd5db4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 200 len: 1805 time: 0.0745285 Oct 28 21:21:06.140583 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c201e50b-a709-4cfc-8bfd-3ef06168910c req-f5195f5b-f83c-4f6b-85b5-a7a20b4ea6c4 service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934863 Oct 28 21:21:06.154627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-928028b6-3550-4197-8e21-65b139435876 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2d4d3a17900481297f18714ae6f2dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710166 Oct 28 21:21:06.160185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed165068-7f0e-4a1e-95b7-0f55ba7da1a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:06.160550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed165068-7f0e-4a1e-95b7-0f55ba7da1a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:06.295988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-010d4b79-114e-4a8e-8112-cabd0f7042fb service neutron] 10.222.0.31 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245925 Oct 28 21:21:06.299058 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.319030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-15255b95-09ef-4cf8-b1af-a5ad5536d643 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277796 Oct 28 21:21:06.358937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.371803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.400086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d302ca13-b560-4720-85b8-80da4782cee0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:06.420255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.420876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcfc5b29-b087-4a05-8da8-ad38a798d642 req-b3a875a5-56b8-4ba3-b75c-46ed40ba61ab tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2650359 Oct 28 21:21:06.452445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-aa04a1e7-e547-4435-bb66-f45531a1b84f service neutron] 10.222.0.31 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425529 Oct 28 21:21:06.477747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-b13a3756-6611-4525-b165-8afdd48fa739 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:06.480635 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-b13a3756-6611-4525-b165-8afdd48fa739 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563344 Oct 28 21:21:06.501004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:06.754680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-8ed6bf59-4038-4159-bb39-fa9e5088a89c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 200 len: 2398 time: 0.1116726 Oct 28 21:21:06.767468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed165068-7f0e-4a1e-95b7-0f55ba7da1a9', 'remote_group_id': None}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:06.767802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed165068-7f0e-4a1e-95b7-0f55ba7da1a9', 'remote_group_id': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:06.783441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34199f5-bff6-4c5a-acf3-7f448fa3d0e9 req-151ce927-9141-4c80-8a54-7e0b5dd155ca tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:06.785089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c34199f5-bff6-4c5a-acf3-7f448fa3d0e9 req-151ce927-9141-4c80-8a54-7e0b5dd155ca tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.0770350 Oct 28 21:21:06.876630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c34199f5-bff6-4c5a-acf3-7f448fa3d0e9 req-e7b88016-b298-4a89-8ebd-8188e189d68c tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778995 Oct 28 21:21:06.903984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.904728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:06.932705 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.948495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:06.948803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.952969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:06.977173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e62e84d2-a7dd-4127-949a-19ab03d33b8a req-5e788a74-fad9-4022-9846-2d4a5a91a9eb tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Oct 28 21:21:06.982135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b070ae56-b3ae-485b-8b27-70bf7e1f0fc6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:06.998238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.006348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76f6146c-7999-4cfd-9c18-52385a2bfe81 req-49f8b1cb-3910-40fa-88d9-7c7318bd00bf tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2437532 Oct 28 21:21:07.052851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:07.075165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'port_id': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'mac_address': 'fa:16:3e:8f:42:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:07.170708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.47 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/3545649c-712b-4edb-8ed8-832480cc8db3) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:07.183765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.208323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:07.227136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cbb00-b5c2-4059-b38f-1d23c7c6f5a0 req-578a3ede-7e3c-4d2e-b1e4-eedab69e7dbc tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.234335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:07.237000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d1cbb00-b5c2-4059-b38f-1d23c7c6f5a0 req-578a3ede-7e3c-4d2e-b1e4-eedab69e7dbc tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 944 time: 0.0942907 Oct 28 21:21:07.239261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.290900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d1cbb00-b5c2-4059-b38f-1d23c7c6f5a0 req-bcc51e36-2c87-4a0e-96b3-44a04d8ff0a8 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500145 Oct 28 21:21:07.330940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:07.371741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68e52-4a7b-412c-88b1-9616af2725f2 req-aa6f4f49-4602-4807-a298-f59f3f301d8e tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.372218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68e52-4a7b-412c-88b1-9616af2725f2 req-aa6f4f49-4602-4807-a298-f59f3f301d8e tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.372834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68e52-4a7b-412c-88b1-9616af2725f2 req-aa6f4f49-4602-4807-a298-f59f3f301d8e tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.381338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9db68e52-4a7b-412c-88b1-9616af2725f2 req-aa6f4f49-4602-4807-a298-f59f3f301d8e tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8&device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06&device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 2884 time: 0.0875144 Oct 28 21:21:07.393806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.422815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd859ddb-be65-4a41-8563-5281f308d132 req-723b059d-ea13-4b95-8fff-526dc74f254a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 210 time: 0.0388010 Oct 28 21:21:07.446416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.466529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:07.466847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9db68e52-4a7b-412c-88b1-9616af2725f2 req-8678f29b-aa38-4e62-9a3a-737ad20a82db tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Oct 28 21:21:07.510922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:07.514118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:07.519108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:07.523967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:07.530736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.531375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.534876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:07.556776 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-a865daa8-e11c-4db2-aab6-8ff6eb0f028f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0646129 Oct 28 21:21:07.573696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2d6caeb-f006-42ac-b110-e1bd7494e8f2 req-02a4fa01-108b-42b3-9009-8cda7a6af010 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 200 len: 2996 time: 0.0984988 Oct 28 21:21:07.582265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Request body: {'port': {'device_id': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:07.613681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c586169-19d8-4949-a55d-5fb89246d323 req-633c3763-49c3-4463-b69c-32b604951832 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.629117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c586169-19d8-4949-a55d-5fb89246d323 req-633c3763-49c3-4463-b69c-32b604951832 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.1141610 Oct 28 21:21:07.665785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['15ce8caf-c78d-4f56-b7dc-d4367bbfef50'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:07.671410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.671630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c586169-19d8-4949-a55d-5fb89246d323 req-41b61a31-ba02-4a5e-abee-953895404430 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Oct 28 21:21:07.765835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76c6cb-bb24-416e-8736-fd8a025a2aa9 req-9dce2143-780b-4888-84b4-f07a0a7c5b7d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:07.777673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d76c6cb-bb24-416e-8736-fd8a025a2aa9 req-9dce2143-780b-4888-84b4-f07a0a7c5b7d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 943 time: 0.1004736 Oct 28 21:21:07.876583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d76c6cb-bb24-416e-8736-fd8a025a2aa9 req-81ef8d48-3231-4b29-9de2-af186ab0d2f3 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976865 Oct 28 21:21:07.889299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-ef9044fa-0f35-427f-8362-a8479da4cf06 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-group-rules/b070ae56-b3ae-485b-8b27-70bf7e1f0fc6 HTTP/1.1" status: 200 len: 783 time: 0.0744824 Oct 28 21:21:07.949497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-a0890411-3c5a-44fd-b9c3-dddb95f411f6 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 200 len: 2996 time: 0.0591815 Oct 28 21:21:07.986825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.992863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-18a529ba-9681-4295-8f53-f74767843d22 None None] Provisioning complete for port 3545649c-712b-4edb-8ed8-832480cc8db3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:07.993310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-18a529ba-9681-4295-8f53-f74767843d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:07.998219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.040037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.047019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.051920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68a1a8a1-6a03-45e3-bd45-9f856c99a62f req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b070ae56-b3ae-485b-8b27-70bf7e1f0fc6 HTTP/1.1" status: 204 len: 173 time: 0.1013885 Oct 28 21:21:08.060696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3545649c-712b-4edb-8ed8-832480cc8db3 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:08.071820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443903af-8bb2-4939-912d-0804d4aa88d8 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b070ae56-b3ae-485b-8b27-70bf7e1f0fc6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:08.089561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.096173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-18a529ba-9681-4295-8f53-f74767843d22 None None] Port 3545649c-712b-4edb-8ed8-832480cc8db3 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:21:08.118342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Transition to ACTIVE for port object 3545649c-712b-4edb-8ed8-832480cc8db3 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:08.126604 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.271436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67a869ad-c1f9-492e-877d-dad86e04528f req-8720935a-435c-4652-805d-011be83e0120 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 210 time: 0.0488093 Oct 28 21:21:08.342340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Pushing event updated for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:08.372864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-6de7d1ed-3a52-4a2d-89e7-defe532f528b tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 200 len: 2398 time: 0.0725672 Oct 28 21:21:08.434020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Attempting to bind port 3545649c-712b-4edb-8ed8-832480cc8db3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:08.434515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Attempting to bind port 3545649c-712b-4edb-8ed8-832480cc8db3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:08.434857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Attempting to bind port 3545649c-712b-4edb-8ed8-832480cc8db3 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:08.449020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Port 3545649c-712b-4edb-8ed8-832480cc8db3 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:08.449020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Attempting to bind port 3545649c-712b-4edb-8ed8-832480cc8db3 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:08.455313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:08.455313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:08.455638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:08.455976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Bound port: 3545649c-712b-4edb-8ed8-832480cc8db3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:08.456336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.480572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-4326a1d8-e427-4eda-92e3-a64b5fa57f90 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.480818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da50b1-4e54-4a6f-acbb-373a93249117 req-0673f976-e3e8-492f-81c8-ff48c8d7dbd1 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.482097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-4326a1d8-e427-4eda-92e3-a64b5fa57f90 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.52 "GET /v2.0/networks?id=d5d5ee72-27e3-40da-b270-e675cfd1d298 HTTP/1.1" status: 200 len: 812 time: 0.3313267 Oct 28 21:21:08.488320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12da50b1-4e54-4a6f-acbb-373a93249117 req-0673f976-e3e8-492f-81c8-ff48c8d7dbd1 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.1090648 Oct 28 21:21:08.523753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.576682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-660a8369-8011-4f3c-ad0e-ec11f4c5c9db tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d4d3a17900481297f18714ae6f2dc3 HTTP/1.1" status: 200 len: 380 time: 0.0655386 Oct 28 21:21:08.579238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.583201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:08.583394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12da50b1-4e54-4a6f-acbb-373a93249117 req-e853b125-a75c-4a67-ab2f-9b2ab96f23d4 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940797 Oct 28 21:21:08.590039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'port': {'device_id': '87137a0e-ff93-463a-b9dc-999c13287d35', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'admin_state_up': True, 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'security_groups': ['3630bd2b-b97d-45ea-b3a1-ac558a63fecb']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:08.594852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3545649c-712b-4edb-8ed8-832480cc8db3,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:08.608695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.647240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.652242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.665052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8416c0f-4b13-4aa9-bf68-5f73aa554fac req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed165068-7f0e-4a1e-95b7-0f55ba7da1a9 HTTP/1.1" status: 204 len: 173 time: 0.2845407 Oct 28 21:21:08.683041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96d799-b1f2-488b-a471-dd62811214d4 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed165068-7f0e-4a1e-95b7-0f55ba7da1a9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:08.714124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Pushing event updated for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:08.718407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.719209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.720628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-b1593111-894a-4e25-a9e0-497a63a8211e service neutron] 10.222.0.44 "PUT /v2.0/ports/3545649c-712b-4edb-8ed8-832480cc8db3 HTTP/1.1" status: 200 len: 1096 time: 1.1456432 Oct 28 21:21:08.723733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:08.726435 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4791cb07-6246-4f6d-9ca0-c961b3c58093" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:08.798121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d86f8-2781-42e3-af68-9562676b42cc req-27f37dc4-ac96-43ad-99a8-9df915cbe477 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.800105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a53d86f8-2781-42e3-af68-9562676b42cc req-27f37dc4-ac96-43ad-99a8-9df915cbe477 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 945 time: 0.0775108 Oct 28 21:21:08.847549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-481c3971-5aab-4094-b09a-6a4fdac0013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.849105 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-481c3971-5aab-4094-b09a-6a4fdac0013c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 1099 time: 0.0725222 Oct 28 21:21:08.859586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a53d86f8-2781-42e3-af68-9562676b42cc req-ab1f5018-3ce6-4239-803b-4b33659968ec tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497653 Oct 28 21:21:08.905832 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-a3446472-c389-4a1b-b9c2-1d3206ead5ea req-3280486e-2f34-4716-8554-59974b2bc08f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] show failed (client error): The resource could not be found. Oct 28 21:21:08.907004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3446472-c389-4a1b-b9c2-1d3206ead5ea req-3280486e-2f34-4716-8554-59974b2bc08f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/3fcef2ed-0246-4f61-b28d-45606a0d3e28 HTTP/1.1" status: 404 len: 352 time: 0.0197952 Oct 28 21:21:08.924489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-ac96b1c0-9311-41a2-9150-9186365bcf68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3545649c-712b-4edb-8ed8-832480cc8db3 HTTP/1.1" status: 200 len: 217 time: 0.0411875 Oct 28 21:21:08.925511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Made reservation on behalf of b2d4d3a17900481297f18714ae6f2dc3 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:08.932668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:08.961093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17d07-f0c0-4eb8-8b87-3e3841e742ac req-efc96fbd-a205-49ec-a44f-a3334efb4619 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:08.964695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adf17d07-f0c0-4eb8-8b87-3e3841e742ac req-efc96fbd-a205-49ec-a44f-a3334efb4619 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 947 time: 0.0608068 Oct 28 21:21:08.978022 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffc5b77-72c5-4481-8051-9a78f5d415e3 x-openstack-request-id: req-8ffc5b77-72c5-4481-8051-9a78f5d415e3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:08.978314 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:08.978642 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ffc5b77-72c5-4481-8051-9a78f5d415e3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:08.979072 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3', 'status': 'completed', 'code': 200} Oct 28 21:21:09.022341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adf17d07-f0c0-4eb8-8b87-3e3841e742ac req-51ccdd5a-81f5-49ff-860b-56fba32c1a6c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504405 Oct 28 21:21:09.035898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-4636fc36-409a-4363-ba23-97e5f5c90720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.037876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-4636fc36-409a-4363-ba23-97e5f5c90720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1021147 Oct 28 21:21:09.154206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c226c-4f58-4b38-b881-922426c54b36 req-4fe31ec4-b6e2-4f26-9f06-5c774d921a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.155819 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-4fe31ec4-b6e2-4f26-9f06-5c774d921a67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1091931 Oct 28 21:21:09.174410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-273d6722-fb73-473a-83de-86468d8e3b1b req-b4337569-0820-4811-8bea-ed3bf3934811 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/adc244d8-379c-42bf-89d5-87c1880e6d18 HTTP/1.1" status: 200 len: 1804 time: 0.0468264 Oct 28 21:21:09.175938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Allocated IP 172.20.0.12 (d5d5ee72-27e3-40da-b270-e675cfd1d298/b6049afc-4b1a-4c73-b4bf-6c901ad05701/4864bc3a-279e-4239-8cbd-5e817105ff7f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:09.181826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268c4db-d5bf-490d-8a8e-9fc1cd6b1733 req-81dcb33c-cdec-41d2-8afe-509d8571711a tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.183282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c268c4db-d5bf-490d-8a8e-9fc1cd6b1733 req-81dcb33c-cdec-41d2-8afe-509d8571711a tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 943 time: 0.0889976 Oct 28 21:21:09.248913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c268c4db-d5bf-490d-8a8e-9fc1cd6b1733 req-2de94dfc-6689-41a2-818a-25ad046bcce7 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571010 Oct 28 21:21:09.285524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273d6722-fb73-473a-83de-86468d8e3b1b req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.323091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273d6722-fb73-473a-83de-86468d8e3b1b req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.327069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 36b0f10e-751f-4024-bfc6-7ee2ef324943 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:09.359950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-fbd124d0-4125-474b-8a51-1d13ff10f93d service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853738 Oct 28 21:21:09.396617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6780b-12d3-4e27-96e1-d5b7d5d398e7 req-8f2430fd-0cca-44e3-b398-ad232127de81 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.398199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62c6780b-12d3-4e27-96e1-d5b7d5d398e7 req-8f2430fd-0cca-44e3-b398-ad232127de81 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1101 time: 0.0553820 Oct 28 21:21:09.399694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273d6722-fb73-473a-83de-86468d8e3b1b req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.402806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-273d6722-fb73-473a-83de-86468d8e3b1b req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.403900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-273d6722-fb73-473a-83de-86468d8e3b1b req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/adc244d8-379c-42bf-89d5-87c1880e6d18 HTTP/1.1" status: 204 len: 173 time: 0.2196975 Oct 28 21:21:09.468615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:09.469331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.472949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62c6780b-12d3-4e27-96e1-d5b7d5d398e7 req-c51b73d7-6b00-426b-ad96-3be5bfb41a78 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615396 Oct 28 21:21:09.473957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391ad0c-ae2a-4bc8-8f3c-e95aaf546925 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc244d8-379c-42bf-89d5-87c1880e6d18,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:09.481247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'port_id': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'mac_address': 'fa:16:3e:34:95:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:09.529875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.530017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-250c226c-4f58-4b38-b881-922426c54b36 req-a4915cb4-3d2d-4527-97bd-0ddf18ef3dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569605 Oct 28 21:21:09.533320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7b11ca7-990b-4fd2-82be-74f3f9eca4ac req-c1236c45-c817-4ac6-a7f3-dab6434aad0d tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 210 time: 0.0671184 Oct 28 21:21:09.544397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b0f10e-751f-4024-bfc6-7ee2ef324943 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:09.558012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.573677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:09.579232 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.616691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-a86d72ad-a66e-4d8c-88e2-584cabed480c tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/e447446d-9e09-4a14-83cd-db42139dca8c HTTP/1.1" status: 200 len: 1805 time: 0.0780268 Oct 28 21:21:09.622657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:09.624616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:09.627326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:09.634356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.634653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.640580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:09.685005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0992992 Oct 28 21:21:09.692414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f69797-22c6-4675-9bab-cbda167ddf43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event updated for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:09.699108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c6bb6-51d0-4884-9a4d-4ceb2e1c9949 req-7601cf53-66fe-4cec-b294-07fe38827fbe tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.700645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d6c6bb6-51d0-4884-9a4d-4ceb2e1c9949 req-7601cf53-66fe-4cec-b294-07fe38827fbe tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1101 time: 0.0830455 Oct 28 21:21:09.704977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Request body: {'port': {'device_id': '87137a0e-ff93-463a-b9dc-999c13287d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:09.731694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.737315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-27b6bf10-8024-4058-abfe-cd87022cc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.739085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-27b6bf10-8024-4058-abfe-cd87022cc1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 1099 time: 0.1244624 Oct 28 21:21:09.764550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d6c6bb6-51d0-4884-9a4d-4ceb2e1c9949 req-766c440e-d0f3-4328-8620-10fb6e05cc29 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 Oct 28 21:21:09.768944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.838811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.843842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.847917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.849541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73344ab2-4fbb-4728-9b06-014bd8c76963 req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/e447446d-9e09-4a14-83cd-db42139dca8c HTTP/1.1" status: 204 len: 173 time: 0.2218151 Oct 28 21:21:09.905147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc5637-f74d-459c-9620-f0dff4dce801 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447446d-9e09-4a14-83cd-db42139dca8c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:09.915351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a3d70972-9bb3-44a3-8cb5-9dcc8d1e57e2 None None] Provisioning complete for port 4864bc3a-279e-4239-8cbd-5e817105ff7f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:09.916598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3d70972-9bb3-44a3-8cb5-9dcc8d1e57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:09.937634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-70064f7d-4d3e-4818-8b62-ef18e134ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.939122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-70064f7d-4d3e-4818-8b62-ef18e134ecf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1725857 Oct 28 21:21:09.941508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f406-21bc-4d0d-a204-0aa232279431 req-feb8eb52-3137-4579-9678-f4f1df1aeb7a tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:09.944239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7060f406-21bc-4d0d-a204-0aa232279431 req-feb8eb52-3137-4579-9678-f4f1df1aeb7a tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.0935717 Oct 28 21:21:09.954245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['36b0f10e-751f-4024-bfc6-7ee2ef324943'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:09.995613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a3d70972-9bb3-44a3-8cb5-9dcc8d1e57e2 None None] Port 4864bc3a-279e-4239-8cbd-5e817105ff7f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:21:10.004756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7060f406-21bc-4d0d-a204-0aa232279431 req-64df4784-32db-4e82-af28-50f23481beac tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Oct 28 21:21:10.040317 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-8f09e62e-496a-47c3-b3b8-eb137c7f6908 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=3545649c-712b-4edb-8ed8-832480cc8db3 HTTP/1.1" status: 200 len: 217 time: 0.0489097 Oct 28 21:21:10.104828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50603cf4-3e13-4842-b623-1a038efc2622 req-e0599354-127c-48b7-aa1f-01e10119c295 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/31fc52a8-752d-4de4-92bc-8799c2d90d22 HTTP/1.1" status: 200 len: 1803 time: 0.0618587 Oct 28 21:21:10.155018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-3aa4f18d-a4ca-4383-a7a6-c5ea34beeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.156864 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-3aa4f18d-a4ca-4383-a7a6-c5ea34beeb31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1008112 Oct 28 21:21:10.176126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-50603cf4-3e13-4842-b623-1a038efc2622 req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.218380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-50603cf4-3e13-4842-b623-1a038efc2622 req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.235820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-0032aa4b-8245-413b-8c18-bc2358e0f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.237322 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-0032aa4b-8245-413b-8c18-bc2358e0f4b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708151 Oct 28 21:21:10.239656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047aaf0-009e-49cd-af58-21aa36ae3317 req-6396e40a-e1e1-41dc-ac3f-fad645febc47 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.241164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8047aaf0-009e-49cd-af58-21aa36ae3317 req-6396e40a-e1e1-41dc-ac3f-fad645febc47 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 945 time: 0.0830910 Oct 28 21:21:10.297073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8047aaf0-009e-49cd-af58-21aa36ae3317 req-b9ff4dcc-788d-445f-9c6b-11a1c3615da8 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Oct 28 21:21:10.297730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-50603cf4-3e13-4842-b623-1a038efc2622 req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.300568 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-50603cf4-3e13-4842-b623-1a038efc2622 req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.301502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50603cf4-3e13-4842-b623-1a038efc2622 req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/31fc52a8-752d-4de4-92bc-8799c2d90d22 HTTP/1.1" status: 204 len: 173 time: 0.1957312 Oct 28 21:21:10.311409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170ff56-8d09-49a1-bd1c-0535b439409f tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc52a8-752d-4de4-92bc-8799c2d90d22,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:10.338418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4864bc3a-279e-4239-8cbd-5e817105ff7f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:10.349215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.378203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Transition to ACTIVE for port object 4864bc3a-279e-4239-8cbd-5e817105ff7f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:10.389092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.392643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-ca941d7c-dacd-4e6e-84ea-1f60cb99bd39 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440125 Oct 28 21:21:10.453044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95c35f-8fc6-4f65-8d86-38bb55e1542f req-1fd84acd-59d0-4c9d-9972-0609da8f9e36 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.454718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b95c35f-8fc6-4f65-8d86-38bb55e1542f req-1fd84acd-59d0-4c9d-9972-0609da8f9e36 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 947 time: 0.0587552 Oct 28 21:21:10.497467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Pushing event updated for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:10.526456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b95c35f-8fc6-4f65-8d86-38bb55e1542f req-94476a26-4614-45e4-a501-d3e2af48283e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583627 Oct 28 21:21:10.553328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Attempting to bind port 4864bc3a-279e-4239-8cbd-5e817105ff7f on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:10.553889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Attempting to bind port 4864bc3a-279e-4239-8cbd-5e817105ff7f by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:10.554224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Attempting to bind port 4864bc3a-279e-4239-8cbd-5e817105ff7f on network d5d5ee72-27e3-40da-b270-e675cfd1d298 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:10.566295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Port 4864bc3a-279e-4239-8cbd-5e817105ff7f on network d5d5ee72-27e3-40da-b270-e675cfd1d298 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:10.566622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Attempting to bind port 4864bc3a-279e-4239-8cbd-5e817105ff7f on network d5d5ee72-27e3-40da-b270-e675cfd1d298 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:10.571112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4791cb07-6246-4f6d-9ca0-c961b3c58093 req-239dd076-334f-45bf-af7c-62d5a361286a service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527212 Oct 28 21:21:10.573986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:10.574325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Checking segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:10.574701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Bound using segment: {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:10.575127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Bound port: 4864bc3a-279e-4239-8cbd-5e817105ff7f, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d542fe5-867c-428f-ace0-e63d0b5993e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:10.575478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.677977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:10.688009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:10.696840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.714861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b300bba-49bb-4852-986a-caca29cdfbb0 req-c6508513-ebcb-48e9-8cb5-d8a720b740cb tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.716035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-845ca321-5a4e-4f77-a072-f118bac8b2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.717235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b300bba-49bb-4852-986a-caca29cdfbb0 req-c6508513-ebcb-48e9-8cb5-d8a720b740cb tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 944 time: 0.0709751 Oct 28 21:21:10.738792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.739411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.740825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] 10.222.0.52 "PUT /v2.0/ports/4864bc3a-279e-4239-8cbd-5e817105ff7f HTTP/1.1" status: 200 len: 1093 time: 1.0407994 Oct 28 21:21:10.761007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b300bba-49bb-4852-986a-caca29cdfbb0 req-00462a38-3ac8-421c-b68d-85b8f549d480 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369437 Oct 28 21:21:10.806842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45129c-9dff-4545-ac65-3d3db5d38acc service neutron] Pushing event updated for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:10.857986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-19cdf800-2a33-4240-9729-37b7308e1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:10.859633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-19cdf800-2a33-4240-9729-37b7308e1910 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d4d3a17900481297f18714ae6f2dc3&device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 1096 time: 0.0675845 Oct 28 21:21:10.860017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-2a832f9f-3a9f-4acf-ba20-458deabb07df tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/692a52f2-be0d-41d9-a080-fcd8f2f4269c HTTP/1.1" status: 200 len: 2404 time: 0.0714169 Oct 28 21:21:10.907549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:10.917359 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-654eddf9-415d-47d5-baa5-c08d5eec4bfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f HTTP/1.1" status: 200 len: 217 time: 0.0475638 Oct 28 21:21:10.925285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.955352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:10.993018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:10.995943 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f36aa31-c326-4e46-894a-9f53b0e02108" -d '{"events": [{"name": "network-changed", "server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:11.003125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:11.010679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:11.011284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.016296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.019070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.023586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-53c3ab8e-500b-4168-80cb-3550e827e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.027428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-53c3ab8e-500b-4168-80cb-3550e827e1bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6049afc-4b1a-4c73-b4bf-6c901ad05701 HTTP/1.1" status: 200 len: 851 time: 0.1021621 Oct 28 21:21:11.033994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-660a76d7-18e8-4b97-be0e-0f34213c68ba req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/692a52f2-be0d-41d9-a080-fcd8f2f4269c HTTP/1.1" status: 204 len: 173 time: 0.1671145 Oct 28 21:21:11.057653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41620db2-5200-434f-aa64-4bb980efd596 tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a52f2-be0d-41d9-a080-fcd8f2f4269c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:11.083386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-70183d45-03f0-40db-9a84-acf7fde3428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.085307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-70183d45-03f0-40db-9a84-acf7fde3428e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d5ee72-27e3-40da-b270-e675cfd1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494761 Oct 28 21:21:11.159033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926c6f-abbc-4cde-a869-34e3e314cd13 req-0a3eff8a-2dee-4134-9002-e089f980272b tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.167084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96926c6f-abbc-4cde-a869-34e3e314cd13 req-0a3eff8a-2dee-4134-9002-e089f980272b tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 944 time: 0.0677798 Oct 28 21:21:11.213625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96926c6f-abbc-4cde-a869-34e3e314cd13 req-288c8bae-f3ff-4e2c-910c-be702e83e86b tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Oct 28 21:21:11.224218 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-8e251f3f-674c-4dc0-a69f-6e12e0402d73 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307125 Oct 28 21:21:11.285129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.317370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:11.320989 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b13dd79-0c38-4472-aa69-42e4b8cea683" -d '{"events": [{"server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "name": "network-vif-plugged", "status": "completed", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:11.338373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9877d284-2be5-4e68-b765-7ef54c75de4f req-658e9399-484f-499a-a20a-5852a6179bfa service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048391 Oct 28 21:21:11.341047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:11.343908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 36b0f10e-751f-4024-bfc6-7ee2ef324943 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:11.347919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.388654 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927b02b-8775-475a-a93f-fc5e2b85c1a9 x-openstack-request-id: req-3927b02b-8775-475a-a93f-fc5e2b85c1a9 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:11.388947 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:11.389322 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3927b02b-8775-475a-a93f-fc5e2b85c1a9 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:11.389669 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'status': 'completed', 'code': 200} Oct 28 21:21:11.458150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:11.469906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 36b0f10e-751f-4024-bfc6-7ee2ef324943 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:11.474964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 36b0f10e-751f-4024-bfc6-7ee2ef324943 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:11.475466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.481761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-4d54c851-d132-4735-bfb9-8825542d3e6e tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "GET /v2.0/security-groups/3101da3c-d638-4df1-bde8-cd2760f320e5 HTTP/1.1" status: 200 len: 2396 time: 0.0695848 Oct 28 21:21:11.518550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-04bd4595-a49a-4daf-a868-e6c87d4bd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.520316 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-04bd4595-a49a-4daf-a868-e6c87d4bd6a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d4d3a17900481297f18714ae6f2dc3&device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 1096 time: 0.0736842 Oct 28 21:21:11.526163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-50cc6c17-625b-4e36-abc1-1e6daf34442a tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:21:11.527165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-50cc6c17-625b-4e36-abc1-1e6daf34442a tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083864 Oct 28 21:21:11.581608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.585615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-77a71098-73c3-4fdd-b283-2743fb24c222 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.587044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-77a71098-73c3-4fdd-b283-2743fb24c222 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 1095 time: 0.0522814 Oct 28 21:21:11.591629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.607352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:11.607901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:21:11.622259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:11.628272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.634013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-d99f81c0-0302-4161-b00e-2f2d98fe3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.635149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-d99f81c0-0302-4161-b00e-2f2d98fe3c92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5d5ee72-27e3-40da-b270-e675cfd1d298 HTTP/1.1" status: 200 len: 913 time: 0.1053159 Oct 28 21:21:11.649511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.682616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-b760eb2a-4598-4c57-b77e-9a91783c09f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f HTTP/1.1" status: 200 len: 217 time: 0.0388026 Oct 28 21:21:11.687927 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.690951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:11.744589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-d5decd56-1db6-48dd-8c49-050668aff823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.746336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-d5decd56-1db6-48dd-8c49-050668aff823 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6049afc-4b1a-4c73-b4bf-6c901ad05701 HTTP/1.1" status: 200 len: 851 time: 0.0547998 Oct 28 21:21:11.765767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.768560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.769685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb5da4a-2a2c-4032-a7cd-8c5fd6a059e5 req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] 10.222.0.31 "DELETE /v2.0/security-groups/3101da3c-d638-4df1-bde8-cd2760f320e5 HTTP/1.1" status: 204 len: 173 time: 0.2871423 Oct 28 21:21:11.779183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54474) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:11.819138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ab889-a874-40e7-9781-4cee923694cd tempest-SecurityGroupRulesTestJSON-18270183 tempest-SecurityGroupRulesTestJSON-18270183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3101da3c-d638-4df1-bde8-cd2760f320e5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:11.847639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-f3a9d353-2327-444e-b33d-751e5d1d5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:11.854871 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-f3a9d353-2327-444e-b33d-751e5d1d5839 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d5ee72-27e3-40da-b270-e675cfd1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894346 Oct 28 21:21:11.893001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:11.893651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:11.893975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:11.904528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:11.904849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:11.907516 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.909108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Deleting subnet 4f33dd62-c426-43f8-a34f-1aeacd0c6d84 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:21:11.914207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:11.939428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:11.939761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:11.940855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:11.941295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Bound port: 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:11.957594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-eaeded6c-93db-43c0-9d7b-c1c83509abf1 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952766 Oct 28 21:21:12.000929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9e6e-9cc8-4c8f-beeb-1d024b468e7e req-0b6d6a63-29a2-43a8-8910-3b41586d61e6 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.002819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c8c9e6e-9cc8-4c8f-beeb-1d024b468e7e req-0b6d6a63-29a2-43a8-8910-3b41586d61e6 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.1518648 Oct 28 21:21:12.005319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.065177 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8f36aa31-c326-4e46-894a-9f53b0e02108 req-e4d8c973-a17b-4c81-b1d0-b8900eb450de service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980155 Oct 28 21:21:12.085929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.117236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:12.123573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c8c9e6e-9cc8-4c8f-beeb-1d024b468e7e req-383e9bda-af75-40df-8c3e-ae101de46ebb tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935249 Oct 28 21:21:12.130022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.131080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-2583cb88-8b99-4e69-b841-f4ac3066b1ff service neutron] 10.222.0.31 "POST /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702/bindings HTTP/1.1" status: 201 len: 390 time: 0.5334828 Oct 28 21:21:12.167377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.175405 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fbea46-e178-4c82-9251-2e0625313058 x-openstack-request-id: req-56fbea46-e178-4c82-9251-2e0625313058 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:12.175724 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "name": "network-vif-plugged", "status": "completed", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:12.176024 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56fbea46-e178-4c82-9251-2e0625313058 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:12.176482 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'code': 200} Oct 28 21:21:12.216163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.237387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f33dd62-c426-43f8-a34f-1aeacd0c6d84 HTTP/1.1" status: 204 len: 168 time: 0.4561324 Oct 28 21:21:12.238458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757775c1-498a-44ae-9bb3-a69cd0dcb93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f33dd62-c426-43f8-a34f-1aeacd0c6d84,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:12.242291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:12.361064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.396760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805cc14-5003-4daa-98cc-aa4e32f9027c req-32d39de3-1ee9-4a42-84f8-90fa9f6b86a9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.398449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6805cc14-5003-4daa-98cc-aa4e32f9027c req-32d39de3-1ee9-4a42-84f8-90fa9f6b86a9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 947 time: 0.0819139 Oct 28 21:21:12.447760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e0387-c570-4795-bef6-a937c3d71084 req-49822232-e1bc-4c42-bd31-07264f222c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.449301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de7e0387-c570-4795-bef6-a937c3d71084 req-49822232-e1bc-4c42-bd31-07264f222c08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 1098 time: 0.0918570 Oct 28 21:21:12.500643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6805cc14-5003-4daa-98cc-aa4e32f9027c req-480aaa55-bca2-45a7-b3ea-d575424c4cea tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721922 Oct 28 21:21:12.526568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.576876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de7e0387-c570-4795-bef6-a937c3d71084 req-9b2f33bb-3023-4d92-a6c5-03b2ea8efab0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873184 Oct 28 21:21:12.579106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.579481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.580913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.580913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.580913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.581278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.581578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.582025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.582279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.582623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.670289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.670639 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.670970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.671378 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 21:21:12.671746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:12.705038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f349f-5921-408b-94f1-d6c9e30bb326 req-49167ce7-53f9-41c3-9a4b-04076bf23601 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.705882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b28f349f-5921-408b-94f1-d6c9e30bb326 req-49167ce7-53f9-41c3-9a4b-04076bf23601 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 946 time: 0.0951340 Oct 28 21:21:12.718670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62652ba-0e08-4f6a-8b35-00d6720d12e6 req-2848d9bd-94a7-449c-9f1d-4b00d124a42c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.720231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c62652ba-0e08-4f6a-8b35-00d6720d12e6 req-2848d9bd-94a7-449c-9f1d-4b00d124a42c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.0708857 Oct 28 21:21:12.723783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdc014d-2f8c-4b53-84c8-eac2f5263efe') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:12.724065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdc014d-2f8c-4b53-84c8-eac2f5263efe') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:12.742526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.769267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.775665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b28f349f-5921-408b-94f1-d6c9e30bb326 req-8182cd2d-1a16-4da4-ba18-e4786acee02d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542030 Oct 28 21:21:12.776275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-baadeb21-8d1b-4b00-bc68-a08ad8531ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.777715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-baadeb21-8d1b-4b00-bc68-a08ad8531ab2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1098 time: 0.1003726 Oct 28 21:21:12.780716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c62652ba-0e08-4f6a-8b35-00d6720d12e6 req-fc98bbfe-77d6-47f6-85b9-90e1fadca118 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535893 Oct 28 21:21:12.784626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:21:12.785197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: from cryptography.utils import int_from_bytes Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: from cryptography.utils import int_from_bytes Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:21:12.789224 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:21:12.904966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3545649c-712b-4edb-8ed8-832480cc8db3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:12.930350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d601-fe04-4658-be1c-6d413f6f28ec req-3d593049-f415-448a-972f-465addafcced tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.932441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5724d601-fe04-4658-be1c-6d413f6f28ec req-3d593049-f415-448a-972f-465addafcced tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 944 time: 0.0842845 Oct 28 21:21:12.949268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c583-057f-4270-addf-238e3f9b9abf req-1c770f08-f179-4016-a6f3-60915e0a8752 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:12.950819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b541c583-057f-4270-addf-238e3f9b9abf req-1c770f08-f179-4016-a6f3-60915e0a8752 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0759459 Oct 28 21:21:13.016738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3545649c-712b-4edb-8ed8-832480cc8db3,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:13.018567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5724d601-fe04-4658-be1c-6d413f6f28ec req-f4dffd00-8d86-4cb1-96e5-b7e462a9d1b9 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665390 Oct 28 21:21:13.033442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3545649c-712b-4edb-8ed8-832480cc8db3', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '3545649c-712b-4edb-8ed8-832480cc8db3', 'mac_address': 'fa:16:3e:e3:ed:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:13.051044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b541c583-057f-4270-addf-238e3f9b9abf req-d088d406-26a1-4752-baf8-8c300561acdb tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918481 Oct 28 21:21:13.087003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.106179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3545649c-712b-4edb-8ed8-832480cc8db3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:13.129532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3545649c-712b-4edb-8ed8-832480cc8db3,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:13.136246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.168322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb2f50-606a-42e8-8f24-deef12083587 req-81d2ddaf-413c-4a72-b5af-5440329883f2 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.169896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bb2f50-606a-42e8-8f24-deef12083587 req-81d2ddaf-413c-4a72-b5af-5440329883f2 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1097 time: 0.0443504 Oct 28 21:21:13.196909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.199634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-5bf36b4e-a4c1-422c-be04-b803804a4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.201329 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-5bf36b4e-a4c1-422c-be04-b803804a4482 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.4026835 Oct 28 21:21:13.209243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.216643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c HTTP/1.1" status: 204 len: 168 time: 0.9728630 Oct 28 21:21:13.220801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bb2f50-606a-42e8-8f24-deef12083587 req-916c950c-d66d-4062-8cfd-1338d65931b8 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 Oct 28 21:21:13.230887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:13.245703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e495a5-e0ab-4481-b89e-8ad45a0fa7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcc20fb-2a74-47d8-a0f1-dde8683a3d3c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:13.284292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e41dc8-9971-4f3b-96da-567dbdd5a9a0 req-a5ceb56a-75af-4a15-8b03-651a2eecec97 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.286311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18e41dc8-9971-4f3b-96da-567dbdd5a9a0 req-a5ceb56a-75af-4a15-8b03-651a2eecec97 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.0643308 Oct 28 21:21:13.295755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46c8f5b5-e372-41f6-9edb-5b3c05b201d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.300036 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-1c76ca21-71d1-4cae-a68a-9dab796c117d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 217 time: 0.0822771 Oct 28 21:21:13.351428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18e41dc8-9971-4f3b-96da-567dbdd5a9a0 req-3f5b4641-c31f-4349-b84a-20a181b8a57c tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565717 Oct 28 21:21:13.365916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-4368be5e-fb76-409f-9d21-2a4d220d9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.367678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-4368be5e-fb76-409f-9d21-2a4d220d9419 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0585470 Oct 28 21:21:13.380738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:13.400180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-7b13444b-e6a3-4928-8697-ab8e57d50cf5 req-4b549569-abdb-459e-b6ca-6a1f996f2005 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:21:13.401924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b13444b-e6a3-4928-8697-ab8e57d50cf5 req-4b549569-abdb-459e-b6ca-6a1f996f2005 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072732 Oct 28 21:21:13.403873 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-b35c1cdc-5f8e-4126-a1f5-96a3f63ea9e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263944 Oct 28 21:21:13.429101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3553a3f3-b5a2-42f3-9292-e5a2bcef2413 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1ccc73bc9c0438285a958705349fd5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448425 Oct 28 21:21:13.429322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:13.481118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.496264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3545649c-712b-4edb-8ed8-832480cc8db3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:13.503070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.515219 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-aaa4e75c-6ea2-4400-8d19-2069e042844e service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035750 Oct 28 21:21:13.577942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.580682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.581837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e6ab4fb-4d79-4856-815c-fa3d9f236959 HTTP/1.1" status: 204 len: 168 time: 0.1516123 Oct 28 21:21:13.590710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6e48-7fb5-4111-a885-e04be704b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ab4fb-4d79-4856-815c-fa3d9f236959,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:13.693804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745b7dc-65f1-48ce-b2af-8ae3c1677052 req-591ec9ce-2a3c-4556-a030-161bfd67cf2f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.695906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4745b7dc-65f1-48ce-b2af-8ae3c1677052 req-591ec9ce-2a3c-4556-a030-161bfd67cf2f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 948 time: 0.0651205 Oct 28 21:21:13.716225 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-006b8834-d813-4413-80fe-5b5dc838e94c service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921034 Oct 28 21:21:13.752937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4745b7dc-65f1-48ce-b2af-8ae3c1677052 req-fb3defde-3ce7-48d4-9941-9a737ee9f1c9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502934 Oct 28 21:21:13.856570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-f25888fa-d7e2-4345-b66b-f745700ba2c1 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.858493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-f25888fa-d7e2-4345-b66b-f745700ba2c1 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1098 time: 0.0707548 Oct 28 21:21:13.873860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:13.922050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ebc9-ecdb-4937-83b9-4476b3747f24 req-7a0d0222-18ae-407a-8d3d-1dfa13b95f3f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:13.929270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fb2ebc9-ecdb-4937-83b9-4476b3747f24 req-7a0d0222-18ae-407a-8d3d-1dfa13b95f3f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 946 time: 0.0611827 Oct 28 21:21:13.946646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:13.988057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fb2ebc9-ecdb-4937-83b9-4476b3747f24 req-8fd84f6d-979b-4537-b44f-806d419bfe27 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577497 Oct 28 21:21:14.151427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808b824-264c-4f82-9c58-dee3c1c9d160 req-4078cdf2-eb1f-4018-bc8f-7b9ad6669849 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.159386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8808b824-264c-4f82-9c58-dee3c1c9d160 req-4078cdf2-eb1f-4018-bc8f-7b9ad6669849 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.0782621 Oct 28 21:21:14.170830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:14.177473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:14.181049 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689b203a-6004-4f70-b0cc-3be55dd8b95f" -d '{"events": [{"server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "name": "network-vif-plugged", "status": "completed", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:14.216893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8808b824-264c-4f82-9c58-dee3c1c9d160 req-3e13f6bf-2b55-406c-9b0f-15d964039f03 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564570 Oct 28 21:21:14.235693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:14.287549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:14.292613 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690fe4f1-0c91-47d0-9db2-029243e3631b" -d '{"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:14.298035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.308402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.360919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220bf85-6304-4339-87ff-6d66ca3f2da7 req-502b3c05-33ba-4e99-a380-6b466984a3e0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.370479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8220bf85-6304-4339-87ff-6d66ca3f2da7 req-502b3c05-33ba-4e99-a380-6b466984a3e0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 944 time: 0.0812235 Oct 28 21:21:14.400770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:14.425283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:14.425612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:14.425924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:14.431017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:14.431941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Attempting to bind port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:14.437864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:14.438577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:14.438577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:14.438963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Bound port: 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:14.439314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.442605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8220bf85-6304-4339-87ff-6d66ca3f2da7 req-8c9740b2-86e1-4acb-b6f8-9ddbc21b6cd4 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712082 Oct 28 21:21:14.548126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:14.555672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:14.563644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.593959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb918-feaa-4c93-a21f-d565fe067a69 req-d0837aeb-ca9c-4420-9896-cfc9ff12f135 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.596056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb4eb918-feaa-4c93-a21f-d565fe067a69 req-d0837aeb-ca9c-4420-9896-cfc9ff12f135 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0759857 Oct 28 21:21:14.650128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=8']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:14.664939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb4eb918-feaa-4c93-a21f-d565fe067a69 req-a139215a-cb5c-4765-99dc-a9ff061d0191 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Oct 28 21:21:14.673900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-ee1d437c-8066-4d2d-bc91-80635f112416 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:21:14.674948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-ee1d437c-8066-4d2d-bc91-80635f112416 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089862 Oct 28 21:21:14.679451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.680299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.697922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-644ddb49-204e-4c38-b9bd-d8a3a91a4ae4 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 1124 time: 0.8160200 Oct 28 21:21:14.727721 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb48d0-d853-4c4e-9063-0806548801de x-openstack-request-id: req-8bfb48d0-d853-4c4e-9063-0806548801de {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:14.728082 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "name": "network-vif-plugged", "status": "completed", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:14.728520 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bfb48d0-d853-4c4e-9063-0806548801de {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:14.729765 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'code': 200} Oct 28 21:21:14.740797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-bed8cd76-d65b-4434-8b51-1a728ed0a90c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.742466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-bed8cd76-d65b-4434-8b51-1a728ed0a90c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 1094 time: 0.0581508 Oct 28 21:21:14.743203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:14.754708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:14.755236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:21:14.772030 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.779637 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af815f6-86ea-4e0f-b579-7a0528e4db42 x-openstack-request-id: req-4af815f6-86ea-4e0f-b579-7a0528e4db42 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:14.779927 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:14.780273 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4af815f6-86ea-4e0f-b579-7a0528e4db42 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:14.780616 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'code': 200} Oct 28 21:21:14.833876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['7a8ca0c8-80cc-4786-8416-fb47fafe8702'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:14.876822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad3774-463e-43d0-b139-f5c77605f582 req-1d89fcb1-ee58-4f21-a4fd-5d53c003bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.878503 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fad3774-463e-43d0-b139-f5c77605f582 req-1d89fcb1-ee58-4f21-a4fd-5d53c003bae2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 1097 time: 0.0833776 Oct 28 21:21:14.883585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-469831232-network', 'tenant_id': 'd74cce80c0a949ff8298369ed554f432'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:14.933188 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fad3774-463e-43d0-b139-f5c77605f582 req-3e11e6a4-22f2-484d-98ae-8c251e5ad2c7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433283 Oct 28 21:21:14.958228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Made reservation on behalf of d74cce80c0a949ff8298369ed554f432 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:14.958396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3545649c-712b-4edb-8ed8-832480cc8db3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:14.958524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5e7c-ac09-49c4-826e-738bf591dc21 req-4ab8f04e-9ccf-47e5-867d-02c09b486e63 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:14.958643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:14.958730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f80c5e7c-ac09-49c4-826e-738bf591dc21 req-4ab8f04e-9ccf-47e5-867d-02c09b486e63 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.0786862 Oct 28 21:21:14.958827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.027428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.027587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f80c5e7c-ac09-49c4-826e-738bf591dc21 req-e543e94c-ec15-4ec3-82a6-1b1499eb3d40 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637937 Oct 28 21:21:15.035058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:15.037835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:15.038189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:15.038929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.044649 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.055031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:15.055210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:15.055669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3545649c-712b-4edb-8ed8-832480cc8db3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:15.063785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3545649c-712b-4edb-8ed8-832480cc8db3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:15.064456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.070854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:15.071201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:15.071562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:15.072015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Bound port: 63b8a163-5db0-452b-b1cf-113fea35ad05, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:15.093436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:21:15.105607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.106053 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Added segment 58b1615b-d6c9-41ce-b7be-378667b96936 of type vlan for network 85fc2a77-f65f-4b0f-a0de-e39418d33719 Oct 28 21:21:15.107953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d119a1-4a2e-4e77-981a-5771657b3bb4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:15.154277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.177427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.187876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.189067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:15.190204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.191302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:15.205608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86139e-749f-4fd3-9c89-89341bdd565d req-51dda618-8d73-4b4f-b1e6-948c363fbd37 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:15.209064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a86139e-749f-4fd3-9c89-89341bdd565d req-51dda618-8d73-4b4f-b1e6-948c363fbd37 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 948 time: 0.0989578 Oct 28 21:21:15.214690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4700017 Oct 28 21:21:15.214950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3545649c-712b-4edb-8ed8-832480cc8db3,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:15.216600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.218074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e7a96d-2f39-4f43-b638-d3dca7275c1f service neutron] 10.222.0.31 "POST /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05/bindings HTTP/1.1" status: 201 len: 390 time: 0.4674351 Oct 28 21:21:15.218841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54588) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:15.225454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.230747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Request body: {'subnet': {'network_id': '85fc2a77-f65f-4b0f-a0de-e39418d33719', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-469831232-subnet', 'tenant_id': 'd74cce80c0a949ff8298369ed554f432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:15.275993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14102771-af05-4b87-89fd-678b35f7f329 admin admin] Pushing event updated for resources: {'Network': ['ID=85fc2a77-f65f-4b0f-a0de-e39418d33719,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:15.293248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a86139e-749f-4fd3-9c89-89341bdd565d req-6a669432-56f3-489d-aaaa-e3a72d453ac3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730515 Oct 28 21:21:15.294884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Made reservation on behalf of d74cce80c0a949ff8298369ed554f432 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:15.296283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 85fc2a77-f65f-4b0f-a0de-e39418d33719 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:21:15.298414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.363359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4864bc3a-279e-4239-8cbd-5e817105ff7f details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:15.379575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:15.478880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495d963-4e9c-4c52-9bd0-7ae7ee56f96a req-7e897778-f5fd-4e8c-8546-0c0fc651ae5d tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:15.480386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f495d963-4e9c-4c52-9bd0-7ae7ee56f96a req-7e897778-f5fd-4e8c-8546-0c0fc651ae5d tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.1211100 Oct 28 21:21:15.489671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:15.495185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Request body: {'floatingip': {'port_id': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:15.498230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:15.509237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'port_id': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'mac_address': 'fa:16:3e:ea:d0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:15.511140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974af4d-72c1-470e-917e-91f3c53d0917 req-f8873e98-1040-4aab-8169-7e3bce527791 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:15.519436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3974af4d-72c1-470e-917e-91f3c53d0917 req-f8873e98-1040-4aab-8169-7e3bce527791 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.1244719 Oct 28 21:21:15.541900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.559533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.574233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864bc3a-279e-4239-8cbd-5e817105ff7f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:15.594164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:15.598301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:15.648697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:15.846668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3974af4d-72c1-470e-917e-91f3c53d0917 req-8ba1764a-1f2c-4019-b91c-4293a800c9f1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263767 Oct 28 21:21:15.893224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68afae-f4ea-4f6a-b99a-1f5531464229 req-71d27ba4-a5b1-4c83-adae-8293d758ad42 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:15.894709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe68afae-f4ea-4f6a-b99a-1f5531464229 req-71d27ba4-a5b1-4c83-adae-8293d758ad42 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.3358989 Oct 28 21:21:15.990822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:16.005652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-618abb47-cf22-4b3b-8d5e-b50405aaee5e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2257457 Oct 28 21:21:16.030342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe68afae-f4ea-4f6a-b99a-1f5531464229 req-146ee358-a1ff-416b-a405-fb91cfc76396 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143923 Oct 28 21:21:16.042450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['4864bc3a-279e-4239-8cbd-5e817105ff7f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:16.051550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2cae-9569-4dfb-8cb8-4f2bffb8aae5 req-c09f8c6a-6c24-4db0-80d2-b5196c65e2f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.053321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-928d2cae-9569-4dfb-8cb8-4f2bffb8aae5 req-c09f8c6a-6c24-4db0-80d2-b5196c65e2f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1384175 Oct 28 21:21:16.083146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ad9a09-1484-4aa7-b105-971730c3fa1d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:16.139381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-928d2cae-9569-4dfb-8cb8-4f2bffb8aae5 req-86f3ba48-cf6e-44e4-adfb-90bf1a13c6be tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715587 Oct 28 21:21:16.151156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Checking segment: {'id': '58b1615b-d6c9-41ce-b7be-378667b96936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85fc2a77-f65f-4b0f-a0de-e39418d33719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:16.151577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Network hostable DHCP agents. Network: 85fc2a77-f65f-4b0f-a0de-e39418d33719, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:21:16.202059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Network 85fc2a77-f65f-4b0f-a0de-e39418d33719 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:21:16.210055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-90bb77be-d19d-4fee-bb72-ac025f911c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.212141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-90bb77be-d19d-4fee-bb72-ac025f911c9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1097 time: 0.1552262 Oct 28 21:21:16.214652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:16.217686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:16.228088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bed78-bb9e-4012-b4d0-142147ac4cb1 req-3d005b29-338a-40ff-b0dc-ae7325091a31 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.230252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-648bed78-bb9e-4012-b4d0-142147ac4cb1 req-3d005b29-338a-40ff-b0dc-ae7325091a31 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 945 time: 0.0883999 Oct 28 21:21:16.252941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 85fc2a77-f65f-4b0f-a0de-e39418d33719) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:16.268004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3016dee-3a5b-46b4-82f7-f3a497c82346 None None] Network 85fc2a77-f65f-4b0f-a0de-e39418d33719 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:21:16.296669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-648bed78-bb9e-4012-b4d0-142147ac4cb1 req-f72d64ae-1794-48f3-9963-cdf79801bdf0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460885 Oct 28 21:21:16.298087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.298676 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:16.329731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76724-26c1-4268-ac3d-6f4e2696e8b3 req-85d57702-2975-481e-b22a-f3caee646b55 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.338592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aff76724-26c1-4268-ac3d-6f4e2696e8b3 req-85d57702-2975-481e-b22a-f3caee646b55 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1299736 Oct 28 21:21:16.393058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aff76724-26c1-4268-ac3d-6f4e2696e8b3 req-d849a8b8-6b69-47ba-ad11-d87836335b62 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Oct 28 21:21:16.399038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3721c6a1-97c1-4182-b9ec-aec6e1a5ded4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1777744 Oct 28 21:21:16.460971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4fbcd-4961-48c0-97d6-69531a0cac4a req-9ab20292-530e-4772-a0d6-7060794d573c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.465124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eda4fbcd-4961-48c0-97d6-69531a0cac4a req-9ab20292-530e-4772-a0d6-7060794d573c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.0647681 Oct 28 21:21:16.487990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5181d-fc43-41d9-bda5-8d3c8e524d21 None None] Network 85fc2a77-f65f-4b0f-a0de-e39418d33719 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:21:16.521746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eda4fbcd-4961-48c0-97d6-69531a0cac4a req-7bb0c48f-0291-4909-bba7-557afc9f5171 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Oct 28 21:21:16.571376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:16.628264 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Floating IP 828237af-3337-4482-afa5-361a2dfe95d1 associated. External IP: 172.25.4.14, port: 15ce8caf-c78d-4f56-b7dc-d4367bbfef50. Oct 28 21:21:16.631607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-74a2c47e-b22b-4447-b20b-e3ef7be1dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.633090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-74a2c47e-b22b-4447-b20b-e3ef7be1dd4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.3712873 Oct 28 21:21:16.727684 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-28a029b4-d74e-4b2f-972f-f730ad8eaa21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0656519 Oct 28 21:21:16.730503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:16.732998 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee25d10-5e75-4878-be21-e4ebdb7525d8" -d '{"events": [{"server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "name": "network-vif-plugged", "status": "completed", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:16.741484 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-8326043d-75b6-4e96-9bb8-50eca14000d1 req-3b560b25-139e-493c-b225-1eacc1b36688 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] show failed (client error): The resource could not be found. Oct 28 21:21:16.753346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8326043d-75b6-4e96-9bb8-50eca14000d1 req-3b560b25-139e-493c-b225-1eacc1b36688 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/a8599ad9-a013-4e0f-a8d6-f599ddf07aa6 HTTP/1.1" status: 404 len: 352 time: 0.0226021 Oct 28 21:21:16.774535 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65afe2e4-f5c4-48ce-9257-5ef20e6061a9 x-openstack-request-id: req-65afe2e4-f5c4-48ce-9257-5ef20e6061a9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:16.774903 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "name": "network-vif-plugged", "status": "completed", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:16.775984 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65afe2e4-f5c4-48ce-9257-5ef20e6061a9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:16.776639 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3', 'code': 200} Oct 28 21:21:16.783030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:16.785326 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fcb3f7-e83d-4065-a21e-747af938ddfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:16.812128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-f8c9f478-c919-49ac-9422-7cb4e42cbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.814091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-f8c9f478-c919-49ac-9422-7cb4e42cbc09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0788743 Oct 28 21:21:16.854356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90ace947-c923-416e-a30a-66598d607bf3 req-79c5d03c-6b4a-4e50-85fb-0a1b9b35371a tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74cce80c0a949ff8298369ed554f432 HTTP/1.1" status: 200 len: 2984 time: 0.0676243 Oct 28 21:21:16.855010 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e4c92-bcf4-4506-a37a-bc8245c8c7c6 x-openstack-request-id: req-ec0e4c92-bcf4-4506-a37a-bc8245c8c7c6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:16.855301 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:16.855633 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec0e4c92-bcf4-4506-a37a-bc8245c8c7c6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:16.855997 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'status': 'completed', 'code': 200} Oct 28 21:21:16.935269 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-ed591e3c-8862-4136-a8a0-b2750129ea64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784016 Oct 28 21:21:16.969636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90ace947-c923-416e-a30a-66598d607bf3 req-7731bb2e-1cd0-4b36-a617-1369247ff9f8 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/f0d119a1-4a2e-4e77-981a-5771657b3bb4 HTTP/1.1" status: 200 len: 2981 time: 0.1079857 Oct 28 21:21:16.986687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-5624b52e-0c86-4013-9f44-b0dc4fcefe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:16.988086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-5624b52e-0c86-4013-9f44-b0dc4fcefe5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1127 time: 0.1064022 Oct 28 21:21:17.010841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252e4c-ed6b-4a6f-8297-8857d4a13adc req-4eb3e407-1bc8-48ae-a6a6-7af9d7c275f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.012314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11252e4c-ed6b-4a6f-8297-8857d4a13adc req-4eb3e407-1bc8-48ae-a6a6-7af9d7c275f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 1101 time: 0.1543684 Oct 28 21:21:17.013927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe7bd-a676-404d-a69a-29ad9dd1dec9 req-f0274285-1edd-4a01-a552-0f2a7ef0f236 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.015806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aabe7bd-a676-404d-a69a-29ad9dd1dec9 req-f0274285-1edd-4a01-a552-0f2a7ef0f236 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.0892296 Oct 28 21:21:17.047618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:21:17.073941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11252e4c-ed6b-4a6f-8297-8857d4a13adc req-db342813-9c59-4084-a286-e11f6d78514c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516782 Oct 28 21:21:17.104867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90ace947-c923-416e-a30a-66598d607bf3 req-adc69c32-ee06-41c0-8869-a4b8943d6879 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/f0d119a1-4a2e-4e77-981a-5771657b3bb4 HTTP/1.1" status: 200 len: 2981 time: 0.1279235 Oct 28 21:21:17.126464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aabe7bd-a676-404d-a69a-29ad9dd1dec9 req-4524a7b8-ad26-4580-a271-09c9f926396d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Oct 28 21:21:17.158033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-da09c80d-baed-471e-a81b-85b7ba4a06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.159595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-da09c80d-baed-471e-a81b-85b7ba4a06d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1568797 Oct 28 21:21:17.167966 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-e5077927-c8d0-438c-9314-e0dc2d05d9a3 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125335 Oct 28 21:21:17.235673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f51ab44-9821-4f0a-ad8e-77cf0215a0eb req-68b53fd4-e311-448a-b39d-e061219f035c tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/f0d119a1-4a2e-4e77-981a-5771657b3bb4 HTTP/1.1" status: 200 len: 2981 time: 0.0721519 Oct 28 21:21:17.245579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:21:17.247085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8477018-8f55-4058-b627-0a3f7a19f95e req-b9d30890-818e-4145-97f2-8e3dbce02c51 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.248578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8477018-8f55-4058-b627-0a3f7a19f95e req-b9d30890-818e-4145-97f2-8e3dbce02c51 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.0830364 Oct 28 21:21:17.251179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:17.257021 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:21:17.268954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:17.269560 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:17.295625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9862a70c-f0aa-4330-9043-8601ecf39959 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "PUT /v2.0/floatingips/828237af-3337-4482-afa5-361a2dfe95d1 HTTP/1.1" status: 200 len: 991 time: 1.8023033 Oct 28 21:21:17.303493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-290a998e-d529-4b3f-9591-b1af9a54da70 req-cfa683a0-8f95-4e8e-98ae-6e030c9e1139 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247656 Oct 28 21:21:17.348789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-c28be386-086b-4b12-aa9c-9b3c1435d2a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 217 time: 0.0557249 Oct 28 21:21:17.353148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:17.360445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8477018-8f55-4058-b627-0a3f7a19f95e req-b1f0fa2a-fb62-4cb7-ac75-a348b69ddd16 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934193 Oct 28 21:21:17.388888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:17.403036 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-9f51ab44-9821-4f0a-ad8e-77cf0215a0eb req-a652b355-841a-46b2-b1d5-4f3c12e632c7 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 21:21:17.404620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f51ab44-9821-4f0a-ad8e-77cf0215a0eb req-a652b355-841a-46b2-b1d5-4f3c12e632c7 tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0d119a1-4a2e-4e77-981a-5771657b3bb4 HTTP/1.1" status: 409 len: 352 time: 0.1551323 Oct 28 21:21:17.442489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-2551e70f-e2e0-47b3-8594-65b65259dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.444167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-2551e70f-e2e0-47b3-8594-65b65259dcb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0801299 Oct 28 21:21:17.498481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-5aa1ca20-905e-4b67-b66e-bd02c4eb1774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408168 Oct 28 21:21:17.510759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:17.522651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:21:17.639278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee561f3-a473-4815-bde8-5cd1cf416c92 req-2614090a-d750-4882-943f-61a82e2a359d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.640764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ee561f3-a473-4815-bde8-5cd1cf416c92 req-2614090a-d750-4882-943f-61a82e2a359d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1714811 Oct 28 21:21:17.654051 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:8f:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:21:16Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:17.684016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:21:17.688430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9380fa-aa7e-48ed-9dc3-5288344b0ccb req-5d906bf0-c02c-4a19-badb-eccf1e17024f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.689951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d9380fa-aa7e-48ed-9dc3-5288344b0ccb req-5d906bf0-c02c-4a19-badb-eccf1e17024f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 945 time: 0.1390831 Oct 28 21:21:17.692666 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:17.693480 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:17.695110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-8cf79c4e-01ba-459b-868e-9f3fa850ae8b service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674440 Oct 28 21:21:17.770480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ee561f3-a473-4815-bde8-5cd1cf416c92 req-959ce477-4c7f-490a-ad10-81f87b325e64 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167293 Oct 28 21:21:17.805963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d9380fa-aa7e-48ed-9dc3-5288344b0ccb req-6a540525-2c92-426e-a0f8-f4289965fc80 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088581 Oct 28 21:21:17.852514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fcb3f7-e83d-4065-a21e-747af938ddfb req-091331f0-ae89-42b7-82db-d1db5c0cf768 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461313 Oct 28 21:21:17.912023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:17.933703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a493ac7-6435-493b-9fbe-7b65cb4c0c70 req-90e77b62-c0d7-4bba-a013-f00c00b1660d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.935235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a493ac7-6435-493b-9fbe-7b65cb4c0c70 req-90e77b62-c0d7-4bba-a013-f00c00b1660d tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.0817707 Oct 28 21:21:17.946114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:17.951780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Request body: {'floatingip': {'port_id': '36b0f10e-751f-4024-bfc6-7ee2ef324943'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:17.958966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ffc40-55c7-412b-b1c3-97acb0dc6dbe req-ceda4535-f8bd-4f26-b6d8-2fa3092e6065 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:17.964854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-056ffc40-55c7-412b-b1c3-97acb0dc6dbe req-ceda4535-f8bd-4f26-b6d8-2fa3092e6065 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0815029 Oct 28 21:21:17.993741 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-beddf5da-c2e9-46b3-bad3-eec3ce04fda0 req-49f650fd-c533-4afb-8c72-39156a62ad7b tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] show failed (client error): The resource could not be found. Oct 28 21:21:17.996693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-beddf5da-c2e9-46b3-bad3-eec3ce04fda0 req-49f650fd-c533-4afb-8c72-39156a62ad7b tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/1b4101eb-5e05-4b74-8640-139da8b9e651 HTTP/1.1" status: 404 len: 352 time: 0.0309048 Oct 28 21:21:17.999273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.032062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-056ffc40-55c7-412b-b1c3-97acb0dc6dbe req-6f15fb9a-a651-43cf-94d4-0dec99f90efe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Oct 28 21:21:18.080318 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-e4094439-2286-4b80-8dda-6cf2df7c9ce6 req-d8ab1f34-a230-40dd-8cf2-23f4e1e3b1ca tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] show failed (client error): The resource could not be found. Oct 28 21:21:18.081534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4094439-2286-4b80-8dda-6cf2df7c9ce6 req-d8ab1f34-a230-40dd-8cf2-23f4e1e3b1ca tempest-SecurityGroupsNegativeTestJSON-1297975373 tempest-SecurityGroupsNegativeTestJSON-1297975373-project] 10.222.0.31 "GET /v2.0/security-groups/794dbbae-43f8-4e3d-85a0-c6e89ad184d8 HTTP/1.1" status: 404 len: 352 time: 0.0181239 Oct 28 21:21:18.100033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:18.184951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096437f-73bb-407d-8b71-7a76f96c0346 req-9afa2996-38fc-4ece-97fe-af049ee471d6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:18.186517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3096437f-73bb-407d-8b71-7a76f96c0346 req-9afa2996-38fc-4ece-97fe-af049ee471d6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.1041477 Oct 28 21:21:18.190326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Deleting subnet 88ad9a09-1484-4aa7-b105-971730c3fa1d {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:21:18.193804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.269554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.282581 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:8f:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:21:16Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:18.322251 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c2f7e1-8bb7-4ffb-8a0a-faf86e4ccba6 None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '828237af-3337-4482-afa5-361a2dfe95d1', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'port_id': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'mac_address': 'fa:16:3e:8f:42:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:18:52Z', 'updated_at': '2021-10-28T21:21:16Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:21:18.330047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3096437f-73bb-407d-8b71-7a76f96c0346 req-39d884ee-2e06-440c-ae7e-4168264b4849 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146412 Oct 28 21:21:18.345504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.398551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f81c-1611-489e-9bf8-7e03e40c8f74 req-5a096cb6-6255-4453-959c-f59d5befbc50 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:18.406982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45d6f81c-1611-489e-9bf8-7e03e40c8f74 req-5a096cb6-6255-4453-959c-f59d5befbc50 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.1813211 Oct 28 21:21:18.450467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.460890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45d6f81c-1611-489e-9bf8-7e03e40c8f74 req-cbe10e59-6436-4e3c-b7ae-0120ac24a5f3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529597 Oct 28 21:21:18.484307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ad9a09-1484-4aa7-b105-971730c3fa1d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:18.491202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.501033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-585aff41-eb89-4d3b-8fc9-3b59e3d877c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88ad9a09-1484-4aa7-b105-971730c3fa1d HTTP/1.1" status: 204 len: 168 time: 0.4001603 Oct 28 21:21:18.503271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:18.607914 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.609977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.613816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.637970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930b1d3-0926-423e-80e6-c5dc2bd8d7db None None] New status for floating IP 828237af-3337-4482-afa5-361a2dfe95d1: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:21:18.747487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.758786 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Floating IP 78b4c42d-d622-49f7-bfa5-40737ff98480 associated. External IP: 172.25.4.46, port: 36b0f10e-751f-4024-bfc6-7ee2ef324943. Oct 28 21:21:18.769516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc2a77-f65f-4b0f-a0de-e39418d33719']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:18.780120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b1615b-d6c9-41ce-b7be-378667b96936') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:18.780454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b1615b-d6c9-41ce-b7be-378667b96936') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:18.790655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.812191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.820591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:21:18.821174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:21:18.823499 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:21:18.861955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:18.867883 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dafcfad-ee0e-4e81-9460-01d78d647925" -d '{"events": [{"name": "network-changed", "server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:18.949987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.960619 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:18.964630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85fc2a77-f65f-4b0f-a0de-e39418d33719 HTTP/1.1" status: 204 len: 168 time: 0.4602270 Oct 28 21:21:18.982199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8ec3-bee6-4960-8e96-217037de2ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fc2a77-f65f-4b0f-a0de-e39418d33719,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:19.004120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b22935-2313-4707-89e7-3a0b03a2828a req-aae7abba-38fa-4862-aa63-da7f34fffc00 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.005650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28b22935-2313-4707-89e7-3a0b03a2828a req-aae7abba-38fa-4862-aa63-da7f34fffc00 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 945 time: 0.1073606 Oct 28 21:21:19.014850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07308-b903-4956-a23b-bd52adbcfedd req-bacf9912-cecd-44f0-94ea-e735a6e15e53 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.020963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ca07308-b903-4956-a23b-bd52adbcfedd req-bacf9912-cecd-44f0-94ea-e735a6e15e53 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1345856 Oct 28 21:21:19.030253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:21:19.085063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28b22935-2313-4707-89e7-3a0b03a2828a req-539ab3ea-8363-42a4-af17-f50bfafb2381 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620632 Oct 28 21:21:19.104602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ca07308-b903-4956-a23b-bd52adbcfedd req-e2e9d78f-8f71-47f2-b967-ef93f73d027d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722530 Oct 28 21:21:19.104602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54660) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:19.146204 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19894de0-9eef-4a96-9080-2a30bcd13946 x-openstack-request-id: req-19894de0-9eef-4a96-9080-2a30bcd13946 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:19.146492 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:19.146744 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19894de0-9eef-4a96-9080-2a30bcd13946 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:19.147131 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'status': 'completed', 'code': 200} Oct 28 21:21:19.163768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d997bd94-41f5-40df-984e-6f4e28b575f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74cce80c0a949ff8298369ed554f432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559702 Oct 28 21:21:19.164006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:19.172355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:21:19.183020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.185140 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Sync routers for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:21:19.197547 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:19.198266 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:19.214549 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1ca0541c-4cd6-4bb5-b18e-20099d2825ec tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "PUT /v2.0/floatingips/78b4c42d-d622-49f7-bfa5-40737ff98480 HTTP/1.1" status: 200 len: 990 time: 1.2670488 Oct 28 21:21:19.311151 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:19.312300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba2fcb-61cd-4a36-96db-b13c6f43ac97 req-8fe62589-b0a8-4bda-9b04-55c6ab7e29d8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.313819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26ba2fcb-61cd-4a36-96db-b13c6f43ac97 req-8fe62589-b0a8-4bda-9b04-55c6ab7e29d8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1204257 Oct 28 21:21:19.315509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-06033696-a0c4-4f32-9209-a50ce39ee61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.316852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-06033696-a0c4-4f32-9209-a50ce39ee61f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d11785fe631c4bb6b6bf04760c838866&device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 1098 time: 0.1246846 Oct 28 21:21:19.320930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.377395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4864bc3a-279e-4239-8cbd-5e817105ff7f up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:19.401622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.442345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 4864bc3a-279e-4239-8cbd-5e817105ff7f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:19.448749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 4864bc3a-279e-4239-8cbd-5e817105ff7f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:19.449393 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.461576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26ba2fcb-61cd-4a36-96db-b13c6f43ac97 req-6e99d3e0-fbf7-43bb-80c7-3407228dc100 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414988 Oct 28 21:21:19.516573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-b9cbd7db-d856-4c53-accc-864c2a87e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.518097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-b9cbd7db-d856-4c53-accc-864c2a87e1c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 200 len: 924 time: 0.1884527 Oct 28 21:21:19.528353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f6ef1-ffb8-4000-83b6-dc62a580c66e req-d7256b94-b4c5-4889-a9b2-4029917b461e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.528789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b29f6ef1-ffb8-4000-83b6-dc62a580c66e req-d7256b94-b4c5-4889-a9b2-4029917b461e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.1303158 Oct 28 21:21:19.562211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.589877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '78b4c42d-d622-49f7-bfa5-40737ff98480', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'port_id': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'mac_address': 'fa:16:3e:34:95:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:20:55Z', 'updated_at': '2021-10-28T21:21:18Z', 'revision_number': 1, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:19.590403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:19.592852 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85581338-1c2a-4000-8744-09f5d5b5c7a6" -d '{"events": [{"server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "name": "network-vif-plugged", "status": "completed", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:19.593829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.596326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.599751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0d119a1-4a2e-4e77-981a-5771657b3bb4 HTTP/1.1" status: 204 len: 168 time: 0.4325101 Oct 28 21:21:19.612957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:19.623226 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:19.627669 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Checking router: 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:21:19.640383 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:19.642122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:19.654643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd70c5-c814-4399-b6f2-12ff82bba71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d119a1-4a2e-4e77-981a-5771657b3bb4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:19.685174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-16861917-5dbe-4100-bb33-3613362453ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50 HTTP/1.1" status: 200 len: 1001 time: 0.1537600 Oct 28 21:21:19.688037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:19.692605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b29f6ef1-ffb8-4000-83b6-dc62a580c66e req-a0203597-9a6e-4c06-9655-afa6825e243a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435378 Oct 28 21:21:19.752058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b379470-f313-4bfd-a602-7442aedccb12 req-68a16506-8304-4d37-aed5-50187ebbb96a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.756069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b379470-f313-4bfd-a602-7442aedccb12 req-68a16506-8304-4d37-aed5-50187ebbb96a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 944 time: 0.1713693 Oct 28 21:21:19.787084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-c3629693-df3a-47e0-b15f-7b7bb902d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.788816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-c3629693-df3a-47e0-b15f-7b7bb902d92e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 200 len: 862 time: 0.0833359 Oct 28 21:21:19.819076 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:19.835811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b379470-f313-4bfd-a602-7442aedccb12 req-936d5ab8-26df-413a-b599-5e7517ae687b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691950 Oct 28 21:21:19.839199 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bd5db7-df5c-4584-b8ca-08fb77480589 x-openstack-request-id: req-12bd5db7-df5c-4584-b8ca-08fb77480589 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:19.839538 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "name": "network-vif-plugged", "status": "completed", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:19.839836 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12bd5db7-df5c-4584-b8ca-08fb77480589 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:19.840318 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'code': 200} Oct 28 21:21:19.895697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-a1d8126f-0e11-4cfc-9aa6-4e28b2d9bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.899612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-a1d8126f-0e11-4cfc-9aa6-4e28b2d9bb87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5cb40aa9-3085-4aa8-be10-cbffb3e454fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946786 Oct 28 21:21:19.970842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e630-ceaa-4001-af01-3cba25f7b6b2 req-2ea8911f-17b5-479c-9ee3-3d2ed3f74d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:19.974508 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c25e630-ceaa-4001-af01-3cba25f7b6b2 req-2ea8911f-17b5-479c-9ee3-3d2ed3f74d55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 1098 time: 0.0528963 Oct 28 21:21:20.036934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c25e630-ceaa-4001-af01-3cba25f7b6b2 req-68e1e8b6-f6ce-49ac-9ff4-a2686747c3df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523534 Oct 28 21:21:20.046408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-ea768938-f3ef-4c9e-b22d-bd643cce7a97 service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246934 Oct 28 21:21:20.053998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5606-636a-4f18-b99b-db28dd605748 req-4cb82372-53cb-4ec7-a33f-3d221acbd91c tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:20.055555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b3e5606-636a-4f18-b99b-db28dd605748 req-4cb82372-53cb-4ec7-a33f-3d221acbd91c tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 1101 time: 0.1157947 Oct 28 21:21:20.173052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b3e5606-636a-4f18-b99b-db28dd605748 req-5caa9221-77bb-4daa-9765-8d148a192c8f tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059325 Oct 28 21:21:20.179843 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '78b4c42d-d622-49f7-bfa5-40737ff98480', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'port_id': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'mac_address': 'fa:16:3e:34:95:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:20:55Z', 'updated_at': '2021-10-28T21:21:18Z', 'revision_number': 1, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:20.202652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-10c40875-2e39-432b-8434-52779a38feb0 service neutron] 10.222.0.44 "GET /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.1067336 Oct 28 21:21:20.216457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dafcfad-ee0e-4e81-9460-01d78d647925 req-c001137b-c37e-4c78-9b65-85f8bce09f47 service neutron] 10.222.0.44 "GET /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388314 Oct 28 21:21:20.238883 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfabebd-d8d9-494e-a81c-390697b514c3 None None] The sync data for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 is: [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '78b4c42d-d622-49f7-bfa5-40737ff98480', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'port_id': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'mac_address': 'fa:16:3e:34:95:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:20:55Z', 'updated_at': '2021-10-28T21:21:18Z', 'revision_number': 1, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:21:20.289197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b210-b624-4524-a696-f047ec22296f req-5d07cb3e-ebd2-425b-ad1b-5983e68a6a13 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:20.297896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a8b210-b624-4524-a696-f047ec22296f req-5d07cb3e-ebd2-425b-ad1b-5983e68a6a13 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.1260552 Oct 28 21:21:20.385892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a8b210-b624-4524-a696-f047ec22296f req-1eaf1367-add3-47a1-9ee4-0ef2132b4647 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820186 Oct 28 21:21:20.412938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb484-c17e-4ff3-a45b-f91239e5bc22 req-1efa09cc-fbf9-4389-b177-4b3e3f72e3a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:20.415191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe4bb484-c17e-4ff3-a45b-f91239e5bc22 req-1efa09cc-fbf9-4389-b177-4b3e3f72e3a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1010280 Oct 28 21:21:20.497325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe4bb484-c17e-4ff3-a45b-f91239e5bc22 req-31d599ab-6b0d-4386-9a4d-a62a8fba9ea7 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707240 Oct 28 21:21:20.606960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-78783f85-5a4b-4498-b8ae-9bee79b3309e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403068 Oct 28 21:21:20.638771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f449ba46-deb5-4c7a-8741-01f14ebd60e6 None None] New status for floating IP 78b4c42d-d622-49f7-bfa5-40737ff98480: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:21:20.718536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:20.739531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:20.757681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c9a9b-d185-4b09-9f20-6859ef590439 req-acac818d-08d8-487f-8ed4-395b519c01af tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:20.759231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b1c9a9b-d185-4b09-9f20-6859ef590439 req-acac818d-08d8-487f-8ed4-395b519c01af tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1487513 Oct 28 21:21:20.767670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-683d02f0-9406-4379-87ab-11749b7f1a9f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:20.769319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-683d02f0-9406-4379-87ab-11749b7f1a9f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475770 Oct 28 21:21:20.780562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8ca0c8-80cc-4786-8416-fb47fafe8702 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:20.792349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:20.819152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:20.902977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] Transition to ACTIVE for port object 7a8ca0c8-80cc-4786-8416-fb47fafe8702 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:20.906557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:20.975149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] No DVR routers for this DVR port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:21:20.989484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] Pushing event updated for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:21.015423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-53db9459-3982-4a13-81f3-722d2cb9c2be service neutron] 10.222.0.44 "PUT /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8051529 Oct 28 21:21:21.053816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-7a1f58d7-5cde-48bc-8f45-61f33254267e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.2784531 Oct 28 21:21:21.081469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b1c9a9b-d185-4b09-9f20-6859ef590439 req-68077ad5-218e-4566-af3b-1d2b30d7d970 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078384 Oct 28 21:21:21.124686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-699a221f-1651-497b-9c4a-9e43e0d6b40e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.124891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-8756e57b-226e-406c-b124-fa7704c9d7ca tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0599384 Oct 28 21:21:21.126160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-699a221f-1651-497b-9c4a-9e43e0d6b40e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0466275 Oct 28 21:21:21.161654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:21.164134 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07217394-d3bf-4792-84eb-cde6d73d8d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:21.185222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-8fc69ac6-c07d-4146-8cbf-d7677317b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.187672 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-8fc69ac6-c07d-4146-8cbf-d7677317b98f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae&tenant_id=03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 1097 time: 0.0533714 Oct 28 21:21:21.287950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-1ea6434d-ce50-48e0-b66e-e261ce0a3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.290184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-1ea6434d-ce50-48e0-b66e-e261ce0a3ff1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1097 time: 0.0693066 Oct 28 21:21:21.371552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622a7d-e4c7-452b-bba0-c4ecb190701b req-b8bff24e-5544-4f1a-aec4-32d6753f3bb5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.378625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b622a7d-e4c7-452b-bba0-c4ecb190701b req-b8bff24e-5544-4f1a-aec4-32d6753f3bb5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.0584266 Oct 28 21:21:21.428937 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10611b57-c9a8-4237-b2a7-62dcf5243eeb x-openstack-request-id: req-10611b57-c9a8-4237-b2a7-62dcf5243eeb {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:21.429233 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:21.431007 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10611b57-c9a8-4237-b2a7-62dcf5243eeb {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:21.433406 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'status': 'completed', 'code': 200} Oct 28 21:21:21.442242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b622a7d-e4c7-452b-bba0-c4ecb190701b req-6b9f7a66-a602-40b3-91ca-5e4b0939d870 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624740 Oct 28 21:21:21.501516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96fa605d-8034-47e9-bf18-923076bc0d2a req-381e95d1-b5c0-4da6-a50b-5a919f410439 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0581250 Oct 28 21:21:21.593038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-e0995c91-9315-4e35-8652-e39cfacc150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.594922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-e0995c91-9315-4e35-8652-e39cfacc150c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3d07bd39645f46efa7fcae7a4cd542ee&device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 1097 time: 0.1598661 Oct 28 21:21:21.646612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2ac20-68bf-4085-b6e0-d7a823cda6cb req-86c99bf0-d735-4fec-8497-342116efbfb1 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.655528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76d2ac20-68bf-4085-b6e0-d7a823cda6cb req-86c99bf0-d735-4fec-8497-342116efbfb1 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.0940461 Oct 28 21:21:21.701320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54746) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:21.714322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-fe1384d5-f0ec-4d84-bcc3-f7617f87bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.715898 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-fe1384d5-f0ec-4d84-bcc3-f7617f87bc79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.4148629 Oct 28 21:21:21.748519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76d2ac20-68bf-4085-b6e0-d7a823cda6cb req-9247e5ea-4266-4e51-b0cd-431ccc3b11d7 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920119 Oct 28 21:21:21.762949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-d0daa873-3756-42e6-95bc-f38a828d5214 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 200 len: 217 time: 0.0381255 Oct 28 21:21:21.771605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2eadbc-4a74-4537-9ca2-edb54a41f32c req-044183d5-24e4-40bc-80cb-af61121baae9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.773302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe2eadbc-4a74-4537-9ca2-edb54a41f32c req-044183d5-24e4-40bc-80cb-af61121baae9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0879121 Oct 28 21:21:21.835498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-48c04307-5bb8-4e5d-a750-d993fc5b3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.837452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-48c04307-5bb8-4e5d-a750-d993fc5b3c48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d049a51a-47be-4947-804c-76cb0341a250 HTTP/1.1" status: 200 len: 915 time: 0.2219093 Oct 28 21:21:21.845741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe2eadbc-4a74-4537-9ca2-edb54a41f32c req-879e9fc1-5a6c-4a92-a841-eb9ed5fa5cae tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652246 Oct 28 21:21:21.858590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-b15a8303-d35d-4ece-806c-f0778da39323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:21.860007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-b15a8303-d35d-4ece-806c-f0778da39323 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0895388 Oct 28 21:21:21.879609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f9133e3-8393-40b5-95f4-a4570dabce51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:21.934524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-0688f72c-fcda-4dfc-944d-2204d2737760 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405726 Oct 28 21:21:21.970123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f9133e3-8393-40b5-95f4-a4570dabce51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:21.975650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f9133e3-8393-40b5-95f4-a4570dabce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.018592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4f9133e3-8393-40b5-95f4-a4570dabce51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b79930b4045844ce8875d3f40ac78185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151932 Oct 28 21:21:22.019448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9133e3-8393-40b5-95f4-a4570dabce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3249cf-79a5-4a74-845a-c87a99d9e56e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:22.022228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-41c036fc-f235-4bf0-859b-0303226cae15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943 HTTP/1.1" status: 200 len: 1000 time: 0.1738095 Oct 28 21:21:22.024402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:22.135967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-61e165e1-78b8-43b5-ad9e-4becc197c8b4 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922636 Oct 28 21:21:22.142109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-8d73824b-a8a1-45dd-add5-05b69515ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.143474 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-8d73824b-a8a1-45dd-add5-05b69515ef24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc5263fa-4f7a-44a7-b3a9-8193055375fb HTTP/1.1" status: 200 len: 853 time: 0.1096652 Oct 28 21:21:22.164189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.215088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73576a0-b9de-49ba-8dac-8d77b9047019 req-2eacf025-e489-4d25-828a-265f89ac0b95 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.216613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73576a0-b9de-49ba-8dac-8d77b9047019 req-2eacf025-e489-4d25-828a-265f89ac0b95 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0541327 Oct 28 21:21:22.244968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.265461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73576a0-b9de-49ba-8dac-8d77b9047019 req-d88d721d-d4dd-4d67-ab20-0a73e68af364 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Oct 28 21:21:22.283222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-34feade1-4787-4e56-93ad-62ca8eeb3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.284742 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-34feade1-4787-4e56-93ad-62ca8eeb3423 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d049a51a-47be-4947-804c-76cb0341a250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297703 Oct 28 21:21:22.362556 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-e7d8c8f7-5dc4-45c6-896e-6b10a26a7c15 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165732 Oct 28 21:21:22.386294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.389357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.393427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe3249cf-79a5-4a74-845a-c87a99d9e56e HTTP/1.1" status: 204 len: 168 time: 0.3674884 Oct 28 21:21:22.418566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c1c0a-5710-41db-8ef2-11b9722d9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3249cf-79a5-4a74-845a-c87a99d9e56e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:22.429255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-38cd7959-3df4-4072-9726-b8e3be098ad4 service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309342 Oct 28 21:21:22.548040 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07217394-d3bf-4792-84eb-cde6d73d8d7e req-71a8a14f-4c1a-4d17-8a61-7e62120cb7b3 service neutron] 10.222.0.52 "GET /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102397 Oct 28 21:21:22.628920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b828c218-1fa7-4b04-80d2-3dc70226d31c req-ce038377-0b7e-4cec-b214-ed8bd3084946 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0345926 Oct 28 21:21:22.647242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a423e92-88f1-477e-87b0-0bc83fe3e83f req-06f11b64-0861-4671-9eed-d144c4c291c4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.649013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a423e92-88f1-477e-87b0-0bc83fe3e83f req-06f11b64-0861-4671-9eed-d144c4c291c4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.1042130 Oct 28 21:21:22.692887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-b1b5bb2d-5bc7-4978-928e-f4831ddff825 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.694681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-b1b5bb2d-5bc7-4978-928e-f4831ddff825 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0566957 Oct 28 21:21:22.697632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a423e92-88f1-477e-87b0-0bc83fe3e83f req-5000d48d-77f4-4ab0-8e00-37828a1aa106 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Oct 28 21:21:22.839636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-af3ce254-05d1-409e-b12d-a778dc229763 service neutron] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:22.843422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-af3ce254-05d1-409e-b12d-a778dc229763 service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:22.844604 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-11bb6190-744d-4ffc-9b77-f9d3b807d1ce req-af3ce254-05d1-409e-b12d-a778dc229763 service neutron] 10.222.0.52 "DELETE /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.1380093 Oct 28 21:21:22.905759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f913540-b136-4424-ac8d-2160f5f3e1c5 req-a338521f-8152-4141-8019-698b4b4d15dd tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:22.907949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f913540-b136-4424-ac8d-2160f5f3e1c5 req-a338521f-8152-4141-8019-698b4b4d15dd tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.0614648 Oct 28 21:21:22.934755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-1882aa47-29bb-4563-8fa2-0000ffb9ce12 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253637 Oct 28 21:21:22.964209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f913540-b136-4424-ac8d-2160f5f3e1c5 req-89ac5c01-7cfe-4554-80c2-6ef6ea318bdf tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479717 Oct 28 21:21:22.972019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:21:23.030393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a50a-b0da-4e48-8c2d-ec4c4c98a73a req-c37a3298-ce65-4c53-b6d0-7f445308ba56 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.032625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1551a50a-b0da-4e48-8c2d-ec4c4c98a73a req-c37a3298-ce65-4c53-b6d0-7f445308ba56 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0746603 Oct 28 21:21:23.090196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:21:23.125132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1551a50a-b0da-4e48-8c2d-ec4c4c98a73a req-c50978b3-6347-41c0-81aa-b1e0397d9d6f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752759 Oct 28 21:21:23.125675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-0862a913-0405-4fcd-8699-4ad20c2406e0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.127333 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-0862a913-0405-4fcd-8699-4ad20c2406e0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825337 Oct 28 21:21:23.142938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:23.180356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7054c-3fa1-445c-b3c1-6f8c6d0c8a37 req-177349d9-686d-48e4-a227-5daa4be56e30 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.182301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ad7054c-3fa1-445c-b3c1-6f8c6d0c8a37 req-177349d9-686d-48e4-a227-5daa4be56e30 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.0620551 Oct 28 21:21:23.191513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54792) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:23.196346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Request body: {'floatingip': {'port_id': '4864bc3a-279e-4239-8cbd-5e817105ff7f'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:23.213962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54794) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:23.238746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.298374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:23.304155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.335880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1970375659-network', 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:23.410217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:23.412582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.427362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.487947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a013b5-46d3-4eed-ba35-94aced594fe4 req-9fbc0a49-00c5-48e9-95bd-2932bede109b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.490184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63a013b5-46d3-4eed-ba35-94aced594fe4 req-9fbc0a49-00c5-48e9-95bd-2932bede109b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1287344 Oct 28 21:21:23.519130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.252 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/c2f8e4b2-35d1-4dcd-b396-3666fbe847ac) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:23.553516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63a013b5-46d3-4eed-ba35-94aced594fe4 req-019ff58f-a9c6-469a-9b5a-03cf927f0275 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Oct 28 21:21:23.651817 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.657844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.701787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:21:23.705830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:23.730453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.730868 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Added segment 5a07e313-6d6c-4759-8f64-5277d2aff5be of type vlan for network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 Oct 28 21:21:23.741855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e638f752-be46-4d12-9060-2eeecb17fded req-069e5c4d-ce53-416d-8e0f-951b5bd57c73 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0357187 Oct 28 21:21:23.800319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.812149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.851959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.859571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.865403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.866696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.868191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.904246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d312-3e13-4a97-8145-c3485d738cca req-100ba611-e4af-4b15-b098-2659119ce855 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:23.905754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9c2d312-3e13-4a97-8145-c3485d738cca req-100ba611-e4af-4b15-b098-2659119ce855 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.1142931 Oct 28 21:21:23.947367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7322609 Oct 28 21:21:23.950442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54808) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:21:23.957616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Request body: {'subnet': {'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1970375659-subnet', 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:23.968897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:23.979182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a699-69e2-43b6-b6af-1ec56e290ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:23.983620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74', '3545649c-712b-4edb-8ed8-832480cc8db3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:23.992702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9c2d312-3e13-4a97-8145-c3485d738cca req-3e8348b6-57c7-4361-a085-dd285f299312 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Oct 28 21:21:24.000128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:21:24.014530 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Floating IP 3d045042-8763-4ff0-88db-ade113a25231 associated. External IP: 172.25.4.241, port: 4864bc3a-279e-4239-8cbd-5e817105ff7f. Oct 28 21:21:24.057442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:24.057442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:24.062293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.109293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:24.116609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:24.180250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.180912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.218318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:24.225004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e9ea-ea88-430a-b59f-f6905bb88403 req-24114307-9de9-4092-907f-941abe2a0cf7 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.226897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af16e9ea-ea88-430a-b59f-f6905bb88403 req-24114307-9de9-4092-907f-941abe2a0cf7 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 1097 time: 0.0792823 Oct 28 21:21:24.269294 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b3f4a300-b1e5-4b87-bb99-0358c3a4e2b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1310508 Oct 28 21:21:24.289222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-b0dd154a-601b-4827-a783-c55fc73f73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.290733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-b0dd154a-601b-4827-a783-c55fc73f73da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1097 time: 0.0966592 Oct 28 21:21:24.294803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Request body: {'port': {'device_id': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:24.302354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:24.405989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.409174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af16e9ea-ea88-430a-b59f-f6905bb88403 req-ded239bd-1f00-4f09-b239-fe54754e83a6 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733441 Oct 28 21:21:24.457120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d394c6-e463-4e95-8bb4-e6138554da5e req-59b06c3c-e209-425f-bd73-8a1ab709926e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.459349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50d394c6-e463-4e95-8bb4-e6138554da5e req-59b06c3c-e209-425f-bd73-8a1ab709926e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1771810 Oct 28 21:21:24.469106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Router 89190d33-c819-4a63-9526-caad4711fb13 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:21:24.512535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50d394c6-e463-4e95-8bb4-e6138554da5e req-423f3d26-4377-4875-95cb-9e3cf50d0c74 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Oct 28 21:21:24.585487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7441b08d-7d08-493d-945b-0a67ac2f397f None None] Provisioning complete for port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:24.587137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7441b08d-7d08-493d-945b-0a67ac2f397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.634156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7441b08d-7d08-493d-945b-0a67ac2f397f None None] Port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:21:24.681152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.690516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:21:24.697759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:24.710607 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Sync routers for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:21:24.727771 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:24.728764 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:24.818728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c874b1b-d38e-42a2-bf86-62bc279ab87a tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "PUT /v2.0/floatingips/3d045042-8763-4ff0-88db-ade113a25231 HTTP/1.1" status: 200 len: 992 time: 1.6257210 Oct 28 21:21:24.824203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:24.826685 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb55f5-26d4-4006-8279-e5579f35764c" -d '{"events": [{"name": "network-changed", "server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:24.833743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-d47093df-4137-4092-9c57-fe5e78922ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.835275 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-d47093df-4137-4092-9c57-fe5e78922ace service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.5349057 Oct 28 21:21:24.847604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377ba9-9700-4383-adf2-5828bbea6942 req-268caedf-9ed5-4f09-9d8a-defb63f02de2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.849539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80377ba9-9700-4383-adf2-5828bbea6942 req-268caedf-9ed5-4f09-9d8a-defb63f02de2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1963489 Oct 28 21:21:24.914833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:24.922470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80377ba9-9700-4383-adf2-5828bbea6942 req-9067cf4d-929c-4b37-bf16-4a4b5e72d4de tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Oct 28 21:21:24.934465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-76ab239f-61d8-46db-af7a-5c2eb09a4075 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:24.943862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-76ab239f-61d8-46db-af7a-5c2eb09a4075 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.2047036 Oct 28 21:21:24.961427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-c533ef2d-f624-465b-a520-1f9382d22d29 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/quotas/03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 375 time: 0.0165849 Oct 28 21:21:25.030611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-b602c927-4f48-4c90-8f9f-b043cf05ee78 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679955 Oct 28 21:21:25.140035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c36c01-9d14-45bc-9507-b03bd3cfb10a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:25.150926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0904c6-a9c7-4b62-8b64-4343bfbabe4d req-f97d94f3-bfc5-4316-b63e-df9b02f814fa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:25.156915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a0904c6-a9c7-4b62-8b64-4343bfbabe4d req-f97d94f3-bfc5-4316-b63e-df9b02f814fa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 936 time: 0.1200507 Oct 28 21:21:25.188846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-c4e4c2ef-1517-4f56-ad7c-cc6568df368e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.3407691 Oct 28 21:21:25.219856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a0904c6-a9c7-4b62-8b64-4343bfbabe4d req-647824cb-c043-423a-8522-27301151f553 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572407 Oct 28 21:21:25.221728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-778c76b7-26d9-4c2b-af88-9ce0d1321159 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830714 Oct 28 21:21:25.237034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Checking segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:25.237385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Network hostable DHCP agents. Network: 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:21:25.256840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3d045042-8763-4ff0-88db-ade113a25231', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '89190d33-c819-4a63-9526-caad4711fb13', 'port_id': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'mac_address': 'fa:16:3e:ea:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87137a0e-ff93-463a-b9dc-999c13287d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:21:03Z', 'updated_at': '2021-10-28T21:21:23Z', 'revision_number': 1, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:25.287588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-b256c137-681f-4708-bced-ceea92b00c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:25.289061 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-b256c137-681f-4708-bced-ceea92b00c7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0895207 Oct 28 21:21:25.295706 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Checking router: 89190d33-c819-4a63-9526-caad4711fb13 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:21:25.307661 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:21:25.308709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:25.312788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:21:25.338380 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-7628dbf9-7961-44b7-861a-9e0070011263 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349710 Oct 28 21:21:25.352252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-7aa2c772-caf1-4c49-b99b-55bce6c66ea0 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231492 Oct 28 21:21:25.363427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:25.372457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38cf67-abf9-462d-a4da-108d52fe5546 None None] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:21:25.381775 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce81c563-efce-4b5a-af77-0f9474c39dc4 x-openstack-request-id: req-ce81c563-efce-4b5a-af77-0f9474c39dc4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:25.382105 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:25.382362 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce81c563-efce-4b5a-af77-0f9474c39dc4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:25.382806 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'status': 'completed', 'code': 200} Oct 28 21:21:25.441572 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:21:25.451676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:25.452768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:25.550491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26420e14-cf16-44af-a304-fa89e559a5ba None None] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:21:25.593363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f8e4b2-35d1-4dcd-b396-3666fbe847ac {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:25.608758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-402ed9c3-7730-4501-8951-9b70c9ba010c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6571026 Oct 28 21:21:25.673963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:25.692579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Transition to ACTIVE for port object c2f8e4b2-35d1-4dcd-b396-3666fbe847ac will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:25.695610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-60457145-a087-4909-a68e-93963750575e service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481231 Oct 28 21:21:25.718365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb55f5-26d4-4006-8279-e5579f35764c req-bcc584bb-9a7d-43b3-8dba-3b38b13b3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:25.722410 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-bcc584bb-9a7d-43b3-8dba-3b38b13b3586 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2d4d3a17900481297f18714ae6f2dc3&device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 1098 time: 0.2629237 Oct 28 21:21:25.725508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:25.773351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22db1fb3-d62c-4333-a0b3-b76be6d1a299 req-c507da37-77ce-4374-9d16-af0fe33af285 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 210 time: 0.1024222 Oct 28 21:21:25.802019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e40f-bcb4-4b24-ba8f-12a6c5a55ef2 req-1270a742-8a0e-4822-93f2-4cc60abd3346 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:25.804146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0211e40f-bcb4-4b24-ba8f-12a6c5a55ef2 req-1270a742-8a0e-4822-93f2-4cc60abd3346 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1887274 Oct 28 21:21:25.932918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0211e40f-bcb4-4b24-ba8f-12a6c5a55ef2 req-923f25f3-77b2-4704-bd01-a422bf6b44cf tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204026 Oct 28 21:21:26.046343 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3d045042-8763-4ff0-88db-ade113a25231', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '89190d33-c819-4a63-9526-caad4711fb13', 'port_id': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'mac_address': 'fa:16:3e:ea:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87137a0e-ff93-463a-b9dc-999c13287d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:21:03Z', 'updated_at': '2021-10-28T21:21:23Z', 'revision_number': 1, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:21:26.053023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Pushing event updated for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:26.099395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44f53-7d4c-4fd8-a6e3-1fdf95a01314 None None] The sync data for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 is: [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3d045042-8763-4ff0-88db-ade113a25231', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '89190d33-c819-4a63-9526-caad4711fb13', 'port_id': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'mac_address': 'fa:16:3e:ea:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87137a0e-ff93-463a-b9dc-999c13287d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:21:03Z', 'updated_at': '2021-10-28T21:21:23Z', 'revision_number': 1, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:21:26.115499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6dfcf-13dc-4290-9b52-184ec773ad42 req-4d8414b8-f188-4ffc-b316-fee8f3577a65 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.117531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1a6dfcf-13dc-4290-9b52-184ec773ad42 req-4d8414b8-f188-4ffc-b316-fee8f3577a65 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0971129 Oct 28 21:21:26.187228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-0b0088fd-3c82-4dcc-a22b-58a20d6cb617 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791949 Oct 28 21:21:26.203652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb55f5-26d4-4006-8279-e5579f35764c req-5f863a67-8814-4bb4-a4dd-03719ae18237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.205345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-5f863a67-8814-4bb4-a4dd-03719ae18237 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5d5ee72-27e3-40da-b270-e675cfd1d298 HTTP/1.1" status: 200 len: 913 time: 0.4699557 Oct 28 21:21:26.206280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Attempting to bind port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:26.206494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Attempting to bind port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:26.206995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Attempting to bind port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:26.212200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1a6dfcf-13dc-4290-9b52-184ec773ad42 req-c00e573a-338d-4b03-99f1-ff6661b4220d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806124 Oct 28 21:21:26.215045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:26.215386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Attempting to bind port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:26.263751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:26.264066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:26.264496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:26.264920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Bound port: c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:26.265306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:26.332810 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-aff38aa5-f7f5-45e2-9ffc-659b0bf019d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f HTTP/1.1" status: 200 len: 1000 time: 0.1190517 Oct 28 21:21:26.357609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:26.362596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:26.367995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:26.420642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.421733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:26.422644 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] 10.222.0.44 "PUT /v2.0/ports/c2f8e4b2-35d1-4dcd-b396-3666fbe847ac HTTP/1.1" status: 200 len: 1097 time: 2.1370683 Oct 28 21:21:26.423102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:26.425556 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6eb59e-96e1-4dc3-834a-45c368354c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:26.437921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057421ac-162f-41e5-b2f7-285d0f385b21 req-cde451f1-0862-45a8-a23f-9b103ac51efa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.439188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-057421ac-162f-41e5-b2f7-285d0f385b21 req-cde451f1-0862-45a8-a23f-9b103ac51efa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.0823829 Oct 28 21:21:26.490885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-e0597bc4-4189-416e-af7e-b4d22b7b90ee tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.502885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-e0597bc4-4189-416e-af7e-b4d22b7b90ee tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.2121871 Oct 28 21:21:26.541853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-057421ac-162f-41e5-b2f7-285d0f385b21 req-9ca970dd-005b-4ac2-b845-a3d98fa22f6d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882585 Oct 28 21:21:26.550146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-8b99e701-f7c8-44fe-b770-a4ce48b2839f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/quotas/ba1702188d9d424885e47d7b05fa4448 HTTP/1.1" status: 200 len: 375 time: 0.0463874 Oct 28 21:21:26.570010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5e41e-1040-4b33-9400-94defb9b1813 None None] New status for floating IP 3d045042-8763-4ff0-88db-ade113a25231: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:21:26.591740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ced28b60-1005-4915-a823-4e3e5b726ab4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406106 Oct 28 21:21:26.624352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb55f5-26d4-4006-8279-e5579f35764c req-6fd8e203-d38e-4840-875e-024d106ec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.628387 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-6fd8e203-d38e-4840-875e-024d106ec9d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b6049afc-4b1a-4c73-b4bf-6c901ad05701 HTTP/1.1" status: 200 len: 851 time: 0.2215607 Oct 28 21:21:26.639183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af016af-2128-469b-b3b7-687b7aff2d6e service neutron] Pushing event updated for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:26.723189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-96d79f7e-945b-47e1-8c45-807425340648 service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302133 Oct 28 21:21:26.728968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-1f95eb88-a40a-44b7-a1d8-eab03e583abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.731460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-1f95eb88-a40a-44b7-a1d8-eab03e583abe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 1100 time: 0.2383401 Oct 28 21:21:26.737996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb55f5-26d4-4006-8279-e5579f35764c req-e30f4c90-64e5-478a-9bdd-b8dfc8d29693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.740184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-e30f4c90-64e5-478a-9bdd-b8dfc8d29693 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5d5ee72-27e3-40da-b270-e675cfd1d298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846248 Oct 28 21:21:26.800537 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8903f570-c376-404d-a36b-3d99af5ca304 x-openstack-request-id: req-8903f570-c376-404d-a36b-3d99af5ca304 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:26.800537 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:26.800537 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8903f570-c376-404d-a36b-3d99af5ca304 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:26.800924 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac', 'status': 'completed', 'code': 200} Oct 28 21:21:26.824302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-363b25c6-80e8-4b54-871a-4d0b62c99bbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac HTTP/1.1" status: 200 len: 217 time: 0.0800135 Oct 28 21:21:26.908440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-cc5e4bc3-9e28-456f-8ffc-de464508f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:26.909916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-cc5e4bc3-9e28-456f-8ffc-de464508f9ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0552883 Oct 28 21:21:27.019443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-a1b2bd98-4d86-4bdb-97d7-95cf15f27da4 service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212665 Oct 28 21:21:27.038335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-202061fd-53c1-4044-a373-10b43d8c5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.039780 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-202061fd-53c1-4044-a373-10b43d8c5366 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142507 Oct 28 21:21:27.218950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fb55f5-26d4-4006-8279-e5579f35764c req-22c59636-52f6-47b5-8e23-bda9884ddc8d service neutron] 10.222.0.52 "GET /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906819 Oct 28 21:21:27.240805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b926969e-802e-46c8-8e34-bf3cc5e32b41 req-3d7765d6-d3a2-428b-ac22-bd57da858d24 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 210 time: 0.0828211 Oct 28 21:21:27.247812 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-249b29bc-b58d-4ed5-afbd-426c6d092de4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699808 Oct 28 21:21:27.256238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-48862f1e-f430-48b2-9929-4ce9ee558f57 service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321293 Oct 28 21:21:27.376761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-890c6218-0898-4e79-8fca-311c92cf5d22 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.378665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-890c6218-0898-4e79-8fca-311c92cf5d22 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.2144775 Oct 28 21:21:27.402152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Request body: {'port': {'device_id': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'admin_state_up': True, 'tenant_id': '03b669f7d6b54634a31737352f7296e0'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:27.483718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21603e82-09a6-4a42-a59f-b1734a5544e8 req-b4605e25-f16d-4ab8-ab06-225aea362dbb service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116599 Oct 28 21:21:27.546698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b949a5-0551-465e-abf3-736f3ab31128 req-fc103181-9b4b-4135-82f6-e143a980b798 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.548233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76b949a5-0551-465e-abf3-736f3ab31128 req-fc103181-9b4b-4135-82f6-e143a980b798 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0909991 Oct 28 21:21:27.626646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-8c120df2-2618-44ea-a2d9-17dacbc200a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.628948 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-8c120df2-2618-44ea-a2d9-17dacbc200a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 1100 time: 0.0785608 Oct 28 21:21:27.636887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76b949a5-0551-465e-abf3-736f3ab31128 req-7c06a732-70f3-48b6-90f5-b08e1011af52 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Oct 28 21:21:27.649186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec7477-5584-4f0a-b695-6fabb54433aa req-e5385650-447b-4877-af96-a2f43b62b8e4 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.658131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08ec7477-5584-4f0a-b695-6fabb54433aa req-e5385650-447b-4877-af96-a2f43b62b8e4 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1467233 Oct 28 21:21:27.666793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:27.671603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:27.790848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f72cc87-ea60-488d-8e79-4b3d96d75455 req-ebeeb01c-84b7-401c-80a1-433935aa3e71 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 210 time: 0.0782025 Oct 28 21:21:27.794659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-a470f35c-d3b2-44b7-b609-624ec1d52ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.794986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08ec7477-5584-4f0a-b695-6fabb54433aa req-fd15200f-1200-4acd-88f0-4dcaaf412a8f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357515 Oct 28 21:21:27.796679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-a470f35c-d3b2-44b7-b609-624ec1d52ddc service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1472092 Oct 28 21:21:27.888729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-2cc03e19-a372-4a8b-8086-7bf182317bbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac HTTP/1.1" status: 200 len: 217 time: 0.0782144 Oct 28 21:21:27.991091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-4246b96d-9569-4fe0-8d04-cdf4d4bddf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:27.992868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-4246b96d-9569-4fe0-8d04-cdf4d4bddf93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0952148 Oct 28 21:21:28.003875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Allocated IP 172.20.0.14 (f2f84dac-3389-47d1-b4a1-79eb30e3ea6b/868f1d95-57f4-4051-80f3-19bdc0247cbf/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:28.018809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9cbab-90b1-42e8-87f0-8832e6062768 req-f43f6b68-7711-4948-a225-b6191f5b73e0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:28.020540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34c9cbab-90b1-42e8-87f0-8832e6062768 req-f43f6b68-7711-4948-a225-b6191f5b73e0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.0959492 Oct 28 21:21:28.079023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-502c5878-ebe6-43ca-b5b4-b60b8642cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:28.081472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-502c5878-ebe6-43ca-b5b4-b60b8642cc07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728328 Oct 28 21:21:28.130017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34c9cbab-90b1-42e8-87f0-8832e6062768 req-952a142a-460d-47b6-a389-6602896f0933 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840816 Oct 28 21:21:28.231558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-9a07db7d-de86-4339-b94d-29df9b5c9a0b service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403468 Oct 28 21:21:28.283529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:28.343822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:28.370243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd6eb59e-96e1-4dc3-834a-45c368354c6a req-7ffd7b04-1706-4a44-b3f3-5e3c1b8da91f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271286 Oct 28 21:21:28.451783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:28.460997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:28.472233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:28.504606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:28.517711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5b43e-dd64-4a21-9f79-60e2e453555e req-9fa6c10c-b0fb-4baa-8ed1-80afab3906fb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:28.519226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71a5b43e-dd64-4a21-9f79-60e2e453555e req-9fa6c10c-b0fb-4baa-8ed1-80afab3906fb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 932 time: 0.1772466 Oct 28 21:21:28.568496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:28.569022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:28.594494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71a5b43e-dd64-4a21-9f79-60e2e453555e req-4d95557a-830d-4dbc-a11f-fedc4ac37823 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640225 Oct 28 21:21:28.598073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-54c98548-8d74-49df-a625-1d7ffc9f11aa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2018054 Oct 28 21:21:28.616119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Request body: {'port': {'device_id': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:28.670237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:28.856437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f4ca4-0ad5-423b-bd45-e9460cfffa73 req-1f8f8ef2-0080-4592-8717-7c38ff4c4268 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:28.858091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e1f4ca4-0ad5-423b-bd45-e9460cfffa73 req-1f8f8ef2-0080-4592-8717-7c38ff4c4268 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1260588 Oct 28 21:21:28.984559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e1f4ca4-0ad5-423b-bd45-e9460cfffa73 req-812eea7c-7c6b-4499-af84-55b54ebbe0a4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043863 Oct 28 21:21:29.010176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-134c7bba-ff14-45d2-b1ee-e90a44108e58 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.011743 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-134c7bba-ff14-45d2-b1ee-e90a44108e58 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.52 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.1292915 Oct 28 21:21:29.028355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Request body: {'port': {'device_id': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'admin_state_up': True, 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:29.064494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e023dd-e822-4904-836f-aab39efe9bc4 req-9c7f5c58-6b19-4736-9d3a-974878f8b841 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.066319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50e023dd-e822-4904-836f-aab39efe9bc4 req-9c7f5c58-6b19-4736-9d3a-974878f8b841 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1611972 Oct 28 21:21:29.106724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80d97c89-4c1b-47f5-9056-f973528f4fb7 req-91212fd2-8c3d-40da-89a8-75893a0fb331 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 210 time: 0.0629642 Oct 28 21:21:29.173303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50e023dd-e822-4904-836f-aab39efe9bc4 req-40902808-de6c-467e-aeb0-9c31ae84dc9a tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943429 Oct 28 21:21:29.177364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:29.188290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:29.199409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.199637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.214196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Transition to ACTIVE for port object 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:29.220536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.353353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:29.362805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Allocated IP 172.20.0.6 (6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14/e0c36c01-9d14-45bc-9507-b03bd3cfb10a/87056758-39ed-4103-81dd-c91d62af171f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:29.406740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e9f4-a74d-48f8-bb7b-545111670580 req-3e3b476d-13f6-4373-aeb7-6750701c3401 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.408236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3915e9f4-a74d-48f8-bb7b-545111670580 req-3e3b476d-13f6-4373-aeb7-6750701c3401 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.1168501 Oct 28 21:21:29.436827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:29.437161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:29.437488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:29.451560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:29.452000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:29.474391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:29.474869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:29.475367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:29.475901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Bound port: 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:29.476354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.482009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3915e9f4-a74d-48f8-bb7b-545111670580 req-b8ae3ebe-87d8-44a4-be52-d166d057ec88 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621946 Oct 28 21:21:29.561371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.569545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:29.573839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:29.579235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.607268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.631716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.636082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.638600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 1093 time: 1.0269539 Oct 28 21:21:29.642194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:29.648973 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28" -d '{"events": [{"name": "network-changed", "server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:29.685208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:29.690740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:29.703338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:29.716670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1538d8-d9ac-4386-8984-f353dff3c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:29.743992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event updated for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:29.754150 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37bc5c-ce12-4056-94a8-7363e6d97bba x-openstack-request-id: req-6c37bc5c-ce12-4056-94a8-7363e6d97bba {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:29.755247 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:29.755375 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c37bc5c-ce12-4056-94a8-7363e6d97bba {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:29.755695 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'status': 'completed', 'code': 200} Oct 28 21:21:29.785081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.785690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.809981 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-ee8174c8-1307-4264-898c-f8d478c657b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856774 Oct 28 21:21:29.818801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-f13dd7b2-6169-4f36-a3f4-944de904717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.820562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-f13dd7b2-6169-4f36-a3f4-944de904717e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1096 time: 0.1152189 Oct 28 21:21:29.827256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Request body: {'port': {'device_id': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:29.835209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d3fcf-7c08-4e7e-9c38-b3b9bc84d5f3 req-910e360c-ae5d-4927-8771-3f1f97591215 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.836819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-564d3fcf-7c08-4e7e-9c38-b3b9bc84d5f3 req-910e360c-ae5d-4927-8771-3f1f97591215 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0796494 Oct 28 21:21:29.886300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:29.887069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-adfc0863-5382-4182-8520-fd68b07dac26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0484378 Oct 28 21:21:29.945379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-564d3fcf-7c08-4e7e-9c38-b3b9bc84d5f3 req-28f14dd1-8d9a-48a8-868d-3097e14b549e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984726 Oct 28 21:21:29.961267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-b199a660-6ae9-4704-b8ed-a8870e1b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:29.964044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-b199a660-6ae9-4704-b8ed-a8870e1b8d8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0643935 Oct 28 21:21:29.998317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-440caebc-939f-4a92-a32c-6a00dd37766d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269597 Oct 28 21:21:30.162689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759355c-3375-419b-9d07-547fe1f31252 req-a005bffd-f80e-435d-9e2b-8aff70843c95 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.171003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b759355c-3375-419b-9d07-547fe1f31252 req-a005bffd-f80e-435d-9e2b-8aff70843c95 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0909641 Oct 28 21:21:30.190717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-b8f07942-7fef-44b4-ab63-5590f078a2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792312 Oct 28 21:21:30.230677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87056758-39ed-4103-81dd-c91d62af171f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:30.241118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:30.256072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Transition to ACTIVE for port object 87056758-39ed-4103-81dd-c91d62af171f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:30.261987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:30.296108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b759355c-3375-419b-9d07-547fe1f31252 req-5ff28c93-9f0e-4fbf-9b1f-1bf943388e2f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240590 Oct 28 21:21:30.350156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Pushing event updated for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:30.356244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0c89c-37f2-4dfa-9ebd-8b2b1f831492 req-9657bf30-dcce-4fc5-84f9-411dba2aa921 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.358519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a0c89c-37f2-4dfa-9ebd-8b2b1f831492 req-9657bf30-dcce-4fc5-84f9-411dba2aa921 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 931 time: 0.1313593 Oct 28 21:21:30.394596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af024c29-c8d5-4f3d-a960-4f80a4b2d0e3 req-01141313-53dd-4d8c-9249-80bf5ec1494d service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921668 Oct 28 21:21:30.411685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Attempting to bind port 87056758-39ed-4103-81dd-c91d62af171f on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:30.412698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Attempting to bind port 87056758-39ed-4103-81dd-c91d62af171f by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:30.413378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Attempting to bind port 87056758-39ed-4103-81dd-c91d62af171f on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:30.413577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a0c89c-37f2-4dfa-9ebd-8b2b1f831492 req-2b49f4b0-5aab-4481-ace7-664f9aa61e05 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Oct 28 21:21:30.420678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Port 87056758-39ed-4103-81dd-c91d62af171f on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:30.421195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Attempting to bind port 87056758-39ed-4103-81dd-c91d62af171f on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:30.427069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:30.427628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Checking segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:30.428164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Bound using segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:30.428774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Bound port: 87056758-39ed-4103-81dd-c91d62af171f, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:30.429333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:30.493529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfc370-e30c-493b-9c12-56cd4b0a63e3 req-7dea1c37-f085-4a8b-a71c-b58909d01833 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.496482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6dfc370-e30c-493b-9c12-56cd4b0a63e3 req-7dea1c37-f085-4a8b-a71c-b58909d01833 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0819607 Oct 28 21:21:30.510963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:30.515268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=87056758-39ed-4103-81dd-c91d62af171f,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:30.524199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:30.572335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.573571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:30.573906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6dfc370-e30c-493b-9c12-56cd4b0a63e3 req-77e7aa22-ad73-4b40-9c95-744b1c15e67a tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Oct 28 21:21:30.575575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] 10.222.0.52 "PUT /v2.0/ports/87056758-39ed-4103-81dd-c91d62af171f HTTP/1.1" status: 200 len: 1092 time: 0.7564852 Oct 28 21:21:30.576058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-0c2682d8-91ef-4d73-9aa9-50a33467bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.576472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'tag': '87056758-39ed-4103-81dd-c91d62af171f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:30.577669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-0c2682d8-91ef-4d73-9aa9-50a33467bb28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1096 time: 0.1100769 Oct 28 21:21:30.580119 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3bb797-0b45-46df-baa9-36c3d9e0e259" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "tag": "87056758-39ed-4103-81dd-c91d62af171f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:30.631336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206a25-fb24-4b23-9d03-918c5b5ed21d service neutron] Pushing event updated for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:30.695878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-04c75f82-f0a0-43c6-ae5e-ca7e6f0282df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.698161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-04c75f82-f0a0-43c6-ae5e-ca7e6f0282df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1095 time: 0.0620534 Oct 28 21:21:30.749258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-3fb56a91-90c4-4bd1-a5d7-b9f919776e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.750738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-3fb56a91-90c4-4bd1-a5d7-b9f919776e05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1613348 Oct 28 21:21:30.751729 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34520151-b69f-4586-9d45-be0943d39b69 x-openstack-request-id: req-34520151-b69f-4586-9d45-be0943d39b69 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:30.752024 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "tag": "87056758-39ed-4103-81dd-c91d62af171f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:30.752277 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34520151-b69f-4586-9d45-be0943d39b69 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:30.753696 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'tag': '87056758-39ed-4103-81dd-c91d62af171f', 'status': 'completed', 'code': 200} Oct 28 21:21:30.754489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-acca386c-75a7-4f14-bbf5-47d2312eeeb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87056758-39ed-4103-81dd-c91d62af171f HTTP/1.1" status: 200 len: 217 time: 0.0450137 Oct 28 21:21:30.766990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0a6e1-b415-4ccb-b5d9-66a7fa662bd1 req-9a48a338-4578-4a58-9398-9271ff15c614 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.768544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24a0a6e1-b415-4ccb-b5d9-66a7fa662bd1 req-9a48a338-4578-4a58-9398-9271ff15c614 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 948 time: 0.0929000 Oct 28 21:21:30.812790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-7c128bec-3f9e-4e6f-983f-c6367cb87c2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0432320 Oct 28 21:21:30.826060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-13b222ce-537f-449d-97fd-c3121d4b276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.827502 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-13b222ce-537f-449d-97fd-c3121d4b276f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.0648606 Oct 28 21:21:30.864268 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-24a41b72-3ce1-4d18-b48d-a5e7b2fc0d8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273914 Oct 28 21:21:30.871584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24a0a6e1-b415-4ccb-b5d9-66a7fa662bd1 req-f05b2c9d-d377-490f-8643-15fd4c1579d5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937920 Oct 28 21:21:30.882113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-0b6efe50-8a7a-4998-a07e-9fe1609b201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:30.883753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-0b6efe50-8a7a-4998-a07e-9fe1609b201d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0598454 Oct 28 21:21:30.925528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-971b7f35-b097-4093-98a4-eb1f8a6bec2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301192 Oct 28 21:21:30.971823 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-9bd5f52b-bee3-4a50-ae7a-88558a125087 service neutron] 10.222.0.52 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934508 Oct 28 21:21:31.000398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c2f8e4b2-35d1-4dcd-b396-3666fbe847ac details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:31.029600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-a5d91b9d-99e8-4e38-8a0b-534d25406114 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878243 Oct 28 21:21:31.094073 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-f1255c80-ef1c-4cc4-8c8d-1d8175d74c1a service neutron] 10.222.0.52 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141677 Oct 28 21:21:31.114502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:31.126899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac', 'mac_address': 'fa:16:3e:46:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:31.139405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767870e-d250-48ee-94a8-2d563b53639f req-9ca7ef21-3a2a-494b-9e13-4378f489cf08 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.141194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d767870e-d250-48ee-94a8-2d563b53639f req-9ca7ef21-3a2a-494b-9e13-4378f489cf08 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.1047056 Oct 28 21:21:31.171600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:31.186052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f8e4b2-35d1-4dcd-b396-3666fbe847ac {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:31.208633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:31.213893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad3e458d-8fd6-473f-97fd-c25dca2bdb28 req-0d1e6b9c-399b-4c7b-8d9a-b3d39e184d5a service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685123 Oct 28 21:21:31.215417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:31.240333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d767870e-d250-48ee-94a8-2d563b53639f req-a1f33f12-3c03-4c3a-807c-200694251ad4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Oct 28 21:21:31.268677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:31.269013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-04551a11-c4e2-42f9-a429-ed2fb927a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.270677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-04551a11-c4e2-42f9-a429-ed2fb927a989 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1095 time: 0.0654259 Oct 28 21:21:31.281118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.281600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.283025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.283915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.286087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.286607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.287511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.288222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.288796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.289284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.289789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.290287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:31.374200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-79132d62-81fa-4e76-a525-a602cb07937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.375893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-79132d62-81fa-4e76-a525-a602cb07937d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 916 time: 0.0957439 Oct 28 21:21:31.425406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-7ffd71ac-1e7e-4ddc-9b20-5e4d31784d64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87056758-39ed-4103-81dd-c91d62af171f HTTP/1.1" status: 200 len: 217 time: 0.0351183 Oct 28 21:21:31.427535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafac3d-26d3-4782-8ca9-041e562ac4be req-8623bd43-9f61-41f9-8b86-d87c0f77930a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.429031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fafac3d-26d3-4782-8ca9-041e562ac4be req-8623bd43-9f61-41f9-8b86-d87c0f77930a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0508120 Oct 28 21:21:31.478684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fafac3d-26d3-4782-8ca9-041e562ac4be req-ef9bcfc9-3db7-45ec-9b72-84736aa0be01 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Oct 28 21:21:31.483545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-0368fb57-ee12-49d3-8c6d-0f37ea902831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.485185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-0368fb57-ee12-49d3-8c6d-0f37ea902831 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.0470185 Oct 28 21:21:31.536521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-ba8718b0-8791-4169-a964-01a2c9eebe21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377855 Oct 28 21:21:31.569071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ececbe4-917f-4a44-b8b4-e451e88bf9bc req-3095d28e-3718-4253-a730-469f5fbea887 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.571175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ececbe4-917f-4a44-b8b4-e451e88bf9bc req-3095d28e-3718-4253-a730-469f5fbea887 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0650475 Oct 28 21:21:31.635123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ececbe4-917f-4a44-b8b4-e451e88bf9bc req-3c095873-a1af-40ef-b3dd-c29a8081242e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Oct 28 21:21:31.647321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-3eae6372-f950-4776-8a7c-e0ff472e7b8d service neutron] 10.222.0.52 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024063 Oct 28 21:21:31.688349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:31.828617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf636ca-bc4a-44b8-b142-9a3cd58306d4 req-43a4851d-e640-45ab-b36b-69e75ab642cd tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:31.830225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bf636ca-bc4a-44b8-b142-9a3cd58306d4 req-43a4851d-e640-45ab-b36b-69e75ab642cd tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0796664 Oct 28 21:21:31.881741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bf636ca-bc4a-44b8-b142-9a3cd58306d4 req-c05dfe6e-3b90-4ce6-81a0-f9a01d214a77 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Oct 28 21:21:32.002741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492df69-ebd7-4de0-8321-d4e463e081bb req-ddc2e21a-5625-4589-95e7-6783fdfd9c4a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:32.003908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5492df69-ebd7-4de0-8321-d4e463e081bb req-ddc2e21a-5625-4589-95e7-6783fdfd9c4a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 949 time: 0.0519307 Oct 28 21:21:32.044676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5492df69-ebd7-4de0-8321-d4e463e081bb req-d0387d22-bce5-49a6-8cae-51f80874978c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Oct 28 21:21:32.051536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa3bb797-0b45-46df-baa9-36c3d9e0e259 req-85b5415c-6266-47fd-8be1-c140c65fd1bc service neutron] 10.222.0.52 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898873 Oct 28 21:21:32.339798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13754653-0b9b-4614-a854-1c6dcdb39b97 req-641d1e5f-e761-432a-90a1-c92eec90780a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:32.341275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13754653-0b9b-4614-a854-1c6dcdb39b97 req-641d1e5f-e761-432a-90a1-c92eec90780a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0528080 Oct 28 21:21:32.379081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13754653-0b9b-4614-a854-1c6dcdb39b97 req-8b8d6735-5647-4d84-92cd-50fee747dab0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Oct 28 21:21:32.598991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531464a4-1c36-421a-9b6d-4d265eca8787 req-ec34d92f-51de-4aa6-985b-6c24e2c4469d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:32.600572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-531464a4-1c36-421a-9b6d-4d265eca8787 req-ec34d92f-51de-4aa6-985b-6c24e2c4469d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0543334 Oct 28 21:21:32.641424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-531464a4-1c36-421a-9b6d-4d265eca8787 req-2bae5da0-f7a3-4fa5-9636-c1246056340c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Oct 28 21:21:32.779039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd34fc1-ab4c-4491-b430-e3d6e6a5fd37 req-595c50b9-937e-4c2c-a792-d5d62c3969c0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:32.780609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdd34fc1-ab4c-4491-b430-e3d6e6a5fd37 req-595c50b9-937e-4c2c-a792-d5d62c3969c0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0593510 Oct 28 21:21:32.825197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdd34fc1-ab4c-4491-b430-e3d6e6a5fd37 req-5e0e3bdb-d69b-4451-9658-d1ffaefb7962 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Oct 28 21:21:32.993304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8c333-7cbb-4c84-b8ae-7086b7b196d6 req-a3fcfea3-9435-4f72-9faa-991efc90fc22 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:32.994973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8d8c333-7cbb-4c84-b8ae-7086b7b196d6 req-a3fcfea3-9435-4f72-9faa-991efc90fc22 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0531104 Oct 28 21:21:33.010473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:33.014544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c2f8e4b2-35d1-4dcd-b396-3666fbe847ac up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:33.034619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8d8c333-7cbb-4c84-b8ae-7086b7b196d6 req-523dcaa7-48dc-4a08-a7f2-d36ab977a122 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Oct 28 21:21:33.127734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:33.139955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:33.140317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.171300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9934b-7b80-4c0a-9494-252ad341448c req-4c5111c9-8c37-46ba-a864-55764b00010e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:33.172813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cf9934b-7b80-4c0a-9494-252ad341448c req-4c5111c9-8c37-46ba-a864-55764b00010e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 949 time: 0.0539386 Oct 28 21:21:33.177129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:33.195127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'port_id': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'mac_address': 'fa:16:3e:78:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f1d95-57f4-4051-80f3-19bdc0247cbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:33.211465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cf9934b-7b80-4c0a-9494-252ad341448c req-bcfcc639-7f71-46d4-9e10-29b84a4025e1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Oct 28 21:21:33.261392 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.281936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:33.288082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.317357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:33.323474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:33.325685 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e49ad-7c17-4a47-81ef-7e96cfd8dc1f" -d '{"events": [{"server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:33.334545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.335172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:33.342500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:33.366192 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6e11d-def1-4e73-bb52-8035a9e08b5a x-openstack-request-id: req-75e6e11d-def1-4e73-bb52-8035a9e08b5a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:33.366497 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:33.366749 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75e6e11d-def1-4e73-bb52-8035a9e08b5a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:33.367126 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac', 'code': 200} Oct 28 21:21:33.370574 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.445162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:33.521630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:33.522942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4467d6-c113-47d7-b893-2ee7b14bd81f req-42fdc798-63d9-4d52-9335-4d785dfeff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:33.526017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:33.526733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab4467d6-c113-47d7-b893-2ee7b14bd81f req-42fdc798-63d9-4d52-9335-4d785dfeff2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 1102 time: 0.0856271 Oct 28 21:21:33.537296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'mac_address': 'fa:16:3e:73:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:33.538443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3dc63-c592-4c8e-8e96-8eddeab05899 req-d58231a5-2d92-407f-9850-1870eb61b790 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:33.539810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5b3dc63-c592-4c8e-8e96-8eddeab05899 req-d58231a5-2d92-407f-9850-1870eb61b790 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0735931 Oct 28 21:21:33.577090 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.590722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:33.592244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab4467d6-c113-47d7-b893-2ee7b14bd81f req-c2f6f84b-8ebe-4d86-9716-4de10940f842 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Oct 28 21:21:33.597029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5b3dc63-c592-4c8e-8e96-8eddeab05899 req-e8259871-5a25-4afd-ae0b-66bda026948b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Oct 28 21:21:33.610231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:33.615214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:33.665306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:33.769578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76d65-235f-4be9-abc3-4df6b652e657 req-bcf96d38-57e7-4f04-978d-cef41d928aa3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:33.771419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20e76d65-235f-4be9-abc3-4df6b652e657 req-bcf96d38-57e7-4f04-978d-cef41d928aa3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0507078 Oct 28 21:21:33.812265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20e76d65-235f-4be9-abc3-4df6b652e657 req-11263068-c309-4dca-922a-1dff30975796 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Oct 28 21:21:33.944772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53690a-b5a7-4cc0-8b72-57db42f02a35 req-7663f5e4-179b-47ed-9c09-3de08e155ac5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:33.946223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e53690a-b5a7-4cc0-8b72-57db42f02a35 req-7663f5e4-179b-47ed-9c09-3de08e155ac5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Oct 28 21:21:33.983629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e53690a-b5a7-4cc0-8b72-57db42f02a35 req-041e5aee-270f-423f-8642-e21c5a8f9e75 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Oct 28 21:21:34.055238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:34.091730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:34.160852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f13d98-d406-48ef-9fcc-0f054099793b req-8eae258b-8ed5-43ca-9311-13d4311ed6a4 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:34.162297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56f13d98-d406-48ef-9fcc-0f054099793b req-8eae258b-8ed5-43ca-9311-13d4311ed6a4 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 948 time: 0.0555327 Oct 28 21:21:34.201453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56f13d98-d406-48ef-9fcc-0f054099793b req-0326a98f-f30b-4eea-aa5e-7a298643265e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Oct 28 21:21:34.329623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46461cbf-1c92-4723-9993-f02d4aea30b0 req-b6584b0c-4473-45bf-974d-42a886503871 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:34.330982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46461cbf-1c92-4723-9993-f02d4aea30b0 req-b6584b0c-4473-45bf-974d-42a886503871 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.0505166 Oct 28 21:21:34.367943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46461cbf-1c92-4723-9993-f02d4aea30b0 req-731a18e9-c406-467d-ab8d-0776dac58d72 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Oct 28 21:21:34.711809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634d4b-8330-4969-851a-c074cbb743bd req-b16f2dea-b02f-4490-a0ff-334392ebff8e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:34.713815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed634d4b-8330-4969-851a-c074cbb743bd req-b16f2dea-b02f-4490-a0ff-334392ebff8e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0497303 Oct 28 21:21:34.752739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed634d4b-8330-4969-851a-c074cbb743bd req-1d7679e5-210e-4113-b56e-93ec8ec512d2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Oct 28 21:21:34.941082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90e032-3d91-49e3-9685-40ef043761b9 req-07e9a7ce-72c7-42f8-9b7d-9d31c708172e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:34.942552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c90e032-3d91-49e3-9685-40ef043761b9 req-07e9a7ce-72c7-42f8-9b7d-9d31c708172e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0528448 Oct 28 21:21:34.982638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c90e032-3d91-49e3-9685-40ef043761b9 req-931fcb1c-1fd5-4e5a-84d5-f5118e4c9a4d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Oct 28 21:21:35.012703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:21:35.094370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:35.105647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3290b4a-c30f-43cd-96e6-4b8954372a93 req-9d8ee0be-340e-42b8-8982-40d5ab0a8301 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:35.107252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:35.107561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3290b4a-c30f-43cd-96e6-4b8954372a93 req-9d8ee0be-340e-42b8-8982-40d5ab0a8301 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0502241 Oct 28 21:21:35.129481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:35.133782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:35.149804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3290b4a-c30f-43cd-96e6-4b8954372a93 req-fa7532bf-4caa-4f93-b28d-0718bec966d1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Oct 28 21:21:35.187743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:35.315509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cf0b6-97c8-4d0a-8bbb-a82f0a73445f req-ac6de79b-a81e-43b3-b978-ed70b7305ff8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:35.316973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-668cf0b6-97c8-4d0a-8bbb-a82f0a73445f req-ac6de79b-a81e-43b3-b978-ed70b7305ff8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 947 time: 0.0490620 Oct 28 21:21:35.355374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-668cf0b6-97c8-4d0a-8bbb-a82f0a73445f req-1e2702f8-322d-4c78-9931-9191a9ec2169 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Oct 28 21:21:35.452287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 87056758-39ed-4103-81dd-c91d62af171f details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:35.486494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da039ee-e432-4aeb-9579-dba5d0edba46 req-319516c2-2fd7-4715-8826-e5ecce193771 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:35.487958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5da039ee-e432-4aeb-9579-dba5d0edba46 req-319516c2-2fd7-4715-8826-e5ecce193771 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.0535090 Oct 28 21:21:35.526766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5da039ee-e432-4aeb-9579-dba5d0edba46 req-8f9fef7e-71fa-4422-a1ac-fb4648a61d26 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Oct 28 21:21:35.550488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=87056758-39ed-4103-81dd-c91d62af171f,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:35.562002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '87056758-39ed-4103-81dd-c91d62af171f', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': '87056758-39ed-4103-81dd-c91d62af171f', 'mac_address': 'fa:16:3e:9e:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:35.600938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:35.614301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87056758-39ed-4103-81dd-c91d62af171f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:35.632719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b1c34-c136-4e45-9218-5a75d7c9d4c8 req-3ee58fa6-aa6f-427a-be5a-d6cca8b83c75 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:35.633451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=87056758-39ed-4103-81dd-c91d62af171f,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:35.634958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-211b1c34-c136-4e45-9218-5a75d7c9d4c8 req-3ee58fa6-aa6f-427a-be5a-d6cca8b83c75 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 1102 time: 0.0395534 Oct 28 21:21:35.638011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:35.669777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-211b1c34-c136-4e45-9218-5a75d7c9d4c8 req-01d056a1-adeb-44b3-9318-ef5fbecd48e0 tempest-ServersOnMultiNodesTest-1471992988 tempest-ServersOnMultiNodesTest-1471992988-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283213 Oct 28 21:21:35.689601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:35.876456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-e04edbcd-a5cd-4a66-b38a-c71fa8388219 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282805 Oct 28 21:21:35.913370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fb182-4b21-409f-ac25-b96f73494d44 req-27e9c761-0be8-42fe-b759-a04fcc2f74ea tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:35.914811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709fb182-4b21-409f-ac25-b96f73494d44 req-27e9c761-0be8-42fe-b759-a04fcc2f74ea tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0932355 Oct 28 21:21:35.996685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709fb182-4b21-409f-ac25-b96f73494d44 req-9ce2f509-f211-42b8-8d1f-8b49bae4572b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Oct 28 21:21:36.017989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-39616ab2-53e7-486d-a7be-409e5769f18a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:36.019499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-39616ab2-53e7-486d-a7be-409e5769f18a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364372 Oct 28 21:21:36.034684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-a9666b2c-ca96-4b8e-8463-8b39f59954e7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/quotas/a63072a085b04adab5fb67fc244355d5 HTTP/1.1" status: 200 len: 375 time: 0.0091038 Oct 28 21:21:36.040790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['87056758-39ed-4103-81dd-c91d62af171f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:36.103468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-66eca635-c684-472a-b9d6-7a4b643d01db tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0632432 Oct 28 21:21:36.342982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860e509-2c84-4771-9b54-b9a617116361 req-4f56b09b-8e0e-4e37-b8f1-c8374be8d30d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:36.344474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0860e509-2c84-4771-9b54-b9a617116361 req-4f56b09b-8e0e-4e37-b8f1-c8374be8d30d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0821166 Oct 28 21:21:36.352618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd486ce-ccad-48c7-b68c-137b36c3873a req-be9058f9-6f38-4665-818c-36532fb7c56b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:36.354232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccd486ce-ccad-48c7-b68c-137b36c3873a req-be9058f9-6f38-4665-818c-36532fb7c56b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 944 time: 0.0795598 Oct 28 21:21:36.408121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0860e509-2c84-4771-9b54-b9a617116361 req-041d3c1b-ba3b-4705-a014-1beacaac7af5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Oct 28 21:21:36.412845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccd486ce-ccad-48c7-b68c-137b36c3873a req-026660ca-6435-4034-9c9e-76a93641d248 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Oct 28 21:21:36.497579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30d50059-c557-403f-aa92-775105a5d0fe req-490da26a-3bce-4051-bba6-4532ae300dff tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0340912 Oct 28 21:21:36.545116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b07fdd-c5d0-4794-b508-64eee933d418 req-33f7ad55-5231-436d-b319-92c524e863fb tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:36.546569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0b07fdd-c5d0-4794-b508-64eee933d418 req-33f7ad55-5231-436d-b319-92c524e863fb tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 947 time: 0.0516765 Oct 28 21:21:36.588005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0b07fdd-c5d0-4794-b508-64eee933d418 req-6cf4d289-b1a0-43b4-b81c-4a7eba3dba65 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Oct 28 21:21:37.012468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:37.119257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a94b-4cfe-4fb5-b9be-5a7e571b1fe6 req-e897eec2-dda8-48ba-a81d-0040a25cf333 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.120917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbc4a94b-4cfe-4fb5-b9be-5a7e571b1fe6 req-e897eec2-dda8-48ba-a81d-0040a25cf333 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0538387 Oct 28 21:21:37.165010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbc4a94b-4cfe-4fb5-b9be-5a7e571b1fe6 req-490d9290-617e-46db-bedd-49a0d4cce0ae tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Oct 28 21:21:37.190129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:37.194056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:37.194487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.289252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.297452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-e63bd0df-4f64-4159-980b-46e40d90e3ec tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a63072a085b04adab5fb67fc244355d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222058 Oct 28 21:21:37.311711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:37.313671 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559f7e4-20ed-472d-8622-d94a749752d9" -d '{"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:37.333993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:37.341670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.342581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:37.391278 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030c7000-e36d-44d6-a4fa-52dc8a4d04f8 x-openstack-request-id: req-030c7000-e36d-44d6-a4fa-52dc8a4d04f8 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:37.391591 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-plugged", "status": "completed", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:37.392046 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-030c7000-e36d-44d6-a4fa-52dc8a4d04f8 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:37.392455 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'code': 200} Oct 28 21:21:37.431555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-eab2b1a3-6508-4962-b00f-4cb8a15b08d3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.432231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:37.433120 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-eab2b1a3-6508-4962-b00f-4cb8a15b08d3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263959 Oct 28 21:21:37.448155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:37.448645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.456969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Request body: {'port': {'device_id': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'a63072a085b04adab5fb67fc244355d5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:37.482584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 87056758-39ed-4103-81dd-c91d62af171f up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:37.577572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 87056758-39ed-4103-81dd-c91d62af171f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:37.589179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 87056758-39ed-4103-81dd-c91d62af171f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:37.589616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.597128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21140-0930-4a73-ae7b-c211efe47db9 req-666b95cf-8be5-4a20-bc2f-61c4fd923003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.598692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ba21140-0930-4a73-ae7b-c211efe47db9 req-666b95cf-8be5-4a20-bc2f-61c4fd923003 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1098 time: 0.1547484 Oct 28 21:21:37.601323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Made reservation on behalf of a63072a085b04adab5fb67fc244355d5 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:21:37.606059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.615262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac300-dc01-48f5-bdfe-9abf6d0ab6ea req-b38ba44f-4feb-47dc-b3a5-1082c9592891 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.615907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.616725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28cac300-dc01-48f5-bdfe-9abf6d0ab6ea req-b38ba44f-4feb-47dc-b3a5-1082c9592891 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.1134269 Oct 28 21:21:37.664018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cb537-8a43-4911-b985-8af5ba750c3a req-644aec04-f4c8-4c4e-813b-a8856bd2038a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.665996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56cb537-8a43-4911-b985-8af5ba750c3a req-644aec04-f4c8-4c4e-813b-a8856bd2038a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 944 time: 0.1067851 Oct 28 21:21:37.667512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:37.674420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.690488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ba21140-0930-4a73-ae7b-c211efe47db9 req-76dd2bce-9536-4e07-b533-7898a68c1001 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Oct 28 21:21:37.710450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28cac300-dc01-48f5-bdfe-9abf6d0ab6ea req-8c98f272-f684-46ae-a4e8-3a1fb5114b6a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764549 Oct 28 21:21:37.731270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56cb537-8a43-4911-b985-8af5ba750c3a req-e534103d-54f1-4aed-a259-fd982a73cc76 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Oct 28 21:21:37.741989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.772393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:37.789240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Allocated IP 192.168.233.22 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/bdfe0b2b-9684-4c5d-8705-403b2ec4bd54) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:21:37.790901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=87056758-39ed-4103-81dd-c91d62af171f,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:37.803330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.857717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c066b12f-7195-432b-a855-71e73a89536f req-aa6433bd-4a46-4797-86aa-4cfa4f12df7c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0305889 Oct 28 21:21:37.859993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:37.907666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe6138-5059-429b-927e-cfff62af1040 req-7d325d95-7ffc-475f-b6a4-dac92e0963e6 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:37.909159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15fe6138-5059-429b-927e-cfff62af1040 req-7d325d95-7ffc-475f-b6a4-dac92e0963e6 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0721407 Oct 28 21:21:37.948795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15fe6138-5059-429b-927e-cfff62af1040 req-59d28167-ecdb-414b-9c51-3a65bec386c4 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Oct 28 21:21:37.965780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:37.999007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.011266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:38.015857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74', '3545649c-712b-4edb-8ed8-832480cc8db3', 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:38.044310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:21:38.049241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:21:38.056645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:21:38.062129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event updated for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:38.066484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:21:38.094643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.094991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.095336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.095670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.096001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.096329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.097459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.097791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.098128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.098449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.098772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.099091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:21:38.139482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.140122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.158769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-8206d8d5-d211-4123-becf-98ec98d1902c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7089500 Oct 28 21:21:38.185335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Request body: {'port': {'device_id': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:38.257093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.361360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4f99-1ec4-4913-a42d-e2b11ef77a16 req-904d4166-04fd-4a44-807c-cb354f6bebbf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.365231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a9b4f99-1ec4-4913-a42d-e2b11ef77a16 req-904d4166-04fd-4a44-807c-cb354f6bebbf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1005759 Oct 28 21:21:38.389769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-533974f7-003e-45b3-bffc-32e680d8b742 None None] Provisioning complete for port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:38.390137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-533974f7-003e-45b3-bffc-32e680d8b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.429873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a9b4f99-1ec4-4913-a42d-e2b11ef77a16 req-1dc03893-1128-4b98-af5f-54d2d3dcdcca tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 Oct 28 21:21:38.472077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-533974f7-003e-45b3-bffc-32e680d8b742 None None] Port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:21:38.575415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:38.582826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.595351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Transition to ACTIVE for port object bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:21:38.599452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.694210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:38.730603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Attempting to bind port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:38.730996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Attempting to bind port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:38.731389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Attempting to bind port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:38.736726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:38.737037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Attempting to bind port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:38.742135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:38.742464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:38.742833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:38.743255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Bound port: bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:38.744254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.822355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:38.830505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:38.838166 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.876342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.877565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:38.879776 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-038580fc-2d8e-4859-9492-970ab144721d service neutron] 10.222.0.52 "PUT /v2.0/ports/bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 HTTP/1.1" status: 200 len: 1096 time: 0.7007816 Oct 28 21:21:38.882298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:38.886885 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad53064b-ca1e-47e9-94f0-f6e30d093423" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:38.907702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7047f3-5dfe-440e-94e0-bea03d54b68b req-e519a90b-fa06-4f5e-bd6e-80b2b8ce6763 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.909754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad7047f3-5dfe-440e-94e0-bea03d54b68b req-e519a90b-fa06-4f5e-bd6e-80b2b8ce6763 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0865142 Oct 28 21:21:38.919624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038580fc-2d8e-4859-9492-970ab144721d service neutron] Pushing event updated for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:38.922457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9886a8-c745-46bb-b388-c74276d0bfae req-ba13e998-132a-4a38-b2d9-b1cbc755dcb4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.923972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca9886a8-c745-46bb-b388-c74276d0bfae req-ba13e998-132a-4a38-b2d9-b1cbc755dcb4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0898259 Oct 28 21:21:38.981366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad7047f3-5dfe-440e-94e0-bea03d54b68b req-7cfc66e5-7279-4ba0-a6e6-c5650cbbc623 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 Oct 28 21:21:38.992120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca9886a8-c745-46bb-b388-c74276d0bfae req-fba91b17-1952-44dd-869f-ed6fbc916c18 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524814 Oct 28 21:21:38.996409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-6eb5d0de-1b2e-43f7-96b0-f2b40301dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:38.998481 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-6eb5d0de-1b2e-43f7-96b0-f2b40301dbe2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 1099 time: 0.0516195 Oct 28 21:21:39.053288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-a5d77190-3bf3-45b1-992b-4bf069239af9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 HTTP/1.1" status: 200 len: 217 time: 0.0448387 Oct 28 21:21:39.094764 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd93a224-7ba5-4e94-ab1e-40b7793ca296 x-openstack-request-id: req-fd93a224-7ba5-4e94-ab1e-40b7793ca296 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:39.095051 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:39.095305 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd93a224-7ba5-4e94-ab1e-40b7793ca296 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:39.095701 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54', 'status': 'completed', 'code': 200} Oct 28 21:21:39.110752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aaa5f-f5b1-4c05-9b9b-db121d75f7b0 req-39137e95-4ddc-4f61-88fc-ea229839ef63 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.112232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-169aaa5f-f5b1-4c05-9b9b-db121d75f7b0 req-39137e95-4ddc-4f61-88fc-ea229839ef63 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 947 time: 0.0655847 Oct 28 21:21:39.120663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-cfbb5040-4e9d-4c7b-8a29-218835e4dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.122135 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-cfbb5040-4e9d-4c7b-8a29-218835e4dfca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0611033 Oct 28 21:21:39.184330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-72f0905d-8dd8-4c7a-908d-d7fb9328fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.186207 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-72f0905d-8dd8-4c7a-908d-d7fb9328fba8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505371 Oct 28 21:21:39.285141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-be4c9aee-b008-46a7-b2d1-20c6bfacfc30 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905530 Oct 28 21:21:39.384771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-26c1f950-d298-4bec-af57-18acaabd2370 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 Oct 28 21:21:39.393713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}, {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87056758-39ed-4103-81dd-c91d62af171f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:39.397303 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a5bd0-6fed-4d20-b201-fe40f9ead5f2" -d '{"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}, {"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "87056758-39ed-4103-81dd-c91d62af171f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:39.432729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-169aaa5f-f5b1-4c05-9b9b-db121d75f7b0 req-08ca0851-6e13-49ad-bc55-646a0a70e1b2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093164 Oct 28 21:21:39.454110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6e7c-c971-46b9-9e35-6f83d31e8fdf req-e49f79e1-5afa-4982-a22b-78c6dc9f9460 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.455992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d1b6e7c-c971-46b9-9e35-6f83d31e8fdf req-e49f79e1-5afa-4982-a22b-78c6dc9f9460 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.3172352 Oct 28 21:21:39.478883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-518df346-4439-46b4-a6d6-a637dc4c8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.480384 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-518df346-4439-46b4-a6d6-a637dc4c8c33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 1099 time: 0.0448883 Oct 28 21:21:39.495948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d1b6e7c-c971-46b9-9e35-6f83d31e8fdf req-a8efba13-5f64-4f52-a6be-8a26e70fe282 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Oct 28 21:21:39.557665 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ad4a7-853b-4e25-a237-4d64b9b513d3 x-openstack-request-id: req-d55ad4a7-853b-4e25-a237-4d64b9b513d3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:39.558008 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "code": 200}, {"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "87056758-39ed-4103-81dd-c91d62af171f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:39.558298 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d55ad4a7-853b-4e25-a237-4d64b9b513d3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:39.558708 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'code': 200} Oct 28 21:21:39.558965 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87056758-39ed-4103-81dd-c91d62af171f', 'code': 200} Oct 28 21:21:39.644993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-24066817-2772-4828-a96c-2b490ffce415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.646480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-24066817-2772-4828-a96c-2b490ffce415 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1553705 Oct 28 21:21:39.663350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae97e-b0ca-41ac-bbbd-a82b2fbab0a6 req-74dfec02-aa7d-4818-a198-d0c306ac959a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.664828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0bae97e-b0ca-41ac-bbbd-a82b2fbab0a6 req-74dfec02-aa7d-4818-a198-d0c306ac959a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0562174 Oct 28 21:21:39.712620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0bae97e-b0ca-41ac-bbbd-a82b2fbab0a6 req-c9f6256d-f5c8-49a7-b2e7-94b8951bca16 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Oct 28 21:21:39.714889 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-f3853809-0904-4362-bb0f-d299b4fd4729 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 HTTP/1.1" status: 200 len: 217 time: 0.0572321 Oct 28 21:21:39.758740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805245b-300e-4748-9239-2c5049eab6cb req-21ab9496-5dff-4a75-91f9-9d8ca1de10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.760986 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c805245b-300e-4748-9239-2c5049eab6cb req-21ab9496-5dff-4a75-91f9-9d8ca1de10d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1097 time: 0.1046269 Oct 28 21:21:39.798343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-90b6ac64-56a1-46ac-9965-533e61e8802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.800613 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-90b6ac64-56a1-46ac-9965-533e61e8802c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0708616 Oct 28 21:21:39.826332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c805245b-300e-4748-9239-2c5049eab6cb req-0dc6fe4a-29e3-4558-9801-6acfca8fe426 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Oct 28 21:21:39.832992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fea59-a5a8-4a31-b272-7b84137f23e1 req-4e4fe5c1-5f18-4ce8-94b6-08f1dac20194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.834440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a05fea59-a5a8-4a31-b272-7b84137f23e1 req-4e4fe5c1-5f18-4ce8-94b6-08f1dac20194 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1101 time: 0.0706391 Oct 28 21:21:39.843823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a3711-393f-402a-a196-3d9a3ca110b0 req-e4a800fd-363c-40b7-bc5c-28f1a1803ebc tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.845253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f0a3711-393f-402a-a196-3d9a3ca110b0 req-e4a800fd-363c-40b7-bc5c-28f1a1803ebc tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1098 time: 0.0569732 Oct 28 21:21:39.854471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-0680b59f-1ca3-485b-b59e-604bf93fb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:39.855944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-0680b59f-1ca3-485b-b59e-604bf93fb77c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446465 Oct 28 21:21:39.895610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a05fea59-a5a8-4a31-b272-7b84137f23e1 req-4d94aaab-d058-4b95-94c0-a17bbe599ad3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Oct 28 21:21:39.899093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f0a3711-393f-402a-a196-3d9a3ca110b0 req-9ceb4af2-ba50-4a85-96d1-3ae577cdfeec tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466907 Oct 28 21:21:40.139363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83379f0-0e77-43a4-a3a9-43f3c30fbe02 req-7b696c6f-e886-420a-93f0-d59d7afda21d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:40.141025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d83379f0-0e77-43a4-a3a9-43f3c30fbe02 req-7b696c6f-e886-420a-93f0-d59d7afda21d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Oct 28 21:21:40.160866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-3b985642-8e31-410a-b706-47bc033c5b9d service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953035 Oct 28 21:21:40.177567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b79cb-62bd-4daf-bb2d-d87a00fea21a req-c64505c9-88dc-4f3b-9b79-3acbe5eb6626 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:40.179078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-625b79cb-62bd-4daf-bb2d-d87a00fea21a req-c64505c9-88dc-4f3b-9b79-3acbe5eb6626 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0794470 Oct 28 21:21:40.212563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d83379f0-0e77-43a4-a3a9-43f3c30fbe02 req-54d99281-777f-4a33-97bd-ca90273d0a90 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619302 Oct 28 21:21:40.246606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-625b79cb-62bd-4daf-bb2d-d87a00fea21a req-6986ee2b-d40d-4c98-a5cc-d1c3c589b498 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Oct 28 21:21:40.280564 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad53064b-ca1e-47e9-94f0-f6e30d093423 req-01ec3f01-08ef-4661-853a-1f21c444c86c service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095591 Oct 28 21:21:40.552034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caacadf-4316-4564-9664-cfa517ecd3e6 req-a2e7a8e3-a39f-4260-83b9-337ddcc70b87 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:40.556913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8caacadf-4316-4564-9664-cfa517ecd3e6 req-a2e7a8e3-a39f-4260-83b9-337ddcc70b87 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 947 time: 0.0547800 Oct 28 21:21:40.596703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8caacadf-4316-4564-9664-cfa517ecd3e6 req-3f27f379-b240-4ccf-9c9d-a7691f410f72 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Oct 28 21:21:40.691075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969039f4-5e4b-4c79-a2fd-851f463b6399 req-26399b51-864e-42ae-9898-88b13e7b873f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:40.692740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-969039f4-5e4b-4c79-a2fd-851f463b6399 req-26399b51-864e-42ae-9898-88b13e7b873f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0554407 Oct 28 21:21:40.709681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a581862a-479d-4ee6-8527-dabc6b7ab6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:40.740630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-969039f4-5e4b-4c79-a2fd-851f463b6399 req-f88708e3-f5f1-47ae-9297-636aaf2b88d0 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Oct 28 21:21:41.055705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-3e843218-911f-4671-ac93-3e701ef9893d tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:41.057916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-3e843218-911f-4671-ac93-3e701ef9893d tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0459721 Oct 28 21:21:41.070866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:41.130142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.261580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:41.304669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:41.349048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:41.351291 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475a746b-376b-434c-8d76-d4e20594e545" -d '{"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-unplugged", "status": "completed", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:41.355355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.361325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.367034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6868-8730-4320-9966-e9dda14f540b req-c21995ce-67c2-4450-841d-dcbf6450410a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:41.369195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a94e6868-8730-4320-9966-e9dda14f540b req-c21995ce-67c2-4450-841d-dcbf6450410a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0817475 Oct 28 21:21:41.409544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd14e3c-8f00-454e-a587-f618eae8808d req-f9543ba6-bea9-4e9e-8c51-905f60e5cef7 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:41.411042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd14e3c-8f00-454e-a587-f618eae8808d req-f9543ba6-bea9-4e9e-8c51-905f60e5cef7 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 945 time: 0.0810184 Oct 28 21:21:41.448730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a94e6868-8730-4320-9966-e9dda14f540b req-5bb7be99-94ce-4d93-830a-38fb9c58838b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707681 Oct 28 21:21:41.470418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:41.506162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd14e3c-8f00-454e-a587-f618eae8808d req-2c124eb0-9f90-421c-b95b-cab00d49c29e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834150 Oct 28 21:21:41.510428 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef68a0c-2f2e-4d02-8728-4863616da626 x-openstack-request-id: req-1ef68a0c-2f2e-4d02-8728-4863616da626 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:41.510762 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-unplugged", "status": "completed", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:41.511016 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ef68a0c-2f2e-4d02-8728-4863616da626 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:41.511407 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'code': 200} Oct 28 21:21:41.514144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:41.514472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:41.514816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:41.523698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:41.525569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:41.531183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:41.531768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:41.532317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:41.532786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Bound port: 63b8a163-5db0-452b-b1cf-113fea35ad05, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:41.533181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.668102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.691169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:41.694531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:41.712311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.816059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:41.816970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.818546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] 10.222.0.52 "PUT /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 1123 time: 0.7516289 Oct 28 21:21:41.820350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695db949-b3c6-4c57-a666-36266cd35f09 service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=8']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:41.828703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08152731-02c1-49ff-b2d4-c7e575364888 req-9c66c3f2-af8d-410f-8b4e-b63534e3703a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:41.838918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08152731-02c1-49ff-b2d4-c7e575364888 req-9c66c3f2-af8d-410f-8b4e-b63534e3703a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 947 time: 0.0981710 Oct 28 21:21:41.881736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08152731-02c1-49ff-b2d4-c7e575364888 req-87c75c5b-6dfd-4d08-961b-1e3288caceb5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Oct 28 21:21:41.912256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:41.963061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:42.047280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:42.075428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d9a0d-6e65-406a-9d46-e362949f041e req-20195dde-e892-4c0a-8179-f3a37d07b315 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:42.083763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d6d9a0d-6e65-406a-9d46-e362949f041e req-20195dde-e892-4c0a-8179-f3a37d07b315 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0773120 Oct 28 21:21:42.117890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d6d9a0d-6e65-406a-9d46-e362949f041e req-5f7dc4d5-52c6-4463-a852-468f58264db5 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Oct 28 21:21:42.250039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86ec96-ddb4-4d79-9f44-fe2e35b58fc7 req-097b580b-e84c-4dd7-af29-38016a4faf5b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:42.251711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d86ec96-ddb4-4d79-9f44-fe2e35b58fc7 req-097b580b-e84c-4dd7-af29-38016a4faf5b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0512793 Oct 28 21:21:42.291775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d86ec96-ddb4-4d79-9f44-fe2e35b58fc7 req-139d3b40-cef1-4541-93b6-a6fc8032eb0d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Oct 28 21:21:42.622357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9455e-5bc1-4065-ac9b-dd7677fe8f39 req-89c9f9d4-f909-4c69-b7b8-6054f2e8dca4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:42.624863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbd9455e-5bc1-4065-ac9b-dd7677fe8f39 req-89c9f9d4-f909-4c69-b7b8-6054f2e8dca4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0877535 Oct 28 21:21:42.662788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18536-ebf6-4221-942c-2866539aa105 req-92774982-19ff-47cd-99ce-9b342593e191 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:42.664328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57d18536-ebf6-4221-942c-2866539aa105 req-92774982-19ff-47cd-99ce-9b342593e191 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0858858 Oct 28 21:21:42.689286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbd9455e-5bc1-4065-ac9b-dd7677fe8f39 req-a7e32584-b893-446d-81c6-21d1fa2cb12f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Oct 28 21:21:42.731127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57d18536-ebf6-4221-942c-2866539aa105 req-98e78491-ae25-4145-8a91-2a7ca9aa8c68 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559838 Oct 28 21:21:42.834519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d906-725f-4b1d-92e1-0e9217cd294e req-d4a679a6-3336-47c0-a866-2a484b27945e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:42.836390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6858d906-725f-4b1d-92e1-0e9217cd294e req-d4a679a6-3336-47c0-a866-2a484b27945e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0824761 Oct 28 21:21:42.878071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6858d906-725f-4b1d-92e1-0e9217cd294e req-89220058-dc84-44ed-8e20-b5d7b84b197d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Oct 28 21:21:43.007376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942eee9-65e6-49d9-becf-83f0e0cda7d2 req-ea3452c2-b610-44fc-89dc-ca89b40ea4e7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.009041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e942eee9-65e6-49d9-becf-83f0e0cda7d2 req-ea3452c2-b610-44fc-89dc-ca89b40ea4e7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 947 time: 0.0508997 Oct 28 21:21:43.068596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e942eee9-65e6-49d9-becf-83f0e0cda7d2 req-bb3e943f-4151-4d39-9b2d-9c5bc3c2c368 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Oct 28 21:21:43.297768 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d9852eee-b08b-4350-9041-c8595aba6076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:43.466691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:43.512945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:43.515363 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc3e28-154e-47fd-83a0-cc54fee13b77" -d '{"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:43.557830 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114a50a-1791-4b16-ac24-b3fcc5368583 x-openstack-request-id: req-b114a50a-1791-4b16-ac24-b3fcc5368583 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:43.558328 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:43.558742 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b114a50a-1791-4b16-ac24-b3fcc5368583 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:43.559145 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'status': 'completed', 'code': 200} Oct 28 21:21:43.574147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:43.587731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54', 'mac_address': 'fa:16:3e:0a:21:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:21:43.630335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:43.645053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:43.660714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-ff283021-9c30-417d-82e6-0bf969f07624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.662245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-ff283021-9c30-417d-82e6-0bf969f07624 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1126 time: 0.0632455 Oct 28 21:21:43.667531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:43.671872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:43.672770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:21:43.766118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-1c7666b3-9763-4d33-81ae-6bbfd7e8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.767869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-1c7666b3-9763-4d33-81ae-6bbfd7e8c8fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.0967340 Oct 28 21:21:43.769948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:43.833546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:43.845341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:21:43.850949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-6be51403-f617-4f1f-a760-bc956ad9fe3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.0699625 Oct 28 21:21:43.969581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ddf9-3056-4989-a979-8fca6e2a0770 req-f5c28f22-4b2b-43b8-b938-dad8387a3584 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.970978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da29ddf9-3056-4989-a979-8fca6e2a0770 req-f5c28f22-4b2b-43b8-b938-dad8387a3584 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1229191 Oct 28 21:21:43.973221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-58ff1070-daf6-4407-bc8a-040d4b7baac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.974550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-58ff1070-daf6-4407-bc8a-040d4b7baac0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0914209 Oct 28 21:21:43.982124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae260-4f03-4d60-a836-f821d57d19c5 req-29e1c4af-0f81-4659-a97c-105cd5220f36 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:43.983508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-969ae260-4f03-4d60-a836-f821d57d19c5 req-29e1c4af-0f81-4659-a97c-105cd5220f36 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1243184 Oct 28 21:21:44.027071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-0f876e00-f907-4c14-9485-081e373e1636 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368669 Oct 28 21:21:44.105650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da29ddf9-3056-4989-a979-8fca6e2a0770 req-33d0a27d-c024-40a5-92fa-fd26233f6372 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211829 Oct 28 21:21:44.121110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-969ae260-4f03-4d60-a836-f821d57d19c5 req-64b7b6f4-1f2a-4b5f-831d-42ceb09589f9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299200 Oct 28 21:21:44.179005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-77643a80-ee7c-433c-ac43-37cf43b4084b service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350794 Oct 28 21:21:44.292054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5eff7-b63a-46e1-964d-3c6bd3ce89f0 req-638f9dd1-a8f0-483c-8e7a-3bb62f735d51 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:44.293825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7a5eff7-b63a-46e1-964d-3c6bd3ce89f0 req-638f9dd1-a8f0-483c-8e7a-3bb62f735d51 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0948498 Oct 28 21:21:44.342456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65bc3e28-154e-47fd-83a0-cc54fee13b77 req-d5f9be0f-f752-41d9-bd5a-8a909789e8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524088 Oct 28 21:21:44.378839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7a5eff7-b63a-46e1-964d-3c6bd3ce89f0 req-fba6e905-aabe-4595-a97a-064a8d85ba39 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745485 Oct 28 21:21:44.401230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113793f2-4593-4562-9a23-d52db7c50c51 req-479547a8-9700-42fb-a16f-459427f9d281 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:44.402845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-113793f2-4593-4562-9a23-d52db7c50c51 req-479547a8-9700-42fb-a16f-459427f9d281 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 948 time: 0.0664585 Oct 28 21:21:44.443891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-113793f2-4593-4562-9a23-d52db7c50c51 req-0e23a5c7-f9ef-4f60-80d1-e57d676bd7e4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Oct 28 21:21:44.622689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['bdfe0b2b-9684-4c5d-8705-403b2ec4bd54'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:44.722055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:44.950969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:45.281269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b0cca-1294-4ca4-86af-11194ac2d686 req-4c68ade3-4efd-4a0d-ad74-0d9e985a0cbe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:45.282664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-338b0cca-1294-4ca4-86af-11194ac2d686 req-4c68ade3-4efd-4a0d-ad74-0d9e985a0cbe tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0784307 Oct 28 21:21:45.295316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef8b5d-b698-4c72-8d89-6e3f222060c3 req-53f9a0da-f78f-46ed-bcdb-2e968951301b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:45.296743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ef8b5d-b698-4c72-8d89-6e3f222060c3 req-53f9a0da-f78f-46ed-bcdb-2e968951301b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0824656 Oct 28 21:21:45.350808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-338b0cca-1294-4ca4-86af-11194ac2d686 req-b98acae7-6fae-45a6-990b-424f2490d2cd tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531173 Oct 28 21:21:45.359928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ef8b5d-b698-4c72-8d89-6e3f222060c3 req-4a4768ad-dcf3-4b07-abe5-f7bfc5fb6361 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Oct 28 21:21:45.984316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5c42-2ff7-466c-a374-60b8375d7ca4 req-38546208-6c96-470b-9f6e-1f924a47bc3c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:45.985803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e51b5c42-2ff7-466c-a374-60b8375d7ca4 req-38546208-6c96-470b-9f6e-1f924a47bc3c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0780971 Oct 28 21:21:45.998771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da5bea-97cf-48f3-b089-b9124899f572 req-d180ffe7-8d04-417a-9e52-0fc1a97c4db5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:46.000181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86da5bea-97cf-48f3-b089-b9124899f572 req-d180ffe7-8d04-417a-9e52-0fc1a97c4db5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 948 time: 0.0661857 Oct 28 21:21:46.057077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e51b5c42-2ff7-466c-a374-60b8375d7ca4 req-432406e2-8742-4c76-a7f5-14d25c3e7e00 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557806 Oct 28 21:21:46.062346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86da5bea-97cf-48f3-b089-b9124899f572 req-f19d3ad3-e037-422a-b0e1-9299de439b7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Oct 28 21:21:46.502937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7203d0d-507b-4eb8-8cc2-648db36e35d3 req-82aa4dbc-fd32-4bb6-a153-c54dc58d8d23 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:46.504338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7203d0d-507b-4eb8-8cc2-648db36e35d3 req-82aa4dbc-fd32-4bb6-a153-c54dc58d8d23 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0815454 Oct 28 21:21:46.513124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fa9b5-28ea-44ca-989b-63b9c6310bf5 req-2807f7ac-9d82-4d0b-92fd-3e46269adab7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:46.514568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707fa9b5-28ea-44ca-989b-63b9c6310bf5 req-2807f7ac-9d82-4d0b-92fd-3e46269adab7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0648608 Oct 28 21:21:46.534163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:46.570151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7203d0d-507b-4eb8-8cc2-648db36e35d3 req-6d73d132-6d6a-46e3-9b8f-c3e67e6fb292 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Oct 28 21:21:46.573578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707fa9b5-28ea-44ca-989b-63b9c6310bf5 req-4bbf7d9a-c29a-4ecb-96ee-0bd39461497a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Oct 28 21:21:47.219890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2dc40-41d8-4051-9393-bd3373d5cdf8 req-b6b78107-1dda-415f-b42f-d10cb1f96323 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:47.221359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3f2dc40-41d8-4051-9393-bd3373d5cdf8 req-b6b78107-1dda-415f-b42f-d10cb1f96323 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 948 time: 0.0805779 Oct 28 21:21:47.229658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70533b6-f2cd-4cea-b93e-788917943b76 req-aa623345-6cd6-4493-bcbb-f5bc7dbfd14c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:47.231139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d70533b6-f2cd-4cea-b93e-788917943b76 req-aa623345-6cd6-4493-bcbb-f5bc7dbfd14c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0915897 Oct 28 21:21:47.287878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3f2dc40-41d8-4051-9393-bd3373d5cdf8 req-24100383-83c6-409d-8372-d932257eb839 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Oct 28 21:21:47.292694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d70533b6-f2cd-4cea-b93e-788917943b76 req-62ab9455-f379-496e-a654-4ed806ab03c0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Oct 28 21:21:47.499801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:21:47.547863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:21:47.551875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:21:47.552249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:47.632561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:47.655404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:47.657654 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befcc628-a322-4e93-ae5f-f3b1b1ed3188" -d '{"events": [{"server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:47.670422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:47.674420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:47.723444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:47.727266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785470-6851-436c-97fb-0460cff4b86c req-a150fc64-2b9a-4c20-ace8-6134df3af9ef tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:47.729424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69785470-6851-436c-97fb-0460cff4b86c req-a150fc64-2b9a-4c20-ace8-6134df3af9ef tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0836439 Oct 28 21:21:47.736896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150309fe-b42f-4dee-91c9-74c42b51a177 req-a9524fe6-172c-488d-b652-16d429fb4ba9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:47.738235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-150309fe-b42f-4dee-91c9-74c42b51a177 req-a9524fe6-172c-488d-b652-16d429fb4ba9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0838630 Oct 28 21:21:47.792184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69785470-6851-436c-97fb-0460cff4b86c req-e509ef94-8101-4a75-9871-b777773318f7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530179 Oct 28 21:21:47.797005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-150309fe-b42f-4dee-91c9-74c42b51a177 req-51acc00f-116b-417f-918f-99f1de786520 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Oct 28 21:21:47.842301 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2a8d8-e0fe-4278-886d-ee638cd546f2 x-openstack-request-id: req-f5d2a8d8-e0fe-4278-886d-ee638cd546f2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:47.842609 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "name": "network-vif-plugged", "status": "completed", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:47.842860 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5d2a8d8-e0fe-4278-886d-ee638cd546f2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:47.843244 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54', 'code': 200} Oct 28 21:21:47.951846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcdc4b-60b5-4b2c-97f0-37ea5ee64153 req-8ec5b630-4a92-45bc-b6c7-346536df0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:47.953399 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1cbcdc4b-60b5-4b2c-97f0-37ea5ee64153 req-8ec5b630-4a92-45bc-b6c7-346536df0e28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 1101 time: 0.0414708 Oct 28 21:21:47.996644 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1cbcdc4b-60b5-4b2c-97f0-37ea5ee64153 req-9dc5d1c9-78ac-4fa1-819b-32b92ba85e23 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Oct 28 21:21:48.442963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabea3d-a7d2-40a3-af55-a40f35de84fb req-da6cddba-040d-496e-b8ca-3594015e8e60 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:48.444393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baabea3d-a7d2-40a3-af55-a40f35de84fb req-da6cddba-040d-496e-b8ca-3594015e8e60 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0813661 Oct 28 21:21:48.455863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1432b0-f760-4b24-a901-4ad5d010f5e7 req-9828126f-1a35-40fe-84bf-d4c5cb619d85 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:48.457309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b1432b0-f760-4b24-a901-4ad5d010f5e7 req-9828126f-1a35-40fe-84bf-d4c5cb619d85 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0820522 Oct 28 21:21:48.511691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baabea3d-a7d2-40a3-af55-a40f35de84fb req-8c9833d9-76e9-457f-91b9-67653df412c0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534744 Oct 28 21:21:48.516233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b1432b0-f760-4b24-a901-4ad5d010f5e7 req-2e01871d-ae3c-4a64-92b1-7fd1eeba5d5e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520701 Oct 28 21:21:48.936179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3915-3ebc-4d1b-a5bd-0d56c6000ec4 req-ae54b511-7482-414f-ace4-ca860f023a26 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:48.937981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df5e3915-3ebc-4d1b-a5bd-0d56c6000ec4 req-ae54b511-7482-414f-ace4-ca860f023a26 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0674839 Oct 28 21:21:48.945345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c7478-82a4-434a-8097-bbf535889670 req-5b215cfb-b388-4825-a39f-7b46f85abd33 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:48.947435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-850c7478-82a4-434a-8097-bbf535889670 req-5b215cfb-b388-4825-a39f-7b46f85abd33 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0867834 Oct 28 21:21:49.005188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df5e3915-3ebc-4d1b-a5bd-0d56c6000ec4 req-76f37dc2-40fa-4d21-a332-25f37cca687b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 Oct 28 21:21:49.007973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-850c7478-82a4-434a-8097-bbf535889670 req-3758bb8e-99fc-490d-8ae3-3806b14e8e7d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Oct 28 21:21:49.667608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45e35-2142-48fa-ae82-07a0967ff100 req-2941662c-0fe3-47de-8f7b-6b86ea7482d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:49.669094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ea45e35-2142-48fa-ae82-07a0967ff100 req-2941662c-0fe3-47de-8f7b-6b86ea7482d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0751812 Oct 28 21:21:49.677242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bdea-044a-4669-b749-adb644a8c22d req-d83a2da6-5685-48f0-a935-e0de6d87611c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:49.678591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f36bdea-044a-4669-b749-adb644a8c22d req-d83a2da6-5685-48f0-a935-e0de6d87611c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0865240 Oct 28 21:21:49.732505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ea45e35-2142-48fa-ae82-07a0967ff100 req-6bbf45d7-7e36-42cd-9b71-4522a94134d7 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529585 Oct 28 21:21:49.737100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f36bdea-044a-4669-b749-adb644a8c22d req-3e1b5205-9fc2-469d-830c-fcc17b359fce tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Oct 28 21:21:50.152963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3485f-77d1-48d2-9249-3d8b38b243f0 req-47194375-15ae-456e-8546-84ba89bbfe82 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:50.154412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4c3485f-77d1-48d2-9249-3d8b38b243f0 req-47194375-15ae-456e-8546-84ba89bbfe82 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0697484 Oct 28 21:21:50.161711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23937540-08f8-47ce-9868-7076b32a4917 req-44ecffdf-4a1a-4af7-ae32-6d9c8cceb877 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:50.163039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23937540-08f8-47ce-9868-7076b32a4917 req-44ecffdf-4a1a-4af7-ae32-6d9c8cceb877 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0882869 Oct 28 21:21:50.218656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4c3485f-77d1-48d2-9249-3d8b38b243f0 req-5d4b1790-3deb-4c5f-bc61-8f2e4c3e73d8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Oct 28 21:21:50.221513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23937540-08f8-47ce-9868-7076b32a4917 req-15e9a8cb-37f3-4fe1-b1f2-da1f3b6484a3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Oct 28 21:21:50.890056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996f6a-878b-4901-8da4-2bf5a52b398f req-7cf205cc-0eea-46d6-84e6-7911faeef883 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:50.891505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39996f6a-878b-4901-8da4-2bf5a52b398f req-7cf205cc-0eea-46d6-84e6-7911faeef883 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0891180 Oct 28 21:21:50.900176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55631f2-6faa-4bdc-b030-07f563894b0b req-13a26a3a-4a74-45f0-9033-6db6f2ea85fc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:50.901671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d55631f2-6faa-4bdc-b030-07f563894b0b req-13a26a3a-4a74-45f0-9033-6db6f2ea85fc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0826871 Oct 28 21:21:50.956798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39996f6a-878b-4901-8da4-2bf5a52b398f req-e7072645-4af5-4e77-a278-fcd5c3c1839d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542011 Oct 28 21:21:50.959464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d55631f2-6faa-4bdc-b030-07f563894b0b req-2090a52d-c80b-4c36-89e5-f00384dcf6ef tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Oct 28 21:21:51.365481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f17c2-dcf2-4561-b885-00edfcd859df req-647df635-03af-4f5f-8aae-73839e59b1ed tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:51.366962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd9f17c2-dcf2-4561-b885-00edfcd859df req-647df635-03af-4f5f-8aae-73839e59b1ed tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0786970 Oct 28 21:21:51.379427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ebbe5-88a7-4df4-81af-f30f9a5cf46e req-946c70e3-4256-4cec-b6ef-49fd0030ee3d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:51.380867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a46ebbe5-88a7-4df4-81af-f30f9a5cf46e req-946c70e3-4256-4cec-b6ef-49fd0030ee3d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0833194 Oct 28 21:21:51.435655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd9f17c2-dcf2-4561-b885-00edfcd859df req-28318cfb-301f-43ec-a5a0-8b4c96b1c0fd tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Oct 28 21:21:51.442804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a46ebbe5-88a7-4df4-81af-f30f9a5cf46e req-383ad9b5-7663-430b-84e1-c75686347a41 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Oct 28 21:21:52.105441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb00a-0610-4b21-98ee-3e96af0e3287 req-74e7fa3e-1f8a-4aef-9abd-10e12afe5eca tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:52.106933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c11fb00a-0610-4b21-98ee-3e96af0e3287 req-74e7fa3e-1f8a-4aef-9abd-10e12afe5eca tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0775719 Oct 28 21:21:52.114303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c2db0-60a0-4b4d-9b58-850fef9e5d3b req-25df125e-d0c0-40b4-9c51-33a0a86c77c5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:52.115640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab9c2db0-60a0-4b4d-9b58-850fef9e5d3b req-25df125e-d0c0-40b4-9c51-33a0a86c77c5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0775073 Oct 28 21:21:52.169430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c11fb00a-0610-4b21-98ee-3e96af0e3287 req-63a6c5ac-a445-4378-95a3-078bf7d8c678 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Oct 28 21:21:52.174141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab9c2db0-60a0-4b4d-9b58-850fef9e5d3b req-8faf97b3-29dc-40de-9782-bb360e172b5c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509586 Oct 28 21:21:52.585874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9040d3-835d-4a17-845e-873a135aa772 req-2465257c-5cae-4b04-9d79-3c6ab8d2d9d9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:52.588422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d9040d3-835d-4a17-845e-873a135aa772 req-2465257c-5cae-4b04-9d79-3c6ab8d2d9d9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0737810 Oct 28 21:21:52.596392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30a84-e72a-4f9b-bbd8-66cb0e67ca51 req-61cdcfdf-5b72-4231-b0e4-81d191bf3353 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:52.597718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ff30a84-e72a-4f9b-bbd8-66cb0e67ca51 req-61cdcfdf-5b72-4231-b0e4-81d191bf3353 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0925410 Oct 28 21:21:52.652851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d9040d3-835d-4a17-845e-873a135aa772 req-eff89160-ba6d-4ff1-8234-23e5123fbdcd tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Oct 28 21:21:52.657397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ff30a84-e72a-4f9b-bbd8-66cb0e67ca51 req-039f46c8-a2e5-4ec2-897f-e27d3bee64b9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Oct 28 21:21:53.318719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09ab64-f349-4fe5-9f59-72f466b6feb1 req-af46e289-ff4e-4883-976f-608bdb887ba4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:53.320164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b09ab64-f349-4fe5-9f59-72f466b6feb1 req-af46e289-ff4e-4883-976f-608bdb887ba4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0689940 Oct 28 21:21:53.328791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330f25e-77f8-4ebc-92c3-71cc3ce3b767 req-47f405b5-1659-49c3-a84c-18b3724583b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:53.330129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5330f25e-77f8-4ebc-92c3-71cc3ce3b767 req-47f405b5-1659-49c3-a84c-18b3724583b3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0898998 Oct 28 21:21:53.382620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b09ab64-f349-4fe5-9f59-72f466b6feb1 req-7ea94e13-b6e6-4ec4-8bf8-cedac9098c2c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 Oct 28 21:21:53.390100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5330f25e-77f8-4ebc-92c3-71cc3ce3b767 req-3ae75617-10d1-42ec-abb3-bac7d5ee8a77 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 Oct 28 21:21:53.771763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853a6ef-9fcb-4df8-a6ef-c164ff2674cf req-059ae8ba-1290-46a7-8c42-f95063170269 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:53.773178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6853a6ef-9fcb-4df8-a6ef-c164ff2674cf req-059ae8ba-1290-46a7-8c42-f95063170269 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1098 time: 0.0659406 Oct 28 21:21:53.794112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e36a6-a57f-4648-ae80-b071b88553cb req-9b639ce1-3864-4508-8fbf-00c2513e0e33 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:53.795573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-948e36a6-a57f-4648-ae80-b071b88553cb req-9b639ce1-3864-4508-8fbf-00c2513e0e33 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0636227 Oct 28 21:21:53.845791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6853a6ef-9fcb-4df8-a6ef-c164ff2674cf req-9fedbde2-2e3b-4241-8063-d4ee141d4a4b tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651963 Oct 28 21:21:53.855287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-948e36a6-a57f-4648-ae80-b071b88553cb req-ca3942cf-53c7-4d3d-8f48-0d0688f15284 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Oct 28 21:21:53.957339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd12f9-51f2-46dc-938f-64b12f4d1e89 req-11d67dee-a0a7-4ed4-a0c7-677068a3284e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:53.958939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0efd12f9-51f2-46dc-938f-64b12f4d1e89 req-11d67dee-a0a7-4ed4-a0c7-677068a3284e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Oct 28 21:21:54.022040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0efd12f9-51f2-46dc-938f-64b12f4d1e89 req-8c4c85fc-91ad-4a21-ad04-b1a24114a63c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484121 Oct 28 21:21:54.513183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023df7d-a74c-4fb4-a510-f36736180026 req-6d23ff6f-b4f8-4918-9aa4-bb50a627735b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:54.514667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4023df7d-a74c-4fb4-a510-f36736180026 req-6d23ff6f-b4f8-4918-9aa4-bb50a627735b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0543869 Oct 28 21:21:54.560394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4023df7d-a74c-4fb4-a510-f36736180026 req-8b40218c-06e5-4f1a-b52f-f4fac3bb5357 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Oct 28 21:21:54.681057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c062e-90bb-4b8a-b57c-ac2f25ac476d req-15c65aba-8e98-430e-85d6-856502b0bca0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:54.683063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-306c062e-90bb-4b8a-b57c-ac2f25ac476d req-15c65aba-8e98-430e-85d6-856502b0bca0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0558543 Oct 28 21:21:54.722436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-306c062e-90bb-4b8a-b57c-ac2f25ac476d req-21df742d-f025-4415-b847-e11c28de5aa6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 28 21:21:54.867324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-571db835-a386-4340-8cfe-832013ea8dcc tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:21:54.868497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-571db835-a386-4340-8cfe-832013ea8dcc tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057425 Oct 28 21:21:54.908962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-89faeec3-a182-4f59-bb64-abacdea97986 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:54.910313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-89faeec3-a182-4f59-bb64-abacdea97986 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 1095 time: 0.0362000 Oct 28 21:21:54.920624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:54.921144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:21:55.041653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6f860-f145-4096-9fc3-22bd1a545cae req-c97569f3-014e-4e70-953f-a3eda6ea0659 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:55.043116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18e6f860-f145-4096-9fc3-22bd1a545cae req-c97569f3-014e-4e70-953f-a3eda6ea0659 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1002276 Oct 28 21:21:55.109204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18e6f860-f145-4096-9fc3-22bd1a545cae req-2eac14a4-8ae4-43d1-8f77-a8575156f09c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577171 Oct 28 21:21:55.131874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:55.132211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:55.132569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:55.137761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:55.138085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:55.144801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:55.145138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:55.145512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:55.145940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Bound port: 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:55.209087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:55.217931 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:55.219317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-0272fa7c-3fe8-46c1-a0f9-8e8c8b204705 service neutron] 10.222.0.31 "POST /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3022559 Oct 28 21:21:55.402338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402c15-d607-4c35-9b5b-b89ab7a7923b req-28e18c8f-e6f8-4b6d-a24b-09d3c692c2d1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:55.403718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09402c15-d607-4c35-9b5b-b89ab7a7923b req-28e18c8f-e6f8-4b6d-a24b-09d3c692c2d1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0840390 Oct 28 21:21:55.425943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dbd03-6c68-4f7a-8990-81890239839d req-15d45d74-45bc-44a1-b539-fb0b8849780e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:55.427382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-247dbd03-6c68-4f7a-8990-81890239839d req-15d45d74-45bc-44a1-b539-fb0b8849780e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0751352 Oct 28 21:21:55.472535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09402c15-d607-4c35-9b5b-b89ab7a7923b req-6bbb2cf1-7f7b-4444-8b73-b4e537601552 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607646 Oct 28 21:21:55.488150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-247dbd03-6c68-4f7a-8990-81890239839d req-5647d465-b10f-4eca-aa43-938f219fb158 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Oct 28 21:21:55.684989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47650ca5-da1d-4283-bbc3-eed4c30b0425 req-8480b2d6-eb2f-4694-bbf9-eed03cc835d9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:55.686606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47650ca5-da1d-4283-bbc3-eed4c30b0425 req-8480b2d6-eb2f-4694-bbf9-eed03cc835d9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0493674 Oct 28 21:21:55.724334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47650ca5-da1d-4283-bbc3-eed4c30b0425 req-6f28dc11-23e3-4e00-8eee-4f73d56c6aa2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Oct 28 21:21:55.852034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac1f3-8e37-47df-8066-4e6722dd4adf req-7dd69a5a-4486-4e1b-8983-43f90a6acc7e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:55.853976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656ac1f3-8e37-47df-8066-4e6722dd4adf req-7dd69a5a-4486-4e1b-8983-43f90a6acc7e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0581186 Oct 28 21:21:55.894855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656ac1f3-8e37-47df-8066-4e6722dd4adf req-f9abb2e6-9112-44b8-9519-2bcda18ec676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Oct 28 21:21:56.258513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386d14e-9d93-4c51-a50f-ad485982bdb0 req-010686b1-ce11-4d0f-91be-ebc77fb4f96e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.266295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6386d14e-9d93-4c51-a50f-ad485982bdb0 req-010686b1-ce11-4d0f-91be-ebc77fb4f96e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0818830 Oct 28 21:21:56.303073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-8ab0d8d7-291d-4af6-ad6b-f2f50215b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.304594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-8ab0d8d7-291d-4af6-ad6b-f2f50215b00b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1126 time: 0.0535269 Oct 28 21:21:56.311088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6386d14e-9d93-4c51-a50f-ad485982bdb0 req-cf4357d2-530d-4704-866e-1668fe29053f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Oct 28 21:21:56.409095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-995c9562-61af-455d-8706-5d1cf7d9fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.410953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-995c9562-61af-455d-8706-5d1cf7d9fde9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.0888355 Oct 28 21:21:56.465989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-3de56290-7a60-4399-82ed-8990142301a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.0385511 Oct 28 21:21:56.540794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-7dafbb4b-6f60-45d1-831a-81a02a033b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.542282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-7dafbb4b-6f60-45d1-831a-81a02a033b80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0667760 Oct 28 21:21:56.544125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-ccfc99d6-d56c-4d66-b87c-d3468f15955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.545496 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-ccfc99d6-d56c-4d66-b87c-d3468f15955a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1098 time: 0.0786765 Oct 28 21:21:56.599677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-cb1107dc-8cf9-4187-974d-2ab13111e612 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433297 Oct 28 21:21:56.737669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-9dbc11fe-74f1-4d6c-9359-1a9669745585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.739140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-9dbc11fe-74f1-4d6c-9359-1a9669745585 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1744046 Oct 28 21:21:56.756653 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-e1043036-aebc-40b7-ad67-244d5a925390 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306467 Oct 28 21:21:56.794965 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-56d6e50c-f55b-41b4-a8b5-68e5bc23180b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0455494 Oct 28 21:21:56.861114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f16b1-0e1a-4b2d-9453-c87be9147a51 req-3019cfc6-788f-4721-9178-e9f36fe2b149 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.862473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f24f16b1-0e1a-4b2d-9453-c87be9147a51 req-3019cfc6-788f-4721-9178-e9f36fe2b149 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.3164687 Oct 28 21:21:56.885033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba7a85-d7a5-4b47-ae44-937c6631b918 req-bbb2f502-007b-4d4d-b085-0eddef462541 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.886646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19ba7a85-d7a5-4b47-ae44-937c6631b918 req-bbb2f502-007b-4d4d-b085-0eddef462541 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.3131135 Oct 28 21:21:56.890569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-945b629f-7cc5-47f8-ab34-9a2df24db2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:56.892017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-945b629f-7cc5-47f8-ab34-9a2df24db2d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0874319 Oct 28 21:21:56.931676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f24f16b1-0e1a-4b2d-9453-c87be9147a51 req-b38294fe-d3ca-44e9-8ddc-39a6df35e740 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Oct 28 21:21:56.934034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-5677164e-ca7e-47d3-84b2-96cf6a17b89c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334523 Oct 28 21:21:56.937895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-bd4d7f3d-b2fc-462f-aaa4-7c8563b0175b service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526222 Oct 28 21:21:56.951287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19ba7a85-d7a5-4b47-ae44-937c6631b918 req-3538f8b2-bbe8-4b44-9bc4-eeb67a4f4257 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503740 Oct 28 21:21:57.050770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284390-7196-48a0-bb0e-11d0aef5e7e4 req-a233215f-357a-4fb8-b02b-88090319d2af tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.052522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40284390-7196-48a0-bb0e-11d0aef5e7e4 req-a233215f-357a-4fb8-b02b-88090319d2af tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 943 time: 0.0537565 Oct 28 21:21:57.068683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-9037cc17-5cfd-455c-a348-560c4a2e1629 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.070189 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-9037cc17-5cfd-455c-a348-560c4a2e1629 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1126 time: 0.0961215 Oct 28 21:21:57.086222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:21:57.105831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-5151ff75-6108-4d6e-9c6e-2054cba7aac7 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599979 Oct 28 21:21:57.122603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40284390-7196-48a0-bb0e-11d0aef5e7e4 req-b6207446-698b-4de7-88dd-26357c2362da tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629907 Oct 28 21:21:57.143093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525279af-9bb3-4b2d-8641-7e9626798f85 req-a92722aa-bc7b-41b1-ac99-6a1d19ec78e8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.144824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-525279af-9bb3-4b2d-8641-7e9626798f85 req-a92722aa-bc7b-41b1-ac99-6a1d19ec78e8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0582027 Oct 28 21:21:57.191956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.193375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-525279af-9bb3-4b2d-8641-7e9626798f85 req-eddbb56e-e9b0-4d5b-989c-51aa1d9f1a7f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Oct 28 21:21:57.266463 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-7bd29ade-c0d9-4ffa-aebf-b50d4f4067a1 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541014 Oct 28 21:21:57.267900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530acf2-ea91-44e2-a386-433028a5cb7e req-57fa7ace-dc0c-4cb5-a71c-967dc665c6a2 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.270015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b530acf2-ea91-44e2-a386-433028a5cb7e req-57fa7ace-dc0c-4cb5-a71c-967dc665c6a2 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1126 time: 0.0416217 Oct 28 21:21:57.315940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b530acf2-ea91-44e2-a386-433028a5cb7e req-0ae1f625-a444-4dd6-83c9-884f426d9bbe tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Oct 28 21:21:57.365057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:21:57.408256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:57.466282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b8a163-5db0-452b-b1cf-113fea35ad05 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:21:57.466453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6df15-bb52-4350-aba3-c7bdc60d340c req-d55ce3e2-278e-44b9-b72b-148fb9314cde tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.474210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcb6df15-bb52-4350-aba3-c7bdc60d340c req-d55ce3e2-278e-44b9-b72b-148fb9314cde tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0637341 Oct 28 21:21:57.475852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.484225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.518034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on host n-h2-806683-16 for vnic_type normal with profile {} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:21:57.518527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:21:57.518959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:57.528186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcb6df15-bb52-4350-aba3-c7bdc60d340c req-7c4cab92-0022-465e-9638-f895f1bf8a29 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 Oct 28 21:21:57.543591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:21:57.544018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Attempting to bind port 63b8a163-5db0-452b-b1cf-113fea35ad05 on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:21:57.555986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:21:57.556562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:21:57.557055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:21:57.557582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Bound port: 63b8a163-5db0-452b-b1cf-113fea35ad05, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:21:57.558036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.594462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=9']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:57.651749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:57.654884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:21:57.660597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.725660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.726279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:57.727744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] 10.222.0.52 "PUT /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 1092 time: 0.6477232 Oct 28 21:21:57.728181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:21:57.730422 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8bb95c-dc88-4f34-89a8-d7500cb96021" -d '{"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:21:57.772408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05f606-529d-4819-b999-19d85a5e4a0d service neutron] Pushing event updated for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:21:57.783979 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc02a081-a784-4f36-ab3e-6242d35c262d x-openstack-request-id: req-bc02a081-a784-4f36-ab3e-6242d35c262d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:21:57.784300 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:21:57.784680 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc02a081-a784-4f36-ab3e-6242d35c262d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:21:57.784922 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'status': 'completed', 'code': 200} Oct 28 21:21:57.868316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:57.926892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-5b792708-5868-4d3d-9f6a-4dec3213368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:57.934126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-5b792708-5868-4d3d-9f6a-4dec3213368f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1096 time: 0.0892262 Oct 28 21:21:57.942540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:21:58.019433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-44046b10-09b6-4037-aea8-4b982248971f service neutron] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:21:58.035126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-44046b10-09b6-4037-aea8-4b982248971f service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:21:58.036797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42f4c7b8-cb32-41d6-9e66-31bf00b01475 req-44046b10-09b6-4037-aea8-4b982248971f service neutron] 10.222.0.52 "DELETE /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05/bindings/n-h1-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.3001285 Oct 28 21:21:58.107575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-ce40eb0e-d122-4e21-a3cb-cb456d2c8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.109175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-ce40eb0e-d122-4e21-a3cb-cb456d2c8396 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1620221 Oct 28 21:21:58.176543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-7b2f13d5-51bf-409b-813f-98580a258643 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.0379493 Oct 28 21:21:58.237215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b508654-6c43-427f-8bb3-1061e2580b23 req-d346dc94-92a6-4d8c-bc6b-f39c0939f363 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.238684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b508654-6c43-427f-8bb3-1061e2580b23 req-d346dc94-92a6-4d8c-bc6b-f39c0939f363 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1536479 Oct 28 21:21:58.248948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297b4d1-1dde-4602-830d-cd0869716d78 req-4154d923-6a9c-498e-8bab-a9d03d38675f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.250477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0297b4d1-1dde-4602-830d-cd0869716d78 req-4154d923-6a9c-498e-8bab-a9d03d38675f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1643472 Oct 28 21:21:58.284077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-1252e9ee-43da-425b-8fe5-291f72562da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.285500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-1252e9ee-43da-425b-8fe5-291f72562da2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0986612 Oct 28 21:21:58.332543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-87a63589-e842-4e9f-b6fe-09528c0d40b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341134 Oct 28 21:21:58.340829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b508654-6c43-427f-8bb3-1061e2580b23 req-b516d563-9bf3-4ecb-a5bc-838800b97cba tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876276 Oct 28 21:21:58.365656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0297b4d1-1dde-4602-830d-cd0869716d78 req-98b0114e-d724-4c77-9255-6d3751400383 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026051 Oct 28 21:21:58.453911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-03fe3c1b-0a47-4561-9f99-1252eaa9f989 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103303 Oct 28 21:21:58.579111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c75c56-0152-478c-aed4-a0d55f2c1c21 req-7ff47650-f774-4012-aad8-a3775425eac1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.581176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c75c56-0152-478c-aed4-a0d55f2c1c21 req-7ff47650-f774-4012-aad8-a3775425eac1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.1216311 Oct 28 21:21:58.625376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b8bb95c-dc88-4f34-89a8-d7500cb96021 req-562e9137-d0e5-4b74-b74b-4f3ff9925c21 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548946 Oct 28 21:21:58.668439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c75c56-0152-478c-aed4-a0d55f2c1c21 req-ec6d6682-9838-47e2-bccf-1fd2a535ea52 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754173 Oct 28 21:21:58.691457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04df532-604f-488d-9c2c-67e222d81f64 req-7959cf66-8dff-4da0-ba20-448006fae557 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:58.692946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d04df532-604f-488d-9c2c-67e222d81f64 req-7959cf66-8dff-4da0-ba20-448006fae557 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0666363 Oct 28 21:21:58.732606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d04df532-604f-488d-9c2c-67e222d81f64 req-807dd4a4-dd87-47f7-a06f-21387ec916d6 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Oct 28 21:21:59.488824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b59c4-f078-46e9-9a3b-b7bf08fbebd1 req-5c37ec22-458b-4ecb-8e36-098fc37aee10 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:59.490268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d84b59c4-f078-46e9-9a3b-b7bf08fbebd1 req-5c37ec22-458b-4ecb-8e36-098fc37aee10 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0795851 Oct 28 21:21:59.514146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc146d19-f6d5-48c8-9cab-ab48da57713d req-0c689224-9bc8-4204-96cc-a97771a16d3c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:59.515561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc146d19-f6d5-48c8-9cab-ab48da57713d req-0c689224-9bc8-4204-96cc-a97771a16d3c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0714805 Oct 28 21:21:59.563223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d84b59c4-f078-46e9-9a3b-b7bf08fbebd1 req-7b6d2285-e22e-4507-bc31-62b82c25cd3c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654290 Oct 28 21:21:59.572570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc146d19-f6d5-48c8-9cab-ab48da57713d req-bd982bc0-a3cf-4ec2-bcdd-ca2f781e7a85 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Oct 28 21:21:59.803141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5265c7-56be-4a79-9f79-dd8471ed6531 req-c99d4907-a16b-47cc-b361-053dd499b4fa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:59.806704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5265c7-56be-4a79-9f79-dd8471ed6531 req-c99d4907-a16b-47cc-b361-053dd499b4fa tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0638754 Oct 28 21:21:59.875741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5265c7-56be-4a79-9f79-dd8471ed6531 req-71eeccf1-bb8b-4dc4-8bc4-2f3549cd7253 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634665 Oct 28 21:21:59.888939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce7e4d-689a-4464-b663-87b546494455 req-f04cc179-f288-4115-9314-6d554cf423b9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:21:59.892772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36ce7e4d-689a-4464-b663-87b546494455 req-f04cc179-f288-4115-9314-6d554cf423b9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0834184 Oct 28 21:21:59.929418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36ce7e4d-689a-4464-b663-87b546494455 req-5a9f9ef9-eef7-4e08-81f6-d4c42d898376 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Oct 28 21:22:00.741768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490ac2-fb6f-4513-adce-d8619741014a req-05e4db4a-5e21-408b-94e3-be51c55d6ca9 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:00.744739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72490ac2-fb6f-4513-adce-d8619741014a req-05e4db4a-5e21-408b-94e3-be51c55d6ca9 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1006122 Oct 28 21:22:00.765249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8003b-5db0-4753-af8d-2c4b2ea04de1 req-d3018da2-280c-4dbb-a677-35d49e9d2f56 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:00.766916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cea8003b-5db0-4753-af8d-2c4b2ea04de1 req-d3018da2-280c-4dbb-a677-35d49e9d2f56 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0817075 Oct 28 21:22:00.835223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72490ac2-fb6f-4513-adce-d8619741014a req-e76b6e90-2ca4-4d11-9741-33ae5eb670a5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672259 Oct 28 21:22:00.839475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cea8003b-5db0-4753-af8d-2c4b2ea04de1 req-03fb6fdd-d6cf-40a4-ac82-1934e7222886 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570683 Oct 28 21:22:00.930816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-8964cdbd-f982-42bb-97aa-61670499e5fb tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:00.932270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-8964cdbd-f982-42bb-97aa-61670499e5fb tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.3720946 Oct 28 21:22:01.043063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Deleting port 87056758-39ed-4103-81dd-c91d62af171f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:01.043529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.078813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172736-2328-4c71-aacb-b9b563bcc6f0 req-71801683-06b2-4e7a-a9d7-1d447d14f9b1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:01.080428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69172736-2328-4c71-aacb-b9b563bcc6f0 req-71801683-06b2-4e7a-a9d7-1d447d14f9b1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0793216 Oct 28 21:22:01.145399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69172736-2328-4c71-aacb-b9b563bcc6f0 req-806c552f-c62a-4ffe-9d3b-88a4d18f535c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Oct 28 21:22:01.154684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f99e6-45f5-4e33-96b1-e0853746c6b8 req-c9f7fea5-6ce6-4d12-8ab9-0d7a346b1811 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:01.156300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10f99e6-45f5-4e33-96b1-e0853746c6b8 req-c9f7fea5-6ce6-4d12-8ab9-0d7a346b1811 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0941811 Oct 28 21:22:01.178270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-4d1dc49f-52a0-4a15-80c7-aeaeff174c09 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:01.179852 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-4d1dc49f-52a0-4a15-80c7-aeaeff174c09 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 949 time: 0.0890868 Oct 28 21:22:01.181914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] For port 87056758-39ed-4103-81dd-c91d62af171f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=87056758-39ed-4103-81dd-c91d62af171f,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:01.182281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.217261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Calling delete_port for 87056758-39ed-4103-81dd-c91d62af171f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:01.225894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10f99e6-45f5-4e33-96b1-e0853746c6b8 req-87cfa53f-c8d9-47c0-ac0a-54f49ea70120 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578618 Oct 28 21:22:01.371862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:01.372204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.466891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.480919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['87056758-39ed-4103-81dd-c91d62af171f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:01.510536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event deleted for resources: {'Port': ['ID=87056758-39ed-4103-81dd-c91d62af171f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:01.558083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:01.558441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.584640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] No DVR routers for this DVR port 87056758-39ed-4103-81dd-c91d62af171f on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:01.585781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:01.588701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.592153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-45859193-e4ae-4ed6-9283-9e799c1f8f9b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.52 "DELETE /v2.0/ports/87056758-39ed-4103-81dd-c91d62af171f HTTP/1.1" status: 204 len: 173 time: 0.6520774 Oct 28 21:22:01.608917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-deleted', 'tag': '87056758-39ed-4103-81dd-c91d62af171f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:01.614185 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2762b6a5-937b-4d91-ba47-cd043f115aec" -d '{"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-deleted", "tag": "87056758-39ed-4103-81dd-c91d62af171f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:01.618411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:01.666830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:01.685375 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c17105e-e691-40fc-b324-4fee7c23ec4c x-openstack-request-id: req-7c17105e-e691-40fc-b324-4fee7c23ec4c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:01.685375 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-deleted", "tag": "87056758-39ed-4103-81dd-c91d62af171f", "status": "failed", "code": 422}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:01.685667 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c17105e-e691-40fc-b324-4fee7c23ec4c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:01.686409 n-d-806683-16 neutron-server[102313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-deleted', 'tag': '87056758-39ed-4103-81dd-c91d62af171f', 'status': 'failed', 'code': 422} returned with failed status Oct 28 21:22:01.768322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.786167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:01.793465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74', '3545649c-712b-4edb-8ed8-832480cc8db3', 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:01.823698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=bdfe0b2b-9684-4c5d-8705-403b2ec4bd54,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:01.882685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:01.894037 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:01.903377 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-38ec305f-b78f-4b04-8215-027d43133ff4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "DELETE /v2.0/ports/bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 HTTP/1.1" status: 204 len: 173 time: 0.7034414 Oct 28 21:22:02.062537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0709a70-4f3e-4598-be5d-273a1b7e3d86 req-efdff66d-0f4b-4e42-a2a0-f80732b29a4c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:02.064190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0709a70-4f3e-4598-be5d-273a1b7e3d86 req-efdff66d-0f4b-4e42-a2a0-f80732b29a4c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1100349 Oct 28 21:22:02.116885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4d519fc-13fd-4ef1-b3b0-20d1bc0d897e req-4d36fe50-7044-4735-8392-4bf0c7482b2b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 210 time: 0.0507967 Oct 28 21:22:02.175410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0709a70-4f3e-4598-be5d-273a1b7e3d86 req-8abf0755-fc84-4959-8026-6ac94ca21c91 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Oct 28 21:22:02.441131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78189807-90d4-4c4c-a4c3-ddf84ec61e01 req-ce76e5c3-4d0d-401f-8201-686c55dbfb1a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0526338 Oct 28 21:22:02.547627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747ba5-5293-431d-8578-55119425592d req-ba57fafd-438d-44c8-a047-560e74e13803 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:02.549482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:02.558190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af747ba5-5293-431d-8578-55119425592d req-ba57fafd-438d-44c8-a047-560e74e13803 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0870271 Oct 28 21:22:02.597825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-3c8ba645-9a94-4b6a-bd88-eb515b5bee9c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0471497 Oct 28 21:22:02.600174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af747ba5-5293-431d-8578-55119425592d req-1e7a8424-d358-49f4-88fb-d99414035812 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Oct 28 21:22:03.279497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-512a714c-925d-4109-a29f-ec2081bcf034 req-66813ee0-2dc7-4621-827d-5a0778c61fbc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 210 time: 0.0679998 Oct 28 21:22:03.356401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-452ebdeb-3d71-4ccf-8bbf-a63204775d60 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:03.358463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-452ebdeb-3d71-4ccf-8bbf-a63204775d60 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.1721504 Oct 28 21:22:03.367292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649561b1-8b1e-41bc-a2d9-60cdf985cc4d req-9cc0c73f-947a-417e-a554-a25ebb85ccb4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:03.369393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-649561b1-8b1e-41bc-a2d9-60cdf985cc4d req-9cc0c73f-947a-417e-a554-a25ebb85ccb4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0944095 Oct 28 21:22:03.373944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Request body: {'port': {'device_id': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'admin_state_up': True, 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:03.465655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-649561b1-8b1e-41bc-a2d9-60cdf985cc4d req-8fa55339-5410-498d-a595-90c468b70e9f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884006 Oct 28 21:22:03.526439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:03.530324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:03.601649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:03.620601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5e08f4a-2686-4502-aac4-f7c48ea47c51 req-47101229-1cf2-49ec-a2e0-cac42d700ea4 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0602479 Oct 28 21:22:03.630279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:03.630697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bdfe0b2b-9684-4c5d-8705-403b2ec4bd54 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:03.631187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 87056758-39ed-4103-81dd-c91d62af171f no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:03.687193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'name': 'network-vif-deleted', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:03.689614 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60436b7-8497-424f-9e30-38076452f530" -d '{"events": [{"server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "name": "network-vif-deleted", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:03.701000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 87056758-39ed-4103-81dd-c91d62af171f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:03.701993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 87056758-39ed-4103-81dd-c91d62af171f not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:03.763956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Allocated IP 172.20.0.8 (6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14/e0c36c01-9d14-45bc-9507-b03bd3cfb10a/5563f668-a68d-4ea9-831e-7bea1e960718) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:03.802021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62afac3f-66b1-4b76-adaf-0fe5ec3129a4 req-b5210cf0-d2cb-4498-b115-e2e045da5bc1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f7a9d13-7bbb-456c-a73b-8c0ff932a436 HTTP/1.1" status: 200 len: 210 time: 0.0349898 Oct 28 21:22:03.809889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fa2fc-2d50-4874-93c3-3b64ac5f475e req-bbe5b859-ff9f-41d5-adb2-ed7e046e8058 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:03.816964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-929fa2fc-2d50-4874-93c3-3b64ac5f475e req-bbe5b859-ff9f-41d5-adb2-ed7e046e8058 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1134775 Oct 28 21:22:03.881474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-929fa2fc-2d50-4874-93c3-3b64ac5f475e req-c25776c6-b381-4bbb-89cb-8b99996aab12 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Oct 28 21:22:03.953986 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b89769-ecc2-4ada-ae19-7d7464e88d68 x-openstack-request-id: req-17b89769-ecc2-4ada-ae19-7d7464e88d68 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:03.954330 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a9d13-7bbb-456c-a73b-8c0ff932a436", "name": "network-vif-deleted", "tag": "bdfe0b2b-9684-4c5d-8705-403b2ec4bd54", "status": "failed", "code": 422}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:03.955254 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17b89769-ecc2-4ada-ae19-7d7464e88d68 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:03.955706 n-d-806683-16 neutron-server[102313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f7a9d13-7bbb-456c-a73b-8c0ff932a436', 'name': 'network-vif-deleted', 'tag': 'bdfe0b2b-9684-4c5d-8705-403b2ec4bd54', 'status': 'failed', 'code': 422} returned with failed status Oct 28 21:22:03.999755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.044035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.099032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:04.103464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:04.106063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:04.108827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:04.136937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.137271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.138086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.138086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.138311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.138650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.138976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.139297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.139617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.140084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.140392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.140710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:04.183663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:04.183663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.202055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-b83026bc-1996-498e-9d77-caf98932f8b3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310795 Oct 28 21:22:04.219528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Request body: {'port': {'device_id': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:04.280990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.522392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ff333-776d-4f65-9585-e712069d1d5a req-2d2c2814-05de-4b75-a36f-1f5633ff3ffc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:04.524562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb1ff333-776d-4f65-9585-e712069d1d5a req-2d2c2814-05de-4b75-a36f-1f5633ff3ffc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 931 time: 0.1368029 Oct 28 21:22:04.588267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93917521-b80b-406f-bed8-e9c768a949fb req-286bd2f3-6c1b-4873-a44d-7c5a25d504a3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:04.589986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93917521-b80b-406f-bed8-e9c768a949fb req-286bd2f3-6c1b-4873-a44d-7c5a25d504a3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.1496472 Oct 28 21:22:04.635066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb1ff333-776d-4f65-9585-e712069d1d5a req-ba09c351-e8e6-44a4-b590-75d0049abed7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Oct 28 21:22:04.683483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93917521-b80b-406f-bed8-e9c768a949fb req-04f9a4e2-7f50-4c48-aa84-40b7e79a9a48 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818586 Oct 28 21:22:04.696478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5563f668-a68d-4ea9-831e-7bea1e960718 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:04.709895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.718962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Transition to ACTIVE for port object 5563f668-a68d-4ea9-831e-7bea1e960718 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:04.726059 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:04.783598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:04.892927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Attempting to bind port 5563f668-a68d-4ea9-831e-7bea1e960718 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:04.893262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Attempting to bind port 5563f668-a68d-4ea9-831e-7bea1e960718 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:04.893737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Attempting to bind port 5563f668-a68d-4ea9-831e-7bea1e960718 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:04.905278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc243cb-fffa-43c9-b0a6-b0e4b8ec3392 req-262d5691-3aaf-4dfd-86ef-04747825cd86 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:04.906811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfc243cb-fffa-43c9-b0a6-b0e4b8ec3392 req-262d5691-3aaf-4dfd-86ef-04747825cd86 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1070230 Oct 28 21:22:04.909012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Port 5563f668-a68d-4ea9-831e-7bea1e960718 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:04.909329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Attempting to bind port 5563f668-a68d-4ea9-831e-7bea1e960718 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:04.915435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:04.915775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Checking segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:04.916153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Bound using segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:04.916610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Bound port: 5563f668-a68d-4ea9-831e-7bea1e960718, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:04.916964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:05.014296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfc243cb-fffa-43c9-b0a6-b0e4b8ec3392 req-3e56200f-2f67-4053-b9d3-6a3b60da0fd8 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917063 Oct 28 21:22:05.048499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:05.058094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5c4a1-7d3e-4320-8fec-5a5592f3e1b3 req-e8a9890a-974a-4c9c-9647-442903f4a388 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.059557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a5c4a1-7d3e-4320-8fec-5a5592f3e1b3 req-e8a9890a-974a-4c9c-9647-442903f4a388 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0857840 Oct 28 21:22:05.061519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:05.066841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:05.116658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.117261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:05.118861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/5563f668-a68d-4ea9-831e-7bea1e960718 HTTP/1.1" status: 200 len: 1092 time: 0.9086733 Oct 28 21:22:05.121576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:05.123759 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5f646-1bd6-411a-beec-702997cf810f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:05.146954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a5c4a1-7d3e-4320-8fec-5a5592f3e1b3 req-efab5191-d9bd-462e-9cfa-9eb43896a226 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778565 Oct 28 21:22:05.161373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb0d5-9134-4ce5-995d-c51b918120b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:05.188325 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a21a32-6a35-4685-bdae-8dd62b473bf4 x-openstack-request-id: req-a6a21a32-6a35-4685-bdae-8dd62b473bf4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:05.188325 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:05.188325 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6a21a32-6a35-4685-bdae-8dd62b473bf4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:05.188325 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718', 'status': 'completed', 'code': 200} Oct 28 21:22:05.230349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-536a1c33-7199-4f12-842b-d9f05ef89817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.232144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-536a1c33-7199-4f12-842b-d9f05ef89817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1095 time: 0.0464540 Oct 28 21:22:05.277563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-317c9742-6834-4773-b2d1-48de35c1996a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563f668-a68d-4ea9-831e-7bea1e960718 HTTP/1.1" status: 200 len: 217 time: 0.0334706 Oct 28 21:22:05.331164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-16cc0d89-da31-44be-bd67-b419e81e1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.332600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-16cc0d89-da31-44be-bd67-b419e81e1778 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.0438130 Oct 28 21:22:05.369232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-e2488da1-6d73-44a3-a44c-4abc8e381531 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277708 Oct 28 21:22:05.487241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-8ae3c0cb-f484-4729-9aeb-a7e7e482e9b1 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964038 Oct 28 21:22:05.592460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47bfa107-76c8-4746-9433-4e9f813a41a6 req-478fd93e-aade-465a-a359-98721848853b service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969844 Oct 28 21:22:05.716850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f646-1bd6-411a-beec-702997cf810f req-0d9fae2a-8af5-4761-bf4f-5e8775b3b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.718338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-0d9fae2a-8af5-4761-bf4f-5e8775b3b81d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1095 time: 0.0544848 Oct 28 21:22:05.909445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a841624-11e6-49b8-94d4-3e4d114761ef req-5a6390ed-a6aa-47bf-90f4-5065f5b6e6df tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.910819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a841624-11e6-49b8-94d4-3e4d114761ef req-5a6390ed-a6aa-47bf-90f4-5065f5b6e6df tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.1690392 Oct 28 21:22:05.917033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f646-1bd6-411a-beec-702997cf810f req-75381ed0-72c1-473b-893c-9f44bfd11e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.918796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-75381ed0-72c1-473b-893c-9f44bfd11e8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 916 time: 0.1903210 Oct 28 21:22:05.926289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395127-4a1f-48da-9406-0dde0bc408cc req-ff4d3172-c7d3-474d-9fee-987f01700400 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:05.927694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71395127-4a1f-48da-9406-0dde0bc408cc req-ff4d3172-c7d3-474d-9fee-987f01700400 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.1210554 Oct 28 21:22:06.234986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-7fd85420-634a-46b6-9c8d-821361dc4d97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5563f668-a68d-4ea9-831e-7bea1e960718 HTTP/1.1" status: 200 len: 217 time: 0.2999663 Oct 28 21:22:06.237514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-0d598642-c9ad-4283-9445-c1acc0c8c049 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:06.239244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-0d598642-c9ad-4283-9445-c1acc0c8c049 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 950 time: 0.0669317 Oct 28 21:22:06.288877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a841624-11e6-49b8-94d4-3e4d114761ef req-8f204906-13d1-49e6-8fc5-d4528942a7ef tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551924 Oct 28 21:22:06.296701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71395127-4a1f-48da-9406-0dde0bc408cc req-24a1aee5-7049-4e53-88e4-9f55f587421d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563395 Oct 28 21:22:06.377029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f646-1bd6-411a-beec-702997cf810f req-6aa0dfb8-31ba-40f5-bb47-3eaf67ff09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:06.380985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-6aa0dfb8-31ba-40f5-bb47-3eaf67ff09eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.1205142 Oct 28 21:22:06.431078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-fd44c708-3ffc-419b-a551-d2f73d560369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391045 Oct 28 21:22:06.450940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:06.451484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:06.682620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-ce8d9994-d4de-44ac-8fa9-aa0dd8ae3418 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315819 Oct 28 21:22:06.707959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:06.708322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:06.722973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for c2f8e4b2-35d1-4dcd-b396-3666fbe847ac owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:06.803961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a15d1-a39e-408e-bbec-8bba183556ed req-eebb0d66-2e0a-4462-a21d-3b154483d825 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:06.809840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca9a15d1-a39e-408e-bbec-8bba183556ed req-eebb0d66-2e0a-4462-a21d-3b154483d825 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1849866 Oct 28 21:22:06.851747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82176ce-f6dd-4426-b74a-7f189c0e0011 req-b99e8e35-90f8-4115-840f-1720e5d3b79e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:06.853720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a82176ce-f6dd-4426-b74a-7f189c0e0011 req-b99e8e35-90f8-4115-840f-1720e5d3b79e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1675339 Oct 28 21:22:06.915270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca9a15d1-a39e-408e-bbec-8bba183556ed req-aa57470d-3341-43f9-937c-8bd3ba7ef841 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Oct 28 21:22:06.974113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a82176ce-f6dd-4426-b74a-7f189c0e0011 req-2c2a811f-e061-434b-ba76-43a285292ec3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842187 Oct 28 21:22:06.975887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32e5f646-1bd6-411a-beec-702997cf810f req-cd83d0a9-fa15-402d-b8be-c0554c4515e6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790108 Oct 28 21:22:06.987758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:07.002575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:07.009148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74', '3545649c-712b-4edb-8ed8-832480cc8db3', 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:07.075170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=c2f8e4b2-35d1-4dcd-b396-3666fbe847ac,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:07.101533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port c2f8e4b2-35d1-4dcd-b396-3666fbe847ac on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:07.106642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:07.110513 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bb7ceca7-7a44-4512-a2f5-bdfcd6d0b4b3 req-de5816f2-9b6f-40bd-ad3c-47abc2be3aa9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "DELETE /v2.0/ports/c2f8e4b2-35d1-4dcd-b396-3666fbe847ac HTTP/1.1" status: 204 len: 173 time: 0.8498871 Oct 28 21:22:07.111219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'name': 'network-vif-deleted', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:07.114887 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac26140-edeb-443a-add4-890ab8f63083" -d '{"events": [{"server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "name": "network-vif-deleted", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:07.185472 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f325f1f-9284-4865-ba2a-83c9fbe53bf2 x-openstack-request-id: req-8f325f1f-9284-4865-ba2a-83c9fbe53bf2 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:07.185938 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da92d8cd-8de0-4405-a0db-aee21a8bf7e4", "name": "network-vif-deleted", "tag": "c2f8e4b2-35d1-4dcd-b396-3666fbe847ac", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:07.186470 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f325f1f-9284-4865-ba2a-83c9fbe53bf2 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:07.186869 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da92d8cd-8de0-4405-a0db-aee21a8bf7e4', 'name': 'network-vif-deleted', 'tag': 'c2f8e4b2-35d1-4dcd-b396-3666fbe847ac', 'status': 'completed', 'code': 200} Oct 28 21:22:07.474350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3cbd0-89d1-4990-b5b0-5998b6b29edb req-14a306e0-35e3-4793-94e8-c8c64c4341ec tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:07.485271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d3cbd0-89d1-4990-b5b0-5998b6b29edb req-14a306e0-35e3-4793-94e8-c8c64c4341ec tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0915020 Oct 28 21:22:07.543026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c3bac1-84c7-4376-a923-6b0b4f0a026d req-ebd95646-cb67-4e63-9b44-232153171014 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=da92d8cd-8de0-4405-a0db-aee21a8bf7e4 HTTP/1.1" status: 200 len: 210 time: 0.0477829 Oct 28 21:22:07.611443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d3cbd0-89d1-4990-b5b0-5998b6b29edb req-c5cd727d-d01d-476b-b3d6-3865ba83c99f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237190 Oct 28 21:22:08.060446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecab11-31d9-4246-91b5-ada866a5f9e9 req-ae7c38f2-b376-4298-80ca-c5a6a9422ce2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:08.062209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ecab11-31d9-4246-91b5-ada866a5f9e9 req-ae7c38f2-b376-4298-80ca-c5a6a9422ce2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0710547 Oct 28 21:22:08.129826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ecab11-31d9-4246-91b5-ada866a5f9e9 req-0799edb0-7d91-4981-9566-2c9eb84c6c76 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Oct 28 21:22:08.152758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760e8b-462d-416c-8d23-ae63bcb2edb2 req-dfe55487-3ed2-40e0-ad73-3f5eae5dec45 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:08.154264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13760e8b-462d-416c-8d23-ae63bcb2edb2 req-dfe55487-3ed2-40e0-ad73-3f5eae5dec45 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0911698 Oct 28 21:22:08.202990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13760e8b-462d-416c-8d23-ae63bcb2edb2 req-3ad1676a-8e15-4fbd-9b3e-dad9d3116d4d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Oct 28 21:22:08.778130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594055-85fa-4fa5-bd85-e31787571478 req-1b534817-0361-4c70-a526-aae45c7fc843 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:08.779701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c594055-85fa-4fa5-bd85-e31787571478 req-1b534817-0361-4c70-a526-aae45c7fc843 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 943 time: 0.0862684 Oct 28 21:22:08.826526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c594055-85fa-4fa5-bd85-e31787571478 req-b4667ade-e8a8-4e88-bfbb-7077ea430bb6 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Oct 28 21:22:08.923780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73754a-6d23-46f6-98c4-4824fbdf7479 req-7a1675ee-98e7-428d-b7f5-d483d1ea3fe2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:08.925369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a73754a-6d23-46f6-98c4-4824fbdf7479 req-7a1675ee-98e7-428d-b7f5-d483d1ea3fe2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.0594792 Oct 28 21:22:08.968576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a73754a-6d23-46f6-98c4-4824fbdf7479 req-6e58a86b-f010-4d89-8a5c-efc0a2460112 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Oct 28 21:22:09.173336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:09.176863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c2f8e4b2-35d1-4dcd-b396-3666fbe847ac no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:09.205560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: c2f8e4b2-35d1-4dcd-b396-3666fbe847ac {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:09.205897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c2f8e4b2-35d1-4dcd-b396-3666fbe847ac not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:09.282239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee32e-e103-4f23-8555-f98ba411656b req-22d9d40d-bd2c-405b-95bc-6173d9d44124 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:09.288855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-594ee32e-e103-4f23-8555-f98ba411656b req-22d9d40d-bd2c-405b-95bc-6173d9d44124 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0633314 Oct 28 21:22:09.324405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:09.340477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5563f668-a68d-4ea9-831e-7bea1e960718', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': '5563f668-a68d-4ea9-831e-7bea1e960718', 'mac_address': 'fa:16:3e:c4:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:09.367592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9dfca-afbd-4515-bcfa-2473e581aa68 req-7e0c2a6a-1a03-498a-bccb-13683da55489 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:09.369831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8c9dfca-afbd-4515-bcfa-2473e581aa68 req-7e0c2a6a-1a03-498a-bccb-13683da55489 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0636144 Oct 28 21:22:09.378679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-594ee32e-e103-4f23-8555-f98ba411656b req-fbdbd4d9-584f-4b84-9760-beba37e49b10 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865538 Oct 28 21:22:09.389081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:09.403464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5563f668-a68d-4ea9-831e-7bea1e960718 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:09.412323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8c9dfca-afbd-4515-bcfa-2473e581aa68 req-00ddb9d3-3585-470a-af0b-88700996d5b1 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Oct 28 21:22:09.424591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:09.431210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:09.479964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:09.784767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5563f668-a68d-4ea9-831e-7bea1e960718'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:09.964585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed2321-d2af-44c6-88a5-90cbdf55e751 req-ea8ff1ad-4319-40c7-a448-757bf7da4560 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:09.966215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60ed2321-d2af-44c6-88a5-90cbdf55e751 req-ea8ff1ad-4319-40c7-a448-757bf7da4560 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 944 time: 0.0595818 Oct 28 21:22:10.021948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60ed2321-d2af-44c6-88a5-90cbdf55e751 req-69d2d988-33b3-41a7-968a-395f7b429783 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Oct 28 21:22:10.136574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4fbf3-9893-4b3f-ba18-bd371edc9aa1 req-a56b96e1-c87a-48b3-8750-86a4127b77f9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:10.138195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51f4fbf3-9893-4b3f-ba18-bd371edc9aa1 req-a56b96e1-c87a-48b3-8750-86a4127b77f9 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.0541651 Oct 28 21:22:10.177766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51f4fbf3-9893-4b3f-ba18-bd371edc9aa1 req-7f575fd2-c071-4396-800b-cc41429ae664 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Oct 28 21:22:10.458749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-0a9b6084-81f3-4302-8f95-656069351fb2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:10.460231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-0a9b6084-81f3-4302-8f95-656069351fb2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 949 time: 0.0622396 Oct 28 21:22:10.512912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a99e27-4c98-4fb3-93db-6d72b0c131b0 req-b84ca4db-48ab-42ea-93dc-6737813f945b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:10.520283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a99e27-4c98-4fb3-93db-6d72b0c131b0 req-b84ca4db-48ab-42ea-93dc-6737813f945b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0646310 Oct 28 21:22:10.572032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port 3545649c-712b-4edb-8ed8-832480cc8db3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:10.572660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:10.592538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a99e27-4c98-4fb3-93db-6d72b0c131b0 req-cc608b27-6aa2-4bfd-a265-1f517f03a5d4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712049 Oct 28 21:22:10.616169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a2e69-df74-454d-83d9-24355ecd69b8 req-9305b0d1-f0f4-4a9e-af0b-b67a6f3bee37 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:10.616627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa4a2e69-df74-454d-83d9-24355ecd69b8 req-9305b0d1-f0f4-4a9e-af0b-b67a6f3bee37 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1186459 Oct 28 21:22:10.656910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa4a2e69-df74-454d-83d9-24355ecd69b8 req-a614f950-c658-404a-b77c-701b59d3f210 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Oct 28 21:22:10.685915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port 3545649c-712b-4edb-8ed8-832480cc8db3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3545649c-712b-4edb-8ed8-832480cc8db3,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:10.686532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:10.699396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for 3545649c-712b-4edb-8ed8-832480cc8db3 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:10.706300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-87453302-77d8-4ace-825c-c3cf2d5da08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:10.870982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:10.892615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:10.894952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d3a3530b-4418-4ae4-9f8c-9a83ff749f74', '3545649c-712b-4edb-8ed8-832480cc8db3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:10.902207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=3545649c-712b-4edb-8ed8-832480cc8db3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:10.972701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port 3545649c-712b-4edb-8ed8-832480cc8db3 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:10.975851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:10.980282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6ae1370-8c9a-4bf2-b458-1aac30d2bd82 req-e9d879d9-7cab-4b53-a2ba-3c1490777676 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "DELETE /v2.0/ports/3545649c-712b-4edb-8ed8-832480cc8db3 HTTP/1.1" status: 204 len: 173 time: 0.5114005 Oct 28 21:22:10.980883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'name': 'network-vif-deleted', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:10.984017 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a887af-9b05-4a15-b406-b235a8de62d2" -d '{"events": [{"server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "name": "network-vif-deleted", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:11.056688 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec89aa-5a40-4d84-8741-3b35d6969a89 x-openstack-request-id: req-07ec89aa-5a40-4d84-8741-3b35d6969a89 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:11.057313 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1f2e86-6abd-48ce-94ff-4b09a044a27b", "name": "network-vif-deleted", "tag": "3545649c-712b-4edb-8ed8-832480cc8db3", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:11.057666 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07ec89aa-5a40-4d84-8741-3b35d6969a89 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:11.058157 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1f2e86-6abd-48ce-94ff-4b09a044a27b', 'name': 'network-vif-deleted', 'tag': '3545649c-712b-4edb-8ed8-832480cc8db3', 'status': 'completed', 'code': 200} Oct 28 21:22:11.216057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:11.228810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc57bc-ff72-40a1-bd68-03ab6cf9f023 req-bcefeeb9-6ada-4056-b836-41260540a307 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:11.230393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cfc57bc-ff72-40a1-bd68-03ab6cf9f023 req-bcefeeb9-6ada-4056-b836-41260540a307 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 944 time: 0.0752308 Oct 28 21:22:11.296930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cfc57bc-ff72-40a1-bd68-03ab6cf9f023 req-6d0e9f5c-5f3a-435c-a895-59a6834f9042 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Oct 28 21:22:11.340313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 5563f668-a68d-4ea9-831e-7bea1e960718 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:22:11.345815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6632f204-7325-4fdb-8d44-3919787bc139 req-e04d809b-e333-45d9-996d-dfad3ce1a773 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1f2e86-6abd-48ce-94ff-4b09a044a27b HTTP/1.1" status: 200 len: 210 time: 0.0469849 Oct 28 21:22:11.353013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5563f668-a68d-4ea9-831e-7bea1e960718 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:11.353592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:11.493847 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:11.538477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:11.541883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7997a-f441-4713-a782-333c535b097f" -d '{"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:11.562309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:11.570119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:11.604029 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790b7ead-f7b9-4f8b-8fb1-0a122b55904a x-openstack-request-id: req-790b7ead-f7b9-4f8b-8fb1-0a122b55904a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:11.604496 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:11.604610 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790b7ead-f7b9-4f8b-8fb1-0a122b55904a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:11.605018 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718', 'code': 200} Oct 28 21:22:11.670813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:11.677516 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:11.776013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e8e5c-dcd0-4919-877c-1900732da1ad req-b9516502-e21e-45a5-aaac-eadc21c451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:11.777536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be6e8e5c-dcd0-4919-877c-1900732da1ad req-b9516502-e21e-45a5-aaac-eadc21c451b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1097 time: 0.0647151 Oct 28 21:22:11.830497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907c5df-2b72-492e-8a8a-0f217ff87447 req-11939f16-6227-48fc-b3de-4983430b90eb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:11.832084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a907c5df-2b72-492e-8a8a-0f217ff87447 req-11939f16-6227-48fc-b3de-4983430b90eb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.1263685 Oct 28 21:22:11.839068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be6e8e5c-dcd0-4919-877c-1900732da1ad req-06b5cac8-7065-4036-b757-cfb8a2ebea87 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526671 Oct 28 21:22:11.845989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087588f-b321-4e18-af62-753810215155 req-5f7c6f91-5118-4ed5-b289-82256b96d632 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:11.847460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2087588f-b321-4e18-af62-753810215155 req-5f7c6f91-5118-4ed5-b289-82256b96d632 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0857172 Oct 28 21:22:11.904788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a907c5df-2b72-492e-8a8a-0f217ff87447 req-7140b01b-e7b7-47dc-be41-88dfcddd51eb tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563111 Oct 28 21:22:11.913457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2087588f-b321-4e18-af62-753810215155 req-539d5dc3-fd55-4405-844f-5de2c2268318 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589986 Oct 28 21:22:11.928611 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:12.434245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c91f7-5124-4ef0-b116-96565b27a95f req-c7d2c250-59b2-4c04-8d27-f9a815fcd87e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:12.436270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-172c91f7-5124-4ef0-b116-96565b27a95f req-c7d2c250-59b2-4c04-8d27-f9a815fcd87e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Oct 28 21:22:12.479117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-172c91f7-5124-4ef0-b116-96565b27a95f req-ca0d2c1d-89f7-4a5c-9c7d-1d80d1cbd42a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361612 Oct 28 21:22:12.832746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161401-322e-43e1-84ea-4dc39194f18f req-ebc1c633-8dce-42ff-bfad-b64355ae082a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:12.834427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e161401-322e-43e1-84ea-4dc39194f18f req-ebc1c633-8dce-42ff-bfad-b64355ae082a tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 949 time: 0.0588198 Oct 28 21:22:12.884476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e161401-322e-43e1-84ea-4dc39194f18f req-5877d879-7802-48e3-b443-b12971b6ec91 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Oct 28 21:22:13.068758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1252e-8c74-4067-8642-5e72fd03f34a req-7d5459d9-1af2-434a-9d88-e1ac3f13a20a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:13.070161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75c1252e-8c74-4067-8642-5e72fd03f34a req-7d5459d9-1af2-434a-9d88-e1ac3f13a20a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0825541 Oct 28 21:22:13.079376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3542d6f-465a-4b7d-95a3-24c957eb0288 req-e5ab9fc9-1164-4665-87f3-c448e04e7800 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:13.080769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3542d6f-465a-4b7d-95a3-24c957eb0288 req-e5ab9fc9-1164-4665-87f3-c448e04e7800 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0841830 Oct 28 21:22:13.139441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75c1252e-8c74-4067-8642-5e72fd03f34a req-0bed4930-f083-4736-8978-ab56aba824f3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Oct 28 21:22:13.148011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3542d6f-465a-4b7d-95a3-24c957eb0288 req-e86666b3-1ff4-4e71-a1fa-1dfbe5bb8dad tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Oct 28 21:22:13.201708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3545649c-712b-4edb-8ed8-832480cc8db3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:13.243646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 3545649c-712b-4edb-8ed8-832480cc8db3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:13.250771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3545649c-712b-4edb-8ed8-832480cc8db3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:13.305596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e6ec-ae23-41dc-ae0b-dfa2ab3b2356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:13.606489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4059c-aecc-4905-81e7-f8f56eb7cb52 req-6600bf52-ed18-4e95-8d57-e52dfa3aeeb5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:13.608015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2d4059c-aecc-4905-81e7-f8f56eb7cb52 req-6600bf52-ed18-4e95-8d57-e52dfa3aeeb5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0529110 Oct 28 21:22:13.652143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2d4059c-aecc-4905-81e7-f8f56eb7cb52 req-df4f20da-5777-4772-893c-0fd745647cb6 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381143 Oct 28 21:22:13.780774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed356fb-aecf-4157-81f2-114f548b4077 req-972adbed-e599-4647-ba1e-aba57df82f1d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:13.782181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ed356fb-aecf-4157-81f2-114f548b4077 req-972adbed-e599-4647-ba1e-aba57df82f1d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Oct 28 21:22:13.823570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ed356fb-aecf-4157-81f2-114f548b4077 req-593c5714-2c54-444a-993e-a08a152e6ff3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Oct 28 21:22:14.012526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd35b2-4487-477e-8404-57be36f6cd89 req-0225dfea-a5c0-45fc-b681-982f27889f3d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.014134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96cd35b2-4487-477e-8404-57be36f6cd89 req-0225dfea-a5c0-45fc-b681-982f27889f3d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 949 time: 0.0551684 Oct 28 21:22:14.069646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96cd35b2-4487-477e-8404-57be36f6cd89 req-7a2198b4-fedb-4901-8b87-13360f621c0e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Oct 28 21:22:14.172253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8e0b4-6ae5-4f81-b732-9c27d7b14b52 req-f54b3174-2c32-46b7-8ced-1a4fc62a7a5f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.174308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a8e0b4-6ae5-4f81-b732-9c27d7b14b52 req-f54b3174-2c32-46b7-8ced-1a4fc62a7a5f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0576100 Oct 28 21:22:14.234347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a8e0b4-6ae5-4f81-b732-9c27d7b14b52 req-f046dbf3-e311-46ee-95f0-9882412ca320 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Oct 28 21:22:14.265550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-a1d50af5-db9f-4903-852a-bcb0a7d9b583 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.268062 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-a1d50af5-db9f-4903-852a-bcb0a7d9b583 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1098 time: 0.0856066 Oct 28 21:22:14.292622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:14.326908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ecb6-4a40-4f84-88bd-74a120e0c821 req-0d334a0f-9404-4193-92da-027df018ac8c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.328723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6210ecb6-4a40-4f84-88bd-74a120e0c821 req-0d334a0f-9404-4193-92da-027df018ac8c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0607533 Oct 28 21:22:14.374403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.402541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6210ecb6-4a40-4f84-88bd-74a120e0c821 req-159e5bc8-efc2-4638-b9d9-62c1e5d77c47 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659373 Oct 28 21:22:14.457533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411618b4-955a-451b-95f3-39ab6a468d40 req-628dae3c-1acc-4756-9efb-b8363ddb2b1c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.461756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-411618b4-955a-451b-95f3-39ab6a468d40 req-628dae3c-1acc-4756-9efb-b8363ddb2b1c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 946 time: 0.0761693 Oct 28 21:22:14.516437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-411618b4-955a-451b-95f3-39ab6a468d40 req-bed62183-ca47-4e15-861e-b9d26b583f63 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Oct 28 21:22:14.562833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-806ae54a-4d28-4d69-89ed-87576570dd36 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.564699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-806ae54a-4d28-4d69-89ed-87576570dd36 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 949 time: 0.1408956 Oct 28 21:22:14.640897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-7bdf8933-6d99-4c2f-bd91-d46d3f059949 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:14.642366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-7bdf8933-6d99-4c2f-bd91-d46d3f059949 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/ports?device_id=f02abada-4e0b-436d-821e-890ab568d86a HTTP/1.1" status: 200 len: 950 time: 0.1752987 Oct 28 21:22:14.710093 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.739852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:14.838562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:14.861632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:14.861977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.939357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port e4ed2223-7690-49fc-a0d5-3386f64820e7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:14.939672 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.949476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:14.951724 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8c1965-a25c-4d76-8a20-bdd9c176b31b" -d '{"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:14.967628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.969088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:14.998231 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3b2f0f-f6a7-4707-91a9-cbddebf3da3c x-openstack-request-id: req-2d3b2f0f-f6a7-4707-91a9-cbddebf3da3c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:14.998524 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:14.998778 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d3b2f0f-f6a7-4707-91a9-cbddebf3da3c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:14.999168 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'code': 200} Oct 28 21:22:15.008757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.067758 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:22:15.081853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port d3a3530b-4418-4ae4-9f8c-9a83ff749f74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:15.082215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.127361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for d3a3530b-4418-4ae4-9f8c-9a83ff749f74 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:15.154487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port e4ed2223-7690-49fc-a0d5-3386f64820e7, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e4ed2223-7690-49fc-a0d5-3386f64820e7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:15.154852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.179330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:15.219906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ba455-efdf-47d5-a2c5-887ed1adf711 req-6372bc4b-3ebe-429a-ae48-c4ca36f64a58 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.221850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e9ba455-efdf-47d5-a2c5-887ed1adf711 req-6372bc4b-3ebe-429a-ae48-c4ca36f64a58 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 949 time: 0.0697198 Oct 28 21:22:15.228950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for e4ed2223-7690-49fc-a0d5-3386f64820e7 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:15.262122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:15.262444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:15.262806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:15.301731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:15.302479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Attempting to bind port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:15.310896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e9ba455-efdf-47d5-a2c5-887ed1adf711 req-8b31ff04-7549-4aab-81bb-16801516f449 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786169 Oct 28 21:22:15.322974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:15.323190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:15.323383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-72f76329-bdee-4238-b5de-355d5cd620b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755508 Oct 28 21:22:15.323597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:15.324036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Bound port: 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:15.324410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.445668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a36b-7153-4c43-97cd-1f32bd7eb250 req-c73afdc1-e308-42be-bb5e-1aa15fd3c13d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.455744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2421a36b-7153-4c43-97cd-1f32bd7eb250 req-c73afdc1-e308-42be-bb5e-1aa15fd3c13d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1302769 Oct 28 21:22:15.475352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-58ab6a1b-06d5-41f0-ab9e-e51156a65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.477359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-58ab6a1b-06d5-41f0-ab9e-e51156a65843 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a63072a085b04adab5fb67fc244355d5&device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 1101 time: 0.1150301 Oct 28 21:22:15.505165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:15.507266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.527785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'e4ed2223-7690-49fc-a0d5-3386f64820e7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:15.529853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:15.537918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2421a36b-7153-4c43-97cd-1f32bd7eb250 req-12324535-14ef-4107-8bbe-5f5ad2d5310c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763478 Oct 28 21:22:15.556778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=d3a3530b-4418-4ae4-9f8c-9a83ff749f74,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:15.559199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.646682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.651977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:15.676843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port d3a3530b-4418-4ae4-9f8c-9a83ff749f74 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:15.680628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc3aa7-4d86-4f55-9670-39e6b90c63b2 req-9775cd85-8996-4224-ac07-26cb655a330f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.682164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46cc3aa7-4d86-4f55-9670-39e6b90c63b2 req-9775cd85-8996-4224-ac07-26cb655a330f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1626844 Oct 28 21:22:15.684218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.702343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54e22fa9-f9dc-45da-b88e-ee9e93ac146e req-23677a8f-ac73-4b18-a6f0-cc3c7ecd164e tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.44 "DELETE /v2.0/ports/d3a3530b-4418-4ae4-9f8c-9a83ff749f74 HTTP/1.1" status: 204 len: 173 time: 1.1259389 Oct 28 21:22:15.725779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-38279bd1-b381-4b77-8efd-692cd8dc64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.727926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-38279bd1-b381-4b77-8efd-692cd8dc64a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2229464 Oct 28 21:22:15.780113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=8']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:15.784509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-99738e58-5e72-46b8-ba09-e58be14f3377 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=efffc9e7-6768-4eab-b0fa-34f727c63679 HTTP/1.1" status: 200 len: 217 time: 0.0462558 Oct 28 21:22:15.804188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:15.811423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.812913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] 10.222.0.52 "PUT /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 1124 time: 1.5327237 Oct 28 21:22:15.875186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port e4ed2223-7690-49fc-a0d5-3386f64820e7 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:15.877279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=e4ed2223-7690-49fc-a0d5-3386f64820e7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:15.879230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:15.882657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a5b0a61-f6ba-4804-a3da-edfa0f99e1a4 req-38dc150c-f7ef-4ac7-a08a-d80113f06d7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "DELETE /v2.0/ports/e4ed2223-7690-49fc-a0d5-3386f64820e7 HTTP/1.1" status: 204 len: 173 time: 1.2269855 Oct 28 21:22:15.953271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:15.975078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:16.014689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46cc3aa7-4d86-4f55-9670-39e6b90c63b2 req-4d59613a-11eb-402c-b15a-f7594be67a7c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131270 Oct 28 21:22:16.107600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb5db5-c99d-483a-9735-ca911cb64bcd req-1073d0e3-aeb9-464b-8f8d-a138468427c0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:16.122982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6beb5db5-c99d-483a-9735-ca911cb64bcd req-1073d0e3-aeb9-464b-8f8d-a138468427c0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.2171175 Oct 28 21:22:16.158763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-2fab1d7e-9560-403e-8a44-7398a75d9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:16.160244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-2fab1d7e-9560-403e-8a44-7398a75d9571 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3682511 Oct 28 21:22:16.215239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:16.244307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6beb5db5-c99d-483a-9735-ca911cb64bcd req-41c022f7-1f35-43a0-b3f7-05cf1220934f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204722 Oct 28 21:22:16.291036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:22:16.297113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-9eb07f52-0bb5-4aa2-8629-21bcf3eba583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:16.297113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-9eb07f52-0bb5-4aa2-8629-21bcf3eba583 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195242 Oct 28 21:22:16.413884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-d2d4e76f-ce97-4ee4-9399-a389414334e5 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084187 Oct 28 21:22:16.521033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37d6da72-13cf-4850-8def-7022b063fa79 req-c8e38e78-fb07-409f-a01e-6668e1d8baf3 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b5c9587-2dd6-425b-b012-c15127f7a245 HTTP/1.1" status: 200 len: 210 time: 0.0853622 Oct 28 21:22:16.628192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ce013d-92be-4993-91f8-eab1fdce525e req-0cbfd0e4-59d0-425b-bb24-9eae14ffc78e service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044778 Oct 28 21:22:16.739597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f54f-f3e3-448d-853c-b0b7ea76d6df req-42631c64-84d9-41b6-b3da-a5b62db02245 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:16.749610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e491f54f-f3e3-448d-853c-b0b7ea76d6df req-42631c64-84d9-41b6-b3da-a5b62db02245 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0859237 Oct 28 21:22:16.824393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e491f54f-f3e3-448d-853c-b0b7ea76d6df req-3f02c362-fff6-4b0e-aa9f-5f578dd2414d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728722 Oct 28 21:22:16.886079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:17.000146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'name': 'network-vif-deleted', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74'}, {'name': 'network-changed', 'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'}, {'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'name': 'network-vif-deleted', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:17.002527 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e464fe-d2f1-4572-ab45-785bb97ae146" -d '{"events": [{"server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "name": "network-vif-deleted", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74"}, {"name": "network-changed", "server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8"}, {"server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "name": "network-vif-deleted", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:17.051651 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64e4d0-cddd-4b1d-9345-a97b9b54c7b8 x-openstack-request-id: req-2e64e4d0-cddd-4b1d-9345-a97b9b54c7b8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:17.051954 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c9587-2dd6-425b-b012-c15127f7a245", "name": "network-vif-deleted", "tag": "d3a3530b-4418-4ae4-9f8c-9a83ff749f74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8", "status": "completed", "code": 200}, {"server_uuid": "f02abada-4e0b-436d-821e-890ab568d86a", "name": "network-vif-deleted", "tag": "e4ed2223-7690-49fc-a0d5-3386f64820e7", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:17.052197 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e64e4d0-cddd-4b1d-9345-a97b9b54c7b8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:17.053070 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5c9587-2dd6-425b-b012-c15127f7a245', 'name': 'network-vif-deleted', 'tag': 'd3a3530b-4418-4ae4-9f8c-9a83ff749f74', 'status': 'completed', 'code': 200} Oct 28 21:22:17.053325 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'status': 'completed', 'code': 200} Oct 28 21:22:17.053576 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02abada-4e0b-436d-821e-890ab568d86a', 'name': 'network-vif-deleted', 'tag': 'e4ed2223-7690-49fc-a0d5-3386f64820e7', 'status': 'completed', 'code': 200} Oct 28 21:22:17.143353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-13ab90ca-e6f8-4b4a-ae0a-a2cff87a4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.144985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-13ab90ca-e6f8-4b4a-ae0a-a2cff87a4466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1127 time: 0.0542393 Oct 28 21:22:17.148236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b3ad-cbad-4fd1-b35c-72960dc72a65 req-92c26dad-1069-4802-8b2e-0e2decc90fe2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.150660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad1b3ad-cbad-4fd1-b35c-72960dc72a65 req-92c26dad-1069-4802-8b2e-0e2decc90fe2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0538526 Oct 28 21:22:17.194439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad1b3ad-cbad-4fd1-b35c-72960dc72a65 req-d41e6ab4-2a0b-455e-9f56-f61c7adc15b8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Oct 28 21:22:17.228005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d3a3530b-4418-4ae4-9f8c-9a83ff749f74 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:17.252488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d3a3530b-4418-4ae4-9f8c-9a83ff749f74 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:17.253079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d3a3530b-4418-4ae4-9f8c-9a83ff749f74 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:17.262279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-47166c87-d670-4286-bf3e-fe513c0c5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.263761 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-47166c87-d670-4286-bf3e-fe513c0c5d8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1092358 Oct 28 21:22:17.321250 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-21089ceb-3b32-4be6-822f-2808e0d3e056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0449395 Oct 28 21:22:17.380383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f061570-d097-4d96-a25e-cdc1f0e32f0e req-d9377c86-b3d8-4e1e-8765-f4acbf0b2d06 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.385495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f061570-d097-4d96-a25e-cdc1f0e32f0e req-d9377c86-b3d8-4e1e-8765-f4acbf0b2d06 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0641220 Oct 28 21:22:17.395259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-8be27b0c-9319-4ac5-8d66-23f6c21f3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.396951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-8be27b0c-9319-4ac5-8d66-23f6c21f3232 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0594726 Oct 28 21:22:17.421879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f061570-d097-4d96-a25e-cdc1f0e32f0e req-f88add4b-f471-4712-9524-6c1968b0b21c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Oct 28 21:22:17.432145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-6bfe0170-8ddf-4992-9f8e-1f5027e3ca4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274971 Oct 28 21:22:17.530355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-fc017054-5f9d-4938-9aa6-09f49a5fd683 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900471 Oct 28 21:22:17.635567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c7e464fe-d2f1-4572-ab45-785bb97ae146 req-95105a11-e031-42cf-a2aa-ebd0d6f8263f service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974951 Oct 28 21:22:17.670251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e4ed2223-7690-49fc-a0d5-3386f64820e7 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:17.692326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: e4ed2223-7690-49fc-a0d5-3386f64820e7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:17.692700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e4ed2223-7690-49fc-a0d5-3386f64820e7 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:17.961515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf2b21-ba17-44a7-8d46-a4ef4174be03 req-862408ac-0e69-43c2-8bdf-5440c00c5c90 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:17.963614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffcf2b21-ba17-44a7-8d46-a4ef4174be03 req-862408ac-0e69-43c2-8bdf-5440c00c5c90 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0561678 Oct 28 21:22:18.007816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffcf2b21-ba17-44a7-8d46-a4ef4174be03 req-851bdfc9-3f1f-4702-9655-02e9c7f77059 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Oct 28 21:22:18.124862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aba04-39cd-43b6-b0c7-76c4855c1eb1 req-99ed4a5f-d26b-425c-abc0-8fa0f793be25 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:18.126677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d4aba04-39cd-43b6-b0c7-76c4855c1eb1 req-99ed4a5f-d26b-425c-abc0-8fa0f793be25 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 949 time: 0.0517762 Oct 28 21:22:18.170581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:18.187854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d4aba04-39cd-43b6-b0c7-76c4855c1eb1 req-94a87812-a25a-470e-a98a-3c5e0236daf8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Oct 28 21:22:18.343929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028060-7e3d-473d-89f5-5f4cc91f7a20 req-fd70e726-3fcd-4f8a-b902-b6ee764e93e3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:18.348884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d028060-7e3d-473d-89f5-5f4cc91f7a20 req-fd70e726-3fcd-4f8a-b902-b6ee764e93e3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0667250 Oct 28 21:22:18.399281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d028060-7e3d-473d-89f5-5f4cc91f7a20 req-2177870e-ccab-4f48-a845-bd996b7a6df8 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Oct 28 21:22:18.552461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb75785-6ff9-4965-9cb9-b9a8577193ba req-e2f6f2d2-cb5c-4369-886c-c6a3d2c6b281 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:18.553932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdb75785-6ff9-4965-9cb9-b9a8577193ba req-e2f6f2d2-cb5c-4369-886c-c6a3d2c6b281 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0559533 Oct 28 21:22:18.597554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdb75785-6ff9-4965-9cb9-b9a8577193ba req-f0b82422-f8dd-4ed9-8e84-68e58dd509a4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Oct 28 21:22:18.841315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-350fadfc-1c4f-48ff-9748-24268ebb7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:18.843022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-350fadfc-1c4f-48ff-9748-24268ebb7cca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1101 time: 0.0564854 Oct 28 21:22:18.952595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-7d4c6cb4-1114-424b-b952-652c38d05fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:18.953983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-7d4c6cb4-1114-424b-b952-652c38d05fbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0877767 Oct 28 21:22:19.152571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fc044-6ff5-4294-99d8-4cb0bc3710f2 req-60894abe-d37d-4617-be34-569b22f49389 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.155297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-472fc044-6ff5-4294-99d8-4cb0bc3710f2 req-60894abe-d37d-4617-be34-569b22f49389 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0575204 Oct 28 21:22:19.201496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-472fc044-6ff5-4294-99d8-4cb0bc3710f2 req-20fbfa70-e74b-4c1b-b802-a4068714f0fd tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Oct 28 21:22:19.235391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-2632384f-910f-4578-a6ef-9a59418add60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9 HTTP/1.1" status: 200 len: 217 time: 0.2724864 Oct 28 21:22:19.290797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-e6dc0277-b971-414f-ac6f-79df53ca3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.292263 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-e6dc0277-b971-414f-ac6f-79df53ca3422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0501122 Oct 28 21:22:19.323787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc1ee-d3d7-481e-8f24-c519cfbde612 req-cdc8420e-160b-4121-a602-30e6674cefa5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.325269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71acc1ee-d3d7-481e-8f24-c519cfbde612 req-cdc8420e-160b-4121-a602-30e6674cefa5 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 949 time: 0.0555618 Oct 28 21:22:19.341831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-a63dd3fe-fea0-4920-a645-499f2029de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.343329 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-a63dd3fe-fea0-4920-a645-499f2029de9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427361 Oct 28 21:22:19.365818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71acc1ee-d3d7-481e-8f24-c519cfbde612 req-f2584d88-44a8-4bc2-abab-21e0b4f3ecb1 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Oct 28 21:22:19.448339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-39ab75fa-a6ae-4cf4-84a1-eef092b8f02e service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959413 Oct 28 21:22:19.543257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecbd5e-497d-437d-b2f0-497100fd4bc5 req-7c34e670-b415-48b0-bc06-07acb71a5d08 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.546559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25ecbd5e-497d-437d-b2f0-497100fd4bc5 req-7c34e670-b415-48b0-bc06-07acb71a5d08 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0735059 Oct 28 21:22:19.578196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-46a77e78-3446-4c99-a965-67fbacdc6101 req-fe400212-abc5-41bd-b487-0c632c182060 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200662 Oct 28 21:22:19.588886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25ecbd5e-497d-437d-b2f0-497100fd4bc5 req-07523446-f556-429c-8127-21070ead75ee tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Oct 28 21:22:19.747336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefc423-a7a0-47c7-8d90-210485b810b9 req-521743ea-590f-4912-b982-18b12b27c4b2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.748846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfefc423-a7a0-47c7-8d90-210485b810b9 req-521743ea-590f-4912-b982-18b12b27c4b2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0786917 Oct 28 21:22:19.760373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-3a5bbb9a-70c4-4a4d-be34-b0455ba91ed2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:19.761748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-3a5bbb9a-70c4-4a4d-be34-b0455ba91ed2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 949 time: 0.0644178 Oct 28 21:22:19.832299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfefc423-a7a0-47c7-8d90-210485b810b9 req-7a589f2d-ebd8-4ba1-8963-4e531796a73f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696175 Oct 28 21:22:19.881618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:19.881947 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:19.974057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port 901a6cad-a41d-4fb2-a8fe-805e99f3da42, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=901a6cad-a41d-4fb2-a8fe-805e99f3da42,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:19.974339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:19.987266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for 901a6cad-a41d-4fb2-a8fe-805e99f3da42 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:20.002037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-7dee8a05-f0ba-4c59-bac7-a58ea92b5a7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:20.003139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-7dee8a05-f0ba-4c59-bac7-a58ea92b5a7d tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec6e8ed9-9e6d-40f7-9c85-7a592100ae39 HTTP/1.1" status: 200 len: 949 time: 0.0528607 Oct 28 21:22:20.115055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:20.115537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.126080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.141200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42', '8453704b-c4f9-4502-a2fe-92cd523c9ea9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:20.164151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=901a6cad-a41d-4fb2-a8fe-805e99f3da42,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:20.207379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port 901a6cad-a41d-4fb2-a8fe-805e99f3da42 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:20.210446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.215057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c8aca6-71f8-47b2-9cd2-f6e025a762c4 req-8b66c3ba-237d-4c99-98db-6c27658f70ce tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "DELETE /v2.0/ports/901a6cad-a41d-4fb2-a8fe-805e99f3da42 HTTP/1.1" status: 204 len: 173 time: 0.4449553 Oct 28 21:22:20.215057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'name': 'network-vif-deleted', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:20.217573 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573282d3-960f-4e22-bc1f-8d526a877b14" -d '{"events": [{"server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "name": "network-vif-deleted", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:20.254237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port 8453704b-c4f9-4502-a2fe-92cd523c9ea9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8453704b-c4f9-4502-a2fe-92cd523c9ea9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:20.254613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.270869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for 8453704b-c4f9-4502-a2fe-92cd523c9ea9 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:20.300820 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fa9c0a-8f91-4218-83a2-e372db558a88 x-openstack-request-id: req-c0fa9c0a-8f91-4218-83a2-e372db558a88 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:20.301232 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dc6650-10ff-4240-ab11-b9afbd9e6ed3", "name": "network-vif-deleted", "tag": "901a6cad-a41d-4fb2-a8fe-805e99f3da42", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:20.301514 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0fa9c0a-8f91-4218-83a2-e372db558a88 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:20.302031 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dc6650-10ff-4240-ab11-b9afbd9e6ed3', 'name': 'network-vif-deleted', 'tag': '901a6cad-a41d-4fb2-a8fe-805e99f3da42', 'status': 'completed', 'code': 200} Oct 28 21:22:20.452650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3af093-0f4c-4703-9dfe-9f8b5ae1ce24 req-b1a6047a-e7a0-4c14-bd42-08b1491d396e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:20.454392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce3af093-0f4c-4703-9dfe-9f8b5ae1ce24 req-b1a6047a-e7a0-4c14-bd42-08b1491d396e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0747204 Oct 28 21:22:20.471245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.515650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=8453704b-c4f9-4502-a2fe-92cd523c9ea9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:20.549188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40feddc-00f0-4149-9a2a-e177517a14a0 req-a75203cd-2613-4999-bc9c-bc8609ab8baf tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=88dc6650-10ff-4240-ab11-b9afbd9e6ed3 HTTP/1.1" status: 200 len: 210 time: 0.0836072 Oct 28 21:22:20.581567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port 8453704b-c4f9-4502-a2fe-92cd523c9ea9 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:20.584902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:20.587723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce3af093-0f4c-4703-9dfe-9f8b5ae1ce24 req-24a03c54-70a4-4cba-9084-28f6b4fd8080 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207778 Oct 28 21:22:20.590007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b931795a-fce4-4790-94ce-b3cdfdb8947a req-cb0cc04a-787e-4a9a-a7f0-3f4bc7ebced6 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "DELETE /v2.0/ports/8453704b-c4f9-4502-a2fe-92cd523c9ea9 HTTP/1.1" status: 204 len: 173 time: 0.5789785 Oct 28 21:22:20.590491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'name': 'network-vif-deleted', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:20.594530 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eeed8f-c0c7-4e86-bb64-fcec394f0d0f" -d '{"events": [{"server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "name": "network-vif-deleted", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:20.762467 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217d1a8-c3f9-4de7-ad34-413ed71630ed x-openstack-request-id: req-8217d1a8-c3f9-4de7-ad34-413ed71630ed {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:20.762758 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6e8ed9-9e6d-40f7-9c85-7a592100ae39", "name": "network-vif-deleted", "tag": "8453704b-c4f9-4502-a2fe-92cd523c9ea9", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:20.763165 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8217d1a8-c3f9-4de7-ad34-413ed71630ed {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:20.763635 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6e8ed9-9e6d-40f7-9c85-7a592100ae39', 'name': 'network-vif-deleted', 'tag': '8453704b-c4f9-4502-a2fe-92cd523c9ea9', 'status': 'completed', 'code': 200} Oct 28 21:22:20.863935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dabff7-d687-47b5-bade-8da9a9ddd57e req-d728f9a2-a6be-4fdd-bc20-2fcf090e414b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:20.872180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10dabff7-d687-47b5-bade-8da9a9ddd57e req-d728f9a2-a6be-4fdd-bc20-2fcf090e414b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0770950 Oct 28 21:22:20.915697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10dabff7-d687-47b5-bade-8da9a9ddd57e req-555191da-f1ef-4ae4-886e-7eb2bdc292b3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Oct 28 21:22:20.939307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679', '901a6cad-a41d-4fb2-a8fe-805e99f3da42'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:20.967704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e00b-7e5d-4492-ba11-b9574dc5f2ec req-c8d6db1c-5f2d-4902-bec7-b9f3a2bc641b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:20.969392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e43e00b-7e5d-4492-ba11-b9574dc5f2ec req-c8d6db1c-5f2d-4902-bec7-b9f3a2bc641b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0522501 Oct 28 21:22:21.009752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e43e00b-7e5d-4492-ba11-b9574dc5f2ec req-938d6525-4a57-4594-805f-9517128001b7 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Oct 28 21:22:21.748205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1903f-c0df-435a-845b-0a83eeb1804b req-13b59fa9-029c-49cc-8e8d-57aa3f9c9773 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:21.757367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bc1903f-c0df-435a-845b-0a83eeb1804b req-13b59fa9-029c-49cc-8e8d-57aa3f9c9773 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0746181 Oct 28 21:22:21.826376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bc1903f-c0df-435a-845b-0a83eeb1804b req-66998f4d-1387-4c52-83a0-f5c143ce8d78 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Oct 28 21:22:22.060849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ca86-d9fe-44f9-8b3b-abf954cbfa80 req-a1c630aa-6f26-482c-bf11-788f18d2cdce tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:22.068590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75c8ca86-d9fe-44f9-8b3b-abf954cbfa80 req-a1c630aa-6f26-482c-bf11-788f18d2cdce tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0780468 Oct 28 21:22:22.150681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75c8ca86-d9fe-44f9-8b3b-abf954cbfa80 req-a71cafab-bbb5-48a6-a1ce-4b863007311f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811961 Oct 28 21:22:22.168069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0e1f7-60a4-4b7d-8928-7f8bb235624b req-88e7d24d-9453-4aee-957f-10fad23bd4b8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:22.176284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c0e1f7-60a4-4b7d-8928-7f8bb235624b req-88e7d24d-9453-4aee-957f-10fad23bd4b8 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.0919361 Oct 28 21:22:22.222010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c0e1f7-60a4-4b7d-8928-7f8bb235624b req-ea0c4707-1910-494b-b074-d6bc3f72361f tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Oct 28 21:22:22.274250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee1c7-2de8-4b53-ba70-8b0afacc8d95 req-4df4f3a4-ca15-462d-b4a6-4856ef59968a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:22.275766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656ee1c7-2de8-4b53-ba70-8b0afacc8d95 req-4df4f3a4-ca15-462d-b4a6-4856ef59968a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0528913 Oct 28 21:22:22.324401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656ee1c7-2de8-4b53-ba70-8b0afacc8d95 req-392b7ec7-ffd7-4ed6-92c6-d8d0970398dc tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Oct 28 21:22:22.957827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62a71d-7cc0-4059-b604-a410a62fe7de req-7d8e92d6-df41-4a62-a45a-b124b592fc7c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:22.959302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb62a71d-7cc0-4059-b604-a410a62fe7de req-7d8e92d6-df41-4a62-a45a-b124b592fc7c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Oct 28 21:22:22.998679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb62a71d-7cc0-4059-b604-a410a62fe7de req-0f3c97d5-b012-44c2-8977-2fc3b5758d19 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Oct 28 21:22:23.303451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4b06-37e6-4a98-9ff3-4a3e48b01d35 req-082639cc-340f-4439-b272-2ff97a9d47f3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:23.305989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27af4b06-37e6-4a98-9ff3-4a3e48b01d35 req-082639cc-340f-4439-b272-2ff97a9d47f3 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0756721 Oct 28 21:22:23.384963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da3de4-a2c2-4c4c-8c54-9bc487f377af req-5b8eb693-acf8-4512-98bb-643c20e58b60 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:23.386732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41da3de4-a2c2-4c4c-8c54-9bc487f377af req-5b8eb693-acf8-4512-98bb-643c20e58b60 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.0796151 Oct 28 21:22:23.390581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27af4b06-37e6-4a98-9ff3-4a3e48b01d35 req-376b15fe-2247-4193-b831-d238c0be7eff tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747888 Oct 28 21:22:23.455843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41da3de4-a2c2-4c4c-8c54-9bc487f377af req-40e978b6-029d-400a-bacd-d997a7221e1c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/security-groups?id=d55840fb-12ea-4edf-bba8-54fc4defc4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561314 Oct 28 21:22:23.490143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-46aafc3e-4ae2-421d-9419-77532a9e0429 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:23.492831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-46aafc3e-4ae2-421d-9419-77532a9e0429 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 949 time: 0.0762472 Oct 28 21:22:23.543512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827c746-5de0-4348-b942-c47f4b31d38d req-14d47efa-a4f5-4db0-bea9-6cacaba67fbf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:23.545144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4827c746-5de0-4348-b942-c47f4b31d38d req-14d47efa-a4f5-4db0-bea9-6cacaba67fbf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 944 time: 0.0703351 Oct 28 21:22:23.594308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4827c746-5de0-4348-b942-c47f4b31d38d req-f7af8b76-20e1-4076-8335-a6cc1303bb46 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Oct 28 21:22:23.687532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Deleting port efffc9e7-6768-4eab-b0fa-34f727c63679 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:23.687863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:23.691270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-eb152cf8-8fb6-4698-a1a3-058e31df32dc service neutron] 10.222.0.44 "GET /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.0787253 Oct 28 21:22:23.705593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 901a6cad-a41d-4fb2-a8fe-805e99f3da42 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:23.730085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 901a6cad-a41d-4fb2-a8fe-805e99f3da42 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:23.730564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 901a6cad-a41d-4fb2-a8fe-805e99f3da42 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:23.731096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8453704b-c4f9-4502-a2fe-92cd523c9ea9 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:23.751305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 8453704b-c4f9-4502-a2fe-92cd523c9ea9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:23.751700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8453704b-c4f9-4502-a2fe-92cd523c9ea9 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:23.830972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] For port efffc9e7-6768-4eab-b0fa-34f727c63679, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=efffc9e7-6768-4eab-b0fa-34f727c63679,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:23.831335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:23.866606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Calling delete_port for efffc9e7-6768-4eab-b0fa-34f727c63679 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:24.019236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:24.064040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:24.126229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:24.138087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:24.141880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d79e-2890-4d74-abe9-390b64cb5f12 req-132f3472-16e5-4c09-a5a5-6e0f9f8dbed9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.143578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be29d79e-2890-4d74-abe9-390b64cb5f12 req-132f3472-16e5-4c09-a5a5-6e0f9f8dbed9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0656505 Oct 28 21:22:24.144144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:24.150517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['efffc9e7-6768-4eab-b0fa-34f727c63679'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:24.192258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Pushing event deleted for resources: {'Port': ['ID=efffc9e7-6768-4eab-b0fa-34f727c63679,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:24.213125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be29d79e-2890-4d74-abe9-390b64cb5f12 req-910e7356-eab6-4db3-94f1-393f1cd802f5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Oct 28 21:22:24.220613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:24.243104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] No DVR routers for this DVR port efffc9e7-6768-4eab-b0fa-34f727c63679 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:24.245922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:24.249876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e28d0e4e-7ac2-491e-84de-8aa6c31f7be9 req-94065dc2-15f3-4cfb-bc6c-6998f81105d0 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.52 "DELETE /v2.0/ports/efffc9e7-6768-4eab-b0fa-34f727c63679 HTTP/1.1" status: 204 len: 173 time: 0.7497694 Oct 28 21:22:24.251693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'name': 'network-vif-deleted', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:24.255209 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d01e7f9-f6ba-4a57-bf64-cdb7dad25e97" -d '{"events": [{"server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "name": "network-vif-deleted", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:24.313360 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525654f4-1476-411f-9e30-bc8def1d10a5 x-openstack-request-id: req-525654f4-1476-411f-9e30-bc8def1d10a5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:24.313655 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd285597-82fd-4c9c-aa53-e3648dc3b730", "name": "network-vif-deleted", "tag": "efffc9e7-6768-4eab-b0fa-34f727c63679", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:24.313898 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-525654f4-1476-411f-9e30-bc8def1d10a5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:24.314281 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd285597-82fd-4c9c-aa53-e3648dc3b730', 'name': 'network-vif-deleted', 'tag': 'efffc9e7-6768-4eab-b0fa-34f727c63679', 'status': 'completed', 'code': 200} Oct 28 21:22:24.340742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] Transition to ACTIVE for port object 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:24.346075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:24.413525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] No DVR routers for this DVR port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:24.428571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:24.462132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-17bbc64e-89ab-44ee-8722-f0b6898eb669 service neutron] 10.222.0.44 "PUT /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7572277 Oct 28 21:22:24.594810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d77fcc-bfa6-4d33-a543-dd2625d6b2ed req-0bdcbfb2-59d6-4951-b74b-782679fcb943 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.602392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79d77fcc-bfa6-4d33-a543-dd2625d6b2ed req-0bdcbfb2-59d6-4951-b74b-782679fcb943 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.1207161 Oct 28 21:22:24.612382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-b4317fad-781c-4462-a05a-885c4c2bca05 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.613909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-b4317fad-781c-4462-a05a-885c4c2bca05 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0886331 Oct 28 21:22:24.655547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a058c9a-1e0e-4439-a7c4-dcc25a897348 req-39ec4b63-3e2a-4ad0-bf79-e68700faefe2 tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd285597-82fd-4c9c-aa53-e3648dc3b730 HTTP/1.1" status: 200 len: 210 time: 0.0365460 Oct 28 21:22:24.711349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-6d4b6f1e-9da5-4db4-be0e-24cfb7a9997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.713472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-6d4b6f1e-9da5-4db4-be0e-24cfb7a9997e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d&tenant_id=03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 1097 time: 0.0786636 Oct 28 21:22:24.716975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79d77fcc-bfa6-4d33-a543-dd2625d6b2ed req-bd656986-3dc6-4107-8dbf-2bcb4a8ce8d2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136434 Oct 28 21:22:24.828824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-6cd2da70-9527-479c-a59e-69d538065757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.830763 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-6cd2da70-9527-479c-a59e-69d538065757 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1097 time: 0.0743682 Oct 28 21:22:24.896561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d12aef-6340-469d-bcd9-2adb501ded33 req-422d85c2-1ed7-4a93-8274-2d074a63cf81 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.904697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60d12aef-6340-469d-bcd9-2adb501ded33 req-422d85c2-1ed7-4a93-8274-2d074a63cf81 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0942967 Oct 28 21:22:24.968725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-47ed04f9-5c57-4a7f-b86b-d6c2184d69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:24.970387 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-47ed04f9-5c57-4a7f-b86b-d6c2184d69e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1290264 Oct 28 21:22:24.974219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60d12aef-6340-469d-bcd9-2adb501ded33 req-69a706ee-63dd-4178-b011-9a695af64e5f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 Oct 28 21:22:25.033787 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-6ebba1d6-0c1f-4c42-9e4f-b5d1511af882 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0467503 Oct 28 21:22:25.092178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-aaf0761a-500d-42d2-bcec-fc54c29184c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:25.093698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-aaf0761a-500d-42d2-bcec-fc54c29184c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0516145 Oct 28 21:22:25.128231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-6ed37e31-e754-44dc-a846-2567a0aea2b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272064 Oct 28 21:22:25.257672 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-ed4abd8f-88e2-4734-bf07-2baecfd0725e service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217830 Oct 28 21:22:25.267400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:25.330638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:25.331385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:25.344276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839775bd-2c33-4759-9eda-0df34ae60b5b req-23c3edf3-5a31-4280-ab3d-6778ea387834 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:25.345905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-839775bd-2c33-4759-9eda-0df34ae60b5b req-23c3edf3-5a31-4280-ab3d-6778ea387834 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0599284 Oct 28 21:22:25.397419 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-95c3fd82-936f-4ec5-aa0f-b355bf47f7b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311209 Oct 28 21:22:25.407993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-839775bd-2c33-4759-9eda-0df34ae60b5b req-0103754c-41f0-4b8a-8643-eb5a5cbaeca2 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540812 Oct 28 21:22:25.456815 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:25.489861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:25.493264 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b472e7d2-7c01-4139-bd0f-3b8ebb65b0f6" -d '{"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-unplugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:25.507262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:25.515371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:25.542606 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4898b444-487e-4667-a0fe-88ecb27fc169 x-openstack-request-id: req-4898b444-487e-4667-a0fe-88ecb27fc169 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:25.542924 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-unplugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:25.543180 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4898b444-487e-4667-a0fe-88ecb27fc169 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:25.543566 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'code': 200} Oct 28 21:22:25.575872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:25.718869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cd43f-40b2-4285-862b-e14290744626 req-994b00e4-9b20-4f90-b22a-c6a8a7433b69 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:25.720434 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-994b00e4-9b20-4f90-b22a-c6a8a7433b69 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0616422 Oct 28 21:22:25.861033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436e93-b000-4aaa-9691-fb0d0b0c05ee req-6f505ec9-6dde-4cc2-9fc9-ad920719e129 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:25.862473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa436e93-b000-4aaa-9691-fb0d0b0c05ee req-6f505ec9-6dde-4cc2-9fc9-ad920719e129 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 947 time: 0.0592413 Oct 28 21:22:25.863675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a06cd43f-40b2-4285-862b-e14290744626 req-84564e5e-e401-4570-9294-c4d304966dc9 service neutron] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:25.867467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a06cd43f-40b2-4285-862b-e14290744626 req-84564e5e-e401-4570-9294-c4d304966dc9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:25.875649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-84564e5e-e401-4570-9294-c4d304966dc9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.1431811 Oct 28 21:22:25.906924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa436e93-b000-4aaa-9691-fb0d0b0c05ee req-91653b0b-a710-4cde-aa81-cc874a367f66 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 Oct 28 21:22:26.035432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55984) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:26.115594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122dd61-c0e1-4689-9e1d-c5c77b121af6 req-0e74ce08-e2e9-4030-86b2-2ce36c334485 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:26.117312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2122dd61-c0e1-4689-9e1d-c5c77b121af6 req-0e74ce08-e2e9-4030-86b2-2ce36c334485 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.0556889 Oct 28 21:22:26.167819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2122dd61-c0e1-4689-9e1d-c5c77b121af6 req-8fd280b1-56da-4696-9a15-7f36f4b87ed6 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Oct 28 21:22:26.207991 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eab2ac56-a569-4b17-bf5d-b7568c870b5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a63072a085b04adab5fb67fc244355d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690638 Oct 28 21:22:26.208240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55992) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:26.266362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.290609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.344290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f38b84-1540-4489-b55e-866808adce54 req-ee7b5b3f-8164-48f6-ac89-3ccf3b8656ed tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:26.346144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8f38b84-1540-4489-b55e-866808adce54 req-ee7b5b3f-8164-48f6-ac89-3ccf3b8656ed tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1097 time: 0.0689852 Oct 28 21:22:26.348675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.352874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.359469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d55840fb-12ea-4edf-bba8-54fc4defc4d6 HTTP/1.1" status: 204 len: 168 time: 0.1479847 Oct 28 21:22:26.368117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f1b2-9050-4928-8923-f0a519f5d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55840fb-12ea-4edf-bba8-54fc4defc4d6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:26.395311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8f38b84-1540-4489-b55e-866808adce54 req-dc549a6f-5410-46e0-9070-3729d17358b4 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Oct 28 21:22:26.528173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cd91-ba1c-47f1-8488-81480d5ad16e req-bbb885d4-1823-43c1-b917-4d4012c76ed8 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:26.533968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71f7cd91-ba1c-47f1-8488-81480d5ad16e req-bbb885d4-1823-43c1-b917-4d4012c76ed8 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 1097 time: 0.0655611 Oct 28 21:22:26.602842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e629a6-6776-42b2-9327-95ce3278257d req-0dbf067e-93a6-44e2-a062-80f41498f646 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:26.604152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08e629a6-6776-42b2-9327-95ce3278257d req-0dbf067e-93a6-44e2-a062-80f41498f646 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0924344 Oct 28 21:22:26.613997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71f7cd91-ba1c-47f1-8488-81480d5ad16e req-7de6611e-1dcb-4dfd-a2b9-84c3f45ea6f4 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Oct 28 21:22:26.669817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08e629a6-6776-42b2-9327-95ce3278257d req-8555d82c-9097-4e02-8ebd-5d7a2e5f9f3c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547104 Oct 28 21:22:26.715378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56010) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:26.765679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-591ac86f-cd79-4abc-8843-0e92da473738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71ace7589b5b4745898c808ebdfebb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490835 Oct 28 21:22:26.768097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:26.833374 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.862837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.926022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.930211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:26.934574 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83b41235-997f-408b-938b-46b6490ca7cb HTTP/1.1" status: 204 len: 168 time: 0.1630402 Oct 28 21:22:26.948332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390117-35a4-4633-b722-486a2a695768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b41235-997f-408b-938b-46b6490ca7cb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:26.954408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-d25bc176-3dad-40ff-afb8-f6a55bfececd tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:26.963152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-d25bc176-3dad-40ff-afb8-f6a55bfececd tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.1267238 Oct 28 21:22:26.982146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-cfdce52c-1c99-41f3-9d9f-1a024bcea383 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/quotas/bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 375 time: 0.0179844 Oct 28 21:22:27.036458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-9896ba6b-af73-4d22-9d3b-85f4f07d91f3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534167 Oct 28 21:22:27.265304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:27.413906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d1ab0-02f9-4b73-898a-e0c3182f3a28 req-929e6810-2046-49a3-bbef-37e05b6edbbc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:27.416143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-705d1ab0-02f9-4b73-898a-e0c3182f3a28 req-929e6810-2046-49a3-bbef-37e05b6edbbc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 947 time: 0.0765634 Oct 28 21:22:27.420057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-478b9282-3ad5-4649-a870-0b8ecde533c5 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747258 Oct 28 21:22:27.420387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:27.444776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'mac_address': 'fa:16:3e:73:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:27.487294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:27.500735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:27.516890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-705d1ab0-02f9-4b73-898a-e0c3182f3a28 req-d1bc585c-a469-4f56-bf45-1f5b169dd380 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912197 Oct 28 21:22:27.522095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:27.527922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:27.558518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-fa7c6b57-f94e-4474-b4ad-e789e742c9a4 service neutron] 10.222.0.31 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282632 Oct 28 21:22:27.584108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:27.704753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device efffc9e7-6768-4eab-b0fa-34f727c63679 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:27.734022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: efffc9e7-6768-4eab-b0fa-34f727c63679 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:27.734616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device efffc9e7-6768-4eab-b0fa-34f727c63679 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:27.776884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:27.807010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:27.879163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccee55-a5ea-43ed-af32-4fd4998c93c4 req-2fa370af-39d8-449f-9e10-b5631ccd9b85 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:27.891947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31ccee55-a5ea-43ed-af32-4fd4998c93c4 req-2fa370af-39d8-449f-9e10-b5631ccd9b85 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0942371 Oct 28 21:22:27.935415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31ccee55-a5ea-43ed-af32-4fd4998c93c4 req-3ea4031f-d081-48ac-a26a-356d6dd1ad95 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Oct 28 21:22:27.986307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ceda561-8773-4680-b87c-8c5cd7f27493 req-d46af7fe-e254-4cfc-ac74-884a56eecebf tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.0495343 Oct 28 21:22:28.024962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-network', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:28.048590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Made reservation on behalf of e7d8aee5cfb84be4b174096359925db0 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:28.051018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.060596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.147183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.153869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.166920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:22:28.176271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.176742 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Added segment 55efc0f6-423c-45a7-91fe-bcbaeba93ce1 of type vlan for network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 Oct 28 21:22:28.233177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.241577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4476d7-a506-4e56-adc1-d5dea5649f8c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:28.268052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.269175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:28.269810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.350686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5373213 Oct 28 21:22:28.354235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56076) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:28.359252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Request body: {'subnet': {'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-subnet', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:28.366062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ce5b-72a4-4a4f-b857-b4273477fa70 admin admin] Pushing event updated for resources: {'Network': ['ID=ec78cd5f-1b9b-4e51-9725-585b41ede6f0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:28.377811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:22:28.391407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Made reservation on behalf of e7d8aee5cfb84be4b174096359925db0 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:28.394880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.589049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.688086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709f0fb1-a01f-490b-aefe-e9b99612aa22,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:28.706947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Checking segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:28.707304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Network hostable DHCP agents. Network: ec78cd5f-1b9b-4e51-9725-585b41ede6f0, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:22:28.717341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ded993-1e3a-427e-960d-80ff79814efe req-c6f33696-25b8-4416-94ce-4c362fe15076 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:28.718910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93ded993-1e3a-427e-960d-80ff79814efe req-c6f33696-25b8-4416-94ce-4c362fe15076 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 949 time: 0.0993631 Oct 28 21:22:28.748998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:22:28.769371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, ec78cd5f-1b9b-4e51-9725-585b41ede6f0) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:28.779334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:28.780221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.784458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e1b5a5-3f3e-4fcb-87df-934eafc2aa59 None None] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:22:28.787663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93ded993-1e3a-427e-960d-80ff79814efe req-9b08df63-153e-40e7-b3f7-85368385277d tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Oct 28 21:22:28.809998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c2ca356c-bf44-465a-9a1e-35e6f277eb28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4544647 Oct 28 21:22:28.811295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56086) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:28.818388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:28.856252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.857708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:28.926904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.018301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:22:29.033756 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.204078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-02660310-946e-47e5-a8b7-ce6732187fe8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:29.206561 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-02660310-946e-47e5-a8b7-ce6732187fe8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 821 time: 0.2455339 Oct 28 21:22:29.223557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Request body: {'port': {'device_id': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'admin_state_up': True, 'tenant_id': 'bf3c5448664444da9fa82fef755782b1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:29.224349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c808c12a-de4b-492f-bb8a-6e5f63425939 req-26bdd438-f079-4561-9a9e-fdb076d6a8f4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.0425198 Oct 28 21:22:29.228025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.252528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfd1e5-556b-4a5c-88cc-63e6177d7667 req-2c01883a-e606-4094-af6c-114cbe080061 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:29.257577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfbfd1e5-556b-4a5c-88cc-63e6177d7667 req-2c01883a-e606-4094-af6c-114cbe080061 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.2018967 Oct 28 21:22:29.290633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:29.432764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfbfd1e5-556b-4a5c-88cc-63e6177d7667 req-b66a40c7-368b-4668-b1f3-fa035e13baeb tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617746 Oct 28 21:22:29.457076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Made reservation on behalf of bf3c5448664444da9fa82fef755782b1 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:29.461878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.487646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Allocated IP 172.20.0.2 (ec78cd5f-1b9b-4e51-9725-585b41ede6f0/709f0fb1-a01f-490b-aefe-e9b99612aa22/72e805fe-3bec-4404-a0b7-37f88f4e7eaf) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:29.494081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:29.494738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.649588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.678657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Allocated IP 172.20.0.12 (cb11d7b2-83e3-4bec-af56-b9be8889b3f2/d946e622-a384-412b-80be-d1d1fceb80a3/a0fc18fd-52eb-46a2-a210-add76510111f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:29.678913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.753905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.838055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:29.840653 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f710c7-86cd-4949-b639-5f15b0f1966f" -d '{"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:29.880925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:29.896800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.926724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.948532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:29.963312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Allocated IP 172.25.4.247 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/5def1763-6fd5-4a1d-ace5-9de9006b14ce) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:30.001887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:30.011738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:30.018517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:30.063441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.063804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:30.155236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.173433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.179900 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31f9bf-928d-41fc-b2bf-c760de5d70f9 x-openstack-request-id: req-ef31f9bf-928d-41fc-b2bf-c760de5d70f9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:30.180214 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-plugged", "status": "completed", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:30.181978 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef31f9bf-928d-41fc-b2bf-c760de5d70f9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:30.182432 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'code': 200} Oct 28 21:22:30.197417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179882-9e66-4ccd-a59c-3078ce3bcd90 req-135f30b0-20e5-43ad-8174-55dfc0fb5f85 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:30.198953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94179882-9e66-4ccd-a59c-3078ce3bcd90 req-135f30b0-20e5-43ad-8174-55dfc0fb5f85 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.1044502 Oct 28 21:22:30.219073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:30.224487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Attempting to bind port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:30.224913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Attempting to bind port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:30.225283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Attempting to bind port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:30.267719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94179882-9e66-4ccd-a59c-3078ce3bcd90 req-bad8a64f-c65a-4007-8a63-f956e0e3bff1 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Oct 28 21:22:30.269309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.270262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:30.270646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Checking segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:30.271052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.271448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Bound using segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:30.272028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Bound port: 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:30.272460 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.280630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:30.287266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:30.296138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:30.319688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Pushing event updated for resources: {'Port': ['ID=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:30.378914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:30.380386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.390537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:30.412224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:30.419425 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b892dabd-0765-4e66-aaf0-8d1bf10d857a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2011824 Oct 28 21:22:30.420418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] For port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:30.423544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:30.424092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] For port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:30.427359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:30.437466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Request body: {'port': {'device_id': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:30.437877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.459537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Pushing event updated for resources: {'Port': ['ID=5def1763-6fd5-4a1d-ace5-9de9006b14ce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:30.467680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551b9c-3b54-4d0b-9f7d-c83b5a92542a req-1591a4a1-7b53-475c-8120-9d4d38acbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:30.468970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36551b9c-3b54-4d0b-9f7d-c83b5a92542a req-1591a4a1-7b53-475c-8120-9d4d38acbfb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1102 time: 0.1922400 Oct 28 21:22:30.513878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84503b-0283-4622-b9d2-c22d4e137b01 req-42311d2a-37f2-4c04-aa71-3444ee760150 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:30.523001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c84503b-0283-4622-b9d2-c22d4e137b01 req-42311d2a-37f2-4c04-aa71-3444ee760150 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 932 time: 0.1594052 Oct 28 21:22:30.565356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae2d5-aa02-40d6-9a3f-0c38091cbeb7 None None] Pushing event updated for resources: {'Port': ['ID=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:30.582785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:30.659571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36551b9c-3b54-4d0b-9f7d-c83b5a92542a req-17a7532a-ac53-4b37-a352-c6c0011dc07c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815553 Oct 28 21:22:30.732016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c84503b-0283-4622-b9d2-c22d4e137b01 req-4d23fa0d-4cd6-4ea8-8893-26a15f6cd701 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074060 Oct 28 21:22:30.770203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715fad9-96c2-48f4-ab7e-22bf9feb2d83 req-fb81f3fb-f3fc-4ce5-877f-95a431bc44ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:30.771552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6715fad9-96c2-48f4-ab7e-22bf9feb2d83 req-fb81f3fb-f3fc-4ce5-877f-95a431bc44ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1713955 Oct 28 21:22:30.983106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6715fad9-96c2-48f4-ab7e-22bf9feb2d83 req-f5ee36fc-96d1-4fd3-a827-bded5571fd18 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035489 Oct 28 21:22:31.015407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fc18fd-52eb-46a2-a210-add76510111f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:31.025094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.044040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.046588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Transition to ACTIVE for port object a0fc18fd-52eb-46a2-a210-add76510111f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:31.057137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.139805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:31.216186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:31.216635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:31.217135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:31.222873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:31.223222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:31.229818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:31.230196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:31.230528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:31.231003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Bound port: a0fc18fd-52eb-46a2-a210-add76510111f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:31.231361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.270434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.330474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:31.335232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:31.344572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.402289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:31.403449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.405043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] 10.222.0.44 "PUT /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 1093 time: 0.9764709 Oct 28 21:22:31.405600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:31.408066 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e80459-602c-4a5a-8a40-ca1c17632282" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:31.447820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334153c-61c5-4c2f-b9a0-2df6f0cbbf66 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:31.495857 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf122de-3e03-48ff-8b52-e61ae6e0f322 x-openstack-request-id: req-acf122de-3e03-48ff-8b52-e61ae6e0f322 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:31.496642 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:31.497117 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acf122de-3e03-48ff-8b52-e61ae6e0f322 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:31.497704 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'status': 'completed', 'code': 200} Oct 28 21:22:31.504892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f4d78-8990-48e9-885f-2a3a484ecc20 req-8320a10a-db85-4ddb-bd06-1ab3400af5f2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:31.506664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-993f4d78-8990-48e9-885f-2a3a484ecc20 req-8320a10a-db85-4ddb-bd06-1ab3400af5f2 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.1298187 Oct 28 21:22:31.518807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-d169aa9d-4b22-4d4e-968f-e83e6b129cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:31.520465 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-d169aa9d-4b22-4d4e-968f-e83e6b129cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1096 time: 0.0612171 Oct 28 21:22:31.531978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Router d2196177-62af-46d4-b860-68ec846f1ff6 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:22:31.557870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-993f4d78-8990-48e9-885f-2a3a484ecc20 req-5770fdf2-2cf9-4381-8407-8182e994702b tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Oct 28 21:22:31.594086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-2a25d5e0-cef1-4b1e-ba9b-2298cf7cd3d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 217 time: 0.0594320 Oct 28 21:22:31.686548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:22:31.690942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-47c8c0f6-4dcd-4e77-9470-21c30225de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:31.693121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-47c8c0f6-4dcd-4e77-9470-21c30225de78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0902162 Oct 28 21:22:31.718827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:22:31.737486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-6506d104-d9e3-48a4-a0b2-90e1bfd38fdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355175 Oct 28 21:22:31.743951 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:22:31.745950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:31.779296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:31.781481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1d78b9fb-7474-41f4-a11d-56db67b28ede admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.9690487 Oct 28 21:22:31.784035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56122) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:31.844165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72e805fe-3bec-4404-a0b7-37f88f4e7eaf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:31.946455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a613461-60c1-45d3-97dd-c6781d15f66c None None] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:22:32.019625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-ec156862-298b-4ecc-80c1-7fa97447cd7d service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726412 Oct 28 21:22:32.071444 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:22:32.183306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:32.183914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.220711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Provisioning complete for port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:32.221371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.236358 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b79800-fd77-4d3c-a681-2f7783f852d3 req-4d624954-8b40-460c-b96e-4220d1a80d14 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067099 Oct 28 21:22:32.324565 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:30Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:32.375840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:22:32.376567 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Updating router d2196177-62af-46d4-b860-68ec846f1ff6 port 5def1763-6fd5-4a1d-ace5-9de9006b14ce binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:22:32.392825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-1d80a274-598d-48a3-bb2f-28d19290795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:32.394304 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-1d80a274-598d-48a3-bb2f-28d19290795d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1096 time: 0.0904627 Oct 28 21:22:32.399824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.423309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.426776 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.452973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] For port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:32.470947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.607661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-7e37c6ca-b3fc-488c-b7e3-6d2ef1a31e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:32.609186 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-7e37c6ca-b3fc-488c-b7e3-6d2ef1a31e29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.2039526 Oct 28 21:22:32.639159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b502c05-b160-4534-af91-ba230e98226b req-87321483-b022-4229-ac08-df57399d43a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:32.667880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b502c05-b160-4534-af91-ba230e98226b req-87321483-b022-4229-ac08-df57399d43a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.6350315 Oct 28 21:22:32.668013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-9eeedd9d-c757-43f0-b5c6-bf571f3a70f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 217 time: 0.0498109 Oct 28 21:22:32.723019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ade1-a8a5-4980-a71e-4c9837dd6193 req-7d0c771d-112c-4607-aea0-96f543e9dc7b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:32.724923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3722ade1-a8a5-4980-a71e-4c9837dd6193 req-7d0c771d-112c-4607-aea0-96f543e9dc7b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.2362351 Oct 28 21:22:32.740384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-94916b91-cd6b-4495-967d-2a23bc81f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:32.743049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-94916b91-cd6b-4495-967d-2a23bc81f73e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0662620 Oct 28 21:22:32.778479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:22:32.778834 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:22:32.791169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-48306d45-7773-47d3-aa64-b0a88e1488ef None None] Provisioning complete for port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:32.791629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48306d45-7773-47d3-aa64-b0a88e1488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.797757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Pushing event updated for resources: {'Port': ['ID=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:32.797944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b502c05-b160-4534-af91-ba230e98226b req-9d302cc2-f784-4fca-87dc-773aefd53fef tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251864 Oct 28 21:22:32.827698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.828132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.828529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.828891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.829266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.829594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.829942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.830436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.831566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.831566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.831566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.831566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d3d3f-a666-48a3-bfeb-2a8a3c5cb1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:32.853229 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-4807811d-3caf-4ea6-adc8-b0a49bf0a0c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999987 Oct 28 21:22:32.875187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3722ade1-a8a5-4980-a71e-4c9837dd6193 req-bddfe7b0-16c8-459c-bd68-674dbbb33e49 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331682 Oct 28 21:22:32.922512 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:32.938820 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.046979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.059290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Attempting to bind port 5def1763-6fd5-4a1d-ace5-9de9006b14ce on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:33.059817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Attempting to bind port 5def1763-6fd5-4a1d-ace5-9de9006b14ce by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:33.060289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Attempting to bind port 5def1763-6fd5-4a1d-ace5-9de9006b14ce on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:33.064001 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Pushing event updated for resources: {'Port': ['ID=5def1763-6fd5-4a1d-ace5-9de9006b14ce,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:33.075000 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:33.075979 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:33.076519 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.077126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:33.078039 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Bound port: 5def1763-6fd5-4a1d-ace5-9de9006b14ce, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:33.078642 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.082792 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.083270 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.083718 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.084423 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.084883 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.085306 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.085892 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.086321 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.086774 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.087210 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.087644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.088158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:33.184774 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] For port 5def1763-6fd5-4a1d-ace5-9de9006b14ce, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:33.200723 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] For port 5def1763-6fd5-4a1d-ace5-9de9006b14ce, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5def1763-6fd5-4a1d-ace5-9de9006b14ce,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:33.211025 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.266605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab6dc-88a4-4922-9685-46f6759ca03a req-cf8a2285-afd6-490b-888d-d21dcc40ff39 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:33.268168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49aab6dc-88a4-4922-9685-46f6759ca03a req-cf8a2285-afd6-490b-888d-d21dcc40ff39 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.1254518 Oct 28 21:22:33.283165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-becf0e91-6e77-4514-8e11-1f5d65693306 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248061 Oct 28 21:22:33.295569 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:22:33.296478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:33.382113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49aab6dc-88a4-4922-9685-46f6759ca03a req-543b9b14-8e9c-46b5-99b1-18fa740f58b9 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057959 Oct 28 21:22:33.391093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Allocated IP 172.20.0.1 (ec78cd5f-1b9b-4e51-9725-585b41ede6f0/709f0fb1-a01f-490b-aefe-e9b99612aa22/5be5972e-6b74-42bf-8cce-03e53344edf8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:33.433239 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e80459-602c-4a5a-8a40-ca1c17632282 req-5c76dccf-c914-4560-9180-1697959d093e service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335504 Oct 28 21:22:33.443346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6289-c0ad-4ec9-9383-2312dab0358a None None] Pushing event updated for resources: {'Port': ['ID=5def1763-6fd5-4a1d-ace5-9de9006b14ce,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:33.448876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:22:33.542127 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.584257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.629955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:33.633291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:33.647503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:33.698423 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:30Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:33.712261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72e805fe-3bec-4404-a0b7-37f88f4e7eaf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:33.740051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Pushing event updated for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:33.778090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.801277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:33.801798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:33.827644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016cc1-0e32-4941-8904-073d4ea2b448 req-102c803e-3c61-4e28-8fdb-3e23f6ae2247 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:33.835366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36016cc1-0e32-4941-8904-073d4ea2b448 req-102c803e-3c61-4e28-8fdb-3e23f6ae2247 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1102 time: 0.1831656 Oct 28 21:22:33.911300 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f2e6d-445b-4c5b-8ec8-ab7b967db1eb None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:30Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:22:33.926576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36016cc1-0e32-4941-8904-073d4ea2b448 req-01fbe8cb-2ecb-4147-a222-e1bd9eff55c1 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Oct 28 21:22:34.004855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8db67d82-0660-47e9-9433-8c758099094d None None] Provisioning complete for port 5be5972e-6b74-42bf-8cce-03e53344edf8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:34.005219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8db67d82-0660-47e9-9433-8c758099094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:34.026382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:34.065044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8db67d82-0660-47e9-9433-8c758099094d None None] Port 5be5972e-6b74-42bf-8cce-03e53344edf8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:22:34.098780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b64a7-dfa0-4cbb-8426-8c748179c8be req-d93dd5ea-fd17-4a71-9aff-c5c2e23978ae tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:34.100555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-042b64a7-dfa0-4cbb-8426-8c748179c8be req-d93dd5ea-fd17-4a71-9aff-c5c2e23978ae tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1191180 Oct 28 21:22:34.170455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42825b2c-9c05-4d7a-afb1-f912029d9732 req-1a22bf6d-273e-4462-8325-21529b907a66 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:34.172007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42825b2c-9c05-4d7a-afb1-f912029d9732 req-1a22bf6d-273e-4462-8325-21529b907a66 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1291449 Oct 28 21:22:34.250010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-042b64a7-dfa0-4cbb-8426-8c748179c8be req-69141d08-cc31-4c7d-b8b2-98e3272bc48e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302662 Oct 28 21:22:34.295521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42825b2c-9c05-4d7a-afb1-f912029d9732 req-200c0768-00af-473b-94a2-9c7fd868a8f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161273 Oct 28 21:22:34.393883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:34.402727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:34.518852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Pushing event updated for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:34.521472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:34.701859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:34.704923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:34.806830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafa649-c7e1-4b8e-a4ba-79698c15594a req-67c80507-fcb6-457b-94c1-b2e70d2467af tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:34.808405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1aafa649-c7e1-4b8e-a4ba-79698c15594a req-67c80507-fcb6-457b-94c1-b2e70d2467af tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 1102 time: 0.1540136 Oct 28 21:22:34.926365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1aafa649-c7e1-4b8e-a4ba-79698c15594a req-497a7cb3-ea42-4f9d-814c-ebfc9ef280d4 tempest-ServersAdminTestJSON-215182675 tempest-ServersAdminTestJSON-215182675-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721633 Oct 28 21:22:35.001488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:22:35.127658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2eb4fd22-1ce2-4a29-a711-e2becc2c7483 None None] Provisioning complete for port 5be5972e-6b74-42bf-8cce-03e53344edf8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:35.128798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fd22-1ce2-4a29-a711-e2becc2c7483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:35.179072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:22:35.185592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e992d2e-2e0b-4992-a339-eb09b115c330 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2196177-62af-46d4-b860-68ec846f1ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3991179 Oct 28 21:22:35.233682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4fd22-1ce2-4a29-a711-e2becc2c7483 None None] Port 5be5972e-6b74-42bf-8cce-03e53344edf8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:22:35.324331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af6128-57da-4bfb-85dc-c91e82dadc32 req-2eedffcb-5e5e-47c0-9601-f61382049481 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:35.326359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1af6128-57da-4bfb-85dc-c91e82dadc32 req-2eedffcb-5e5e-47c0-9601-f61382049481 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 948 time: 0.1009707 Oct 28 21:22:35.377367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1af6128-57da-4bfb-85dc-c91e82dadc32 req-1e7f0f79-9eb1-4314-8c48-b10882a9003c tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Oct 28 21:22:35.526523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62c3d-b1d3-4685-8a76-7b57c2f1a927 req-6173531a-b3b2-44a2-9d4c-83acef9607a1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:35.534829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91e62c3d-b1d3-4685-8a76-7b57c2f1a927 req-6173531a-b3b2-44a2-9d4c-83acef9607a1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1063178 Oct 28 21:22:35.571118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbccb1-1733-4c85-8f33-e7a9363142a8 req-d6d5b7f5-794a-44c4-9109-9b04c58e6cf0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:35.573605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3bbccb1-1733-4c85-8f33-e7a9363142a8 req-d6d5b7f5-794a-44c4-9109-9b04c58e6cf0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0991261 Oct 28 21:22:35.611004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91e62c3d-b1d3-4685-8a76-7b57c2f1a927 req-65f81868-175a-4a96-b74e-1a2854540579 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751705 Oct 28 21:22:35.671306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3bbccb1-1733-4c85-8f33-e7a9363142a8 req-28ae6772-42b3-4829-8169-bcb9d2a062fd tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899410 Oct 28 21:22:35.798447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5def1763-6fd5-4a1d-ace5-9de9006b14ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:35.892396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5def1763-6fd5-4a1d-ace5-9de9006b14ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:35.893095 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:36.000235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:36.029294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5def1763-6fd5-4a1d-ace5-9de9006b14ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5def1763-6fd5-4a1d-ace5-9de9006b14ce,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:36.034436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:36.109038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-dfee1641-6c5a-46c5-9eaf-9d6769df1e6a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:36.117867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-dfee1641-6c5a-46c5-9eaf-9d6769df1e6a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 821 time: 0.1381152 Oct 28 21:22:36.133617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5def1763-6fd5-4a1d-ace5-9de9006b14ce,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:36.137815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-234c7667-5d6b-4df8-8032-288b0f3517d6 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/quotas/e7d8aee5cfb84be4b174096359925db0 HTTP/1.1" status: 200 len: 375 time: 0.0183623 Oct 28 21:22:36.207300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-b0e08073-db82-4eac-b639-b03d391d22de tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626514 Oct 28 21:22:36.349177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-cde8a8c4-5e7e-4d88-b7ca-9d9c7418388d service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331162 Oct 28 21:22:36.463478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-d083b669-1072-43d2-b6af-176223366c24 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100826 Oct 28 21:22:36.546938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:22:36.548458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99088ec-f680-434f-b587-fc9bbf30aee5 req-0a7936f6-8c06-44e9-b8ab-f88b20046101 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:36.560546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f99088ec-f680-434f-b587-fc9bbf30aee5 req-0a7936f6-8c06-44e9-b8ab-f88b20046101 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 948 time: 0.0960429 Oct 28 21:22:36.567142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:22:36.575372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:36.616179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04131e52-0ce4-47c5-b046-2d65d105666a req-cd4117f8-a640-4c23-ac56-2e5592547627 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:36.618863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f99088ec-f680-434f-b587-fc9bbf30aee5 req-73a0d89d-84bc-4d89-a37c-2fbc1d5f0160 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537903 Oct 28 21:22:36.621670 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04131e52-0ce4-47c5-b046-2d65d105666a req-cd4117f8-a640-4c23-ac56-2e5592547627 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 948 time: 0.1255746 Oct 28 21:22:36.804452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f61c02e-e386-46ac-bd22-ff59e3a0cdb8 req-fcb28d44-d158-48ca-a39f-a0b87272cb94 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 210 time: 0.0671103 Oct 28 21:22:36.863513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:22:36.890900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Deleting port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:36.891533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:37.027523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d23f-1bd7-47dd-b115-291a7fb8585d req-ba97fb50-5462-4e39-98c9-f08f19542b72 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:37.030158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] For port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:37.030446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6133d23f-1bd7-47dd-b115-291a7fb8585d req-ba97fb50-5462-4e39-98c9-f08f19542b72 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.2226257 Oct 28 21:22:37.030574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:37.046493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Calling delete_port for 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:37.082194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c4a12-499d-4a9c-8301-ffba544f4c89 req-42efa22d-06dc-49f4-a499-4368cc9e70ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:37.090430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10c4a12-499d-4a9c-8301-ffba544f4c89 req-42efa22d-06dc-49f4-a499-4368cc9e70ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1667027 Oct 28 21:22:37.125329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6133d23f-1bd7-47dd-b115-291a7fb8585d req-9363a29e-1d3e-4832-a173-da98efe9d2b0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878820 Oct 28 21:22:37.151292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10c4a12-499d-4a9c-8301-ffba544f4c89 req-0aaf3144-b0c2-4f0b-93cf-8fb36f75d3fe tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551410 Oct 28 21:22:37.327368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:37.343748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:37.347025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b216d56a-63b4-458d-83f7-5b6f609cd296'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:37.380513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event deleted for resources: {'Port': ['ID=379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:37.478889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] No DVR routers for this DVR port 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:37.483014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:37.498090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04131e52-0ce4-47c5-b046-2d65d105666a req-e112f683-2bbe-4f8b-87ee-e5f7c82f1110 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "DELETE /v2.0/ports/379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd HTTP/1.1" status: 204 len: 173 time: 0.8692806 Oct 28 21:22:37.498596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'name': 'network-vif-deleted', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:37.505264 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83511e2-9158-4ac1-b717-e662db43c3f8" -d '{"events": [{"server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "name": "network-vif-deleted", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:37.576941 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922adf9-cf0b-4512-b946-f2cd649eebdf x-openstack-request-id: req-1922adf9-cf0b-4512-b946-f2cd649eebdf {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:37.577171 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7609c21-e493-42db-8e19-3f15ad0afeb8", "name": "network-vif-deleted", "tag": "379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:37.577603 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1922adf9-cf0b-4512-b946-f2cd649eebdf {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:37.577802 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7609c21-e493-42db-8e19-3f15ad0afeb8', 'name': 'network-vif-deleted', 'tag': '379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd', 'status': 'completed', 'code': 200} Oct 28 21:22:37.646462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:34Z', 'revision_number': 2, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:37.734100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:22:37.735240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Updating router d2196177-62af-46d4-b860-68ec846f1ff6 port 5be5972e-6b74-42bf-8cce-03e53344edf8 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:22:37.772731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3cd88c7-9a34-4aff-b759-d371b64b10ac req-042e37ca-2c8a-43fb-b76a-3f1eaf549f69 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7609c21-e493-42db-8e19-3f15ad0afeb8 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Oct 28 21:22:37.802684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5def1763-6fd5-4a1d-ace5-9de9006b14ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:37.843840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:37.954632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92f410d9-eb44-4a34-b3f0-b58568a80e31 req-e4aa1eea-df7f-43dc-8a5b-cce901bbf803 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 210 time: 0.0553873 Oct 28 21:22:38.065981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5def1763-6fd5-4a1d-ace5-9de9006b14ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:38.066418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.338910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.349358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.391146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d52e0-412b-41a8-a9df-e98958021451 req-75640935-de6f-4b2d-9400-b7013930c410 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:38.392634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-723d52e0-412b-41a8-a9df-e98958021451 req-75640935-de6f-4b2d-9400-b7013930c410 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0992191 Oct 28 21:22:38.404477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145037c-0907-4ab2-8029-de8d1281552c req-cb8f012f-b3db-4f19-b090-f6bbb2ddb98c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:38.413011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0145037c-0907-4ab2-8029-de8d1281552c req-cb8f012f-b3db-4f19-b090-f6bbb2ddb98c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1090081 Oct 28 21:22:38.448918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c4d0-0f61-49d4-804c-fee111e2c99a None None] Pushing event updated for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:38.498611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0145037c-0907-4ab2-8029-de8d1281552c req-84117847-e357-4c0e-a5bb-61973cb0b8e3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Oct 28 21:22:38.523481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-723d52e0-412b-41a8-a9df-e98958021451 req-f097266a-b784-4dfa-881a-38b3d7524bb5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071045 Oct 28 21:22:38.555522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Attempting to bind port 5be5972e-6b74-42bf-8cce-03e53344edf8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:38.555879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Attempting to bind port 5be5972e-6b74-42bf-8cce-03e53344edf8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:38.556237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Attempting to bind port 5be5972e-6b74-42bf-8cce-03e53344edf8 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:38.577604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:38.577972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Checking segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:38.578372 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.578761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Bound using segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:38.599063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Bound port: 5be5972e-6b74-42bf-8cce-03e53344edf8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:38.599063 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.775727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-cc121978-1f7b-45dd-ad3c-02b1d3592593 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:38.777317 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-cc121978-1f7b-45dd-ad3c-02b1d3592593 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 821 time: 0.2789636 Oct 28 21:22:38.784181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] For port 5be5972e-6b74-42bf-8cce-03e53344edf8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:38.797222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] For port 5be5972e-6b74-42bf-8cce-03e53344edf8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5be5972e-6b74-42bf-8cce-03e53344edf8,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:38.807482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'port': {'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'admin_state_up': True, 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:38.815623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:38.939001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:22:38.939879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:38.952408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c4d0-0f61-49d4-804c-fee111e2c99a None None] Pushing event updated for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:39.015330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Made reservation on behalf of e7d8aee5cfb84be4b174096359925db0 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:39.019768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.129259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a24ac75-89cd-4dbb-be50-7717b57f0846 req-59e9575a-36cf-459a-ae1f-fd30e7741b5a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 210 time: 0.0556412 Oct 28 21:22:39.135904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] Provisioning complete for port 5be5972e-6b74-42bf-8cce-03e53344edf8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:39.136347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.310659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Allocated IP 172.20.0.7 (ec78cd5f-1b9b-4e51-9725-585b41ede6f0/709f0fb1-a01f-490b-aefe-e9b99612aa22/1fbd6af3-f384-4d8d-925d-4a0fe09dc838) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:39.325805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:22:39.330670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:39.444183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96d75f-7cf7-4e34-8fd5-00209a0d4ef7 req-cf1217ba-6f0a-42a8-bf82-e15fde7736dc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:39.461488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e96d75f-7cf7-4e34-8fd5-00209a0d4ef7 req-cf1217ba-6f0a-42a8-bf82-e15fde7736dc tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 950 time: 0.0947709 Oct 28 21:22:39.508497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.539563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e96d75f-7cf7-4e34-8fd5-00209a0d4ef7 req-ed496804-7a4e-45fc-9800-90beb88751fb tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730357 Oct 28 21:22:39.571663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:39.572200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 379f59ca-6398-4bb5-92f4-4c8a0ef6b3fd not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:39.574134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.601562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.688169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:39.694572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:39.700343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:39.706769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event updated for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:39.770994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.772641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.773276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.773720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.774158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.777303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.777937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.778194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.778617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.779309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.779896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.780486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:22:39.818254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:39.819197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.819328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d8e9a-139b-4c66-81a1-bb64b871003e req-da9883e4-5a02-48da-8b07-4b3930fc096d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:39.821558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4d8e9a-139b-4c66-81a1-bb64b871003e req-da9883e4-5a02-48da-8b07-4b3930fc096d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1812553 Oct 28 21:22:39.842039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f70e7f1b-b26a-40b9-bd98-8d7d708852f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472839 Oct 28 21:22:39.859368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Request body: {'port': {'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:39.863481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] For port 5be5972e-6b74-42bf-8cce-03e53344edf8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5be5972e-6b74-42bf-8cce-03e53344edf8,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:39.886241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:39.896518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b4d8e9a-139b-4c66-81a1-bb64b871003e req-bb8a769b-b931-475e-b13e-5ef598928347 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Oct 28 21:22:39.912033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb8ba-3740-40d4-8730-552d7dbd80f8 req-f4aec2ac-d8b3-4b32-b9ed-4d6091e85ed0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:39.919598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b7cb8ba-3740-40d4-8730-552d7dbd80f8 req-f4aec2ac-d8b3-4b32-b9ed-4d6091e85ed0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.2087343 Oct 28 21:22:39.971706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c76a-7a0b-4d78-b95c-4203d3c0dee0 None None] Pushing event updated for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:40.005003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b7cb8ba-3740-40d4-8730-552d7dbd80f8 req-ab9c10b9-40a0-4232-a508-8182b4554101 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767312 Oct 28 21:22:40.051145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.116530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8cb34ecf-2d03-4b14-b39e-cebb25454e22 None None] Provisioning complete for port 5be5972e-6b74-42bf-8cce-03e53344edf8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:40.117789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8cb34ecf-2d03-4b14-b39e-cebb25454e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.231797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:38Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:22:40.264683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0095f6-8845-42dc-98db-5f7f90a57849 None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:38Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:22:40.293214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766225d4-9700-4562-87bc-56174402b2f5 req-83464abb-0977-4945-8472-b5e34b0e2d3a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:40.301187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-766225d4-9700-4562-87bc-56174402b2f5 req-83464abb-0977-4945-8472-b5e34b0e2d3a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 931 time: 0.0682213 Oct 28 21:22:40.359923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-39c60ad2-b33d-487b-9495-54c1ea22fc97 None None] Provisioning complete for port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:40.360985 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-39c60ad2-b33d-487b-9495-54c1ea22fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.384481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-766225d4-9700-4562-87bc-56174402b2f5 req-3355f641-9927-4ac2-be67-cd33ed3587d7 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824080 Oct 28 21:22:40.434981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-39c60ad2-b33d-487b-9495-54c1ea22fc97 None None] Port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:22:40.526609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:40.536641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.556788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Transition to ACTIVE for port object 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:40.564177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.733373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-44b1363e-6b5c-44f7-b367-b349d3ce35c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:40.734868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:40.778412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85a90a-334b-412c-8ac8-5c3adc3ce363 req-baf6f681-1970-4514-8ede-5677d84b91ee tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:40.789116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b85a90a-334b-412c-8ac8-5c3adc3ce363 req-baf6f681-1970-4514-8ede-5677d84b91ee tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 950 time: 0.1343551 Oct 28 21:22:40.818734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-3c106726-3376-4dbf-8083-2f28fccca964 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:40.820970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-3c106726-3376-4dbf-8083-2f28fccca964 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 950 time: 0.2134292 Oct 28 21:22:40.859257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b85a90a-334b-412c-8ac8-5c3adc3ce363 req-b399d139-c2aa-45cb-8664-a60b24fc8979 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661681 Oct 28 21:22:40.938615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Attempting to bind port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:40.938950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Attempting to bind port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:40.939276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Attempting to bind port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:40.957373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:40.957701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Attempting to bind port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:40.981200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:40.981678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Checking segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:40.982400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Bound using segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:40.983011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Bound port: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:40.984267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.096965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Deleting port b216d56a-63b4-458d-83f7-5b6f609cd296 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:41.097313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.114299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a932182-e72a-4c7a-835b-8c8f4e528d7b req-50d9e636-e2e8-4432-a096-e1a009dbfc85 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.116269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a932182-e72a-4c7a-835b-8c8f4e528d7b req-50d9e636-e2e8-4432-a096-e1a009dbfc85 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1037450 Oct 28 21:22:41.168667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:41.203897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a932182-e72a-4c7a-835b-8c8f4e528d7b req-a4547543-06ab-40df-809e-c3090636963e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Oct 28 21:22:41.212296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:41.233963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.304751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c98c7-a3a4-4d9d-be5f-57ef7c0fa396 req-2c0f7789-86ab-41cf-b238-481b1a7d3227 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.307750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d1c98c7-a3a4-4d9d-be5f-57ef7c0fa396 req-2c0f7789-86ab-41cf-b238-481b1a7d3227 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0866368 Oct 28 21:22:41.310040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.310598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.312991 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] 10.222.0.44 "PUT /v2.0/ports/1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 1092 time: 1.4594476 Oct 28 21:22:41.313435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:41.316147 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2741b2d-a572-4936-be53-e21242666ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:41.350747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] For port b216d56a-63b4-458d-83f7-5b6f609cd296, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b216d56a-63b4-458d-83f7-5b6f609cd296,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:41.351952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.392075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d1c98c7-a3a4-4d9d-be5f-57ef7c0fa396 req-2b85ea35-f1d7-4942-a601-3cb24f29bfe3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741131 Oct 28 21:22:41.405176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Calling delete_port for b216d56a-63b4-458d-83f7-5b6f609cd296 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:41.441488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39956dc0-e137-4cf6-ab7f-9348196ec41d service neutron] Pushing event updated for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:41.494084 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f4221a-ba51-4e3d-a7dd-3dfdc68f52e3 x-openstack-request-id: req-99f4221a-ba51-4e3d-a7dd-3dfdc68f52e3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:41.494375 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:41.494628 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99f4221a-ba51-4e3d-a7dd-3dfdc68f52e3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:41.495024 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:22:41.571131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f4dff442-187e-4e56-915a-3a7e44b1b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.572784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f4dff442-187e-4e56-915a-3a7e44b1b1bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1095 time: 0.1654799 Oct 28 21:22:41.608052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9d8fe-78e2-4367-b14f-aba211c65ca5 req-c8797983-1e86-4bdf-b4fe-f66b5361aa79 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.615995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60c9d8fe-78e2-4367-b14f-aba211c65ca5 req-c8797983-1e86-4bdf-b4fe-f66b5361aa79 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 943 time: 0.0755296 Oct 28 21:22:41.638524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-6303bbf9-450e-4063-9fbb-ae79f8ab3b27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.0528045 Oct 28 21:22:41.694850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.701135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60c9d8fe-78e2-4367-b14f-aba211c65ca5 req-a2366b78-5909-4b93-af98-cf8b73699e19 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841088 Oct 28 21:22:41.713861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-0fd37b8b-4739-414c-9e06-3a72eb030d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.715678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-0fd37b8b-4739-414c-9e06-3a72eb030d89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0693333 Oct 28 21:22:41.801271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5be5972e-6b74-42bf-8cce-03e53344edf8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:41.837888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-96bb2553-5cbd-416b-888b-26592fc93ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:41.839729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-96bb2553-5cbd-416b-888b-26592fc93ec6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137600 Oct 28 21:22:41.842689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:41.862497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:41.896304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event deleted for resources: {'Port': ['ID=b216d56a-63b4-458d-83f7-5b6f609cd296,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:41.906548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b216d56a-63b4-458d-83f7-5b6f609cd296'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:41.991557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] No DVR routers for this DVR port b216d56a-63b4-458d-83f7-5b6f609cd296 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:41.994396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:42.003369 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:42.008275 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cc9f30c-a538-48f9-9671-0806d418aa85 req-a552010b-8684-49ab-9fe7-2f7242d7919e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.52 "DELETE /v2.0/ports/b216d56a-63b4-458d-83f7-5b6f609cd296 HTTP/1.1" status: 204 len: 173 time: 1.1746371 Oct 28 21:22:42.052632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d04a6493-9e62-481b-8c5e-a1dc8aa66d21 req-6101070e-88c0-4be7-9165-6dc41de4cb0f tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6dc499c-a0d2-459c-a028-3c48c015fa06 HTTP/1.1" status: 200 len: 210 time: 0.0803354 Oct 28 21:22:42.082607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-f7964b56-cd28-4ef7-9bd0-3c10caf6e901 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291505 Oct 28 21:22:42.130438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5be5972e-6b74-42bf-8cce-03e53344edf8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:42.131085 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:42.313480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2af51b63-9b44-47c1-a5ba-950cf7796177 req-c076a64c-f143-47d0-ae8d-2a86a51b06f5 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231216 Oct 28 21:22:42.458587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741b2d-a572-4936-be53-e21242666ea0 req-4b463ae0-27f2-43bb-8915-0e4d633b8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.462846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-4b463ae0-27f2-43bb-8915-0e4d633b8e07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1095 time: 0.0862393 Oct 28 21:22:42.480181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c47f-98b9-4d99-9859-491ffabecc8c req-76b4d670-cb97-4b2d-a8f5-1ea2210c082b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.487777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd02c47f-98b9-4d99-9859-491ffabecc8c req-76b4d670-cb97-4b2d-a8f5-1ea2210c082b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0961022 Oct 28 21:22:42.566490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd02c47f-98b9-4d99-9859-491ffabecc8c req-1d6a4dc8-d608-41c9-93bb-8a9e9392ec1e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711894 Oct 28 21:22:42.610596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741b2d-a572-4936-be53-e21242666ea0 req-cd897b0f-0fdf-4859-8db1-970597b3049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.612427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-cd897b0f-0fdf-4859-8db1-970597b3049c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1380386 Oct 28 21:22:42.669047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c4acd-3901-4dd3-8209-1b093ac201c3 req-bf2ed374-e4ed-4942-817d-10894a9c481f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.670094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-4666c4de-1d1b-4c62-a908-1d391f5f2497 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.0500445 Oct 28 21:22:42.678693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-212c4acd-3901-4dd3-8209-1b093ac201c3 req-bf2ed374-e4ed-4942-817d-10894a9c481f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1110349 Oct 28 21:22:42.725451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-212c4acd-3901-4dd3-8209-1b093ac201c3 req-9a160280-efa4-48a3-b2e8-e128af3ac06b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447803 Oct 28 21:22:42.747128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741b2d-a572-4936-be53-e21242666ea0 req-422c54a1-3f64-4407-b66d-903cacca5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.748628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-422c54a1-3f64-4407-b66d-903cacca5c21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0708354 Oct 28 21:22:42.801136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741b2d-a572-4936-be53-e21242666ea0 req-f3988357-22a9-4f67-9456-dec0851e144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.804995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-f3988357-22a9-4f67-9456-dec0851e144a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483949 Oct 28 21:22:42.880886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9a332-b36d-4638-aecc-820bd4eab46f req-3709b572-552f-461b-9974-7a9d2ca98118 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:42.883490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c9a332-b36d-4638-aecc-820bd4eab46f req-3709b572-552f-461b-9974-7a9d2ca98118 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 943 time: 0.0953817 Oct 28 21:22:42.915504 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-34913139-ab00-4d93-9aa0-f108762e0695 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030183 Oct 28 21:22:42.948904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c9a332-b36d-4638-aecc-820bd4eab46f req-98bce12a-508a-4200-8114-2f635b14c1ef tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550396 Oct 28 21:22:43.014005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2741b2d-a572-4936-be53-e21242666ea0 req-817f8f6a-d8da-4b85-889b-2b50044d4983 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906856 Oct 28 21:22:43.300816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de8cf516-2f97-4622-be2c-93bb353711b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:43.367114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e62bc7-efc9-4441-9956-2a908ae516e6 req-88d70712-201f-40cf-a2a4-21fdbd461269 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:43.368426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03e62bc7-efc9-4441-9956-2a908ae516e6 req-88d70712-201f-40cf-a2a4-21fdbd461269 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.0566061 Oct 28 21:22:43.409405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03e62bc7-efc9-4441-9956-2a908ae516e6 req-8cfde037-fbc7-47c3-b90b-b60fd653291a tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Oct 28 21:22:43.496167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'name': 'network-vif-deleted', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:43.498534 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016dd60-0641-4517-a06d-d0ff9e8cf284" -d '{"events": [{"server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "name": "network-vif-deleted", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:43.536725 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debace12-1ea5-493e-bfe5-9e464f4a979d x-openstack-request-id: req-debace12-1ea5-493e-bfe5-9e464f4a979d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:43.537076 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc499c-a0d2-459c-a028-3c48c015fa06", "name": "network-vif-deleted", "tag": "b216d56a-63b4-458d-83f7-5b6f609cd296", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:43.537189 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-debace12-1ea5-493e-bfe5-9e464f4a979d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:43.537489 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc499c-a0d2-459c-a028-3c48c015fa06', 'name': 'network-vif-deleted', 'tag': 'b216d56a-63b4-458d-83f7-5b6f609cd296', 'status': 'completed', 'code': 200} Oct 28 21:22:43.700270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0428e7-7c0d-4ea0-a458-6ceee1cea5af req-3c1aeaac-3cb1-42af-82b6-c4ec9d04edf2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:43.701824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e0428e7-7c0d-4ea0-a458-6ceee1cea5af req-3c1aeaac-3cb1-42af-82b6-c4ec9d04edf2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0551863 Oct 28 21:22:43.745696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e0428e7-7c0d-4ea0-a458-6ceee1cea5af req-22d0beaa-c22b-4b37-9ee0-1cb29cb25077 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Oct 28 21:22:43.841480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b216d56a-63b4-458d-83f7-5b6f609cd296 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:43.854351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac1cd-3958-497d-9ac8-49c9826650d6 req-6d740bf1-575e-4ac5-bb7d-66c7bb1827ef tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:43.855828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6cac1cd-3958-497d-9ac8-49c9826650d6 req-6d740bf1-575e-4ac5-bb7d-66c7bb1827ef tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0563703 Oct 28 21:22:43.861855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: b216d56a-63b4-458d-83f7-5b6f609cd296 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:43.862189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b216d56a-63b4-458d-83f7-5b6f609cd296 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:43.901611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6cac1cd-3958-497d-9ac8-49c9826650d6 req-47f159ed-50d3-448d-b86e-6b406382e122 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380938 Oct 28 21:22:44.068720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4702b-3403-44f6-bc45-73289b1c552c req-6d5d8063-f42a-4176-a1e5-bf44921835b2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:44.070851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5c4702b-3403-44f6-bc45-73289b1c552c req-6d5d8063-f42a-4176-a1e5-bf44921835b2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 943 time: 0.0557246 Oct 28 21:22:44.110271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5c4702b-3403-44f6-bc45-73289b1c552c req-bba50ef4-c8b3-4d2d-9807-49033aed777d tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Oct 28 21:22:44.530651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3902edd-2b14-4d10-9000-dabcdbc8866c req-7ca35f00-7ef2-4c80-84f5-949784602357 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:44.532597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3902edd-2b14-4d10-9000-dabcdbc8866c req-7ca35f00-7ef2-4c80-84f5-949784602357 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.0505512 Oct 28 21:22:44.578975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3902edd-2b14-4d10-9000-dabcdbc8866c req-588dd0c0-7b26-434a-8a4f-d4b0b89ff96e tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Oct 28 21:22:44.704312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51856949-ad39-4ee9-8fec-853d0c446665 req-d9b4b95c-1b32-4720-b22d-e8dc5db20073 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:44.706175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-51856949-ad39-4ee9-8fec-853d0c446665 req-d9b4b95c-1b32-4720-b22d-e8dc5db20073 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 950 time: 0.0635903 Oct 28 21:22:44.707491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:44.829776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Deleting port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:44.830412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:44.897636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d314276-86f3-4f67-9e7d-46175def7de9 req-54bdf039-0f51-41a1-b34e-889affa33940 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:44.901396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d314276-86f3-4f67-9e7d-46175def7de9 req-54bdf039-0f51-41a1-b34e-889affa33940 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0560162 Oct 28 21:22:44.936187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] For port 215780a9-4ff4-4ca9-a8be-a92456ff67d9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=215780a9-4ff4-4ca9-a8be-a92456ff67d9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:44.936825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:44.951728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Calling delete_port for 215780a9-4ff4-4ca9-a8be-a92456ff67d9 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:44.964156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d314276-86f3-4f67-9e7d-46175def7de9 req-77c8bad6-06f3-462c-aeed-c3605c1625c4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Oct 28 21:22:44.965484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:45.043292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8639fc-a081-42b2-9d8e-6b4c77118b58 req-6413e6b2-782a-485f-a534-14b3a652a47e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:45.044847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be8639fc-a081-42b2-9d8e-6b4c77118b58 req-6413e6b2-782a-485f-a534-14b3a652a47e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0622563 Oct 28 21:22:45.115071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:45.128337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['215780a9-4ff4-4ca9-a8be-a92456ff67d9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:45.157542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Pushing event deleted for resources: {'Port': ['ID=215780a9-4ff4-4ca9-a8be-a92456ff67d9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:45.207455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] No DVR routers for this DVR port 215780a9-4ff4-4ca9-a8be-a92456ff67d9 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:45.212667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:45.216596 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-51856949-ad39-4ee9-8fec-853d0c446665 req-67e352f2-57bc-4032-8700-21266a527a01 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.44 "DELETE /v2.0/ports/215780a9-4ff4-4ca9-a8be-a92456ff67d9 HTTP/1.1" status: 204 len: 173 time: 0.5038679 Oct 28 21:22:45.351860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:45.435184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be8639fc-a081-42b2-9d8e-6b4c77118b58 req-e1c29dbe-ac97-4de6-85a4-66e51387f96d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839588 Oct 28 21:22:45.457265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd93d-113b-4e16-87de-46d4cfe8ecc2 req-af62556c-7d0a-4814-a142-e0ef9efb818c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:45.461305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-022bd93d-113b-4e16-87de-46d4cfe8ecc2 req-af62556c-7d0a-4814-a142-e0ef9efb818c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 943 time: 0.0711658 Oct 28 21:22:45.495178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:45.510463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:45.524995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-022bd93d-113b-4e16-87de-46d4cfe8ecc2 req-f222eec7-739a-4ae5-a4bb-f4a2cee42346 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Oct 28 21:22:45.538776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-deleted', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:45.541241 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15615a66-760d-46ad-8339-bf2fdbfda924" -d '{"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-deleted", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:45.555035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:45.573940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:45.586258 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e516a-4f6a-4f01-9734-8ede71877a64 x-openstack-request-id: req-3d9e516a-4f6a-4f01-9734-8ede71877a64 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:45.586553 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffd7e9e-457d-414a-8d6d-e2b8141e6561", "name": "network-vif-deleted", "tag": "215780a9-4ff4-4ca9-a8be-a92456ff67d9", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:45.586811 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d9e516a-4f6a-4f01-9734-8ede71877a64 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:45.587225 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffd7e9e-457d-414a-8d6d-e2b8141e6561', 'name': 'network-vif-deleted', 'tag': '215780a9-4ff4-4ca9-a8be-a92456ff67d9', 'status': 'completed', 'code': 200} Oct 28 21:22:45.595569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:45.603210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:45.683417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:45.702479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-168d3e78-90eb-48d3-9d7e-bada57dbfd2f req-60b7ff1b-255f-4a31-9f58-f354111459d6 tempest-ServersAdminTestJSON-204892380 tempest-ServersAdminTestJSON-204892380-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ffd7e9e-457d-414a-8d6d-e2b8141e6561 HTTP/1.1" status: 200 len: 210 time: 0.0323305 Oct 28 21:22:45.826490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1fbd6af3-f384-4d8d-925d-4a0fe09dc838'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:46.089443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431138b-d121-4809-afc2-57c73b1c4345 req-c853c1eb-79b2-469c-ba64-b2d84d91768c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:46.090968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9431138b-d121-4809-afc2-57c73b1c4345 req-c853c1eb-79b2-469c-ba64-b2d84d91768c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0556076 Oct 28 21:22:46.133493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9431138b-d121-4809-afc2-57c73b1c4345 req-29c451ab-acc6-4809-b0f0-fc796dc6230b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362680 Oct 28 21:22:46.532817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:46.573409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ad71b-9ef0-4bda-8ade-f4cfe15e9b41 req-c0fe19ee-a387-404d-877a-c4c98d1f0291 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:46.574970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-943ad71b-9ef0-4bda-8ade-f4cfe15e9b41 req-c0fe19ee-a387-404d-877a-c4c98d1f0291 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0520990 Oct 28 21:22:46.619703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-943ad71b-9ef0-4bda-8ade-f4cfe15e9b41 req-d4295451-db96-4d6e-b227-3bdabd3e5ffa tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Oct 28 21:22:46.692092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236cc01-80e7-4181-8d02-22284c7c7891 req-4f2ee01d-0fcf-40f8-94fa-b3b662862b4f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:46.693884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e236cc01-80e7-4181-8d02-22284c7c7891 req-4f2ee01d-0fcf-40f8-94fa-b3b662862b4f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 944 time: 0.0506475 Oct 28 21:22:46.741426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e236cc01-80e7-4181-8d02-22284c7c7891 req-3521580a-ae1d-4e04-b1fc-6a04f6536640 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Oct 28 21:22:47.001489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:47.147266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d601ba85-c8ff-4760-aab3-ffa0d3da3678 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12c6cf02379248b9bc9b3e77eda7a189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430528 Oct 28 21:22:47.148411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:47.206402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.231510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.267244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4282-6ed0-4360-91f9-cb21fa9927c5 req-3eefc7d6-d2df-430d-9027-f5179f97948f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:47.268902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92ec4282-6ed0-4360-91f9-cb21fa9927c5 req-3eefc7d6-d2df-430d-9027-f5179f97948f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0533516 Oct 28 21:22:47.281847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.285561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.290187 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2 HTTP/1.1" status: 204 len: 168 time: 0.1406972 Oct 28 21:22:47.298527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ece590-0665-4dcb-b8b6-15b1d7f2a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f18a42-3cda-45e0-8b0a-b0dfaf92e4f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:47.318985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92ec4282-6ed0-4360-91f9-cb21fa9927c5 req-6ffcb632-93a3-4cac-ad4c-a9996c95f3e0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Oct 28 21:22:47.368255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:47.426694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:22:47.433915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:47.436056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.532955 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.561759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:47.564240 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3c3d1-f2a6-414f-b51b-871cf6364548" -d '{"events": [{"server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:47.578846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:47.584554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.585450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:47.616299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 215780a9-4ff4-4ca9-a8be-a92456ff67d9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:22:47.617204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 215780a9-4ff4-4ca9-a8be-a92456ff67d9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:22:47.631689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:47.656613 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca4142-015c-4cee-98bc-fbc71cdb9db9 x-openstack-request-id: req-d1ca4142-015c-4cee-98bc-fbc71cdb9db9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:47.657184 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "name": "network-vif-plugged", "status": "completed", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:47.657637 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1ca4142-015c-4cee-98bc-fbc71cdb9db9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:47.658284 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'code': 200} Oct 28 21:22:47.683539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8fe794e2-0554-4aca-ab20-bb2ca8b70043 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abec99d591e44507a6cc75963210868d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505300 Oct 28 21:22:47.686181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56452) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:22:47.687199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:47.786621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.802260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0247813-ba90-4aa3-beb2-ff72a8599b72 req-ff7401cc-260e-4ebd-8cde-9b5c7a3c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:47.803804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f0247813-ba90-4aa3-beb2-ff72a8599b72 req-ff7401cc-260e-4ebd-8cde-9b5c7a3c0fea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.0831339 Oct 28 21:22:47.824653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.827519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb8b8-4e5d-431c-9222-dd819aeb1fe4 req-a624ed22-0da3-4375-8f6a-047585cad1f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:47.829843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27fcb8b8-4e5d-431c-9222-dd819aeb1fe4 req-a624ed22-0da3-4375-8f6a-047585cad1f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0729063 Oct 28 21:22:47.877855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f0247813-ba90-4aa3-beb2-ff72a8599b72 req-be8727fe-3f1e-497b-a00e-798d0aab54ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651953 Oct 28 21:22:47.891707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27fcb8b8-4e5d-431c-9222-dd819aeb1fe4 req-91f19db9-a8ad-4e7b-a546-93e7ad180ce5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Oct 28 21:22:47.913014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.913014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:47.913014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/469ff788-a4b0-4399-9c82-dd57bf7c7fea HTTP/1.1" status: 204 len: 168 time: 0.2226288 Oct 28 21:22:47.920520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acf33d-a4de-49da-b9bf-16e3afed5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ff788-a4b0-4399-9c82-dd57bf7c7fea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:47.979957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979856-8f97-4ec2-8a24-b9323478ef10 req-6654429f-1c04-4a41-9bc1-4b2ec025c876 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:47.981377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17979856-8f97-4ec2-8a24-b9323478ef10 req-6654429f-1c04-4a41-9bc1-4b2ec025c876 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 945 time: 0.0763490 Oct 28 21:22:48.025627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17979856-8f97-4ec2-8a24-b9323478ef10 req-cf1a9f8f-d7e8-4a57-8cef-5c2b31fec5d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Oct 28 21:22:48.455307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093306f-4614-49f4-a37e-a3cdc4c611fe req-ab30dbe8-4412-4c97-83aa-2ac4d77deee9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:48.456799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2093306f-4614-49f4-a37e-a3cdc4c611fe req-ab30dbe8-4412-4c97-83aa-2ac4d77deee9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.0590184 Oct 28 21:22:48.512893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2093306f-4614-49f4-a37e-a3cdc4c611fe req-9cdd1291-aae7-44cc-b156-7ed52621d880 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Oct 28 21:22:49.058850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa80c-6444-4b38-9011-ebdfb459e8ce req-ad0ce52b-c1b8-44b6-8c06-c74ed876f28d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:49.061393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd1fa80c-6444-4b38-9011-ebdfb459e8ce req-ad0ce52b-c1b8-44b6-8c06-c74ed876f28d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0591192 Oct 28 21:22:49.118948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd1fa80c-6444-4b38-9011-ebdfb459e8ce req-874b9e7f-a9e4-4730-908e-d8c5ce41b9bd tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Oct 28 21:22:49.193171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d470-ed39-465a-80cf-330d5b7c020d req-24317b72-02e2-4ada-afcf-f68033175418 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:49.195183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c2d470-ed39-465a-80cf-330d5b7c020d req-24317b72-02e2-4ada-afcf-f68033175418 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Oct 28 21:22:49.248823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c2d470-ed39-465a-80cf-330d5b7c020d req-2052b518-1dfd-4199-994e-007183e5ee95 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Oct 28 21:22:49.377519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:49.380663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:49.506605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-00267751-816b-49d4-af29-c5ea9abf0cb1 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2207472 Oct 28 21:22:49.519958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:49.548926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.551125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.592961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:49.612179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:49.613600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5563f668-a68d-4ea9-831e-7bea1e960718', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': '5563f668-a68d-4ea9-831e-7bea1e960718', 'mac_address': 'fa:16:3e:c4:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:49.620491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.664216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:49.666477 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754bd55a-f42a-4f26-930b-415b764703d9" -d '{"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-unplugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:49.682123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.697381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.710181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:49.717888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5563f668-a68d-4ea9-831e-7bea1e960718 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:49.739057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:49.751008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.751731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:49.841477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-0dad8103-bab4-4bc7-84b8-0d65a5d15263 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2c4f9fb7f0694d628169d57ca6851524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490851 Oct 28 21:22:49.849699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Allocated IP 172.25.4.55 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f426c47b-8cef-42d1-aafa-7835a2b2de78) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:49.854837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:49.911495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:49.924457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2', 'port_id': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'mac_address': 'fa:16:3e:e1:9d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd946e622-a384-412b-80be-d1d1fceb80a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:49.965316 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:49.983484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fc18fd-52eb-46a2-a210-add76510111f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:50.005317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:50.010714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.021570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-75988fb9-ceaa-4526-a2b9-28f7c99caf6d tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:50.024133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-75988fb9-ceaa-4526-a2b9-28f7c99caf6d tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753323 Oct 28 21:22:50.050987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-2c47d1d1-67e4-4710-8d01-94b5eb32caf6 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/quotas/2c4f9fb7f0694d628169d57ca6851524 HTTP/1.1" status: 200 len: 375 time: 0.0204368 Oct 28 21:22:50.070836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:50.078361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.095423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-a4d93dc5-41f6-442d-a4af-de86c773920a tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4f9fb7f0694d628169d57ca6851524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321376 Oct 28 21:22:50.132108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.176147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:50.179088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:50.183923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:50.211987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event updated for resources: {'Port': ['ID=f426c47b-8cef-42d1-aafa-7835a2b2de78,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:50.239542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a0fc18fd-52eb-46a2-a210-add76510111f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:50.273498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5563f668-a68d-4ea9-831e-7bea1e960718'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:50.390213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.407058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c0d66-a118-473d-afaa-37543adf3971 req-03ea885a-69e6-48ad-82f6-fa47274cbdae tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:50.414882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc2c0d66-a118-473d-afaa-37543adf3971 req-03ea885a-69e6-48ad-82f6-fa47274cbdae tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.0994918 Oct 28 21:22:50.463337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc2c0d66-a118-473d-afaa-37543adf3971 req-0268d5ed-50f3-4c22-8635-dbef239c89b2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Oct 28 21:22:50.521247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.536137 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d8267-c334-4ee5-ad87-95aedb4f8f39 x-openstack-request-id: req-927d8267-c334-4ee5-ad87-95aedb4f8f39 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:50.536715 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-unplugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:50.536827 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-927d8267-c334-4ee5-ad87-95aedb4f8f39 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:50.537158 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718', 'code': 200} Oct 28 21:22:50.783360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.790970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.803138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b516c-dd60-4585-8972-20af752348a3 req-e0ad195b-00d9-4674-bbfa-45d7a2a15554 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:50.805164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-299b516c-dd60-4585-8972-20af752348a3 req-e0ad195b-00d9-4674-bbfa-45d7a2a15554 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 944 time: 0.0902283 Oct 28 21:22:50.896645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event updated for resources: {'Port': ['ID=f426c47b-8cef-42d1-aafa-7835a2b2de78,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:50.929630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-299b516c-dd60-4585-8972-20af752348a3 req-3284a483-9014-435f-88b5-21917f717ebe tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964179 Oct 28 21:22:50.930397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.947307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:50.948663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-15c72e07-9cb8-47c5-8758-6256e33e176f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4341383 Oct 28 21:22:51.051966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-e0ffaf92-3170-4bfc-8728-e45ffef5f510 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0922146 Oct 28 21:22:51.147696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45c83976-8b9e-4700-9281-244a2fa8430d req-261805d3-6c48-4d3f-9a84-5146bb64c1df tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 210 time: 0.0345051 Oct 28 21:22:51.195030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-f6af4a77-2014-48ea-930b-ef7422491254 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:51.196498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-f6af4a77-2014-48ea-930b-ef7422491254 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1379645 Oct 28 21:22:51.206571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-1bf4400e-cc90-4154-8ceb-bd0366c2bdec tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:22:51.207436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bca0c526-cf6c-40f3-b232-00db8f687e8c req-1bf4400e-cc90-4154-8ceb-bd0366c2bdec tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053949 Oct 28 21:22:51.407534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-77a91a40-f467-4f43-b00b-7f960df40c28 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c4f9fb7f0694d628169d57ca6851524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484474 Oct 28 21:22:51.409930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:51.513321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5563f668-a68d-4ea9-831e-7bea1e960718 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:51.515164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.575847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-a124d08d-b899-46bd-871b-2c5d0d536511 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:51.583110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-a124d08d-b899-46bd-871b-2c5d0d536511 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 821 time: 0.1579258 Oct 28 21:22:51.587614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-0981b9e3-8f66-4bed-b9a7-0d8c9e193749 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:51.589939 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-0981b9e3-8f66-4bed-b9a7-0d8c9e193749 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741202 Oct 28 21:22:51.602794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Request body: {'port': {'device_id': '393958cd-6602-402a-b652-46241c346b7a', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '2c4f9fb7f0694d628169d57ca6851524'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:51.623141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.627942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-bd58e8f9-8b6b-4d18-8d49-b426d822371b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/quotas/e7d8aee5cfb84be4b174096359925db0 HTTP/1.1" status: 200 len: 375 time: 0.0439923 Oct 28 21:22:51.686819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:51.694065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.696432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:51.701342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5728bdf-26c8-494a-9cf3-1d1b62fafe36 req-1e343987-2b55-4db0-bdfd-2f2483b801fc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:51.703146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5728bdf-26c8-494a-9cf3-1d1b62fafe36 req-1e343987-2b55-4db0-bdfd-2f2483b801fc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.1181149 Oct 28 21:22:51.735040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-b2955e9c-d65a-4714-b82b-bad145b3eb40 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0991185 Oct 28 21:22:51.758970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5728bdf-26c8-494a-9cf3-1d1b62fafe36 req-33cc216a-f587-4c4d-8edf-2af4030e5bb2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Oct 28 21:22:51.764876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Made reservation on behalf of 2c4f9fb7f0694d628169d57ca6851524 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:51.772027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.807067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.807219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:51.826590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a0fc18fd-52eb-46a2-a210-add76510111f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:22:51.830759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a0fc18fd-52eb-46a2-a210-add76510111f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:51.831128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.888253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-4c26f6a4-8e70-4a4f-9eea-08a7653e15d8 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338336 Oct 28 21:22:51.936983 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.948987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.956619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:51.987681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d28d4f-a37d-43e6-8d9f-47d6670c7741,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:52.030223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:52.035939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:52.051416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-485fb3d7-bb49-44ea-a1c5-16949d2f18eb service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546886 Oct 28 21:22:52.069051 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:22:52.151233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73c262-9f5b-4c68-a592-6c5b87ca3ac5 req-1c12cf44-fe09-43ca-9d78-0913ca0af6fb tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:52.160902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e73c262-9f5b-4c68-a592-6c5b87ca3ac5 req-1c12cf44-fe09-43ca-9d78-0913ca0af6fb tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0630896 Oct 28 21:22:52.172556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Allocated IP 192.168.233.238 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/7e36f9c4-032b-4e38-ad02-00476bfff0ea) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:52.214195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e73c262-9f5b-4c68-a592-6c5b87ca3ac5 req-994e03e9-4441-471f-9fb4-3143065a2284 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Oct 28 21:22:52.306589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:52.435212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a9a0b92-8de6-406c-969c-7b4c0ce0f595 req-9296a06e-e171-455d-8e5b-349d562a00f2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 210 time: 0.0734341 Oct 28 21:22:52.447807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:52.473022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4c8a529-4232-43ba-a9b9-9fe5b2ec6dc7 req-8086451e-56a3-4c67-8fae-d35ddb194559 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 210 time: 0.1017225 Oct 28 21:22:52.506388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:52.539655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718'}, {'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:52.543318 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea2b17b-6b8f-40d9-801f-4f34bc3b7207" -d '{"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718"}, {"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-plugged", "status": "completed", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:52.560319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:52.563757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:52.568186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:52.572803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Pushing event updated for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:52.629107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:52.629767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:52.630922 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506886f-1d92-4523-92fe-db455a479bd0 x-openstack-request-id: req-3506886f-1d92-4523-92fe-db455a479bd0 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:52.631789 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-plugged", "status": "completed", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718", "code": 200}, {"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-plugged", "status": "completed", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:52.632769 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3506886f-1d92-4523-92fe-db455a479bd0 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:52.641477 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718', 'code': 200} Oct 28 21:22:52.642370 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'code': 200} Oct 28 21:22:52.653506 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-f907a1bb-48e3-43ea-88cb-9220cb6ce558 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0542133 Oct 28 21:22:52.668116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Request body: {'port': {'device_id': '393958cd-6602-402a-b652-46241c346b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:52.753839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:52.816625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6245c-860c-4770-89e8-c84e8667caa8 req-45063baf-eee7-4922-915d-88e5c6b05dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:52.818426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73e6245c-860c-4770-89e8-c84e8667caa8 req-45063baf-eee7-4922-915d-88e5c6b05dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1098 time: 0.1069536 Oct 28 21:22:52.935540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73e6245c-860c-4770-89e8-c84e8667caa8 req-508e1596-ef05-474f-a985-0991ef17cc80 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092665 Oct 28 21:22:52.970120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db3543-9950-4bf8-979f-8e4af7fc60a2 req-841ec351-eb23-4084-9918-a9ef34f0762f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:52.971744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84db3543-9950-4bf8-979f-8e4af7fc60a2 req-841ec351-eb23-4084-9918-a9ef34f0762f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.0789666 Oct 28 21:22:53.019486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84db3543-9950-4bf8-979f-8e4af7fc60a2 req-4ccdb3b7-59e4-4d35-b2f4-fccf8bfc94ac tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Oct 28 21:22:53.028631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1f3e5-815c-4f53-9b4d-24f835230626 req-3f6ec6e6-dd09-42ef-aca2-a3614e6b44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:53.030139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-34b1f3e5-815c-4f53-9b4d-24f835230626 req-3f6ec6e6-dd09-42ef-aca2-a3614e6b44d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 1097 time: 0.0853605 Oct 28 21:22:53.063720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4ecb580c-9279-415a-a0c0-cf1ddeb8bcd4 None None] Provisioning complete for port 7e36f9c4-032b-4e38-ad02-00476bfff0ea triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:53.064335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4ecb580c-9279-415a-a0c0-cf1ddeb8bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.105591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb580c-9279-415a-a0c0-cf1ddeb8bcd4 None None] Port 7e36f9c4-032b-4e38-ad02-00476bfff0ea cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:22:53.229867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-34b1f3e5-815c-4f53-9b4d-24f835230626 req-679c36b3-a2c8-4d38-b4b0-78fadaab14b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826597 Oct 28 21:22:53.245918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e36f9c4-032b-4e38-ad02-00476bfff0ea {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:53.254710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.268041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Transition to ACTIVE for port object 7e36f9c4-032b-4e38-ad02-00476bfff0ea will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:53.272575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.342406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:53.363860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d60ae1-762d-48f7-a63f-4376d75e150b req-f2e75789-90a6-4407-9ada-29fa1e5fc05d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:53.372925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93d60ae1-762d-48f7-a63f-4376d75e150b req-f2e75789-90a6-4407-9ada-29fa1e5fc05d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0835938 Oct 28 21:22:53.450478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Attempting to bind port 7e36f9c4-032b-4e38-ad02-00476bfff0ea on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:53.451425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Attempting to bind port 7e36f9c4-032b-4e38-ad02-00476bfff0ea by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:53.451920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Attempting to bind port 7e36f9c4-032b-4e38-ad02-00476bfff0ea on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:53.458320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Port 7e36f9c4-032b-4e38-ad02-00476bfff0ea on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:53.467912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93d60ae1-762d-48f7-a63f-4376d75e150b req-3b7ab17b-85b9-46f8-9789-d836a85a02e3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709846 Oct 28 21:22:53.468265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Attempting to bind port 7e36f9c4-032b-4e38-ad02-00476bfff0ea on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:53.473591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:53.475153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:53.475153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:53.475153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Bound port: 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:53.475513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.557077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6d0e1db-d2d4-4a69-95a8-7f993540ad0b req-bb381191-4eda-4d3a-8ca5-0cd78b6d436b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 210 time: 0.0463603 Oct 28 21:22:53.566322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:53.571370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:53.590068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.634889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497a29-67af-40d3-8cf8-53b0f8f76504 req-3867d154-24b0-433b-a429-b8ec52b567d8 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:53.643551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01497a29-67af-40d3-8cf8-53b0f8f76504 req-3867d154-24b0-433b-a429-b8ec52b567d8 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 948 time: 0.0646477 Oct 28 21:22:53.689344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01497a29-67af-40d3-8cf8-53b0f8f76504 req-b90e7af6-8d52-4c03-a156-7af3abbbd716 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Oct 28 21:22:53.915925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:53.916624 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:53.918096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] 10.222.0.44 "PUT /v2.0/ports/7e36f9c4-032b-4e38-ad02-00476bfff0ea HTTP/1.1" status: 200 len: 1097 time: 1.2562189 Oct 28 21:22:53.919741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:53.922050 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:54.003865 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f334386-ad8e-4ea0-a05c-e2c9013449d6 x-openstack-request-id: req-4f334386-ad8e-4ea0-a05c-e2c9013449d6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:54.004314 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:54.004707 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f334386-ad8e-4ea0-a05c-e2c9013449d6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:54.005202 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea', 'status': 'completed', 'code': 200} Oct 28 21:22:54.047002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6498-e5bc-40c1-aa4f-c711b384fd69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:54.096786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-d449f6d9-7be1-49c9-a1f0-140c1e01c2de tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.098312 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-d449f6d9-7be1-49c9-a1f0-140c1e01c2de tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 821 time: 0.1793008 Oct 28 21:22:54.104213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-d7500d38-7c23-48b0-8d68-2649c0ae61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.105689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-d7500d38-7c23-48b0-8d68-2649c0ae61cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4f9fb7f0694d628169d57ca6851524&device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 1100 time: 0.0943506 Oct 28 21:22:54.132192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'port': {'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'admin_state_up': True, 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:54.244961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea4af-aeff-491a-8ca2-8e68656da9d5 req-36fbcbd2-129b-4fd0-815b-39a2bd4a1531 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.246789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-212ea4af-aeff-491a-8ca2-8e68656da9d5 req-36fbcbd2-129b-4fd0-815b-39a2bd4a1531 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.0822418 Oct 28 21:22:54.258259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-abf155f2-72f1-4e46-a997-6bc8f2f09542 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea HTTP/1.1" status: 200 len: 217 time: 0.1224542 Oct 28 21:22:54.290337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-212ea4af-aeff-491a-8ca2-8e68656da9d5 req-3e898c86-2ec5-4d03-87e4-af8e12a8801c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Oct 28 21:22:54.363274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-997ec1c4-93fa-4b43-bd82-8b0f93ac94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.364788 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-997ec1c4-93fa-4b43-bd82-8b0f93ac94e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0693491 Oct 28 21:22:54.373524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Made reservation on behalf of e7d8aee5cfb84be4b174096359925db0 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:54.377093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:54.544672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-adc9e8d3-b341-4e27-89f2-ed1b23d7db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.546137 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-adc9e8d3-b341-4e27-89f2-ed1b23d7db38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1659272 Oct 28 21:22:54.618180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a293859-88cf-4bad-85af-8792a83c5631 req-0699203d-62d3-41b4-b5dc-0daf7d1e0d95 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.625871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Allocated IP 172.20.0.6 (ec78cd5f-1b9b-4e51-9725-585b41ede6f0/709f0fb1-a01f-490b-aefe-e9b99612aa22/912b11f5-2f81-45c5-9da1-8a7b1945d234) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:54.635109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a293859-88cf-4bad-85af-8792a83c5631 req-0699203d-62d3-41b4-b5dc-0daf7d1e0d95 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.1052871 Oct 28 21:22:54.702665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-0c16df98-4e24-47d1-a917-f262ebf607f1 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471925 Oct 28 21:22:54.710887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbbcd069-7c36-4c54-b9a1-97fcf45f6eee req-480f65c6-0b43-4f7e-81ef-4fbe5bb9815f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 210 time: 0.0449667 Oct 28 21:22:54.714065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a293859-88cf-4bad-85af-8792a83c5631 req-17601850-f7e0-4573-b06a-aef506aada79 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Oct 28 21:22:54.876421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb4ffd-ebc9-45eb-bfdd-75719574b6d8 req-4ad4ee34-1132-4614-9e9b-0e13a56806a0 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.877976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84fb4ffd-ebc9-45eb-bfdd-75719574b6d8 req-4ad4ee34-1132-4614-9e9b-0e13a56806a0 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 948 time: 0.0965657 Oct 28 21:22:54.885997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf8653-8afb-44e6-ad2f-36fdaf34449f req-db60bf39-9bab-450b-a314-4042a90b106a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:54.887564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5daf8653-8afb-44e6-ad2f-36fdaf34449f req-db60bf39-9bab-450b-a314-4042a90b106a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.0931766 Oct 28 21:22:54.904784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8cd52e40-29a4-4910-a65b-a13a81a51f87 req-30fbfcd2-d850-4ade-872f-21206c90f88c service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918101 Oct 28 21:22:54.914481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:54.951710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84fb4ffd-ebc9-45eb-bfdd-75719574b6d8 req-34712190-93d4-48ce-8cde-29125b1edbf1 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631008 Oct 28 21:22:54.957536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5daf8653-8afb-44e6-ad2f-36fdaf34449f req-de5f1c9f-4d68-4a4c-99a2-a9baad243b9a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Oct 28 21:22:54.961273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:54.973349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1fbd6af3-f384-4d8d-925d-4a0fe09dc838'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:55.050111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:55.056602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:55.060518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event updated for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:55.063199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:55.105572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-0d97b4f3-6215-45c9-b4ba-b8d1947f5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.107165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-0d97b4f3-6215-45c9-b4ba-b8d1947f5b5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c4f9fb7f0694d628169d57ca6851524&device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 1100 time: 0.1135168 Oct 28 21:22:55.261293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.262128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:55.313446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e7312794-f3c9-4673-b16c-0b3becd5cdb2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863770 Oct 28 21:22:55.342648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Request body: {'port': {'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:55.384425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-9d3cff1e-fdb4-4f16-a249-c2698719d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.392044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-9d3cff1e-fdb4-4f16-a249-c2698719d110 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2698185 Oct 28 21:22:55.465968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-44ac397f-4425-4beb-8410-a59b6984e250 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea HTTP/1.1" status: 200 len: 217 time: 0.0419481 Oct 28 21:22:55.514450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e8335da3-e07e-4a79-a083-630dbebf28c6 None None] Provisioning complete for port 912b11f5-2f81-45c5-9da1-8a7b1945d234 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:55.514819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8335da3-e07e-4a79-a083-630dbebf28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:55.515475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86f017-e3e5-4041-a056-0c87f50a706f req-8acdd4e9-5f3d-4aa6-9eee-b6b1aeb9c865 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.518525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf86f017-e3e5-4041-a056-0c87f50a706f req-8acdd4e9-5f3d-4aa6-9eee-b6b1aeb9c865 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1158168 Oct 28 21:22:55.544881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:55.565346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e8335da3-e07e-4a79-a083-630dbebf28c6 None None] Port 912b11f5-2f81-45c5-9da1-8a7b1945d234 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:22:55.597887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-c6fc902f-d52e-4d71-bb34-f4eafa775bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.599719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-c6fc902f-d52e-4d71-bb34-f4eafa775bfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1074691 Oct 28 21:22:55.650686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf86f017-e3e5-4041-a056-0c87f50a706f req-4bb19840-a1c2-4217-8e9a-2294e0f9f97d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 Oct 28 21:22:55.709698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-1cb9aeca-e3b8-41d1-83bb-272f32d85cdc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.720067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-1cb9aeca-e3b8-41d1-83bb-272f32d85cdc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.2318981 Oct 28 21:22:55.740916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-92b8c4fe-57af-4951-b406-6bfafa64f7c9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/quotas/ba1702188d9d424885e47d7b05fa4448 HTTP/1.1" status: 200 len: 375 time: 0.0197086 Oct 28 21:22:55.748083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-add76455-7b71-4e15-9285-36e8d6414cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.749693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-add76455-7b71-4e15-9285-36e8d6414cb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341252 Oct 28 21:22:55.815414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-aae1a3b6-660a-4aa9-ab4f-301a051d1b1f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729015 Oct 28 21:22:55.921471 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-9b30c3f4-b070-4420-8fbd-40653a12020d service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616061 Oct 28 21:22:55.989083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6a0b-b5f3-44da-85ed-a23ed976d484 req-bbe56475-40c2-49cf-9252-032288ab8be7 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:55.997057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-459e6a0b-b5f3-44da-85ed-a23ed976d484 req-bbe56475-40c2-49cf-9252-032288ab8be7 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1098 time: 0.1115189 Oct 28 21:22:56.005025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-7990c055-2dd8-4440-bc96-50114f98839f service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885731 Oct 28 21:22:56.041420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912b11f5-2f81-45c5-9da1-8a7b1945d234 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:56.053587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:56.090051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Transition to ACTIVE for port object 912b11f5-2f81-45c5-9da1-8a7b1945d234 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:56.093293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f03abc3-ea91-4b21-b16a-cf2709e89cb7 req-c6785f67-8ed1-4493-b5da-474a1f911ce8 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627131 Oct 28 21:22:56.098702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:56.102326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-459e6a0b-b5f3-44da-85ed-a23ed976d484 req-09292b41-d7ed-46bc-b4d1-04bbd7bcc80a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961914 Oct 28 21:22:56.152801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-e7c522ae-76b3-4c11-842c-b0e6e742c978 service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418564 Oct 28 21:22:56.182746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Pushing event updated for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:56.329926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8967-24ab-4e59-9dd3-2f7a6dab2872 req-0be5e410-1bf0-4ddf-8c3e-9128009a47e5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.336343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c80a8967-24ab-4e59-9dd3-2f7a6dab2872 req-0be5e410-1bf0-4ddf-8c3e-9128009a47e5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 943 time: 0.0897100 Oct 28 21:22:56.344816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Attempting to bind port 912b11f5-2f81-45c5-9da1-8a7b1945d234 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:56.344816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Attempting to bind port 912b11f5-2f81-45c5-9da1-8a7b1945d234 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:56.344816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Attempting to bind port 912b11f5-2f81-45c5-9da1-8a7b1945d234 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:56.350108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Port 912b11f5-2f81-45c5-9da1-8a7b1945d234 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:56.350480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Attempting to bind port 912b11f5-2f81-45c5-9da1-8a7b1945d234 on network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:56.371915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:56.372259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Checking segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:56.372664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Bound using segment: {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:56.373099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Bound port: 912b11f5-2f81-45c5-9da1-8a7b1945d234, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55efc0f6-423c-45a7-91fe-bcbaeba93ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:56.373452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:56.402894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c80a8967-24ab-4e59-9dd3-2f7a6dab2872 req-19f81043-5b44-41e2-8b11-00bdf156a9ca tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545740 Oct 28 21:22:56.503752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:22:56.508495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:56.516115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:56.552082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.552670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:56.554057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] 10.222.0.44 "PUT /v2.0/ports/912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 1092 time: 1.2257502 Oct 28 21:22:56.554736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:56.556922 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9882d4a-cc3b-4326-8ff7-2780503b1257" -d '{"events": [{"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:56.692267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aedbd7-33ce-4016-b765-444ac20d7db5 service neutron] Pushing event updated for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:56.732787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-044492ad-25fc-4529-8663-dc0b2465d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.734408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-044492ad-25fc-4529-8663-dc0b2465d1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1095 time: 0.1243749 Oct 28 21:22:56.843837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-189d3cd9-c894-4214-9645-2c9018f5a50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.846461 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-189d3cd9-c894-4214-9645-2c9018f5a50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c1c09c3-506e-48fc-96b1-277af9f56588 HTTP/1.1" status: 200 len: 945 time: 0.2040577 Oct 28 21:22:56.849091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-a25e0fe3-29d4-469e-a409-7f23d9f6d9c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 217 time: 0.0977080 Oct 28 21:22:56.883340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf89b-de4a-4a72-9299-f67cf36307c8 req-fc7f39ec-0c09-4821-a861-5ddcfb74a86b tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.889707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d4cf89b-de4a-4a72-9299-f67cf36307c8 req-fc7f39ec-0c09-4821-a861-5ddcfb74a86b tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 948 time: 0.4628904 Oct 28 21:22:56.930555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74734da5-278f-4a90-8a41-4a4ba68105bc req-77b0d9f7-bd6e-4120-97c7-55b027b7907c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:56.938041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74734da5-278f-4a90-8a41-4a4ba68105bc req-77b0d9f7-bd6e-4120-97c7-55b027b7907c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1098 time: 0.4414785 Oct 28 21:22:56.961517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d4cf89b-de4a-4a72-9299-f67cf36307c8 req-03e4c5f9-967a-49ed-befc-0fae2f1cd48a tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664556 Oct 28 21:22:56.997425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74734da5-278f-4a90-8a41-4a4ba68105bc req-145d21ac-dd85-40d4-a3ee-19068bc1d5cb tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Oct 28 21:22:57.167053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03a9298a-60f6-4f37-be36-d76562426c31 req-ec372edf-e92d-4f34-bdc3-66ce98d91679 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 210 time: 0.0597663 Oct 28 21:22:57.240806 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bdd07a-55aa-4fb9-9542-0452e8b5292b x-openstack-request-id: req-f2bdd07a-55aa-4fb9-9542-0452e8b5292b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:22:57.248400 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:22:57.248698 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2bdd07a-55aa-4fb9-9542-0452e8b5292b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:22:57.249127 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'status': 'completed', 'code': 200} Oct 28 21:22:57.297502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-73bc7891-bc74-4828-81b1-fdebd3cf297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:57.298962 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-73bc7891-bc74-4828-81b1-fdebd3cf297e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.4378386 Oct 28 21:22:57.356501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Deleting port 5563f668-a68d-4ea9-831e-7bea1e960718 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:22:57.356836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:57.375065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-7340ced4-a992-4339-a045-2fc869f57164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:57.376600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-7340ced4-a992-4339-a045-2fc869f57164 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687485 Oct 28 21:22:57.449116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7e36f9c4-032b-4e38-ad02-00476bfff0ea details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:57.550948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] For port 5563f668-a68d-4ea9-831e-7bea1e960718, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5563f668-a68d-4ea9-831e-7bea1e960718,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:57.551631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:57.558204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85031eac-d177-428a-82f0-279cc9500e6f req-aeadef77-d2ca-497e-9b16-d2e98710ef89 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:57.567787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85031eac-d177-428a-82f0-279cc9500e6f req-aeadef77-d2ca-497e-9b16-d2e98710ef89 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 943 time: 0.0705380 Oct 28 21:22:57.592673 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-150f0ac4-4375-49e6-a582-11de240cbea7 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872249 Oct 28 21:22:57.594292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Calling delete_port for 5563f668-a68d-4ea9-831e-7bea1e960718 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:22:57.614885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:57.630361 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '7e36f9c4-032b-4e38-ad02-00476bfff0ea', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '7e36f9c4-032b-4e38-ad02-00476bfff0ea', 'mac_address': 'fa:16:3e:eb:48:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:57.638874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85031eac-d177-428a-82f0-279cc9500e6f req-4858e69a-c670-4488-bf07-819bb21495f1 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701375 Oct 28 21:22:57.677779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:57.698030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e36f9c4-032b-4e38-ad02-00476bfff0ea {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:57.720392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:57.727499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:57.778767 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-794752b8-9a37-4227-aefb-8d82f2daba97 req-2cac933b-5ffe-4320-988c-d1beb7db368e service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704860 Oct 28 21:22:57.807103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:57.838309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-5bae6282-7afe-43d5-8add-92323217a71d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:57.840044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-5bae6282-7afe-43d5-8add-92323217a71d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.1212003 Oct 28 21:22:57.854277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Request body: {'port': {'device_id': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'admin_state_up': True, 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:57.969596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['7e36f9c4-032b-4e38-ad02-00476bfff0ea'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:22:57.985365 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:58.005128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:22:58.005633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-97cfb84e-c946-46df-b109-c06e82459ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.007641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-97cfb84e-c946-46df-b109-c06e82459ece service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1095 time: 0.1436944 Oct 28 21:22:58.010795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:58.044927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event deleted for resources: {'Port': ['ID=5563f668-a68d-4ea9-831e-7bea1e960718,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:58.134140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] No DVR routers for this DVR port 5563f668-a68d-4ea9-831e-7bea1e960718 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:22:58.138934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:58.141861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab1e8675-4a5a-47a7-a795-5907401ca85f req-1994612f-3ea8-4489-b407-9fb151119053 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "DELETE /v2.0/ports/5563f668-a68d-4ea9-831e-7bea1e960718 HTTP/1.1" status: 204 len: 173 time: 1.2822046 Oct 28 21:22:58.187845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-2f653818-ccc6-48a6-94b4-1f6d62ca0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.194567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-2f653818-ccc6-48a6-94b4-1f6d62ca0785 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1601491 Oct 28 21:22:58.240636 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-647fae40-0e17-4eb2-8b56-d0688a1c1033 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 217 time: 0.0383673 Oct 28 21:22:58.256057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Allocated IP 172.20.0.7 (6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14/e0c36c01-9d14-45bc-9507-b03bd3cfb10a/e8590605-476b-4f41-a699-b0cd2c4ec666) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:22:58.286852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-6b873289-cb90-44f0-a199-7bff0a536f87 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.295242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-6b873289-cb90-44f0-a199-7bff0a536f87 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.2704298 Oct 28 21:22:58.305740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-45a82601-00ae-4267-86e8-4aa239e4c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.307345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-45a82601-00ae-4267-86e8-4aa239e4c5bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0577240 Oct 28 21:22:58.313229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-dd20f5dd-734b-4a01-93a3-adcaed757f00 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/quotas/03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 375 time: 0.0171247 Oct 28 21:22:58.358429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-df5519a3-3c2e-416f-98a8-e6d2a7337b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.359906 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-df5519a3-3c2e-416f-98a8-e6d2a7337b0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436902 Oct 28 21:22:58.437968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-12bcf090-ccaa-421c-93dd-88074095057c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119146 Oct 28 21:22:58.449506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-acc005e6-5da5-40d2-9e75-e55740f7f6bb tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:22:58.450538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-acc005e6-5da5-40d2-9e75-e55740f7f6bb tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117033 Oct 28 21:22:58.467326 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-95bf963c-c744-4cd0-b53e-1f71a9d18091 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990713 Oct 28 21:22:58.554947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-4c4a7a97-67cc-4294-9d4a-630c0326ecbe tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.556215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-4c4a7a97-67cc-4294-9d4a-630c0326ecbe tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 1095 time: 0.0930614 Oct 28 21:22:58.559467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9882d4a-cc3b-4326-8ff7-2780503b1257 req-e48334f9-40cd-488e-a3e5-ee6c9246329e service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823421 Oct 28 21:22:58.567863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:58.568308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:22:58.621613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:58.654775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-482a72c0-aff3-44fb-b240-03eddf615bbc service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032814 Oct 28 21:22:58.811143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:58.863178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-60bcccf5-e4fb-4d15-93cb-d1563de17bd9 service neutron] 10.222.0.31 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797907 Oct 28 21:22:58.880651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:58.880982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:58.881308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:58.885996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:22:58.891798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:22:58.893985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:58.896139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:22:58.899433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:58.899580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:58.929373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:58.929801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:58.930182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:58.930617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Bound port: a0fc18fd-52eb-46a2-a210-add76510111f, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:58.977029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:58.977641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.001152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-119ad7e8-e0ce-434a-96cc-c0b53e4933a7 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1514072 Oct 28 21:22:59.010247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:22:59.017132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Request body: {'port': {'device_id': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:22:59.024630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.025723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-c6bac4d2-5afb-4ae8-92ed-bc68f4dbed73 service neutron] 10.222.0.31 "POST /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4625735 Oct 28 21:22:59.090598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.249783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-deleted', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:59.253055 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f2a0b5-9c4e-43c5-9500-cc059f90281c" -d '{"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-deleted", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:59.324850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71506e-2908-4f0f-8861-19ffb1979278 req-eb0ffb55-c514-411c-8705-2312fe52619a tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.326695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f71506e-2908-4f0f-8861-19ffb1979278 req-eb0ffb55-c514-411c-8705-2312fe52619a tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 949 time: 0.1159794 Oct 28 21:22:59.349390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-bcf6d013-1e24-4a52-898d-d45e6e45b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.351987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-bcf6d013-1e24-4a52-898d-d45e6e45b2fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1098 time: 0.0593424 Oct 28 21:22:59.450991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f71506e-2908-4f0f-8861-19ffb1979278 req-25d36b99-ffe5-46e2-949c-8143490a868c tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131237 Oct 28 21:22:59.462395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad58a1-7b0b-40a1-b2f3-0b6b5c703635 req-5f222753-b6a0-458d-9132-f81bfaacc265 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.465428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 912b11f5-2f81-45c5-9da1-8a7b1945d234 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:22:59.465945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28ad58a1-7b0b-40a1-b2f3-0b6b5c703635 req-5f222753-b6a0-458d-9132-f81bfaacc265 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 931 time: 0.1232657 Oct 28 21:22:59.469138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-697a4e81-2466-4e8d-b6a6-017386b5b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.470715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-697a4e81-2466-4e8d-b6a6-017386b5b5a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1116390 Oct 28 21:22:59.489805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7e36f9c4-032b-4e38-ad02-00476bfff0ea up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:22:59.520275 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-3eb31f22-e861-44ac-a8f3-391b597612ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 217 time: 0.0418329 Oct 28 21:22:59.559450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:59.580968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28ad58a1-7b0b-40a1-b2f3-0b6b5c703635 req-7e917314-02fb-4266-a642-99ce58d56354 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026342 Oct 28 21:22:59.583084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.613725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Transition to ACTIVE for port object e8590605-476b-4f41-a699-b0cd2c4ec666 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:22:59.628392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.637597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 7e36f9c4-032b-4e38-ad02-00476bfff0ea completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:22:59.642701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-e273fc24-0d8b-40f5-99e5-89fb94d1835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.645592 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-e273fc24-0d8b-40f5-99e5-89fb94d1835f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1179328 Oct 28 21:22:59.649625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 7e36f9c4-032b-4e38-ad02-00476bfff0ea triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:22:59.650516 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.691103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-afd6b69b-c6ff-4507-b859-4e7b2e8433e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374649 Oct 28 21:22:59.706230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:59.732885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:22:59.756022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:22:59.764421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95766e5d-8afd-4496-b72f-62213ce538a1 req-3cbcd788-ec58-4e23-9645-0a04a3498b85 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.765921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95766e5d-8afd-4496-b72f-62213ce538a1 req-3cbcd788-ec58-4e23-9645-0a04a3498b85 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 943 time: 0.1480041 Oct 28 21:22:59.817334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-5fca5ae4-46e9-44bb-9560-5eff82a836df service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178260 Oct 28 21:22:59.830795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.847541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.851967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912b11f5-2f81-45c5-9da1-8a7b1945d234 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:22:59.854881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a385a-71b1-4027-97fb-7286b19e41d2 req-8798b0e2-5084-4954-8ee5-dddcfa8276bd tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:22:59.861072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-966a385a-71b1-4027-97fb-7286b19e41d2 req-8798b0e2-5084-4954-8ee5-dddcfa8276bd tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1705503 Oct 28 21:22:59.877628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:59.888243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.896167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:22:59.904759 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c984bc-0cc7-4e96-bd3b-0ec5dc70d351" -d '{"events": [{"server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "name": "network-vif-plugged", "status": "completed", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:22:59.931190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95766e5d-8afd-4496-b72f-62213ce538a1 req-ce6508d1-e06b-4dd0-97ef-5fbe39d5361f tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490636 Oct 28 21:22:59.936767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Attempting to bind port e8590605-476b-4f41-a699-b0cd2c4ec666 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:22:59.937673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Attempting to bind port e8590605-476b-4f41-a699-b0cd2c4ec666 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:22:59.937673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Attempting to bind port e8590605-476b-4f41-a699-b0cd2c4ec666 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:59.944132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-e38bc497-ecd0-4517-8c5f-12fe1b894df3 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178102 Oct 28 21:22:59.959190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Port e8590605-476b-4f41-a699-b0cd2c4ec666 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:22:59.959518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Attempting to bind port e8590605-476b-4f41-a699-b0cd2c4ec666 on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:22:59.965643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:22:59.970614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:22:59.971083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Checking segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:22:59.971457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Bound using segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:22:59.972400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Bound port: e8590605-476b-4f41-a699-b0cd2c4ec666, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:22:59.972702 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.979748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:22:59.981542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:22:59.990506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-966a385a-71b1-4027-97fb-7286b19e41d2 req-0f2d47c6-b245-4f5d-b4c9-21e8a70c1113 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215982 Oct 28 21:23:00.027470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 5563f668-a68d-4ea9-831e-7bea1e960718 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:00.027948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5563f668-a68d-4ea9-831e-7bea1e960718 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:00.043447 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758fabb-309c-427c-8a50-994c7186bd58 x-openstack-request-id: req-4758fabb-309c-427c-8a50-994c7186bd58 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:00.043970 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1c09c3-506e-48fc-96b1-277af9f56588", "name": "network-vif-deleted", "tag": "5563f668-a68d-4ea9-831e-7bea1e960718", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:00.044484 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4758fabb-309c-427c-8a50-994c7186bd58 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:00.045079 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1c09c3-506e-48fc-96b1-277af9f56588', 'name': 'network-vif-deleted', 'tag': '5563f668-a68d-4ea9-831e-7bea1e960718', 'status': 'completed', 'code': 200} Oct 28 21:23:00.071895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:00.102253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa1f28ea-012f-4733-b022-4aacec501421 req-3488da21-31ab-47e4-aa51-c4974d3cff18 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.0840893 Oct 28 21:23:00.119867 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da85f57-4311-4569-868e-746c533434fc x-openstack-request-id: req-8da85f57-4311-4569-868e-746c533434fc {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:00.120256 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "name": "network-vif-plugged", "status": "completed", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:00.120638 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8da85f57-4311-4569-868e-746c533434fc {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:00.121203 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea', 'code': 200} Oct 28 21:23:00.146124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:00.146257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:00.149632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:00.164690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:00.182923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['912b11f5-2f81-45c5-9da1-8a7b1945d234'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:00.202355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f478c9-37ad-4a53-a054-7c167d59832a req-7b9d66ae-3419-44f7-b45d-9c135c3230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.204207 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-23f478c9-37ad-4a53-a054-7c167d59832a req-7b9d66ae-3419-44f7-b45d-9c135c3230ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 1102 time: 0.0508983 Oct 28 21:23:00.237441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.241797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:00.243363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] 10.222.0.44 "PUT /v2.0/ports/e8590605-476b-4f41-a699-b0cd2c4ec666 HTTP/1.1" status: 200 len: 1092 time: 1.2307503 Oct 28 21:23:00.261150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:00.265055 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99f12c-b55f-47c6-84c4-9c591aacaf33" -d '{"events": [{"name": "network-changed", "server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:00.303467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-23f478c9-37ad-4a53-a054-7c167d59832a req-bf22eeb7-f111-4d30-9364-a86a91f0ae46 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Oct 28 21:23:00.332622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec4201-e6b9-4ebe-a6a6-5689076c5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:00.356777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a307988f-55fc-4831-9531-38d4a6beec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.362473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-a307988f-55fc-4831-9531-38d4a6beec12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 1095 time: 0.0553842 Oct 28 21:23:00.364018 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ee5a9-0d79-489f-a1de-a1056670fc88 x-openstack-request-id: req-894ee5a9-0d79-489f-a1de-a1056670fc88 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:00.364313 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:00.364616 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-894ee5a9-0d79-489f-a1de-a1056670fc88 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:00.365024 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'status': 'completed', 'code': 200} Oct 28 21:23:00.582465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-ac9596b8-a013-4bae-a0a5-41686a356abf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8590605-476b-4f41-a699-b0cd2c4ec666 HTTP/1.1" status: 200 len: 217 time: 0.0388961 Oct 28 21:23:00.734171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddd546-e207-40de-8dcf-7922c5e4ab52 req-29ee0b17-53d9-4762-98d2-e600cd63140b tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.735696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12ddd546-e207-40de-8dcf-7922c5e4ab52 req-29ee0b17-53d9-4762-98d2-e600cd63140b tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 950 time: 0.2033741 Oct 28 21:23:00.745404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-8ed23a0f-675e-49a8-9035-6cfd47b90687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.746760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-8ed23a0f-675e-49a8-9035-6cfd47b90687 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.1436520 Oct 28 21:23:00.775066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-5db3f357-98b6-486a-8bd9-f7590231e72a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.776872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-5db3f357-98b6-486a-8bd9-f7590231e72a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 807 time: 0.1600692 Oct 28 21:23:00.800818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-7356fde2-e713-47e9-83a1-4ba677e7320f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434749 Oct 28 21:23:00.802258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Request body: {'port': {'device_id': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'admin_state_up': True, 'tenant_id': '03b669f7d6b54634a31737352f7296e0'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:00.847454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c323-9354-493e-895f-911e13ebed01 req-ffadc5b8-d72b-497d-bad5-45dbcd350d40 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:00.849052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9936c323-9354-493e-895f-911e13ebed01 req-ffadc5b8-d72b-497d-bad5-45dbcd350d40 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 943 time: 0.1535294 Oct 28 21:23:00.910921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12ddd546-e207-40de-8dcf-7922c5e4ab52 req-54c9c88b-07c8-4f1a-b8b7-372517ae636a tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580143 Oct 28 21:23:00.954298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Made reservation on behalf of 03b669f7d6b54634a31737352f7296e0 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:00.958400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:00.990898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9936c323-9354-493e-895f-911e13ebed01 req-14a4dfa0-6898-42ca-9fbc-10ae8444245f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719657 Oct 28 21:23:00.995713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-44e79e56-bfa2-4239-962b-2cf6c44a3f20 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845019 Oct 28 21:23:01.115844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Allocated IP 172.20.0.9 (f2f84dac-3389-47d1-b4a1-79eb30e3ea6b/868f1d95-57f4-4051-80f3-19bdc0247cbf/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:01.212413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af773814-cd65-41ca-b9c2-372fc6f5711d req-acbf559a-cbe0-43b3-a9a9-30688c7a993f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.214647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af773814-cd65-41ca-b9c2-372fc6f5711d req-acbf559a-cbe0-43b3-a9a9-30688c7a993f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1071649 Oct 28 21:23:01.261522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694bb5a-7d80-436f-bcb9-8cb03461c79b req-19b3ef91-c724-45b5-b591-32bd971f5cdb tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.264451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a694bb5a-7d80-436f-bcb9-8cb03461c79b req-19b3ef91-c724-45b5-b591-32bd971f5cdb tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 944 time: 0.2174613 Oct 28 21:23:01.270927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af76fea-73aa-46f8-9959-3a754cdc6a8a req-674dd8fc-109e-4ccb-82f9-7395153e612d service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674434 Oct 28 21:23:01.325484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af773814-cd65-41ca-b9c2-372fc6f5711d req-aee8a08a-192a-4e56-934a-e4012c8e4949 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973074 Oct 28 21:23:01.339068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a694bb5a-7d80-436f-bcb9-8cb03461c79b req-51b9e581-655a-4261-bbeb-a24a2dc644dd tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646269 Oct 28 21:23:01.363680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:01.450323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:01.462191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:01.508186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-32ba7443-c6d3-4469-b685-49fd21508e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.510042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-32ba7443-c6d3-4469-b685-49fd21508e72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 1095 time: 0.1647437 Oct 28 21:23:01.517968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 912b11f5-2f81-45c5-9da1-8a7b1945d234 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:01.556906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:01.560190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:01.564491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:01.611033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:01.660278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209e13-f512-43b0-8159-8e5231ace09d req-d2084587-c841-4de0-94f1-208a933f965b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.666568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5209e13-f512-43b0-8159-8e5231ace09d req-d2084587-c841-4de0-94f1-208a933f965b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 931 time: 0.2198801 Oct 28 21:23:01.687300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 912b11f5-2f81-45c5-9da1-8a7b1945d234 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:23:01.695842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.697080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:01.698154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 912b11f5-2f81-45c5-9da1-8a7b1945d234 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:01.698772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:01.727050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-14268294-463f-453c-9dbe-26c91ab0f816 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359612 Oct 28 21:23:01.740882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Request body: {'port': {'device_id': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:01.797765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5209e13-f512-43b0-8159-8e5231ace09d req-8cf56922-b708-469c-84ed-41cee4de3151 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276393 Oct 28 21:23:01.836401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-e8367e51-ec3e-401f-9077-3bbb24b233e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:01.836401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-e8367e51-ec3e-401f-9077-3bbb24b233e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 916 time: 0.3132629 Oct 28 21:23:01.861521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:01.909696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-7d154bc4-90ca-4452-b959-32697e43d3d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8590605-476b-4f41-a699-b0cd2c4ec666 HTTP/1.1" status: 200 len: 217 time: 0.0609651 Oct 28 21:23:01.941192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.001936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-121c1ff2-2aa2-4ab0-8985-eb2f73769825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.003697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-121c1ff2-2aa2-4ab0-8985-eb2f73769825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.0854194 Oct 28 21:23:02.031337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:02.040791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.061179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-9d2feab5-d28a-4131-a982-c121e42ace26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485582 Oct 28 21:23:02.099805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:02.122446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:02.124765 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe7df1-265d-46c1-b126-23ad6f9d001d" -d '{"events": [{"server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "name": "network-vif-plugged", "status": "completed", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:02.186068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b895-e471-4cdb-babd-632bd95ea31d req-172be5ff-afe7-4d1a-b109-d6593822277d tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.187477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3a4b895-e471-4cdb-babd-632bd95ea31d req-172be5ff-afe7-4d1a-b109-d6593822277d tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 950 time: 0.1619184 Oct 28 21:23:02.225029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a459-f8af-44d9-a201-17db12107dcf req-5e9aa8ff-33ff-4347-bfbc-5b3b13dde005 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.227288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45a7a459-f8af-44d9-a201-17db12107dcf req-5e9aa8ff-33ff-4347-bfbc-5b3b13dde005 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 943 time: 0.1304033 Oct 28 21:23:02.231476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:02.239634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.253291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Transition to ACTIVE for port object 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:23:02.258922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.267553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-d00ed200-7318-4c19-bbb4-2ea105c06305 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818440 Oct 28 21:23:02.307766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3a4b895-e471-4cdb-babd-632bd95ea31d req-c403bec1-79d7-4c36-ac8d-d09127553923 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069932 Oct 28 21:23:02.353371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:02.392889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:02.394072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:02.394653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:02.400809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:23:02.401570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:02.407100 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608f4df-09e6-4763-88ef-6e89e524d472 x-openstack-request-id: req-4608f4df-09e6-4763-88ef-6e89e524d472 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:02.407652 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "name": "network-vif-plugged", "status": "completed", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:02.408129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:02.408655 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4608f4df-09e6-4763-88ef-6e89e524d472 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:02.408996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:02.409497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:02.409976 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'code': 200} Oct 28 21:23:02.410109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Bound port: 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:02.410751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.487952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:02.492825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:02.511731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.577517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.578411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:02.580113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] 10.222.0.44 "PUT /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 1092 time: 0.8448412 Oct 28 21:23:02.581516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:02.592332 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0aa435-a152-4ee3-b176-bd240f9d4858" -d '{"events": [{"name": "network-changed", "server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:02.608268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51da4e-3409-45fd-8c46-fc98a49bbece req-6d0b0756-a001-4c6a-bc33-79d12233de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.610055 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1a51da4e-3409-45fd-8c46-fc98a49bbece req-6d0b0756-a001-4c6a-bc33-79d12233de73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1097 time: 0.1152213 Oct 28 21:23:02.618965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45a7a459-f8af-44d9-a201-17db12107dcf req-6d2e5e70-d5bc-4f5c-9ea5-909a27a4275b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758347 Oct 28 21:23:02.623868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc2e1-7c8d-416b-b95f-fd37921c0c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:02.704138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1a51da4e-3409-45fd-8c46-fc98a49bbece req-2fa2de1a-e38b-4805-8b80-0889ffb7cb95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763578 Oct 28 21:23:02.707548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-e8ebfcc0-ef98-4ef0-99f1-38de32196641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.709266 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-e8ebfcc0-ef98-4ef0-99f1-38de32196641 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1095 time: 0.0742738 Oct 28 21:23:02.743556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed99f12c-b55f-47c6-84c4-9c591aacaf33 req-511c4e17-ba90-4918-a3fd-737aa7211f77 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672749 Oct 28 21:23:02.786922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e1ac8-bf41-4dd6-990a-edabcabe8235 req-52a685c0-56e1-4443-9725-5fee77d35ae0 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.788475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c09e1ac8-bf41-4dd6-990a-edabcabe8235 req-52a685c0-56e1-4443-9725-5fee77d35ae0 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 945 time: 0.0931983 Oct 28 21:23:02.797365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79204bb2-5c7d-4d96-bff0-9ae9195dc84b req-5c246781-f829-429b-95f4-7e97b1898e3c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:02.798864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79204bb2-5c7d-4d96-bff0-9ae9195dc84b req-5c246781-f829-429b-95f4-7e97b1898e3c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.0834017 Oct 28 21:23:02.852428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c09e1ac8-bf41-4dd6-990a-edabcabe8235 req-55b43c33-5e36-41da-9b48-33d425bcafa9 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525768 Oct 28 21:23:02.873777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79204bb2-5c7d-4d96-bff0-9ae9195dc84b req-af9d4f4d-58ec-47a5-953f-68920bc98105 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Oct 28 21:23:02.923243 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239cb661-9431-4268-abf1-202d874bda19 x-openstack-request-id: req-239cb661-9431-4268-abf1-202d874bda19 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:02.923910 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:02.924325 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-239cb661-9431-4268-abf1-202d874bda19 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:02.924928 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'status': 'completed', 'code': 200} Oct 28 21:23:02.979288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-f9a4b580-3fa4-4072-abe7-bbb1aa4154e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 217 time: 0.0495389 Oct 28 21:23:03.044207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-c5fd4feb-17fd-4eed-b471-f82fd5b6d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.046344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-c5fd4feb-17fd-4eed-b471-f82fd5b6d200 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0588372 Oct 28 21:23:03.095344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-045e11e2-586a-45e1-a2ce-e3c81c45d555 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321600 Oct 28 21:23:03.099213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2af9-dcfb-43a4-b697-485025c48a85 req-66c3f6db-f02c-4b72-8258-52732012e97e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.101036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbac2af9-dcfb-43a4-b697-485025c48a85 req-66c3f6db-f02c-4b72-8258-52732012e97e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.0592926 Oct 28 21:23:03.154407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbac2af9-dcfb-43a4-b697-485025c48a85 req-f14cd3da-144e-4130-8c0d-e89746b05926 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Oct 28 21:23:03.216534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-7ad0e4b5-d740-4217-bf07-c9340ff51d1d service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093187 Oct 28 21:23:03.328652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b5156b4b-c7bc-4a35-819c-c7eda9116aac req-0c40f06d-8c9e-40d3-9eb1-7f5ed564bf72 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986197 Oct 28 21:23:03.445368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a57595-da25-4eaf-9946-0e202c814c55 req-b9b05271-9bfb-425e-8b13-8694e29c81ef tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.445977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-f365c83f-6fb9-45b4-94e0-1da069709893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.446899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a57595-da25-4eaf-9946-0e202c814c55 req-b9b05271-9bfb-425e-8b13-8694e29c81ef tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 950 time: 0.0525935 Oct 28 21:23:03.447879 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-f365c83f-6fb9-45b4-94e0-1da069709893 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1095 time: 0.0488589 Oct 28 21:23:03.486486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a57595-da25-4eaf-9946-0e202c814c55 req-a72f6a35-c807-41a7-88f4-6ed7f015154b tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Oct 28 21:23:03.494181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:23:03.552983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-a63afeee-2765-40f1-ab06-01fadbfa69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.554507 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-a63afeee-2765-40f1-ab06-01fadbfa69ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.0934453 Oct 28 21:23:03.592913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:03.602675 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-bef4d012-6b77-42d8-a2b2-36a271307234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 217 time: 0.0381269 Oct 28 21:23:03.604813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'mac_address': 'fa:16:3e:58:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:23:03.654895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-b49f68c1-0f26-4c79-a9ac-0327551ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.656594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-b49f68c1-0f26-4c79-a9ac-0327551ede56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.0453236 Oct 28 21:23:03.656683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:03.671098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:03.693922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:03.702003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:03.703290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-92d17d47-4218-41b7-975c-be6e37269c95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326817 Oct 28 21:23:03.755957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:03.763714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162b48c-4cc2-422e-aa2c-94a13c374e0a req-640a0eef-c4d4-4698-b631-84f9d578973a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:03.765306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f162b48c-4cc2-422e-aa2c-94a13c374e0a req-640a0eef-c4d4-4698-b631-84f9d578973a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 944 time: 0.0573730 Oct 28 21:23:03.806157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f162b48c-4cc2-422e-aa2c-94a13c374e0a req-aadaa02d-39b1-4e39-852d-00077380bd70 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Oct 28 21:23:03.838987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-749a9e17-e329-4093-9f11-b7f5096b935d service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263630 Oct 28 21:23:03.961172 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0f0aa435-a152-4ee3-b176-bd240f9d4858 req-48a3bf9c-6277-40a5-984c-c0dc76975723 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105957 Oct 28 21:23:04.016050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9904-1b1a-437d-9118-fad75267cd65 req-951cea3a-1963-4ddf-8422-b5d2d45897a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:04.017579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-703f9904-1b1a-437d-9118-fad75267cd65 req-951cea3a-1963-4ddf-8422-b5d2d45897a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 945 time: 0.0766485 Oct 28 21:23:04.032872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e36ba-68bb-4b29-b94a-fd3f2ccb7aa7 req-e35fde1a-f2de-438b-9c16-425a64e07d82 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:04.034332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-067e36ba-68bb-4b29-b94a-fd3f2ccb7aa7 req-e35fde1a-f2de-438b-9c16-425a64e07d82 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.0823843 Oct 28 21:23:04.080583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e8590605-476b-4f41-a699-b0cd2c4ec666'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:04.095100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-703f9904-1b1a-437d-9118-fad75267cd65 req-73dd4dc6-e3d4-4a7e-bede-ee48e959b150 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Oct 28 21:23:04.097849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-067e36ba-68bb-4b29-b94a-fd3f2ccb7aa7 req-e43772d3-bc66-413d-af4b-f7860254bdde tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563874 Oct 28 21:23:04.312390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc6df-4e69-4d8a-a564-d6eb051abf7d req-7adc9d5b-fb05-4cbf-8174-55a7b12bbda4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:04.314039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e72bc6df-4e69-4d8a-a564-d6eb051abf7d req-7adc9d5b-fb05-4cbf-8174-55a7b12bbda4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.0599365 Oct 28 21:23:04.354291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e72bc6df-4e69-4d8a-a564-d6eb051abf7d req-5794d711-e14f-49ca-a0e0-ea386fe27977 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334742 Oct 28 21:23:04.609109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cda505-9e19-48a6-889a-b0da2d75e2e4 req-6d2612f1-735a-4cf7-add5-6f2079765396 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:04.610581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24cda505-9e19-48a6-889a-b0da2d75e2e4 req-6d2612f1-735a-4cf7-add5-6f2079765396 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 950 time: 0.0507026 Oct 28 21:23:04.656247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24cda505-9e19-48a6-889a-b0da2d75e2e4 req-6f18cfc1-f7ae-4ee3-a6fd-686ae2a50d67 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d28d4f-a37d-43e6-8d9f-47d6670c7741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 Oct 28 21:23:04.927516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddff1-1f55-451a-824f-e1a1fd6fb77c req-2dbd349b-5d0b-4c9e-965b-3bfffce38912 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:04.929742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e18ddff1-1f55-451a-824f-e1a1fd6fb77c req-2dbd349b-5d0b-4c9e-965b-3bfffce38912 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 944 time: 0.0491343 Oct 28 21:23:04.969165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e18ddff1-1f55-451a-824f-e1a1fd6fb77c req-6fa10324-0375-4f90-8529-dc478944f04c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Oct 28 21:23:05.134998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-287d3b48-ff01-4883-b70a-c0abad84b82c tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:05.136509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-287d3b48-ff01-4883-b70a-c0abad84b82c tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.44 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 950 time: 0.0489464 Oct 28 21:23:05.250388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Deleting port 7e36f9c4-032b-4e38-ad02-00476bfff0ea {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:05.250723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:05.269251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820d74d-4e7b-4c5d-b581-e765247b995a req-57c1d5e6-c3da-4d82-badf-bbe28c748ab4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:05.271039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2820d74d-4e7b-4c5d-b581-e765247b995a req-57c1d5e6-c3da-4d82-badf-bbe28c748ab4 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.0913451 Oct 28 21:23:05.279306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936a68-7d4d-4666-bbea-f912267dbef4 req-94725bfb-b9ba-4507-9f17-b93123853ff7 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:05.280979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98936a68-7d4d-4666-bbea-f912267dbef4 req-94725bfb-b9ba-4507-9f17-b93123853ff7 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 945 time: 0.0898993 Oct 28 21:23:05.337901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98936a68-7d4d-4666-bbea-f912267dbef4 req-790162eb-5c5a-42b2-b6cf-37a2a67ba5fa tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499136 Oct 28 21:23:05.343190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2820d74d-4e7b-4c5d-b581-e765247b995a req-e9778ce7-fd2b-46ad-abeb-b9a262f39f17 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Oct 28 21:23:05.346335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] For port 7e36f9c4-032b-4e38-ad02-00476bfff0ea, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=7e36f9c4-032b-4e38-ad02-00476bfff0ea,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:05.346692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:05.364873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Calling delete_port for 7e36f9c4-032b-4e38-ad02-00476bfff0ea owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:05.497194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:05.603050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:05.619671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['7e36f9c4-032b-4e38-ad02-00476bfff0ea'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:05.658476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Pushing event deleted for resources: {'Port': ['ID=7e36f9c4-032b-4e38-ad02-00476bfff0ea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:05.697473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dff82-2c0c-4d8c-bb80-d09bf830861c req-7d57dbbd-9b61-438f-8c00-26d1a3288933 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:05.714893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c3dff82-2c0c-4d8c-bb80-d09bf830861c req-7d57dbbd-9b61-438f-8c00-26d1a3288933 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1558495 Oct 28 21:23:05.734866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e8590605-476b-4f41-a699-b0cd2c4ec666 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:23:05.748965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e8590605-476b-4f41-a699-b0cd2c4ec666 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:05.755850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:05.768466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] No DVR routers for this DVR port 7e36f9c4-032b-4e38-ad02-00476bfff0ea on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:05.777246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:05.780622 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b68649ca-9421-4f81-8f6a-19cbfcce55a7 req-a8c765e0-30e9-44fa-b0b3-c8e2fc0e3f16 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.44 "DELETE /v2.0/ports/7e36f9c4-032b-4e38-ad02-00476bfff0ea HTTP/1.1" status: 204 len: 173 time: 0.6370366 Oct 28 21:23:05.781124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'name': 'network-vif-deleted', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:05.783350 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b607adb-bb72-4457-980c-b6626003c06a" -d '{"events": [{"server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "name": "network-vif-deleted", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:05.824717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c3dff82-2c0c-4d8c-bb80-d09bf830861c req-c7d63cbf-3f56-4f27-a697-f8abd39be890 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084561 Oct 28 21:23:06.022953 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:06.036507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b67b61b0-91ac-4bba-9fb7-b37643098efd req-7c8d20a3-06e9-454e-8137-835a8eef39a1 tempest-TenantUsagesTestJSON-421192723 tempest-TenantUsagesTestJSON-421192723-project] 10.222.0.31 "GET /v2.0/ports?device_id=393958cd-6602-402a-b652-46241c346b7a HTTP/1.1" status: 200 len: 210 time: 0.0684381 Oct 28 21:23:06.070983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:06.076914 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b0c5a3-4523-47cc-a11a-7d300248bddc" -d '{"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:06.095123 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c2e93-2bf6-4f8b-a0a1-c7d407801fdc x-openstack-request-id: req-593c2e93-2bf6-4f8b-a0a1-c7d407801fdc {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:06.095420 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393958cd-6602-402a-b652-46241c346b7a", "name": "network-vif-deleted", "tag": "7e36f9c4-032b-4e38-ad02-00476bfff0ea", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:06.095668 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-593c2e93-2bf6-4f8b-a0a1-c7d407801fdc {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:06.096060 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393958cd-6602-402a-b652-46241c346b7a', 'name': 'network-vif-deleted', 'tag': '7e36f9c4-032b-4e38-ad02-00476bfff0ea', 'status': 'completed', 'code': 200} Oct 28 21:23:06.105573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:06.115112 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:06.187887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:06.219404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-48689f97-9ce2-467c-b501-ed060ee323d6 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:06.220904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-48689f97-9ce2-467c-b501-ed060ee323d6 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2022417 Oct 28 21:23:06.276240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d274c7-30bc-4866-aee2-612c8a17eb24 req-cddc8276-928f-404a-b87a-495d46974f57 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:06.283838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3d274c7-30bc-4866-aee2-612c8a17eb24 req-cddc8276-928f-404a-b87a-495d46974f57 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1241474 Oct 28 21:23:06.310769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-510bb759-2146-4001-a93c-69a30a81d9cc tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0823035 Oct 28 21:23:06.318101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:06.385363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3d274c7-30bc-4866-aee2-612c8a17eb24 req-2cbd3a77-9279-4ca2-86c2-1a28166b5129 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001666 Oct 28 21:23:06.392968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:06.437527 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942107be-2a06-449c-94d8-b7d297bc5d0c x-openstack-request-id: req-942107be-2a06-449c-94d8-b7d297bc5d0c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:06.437820 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:06.439068 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-942107be-2a06-449c-94d8-b7d297bc5d0c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:06.439068 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'code': 200} Oct 28 21:23:06.577676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611a60-5b5a-4e61-a31a-67342b29b322 req-6d919d41-7819-4790-bdac-c9d65ce1cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:06.580049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63611a60-5b5a-4e61-a31a-67342b29b322 req-6d919d41-7819-4790-bdac-c9d65ce1cbac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 1097 time: 0.0566468 Oct 28 21:23:06.616214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8982f-4e62-4735-9798-451c426d4d7b req-1b30fbe5-99c9-4496-861a-4bcbc79a0054 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:06.618015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1af8982f-4e62-4735-9798-451c426d4d7b req-1b30fbe5-99c9-4496-861a-4bcbc79a0054 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1025240 Oct 28 21:23:06.638875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63611a60-5b5a-4e61-a31a-67342b29b322 req-683025bf-2172-4bd0-bd01-54550f5f9a7a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495348 Oct 28 21:23:06.725168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1af8982f-4e62-4735-9798-451c426d4d7b req-53b1894d-e25b-4418-b10b-a2e19ef06088 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775530 Oct 28 21:23:07.021474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:07.027061 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:07.180243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbae68a-57e2-46e7-aa92-93b456faa7c1 req-1f7a3cea-0f5d-4938-b681-45acfdf2b259 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:07.181904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fbae68a-57e2-46e7-aa92-93b456faa7c1 req-1f7a3cea-0f5d-4938-b681-45acfdf2b259 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.0704453 Oct 28 21:23:07.186894 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61 associated. External IP: 172.25.4.55, port: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838. Oct 28 21:23:07.286397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fbae68a-57e2-46e7-aa92-93b456faa7c1 req-3143952c-4586-4ab1-9492-dc1814312200 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971291 Oct 28 21:23:07.433340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:07.581283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ae828-685e-42e6-ac8c-6478652d787c req-f968d9d6-4aa0-4a30-b8b6-4142cde249ce tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:07.582759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-021ae828-685e-42e6-ac8c-6478652d787c req-f968d9d6-4aa0-4a30-b8b6-4142cde249ce tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1006052 Oct 28 21:23:07.598909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:07.604786 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:07.612387 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:07.624475 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:07.625890 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:07.639239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56886) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:07.667268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-1a467f2a-cd3b-4a49-b15f-a83e70a2887c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "PUT /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 995 time: 1.3473601 Oct 28 21:23:07.669531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:07.671746 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f503942-2a7c-41e3-9d2b-2106a907bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:07.676938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-021ae828-685e-42e6-ac8c-6478652d787c req-c094cd1e-0c2d-4286-b70b-3e74f65fc6c9 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845320 Oct 28 21:23:07.726310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-4c0e1951-31b7-4fe3-aa47-fce2d6a152df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:07.728058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-4c0e1951-31b7-4fe3-aa47-fce2d6a152df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.0599678 Oct 28 21:23:07.788546 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ec8b2-ebe4-4ec2-aaa9-53f73067ac38 x-openstack-request-id: req-579ec8b2-ebe4-4ec2-aaa9-53f73067ac38 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:07.788793 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:07.788793 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-579ec8b2-ebe4-4ec2-aaa9-53f73067ac38 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:07.789651 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:23:07.830854 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:07.858120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-6e7cf058-594a-46c1-abce-671265707a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:07.863867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-6e7cf058-594a-46c1-abce-671265707a89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1242435 Oct 28 21:23:07.909212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-8e7c4d87-827b-4d1e-a4e1-1a7478fa7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:07.910895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-8e7c4d87-827b-4d1e-a4e1-1a7478fa7dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.1129353 Oct 28 21:23:07.918089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-578100c1-fd1c-4075-8f37-dca7ad072412 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c4f9fb7f0694d628169d57ca6851524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770090 Oct 28 21:23:07.918773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56896) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:08.033343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122032-9c51-42c1-ab15-102fb1b30796 req-b67edaf7-be36-42d7-ad7f-00bc10c3a44f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.041277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f122032-9c51-42c1-ab15-102fb1b30796 req-b67edaf7-be36-42d7-ad7f-00bc10c3a44f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1763642 Oct 28 21:23:08.076805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-5b60a01a-14b7-4c2b-8149-08eb883637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.080690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-5b60a01a-14b7-4c2b-8149-08eb883637d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1531098 Oct 28 21:23:08.086786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-b0e97b08-b34d-4e2b-b86b-6cb43795a4a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 998 time: 0.2149718 Oct 28 21:23:08.125070 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:06Z', 'revision_number': 1, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:08.133096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.156618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:08.161400 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.167231 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:08.167834 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:08.207028 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-f81a916c-c0cd-4779-b97c-498eabd3768a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 998 time: 0.1186216 Oct 28 21:23:08.250321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f122032-9c51-42c1-ab15-102fb1b30796 req-403d29ed-0ed4-4e82-9a37-0eb78819753c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080503 Oct 28 21:23:08.250996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.253929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.258139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0d28d4f-a37d-43e6-8d9f-47d6670c7741 HTTP/1.1" status: 204 len: 168 time: 0.3343263 Oct 28 21:23:08.269041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-0ef87bf5-d6d1-4091-a109-9665d32df14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.276714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-0ef87bf5-d6d1-4091-a109-9665d32df14c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.1890273 Oct 28 21:23:08.285289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-a005324c-34b4-4436-834d-22fd5a410f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.286144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d28d4f-a37d-43e6-8d9f-47d6670c7741,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:08.286773 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-a005324c-34b4-4436-834d-22fd5a410f3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0715773 Oct 28 21:23:08.319493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.319900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.320320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.320726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.321090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.321420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.321747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.322069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.322387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.322782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.323593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.323593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e548fb-821f-466d-9c91-a17e9b2d12e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:08.355791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-749ec29c-0a8f-47e0-af01-5112890c9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.364357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-749ec29c-0a8f-47e0-af01-5112890c9d2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867634 Oct 28 21:23:08.371877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-3d61cfae-9cf6-4833-8a3d-6f3ae1f17733 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:23:08.377317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-3d61cfae-9cf6-4833-8a3d-6f3ae1f17733 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0114889 Oct 28 21:23:08.390933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-43469929-da54-4caf-bf27-1aa74071eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.392483 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-43469929-da54-4caf-bf27-1aa74071eabc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967162 Oct 28 21:23:08.419230 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:08.560355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-5586ca2f-2ae1-4350-82c8-1f4c305e216d service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749675 Oct 28 21:23:08.589802 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-4bc2491a-c016-4cdd-a259-9d321ef90383 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875513 Oct 28 21:23:08.722934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b171d51-1452-4423-9610-3bdfa2907a1b req-aede73b2-2c39-4a10-9983-04e9f7306439 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526763 Oct 28 21:23:08.772853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:08.795315 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7f503942-2a7c-41e3-9d2b-2106a907bfef req-0f114f9d-e91d-47d6-91b4-8aefd7d79ff8 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983616 Oct 28 21:23:08.796198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d2ed92-cd08-4000-993c-fbb20e5023c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.866698 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:06Z', 'revision_number': 1, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:08.869591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6aafb-e44f-428d-9450-9ed26f6f7a90 req-f90f76af-ef73-4448-b384-f69add59ac79 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:08.881544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80a6aafb-e44f-428d-9450-9ed26f6f7a90 req-f90f76af-ef73-4448-b384-f69add59ac79 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1139147 Oct 28 21:23:08.897940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d2ed92-cd08-4000-993c-fbb20e5023c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.903212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d2ed92-cd08-4000-993c-fbb20e5023c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:08.908762 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d885-3b06-4bee-87ea-bf6b8275b0ce None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:06Z', 'revision_number': 1, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:08.947243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00d2ed92-cd08-4000-993c-fbb20e5023c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20261d3781974f91863d9d41c86fde80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732268 Oct 28 21:23:08.950092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56914) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:08.969612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80a6aafb-e44f-428d-9450-9ed26f6f7a90 req-c534d6ae-ae49-4f6e-ab72-f5ab0153cbff tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Oct 28 21:23:08.994516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9c667-f32c-4138-8614-1047d6df3693 req-b3745af6-0111-4a1b-bd81-2a14e4fe7555 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:09.004276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a9c667-f32c-4138-8614-1047d6df3693 req-b3745af6-0111-4a1b-bd81-2a14e4fe7555 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1090851 Oct 28 21:23:09.005410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2ed92-cd08-4000-993c-fbb20e5023c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227cf01-fc1d-4880-a0d6-e06cffd67e65,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:09.073826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:09.099544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:09.167261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:09.169859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:09.171023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f227cf01-fc1d-4880-a0d6-e06cffd67e65 HTTP/1.1" status: 204 len: 168 time: 0.2198310 Oct 28 21:23:09.187334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c83b9-5dbf-4609-8a00-42472e3a22b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227cf01-fc1d-4880-a0d6-e06cffd67e65,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:09.311597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e46e0-7ee3-4ed7-af91-8506cca5f824 None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:09.386866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a9c667-f32c-4138-8614-1047d6df3693 req-a5f01ef7-5c64-494f-a06a-8ce8b14556bd tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763583 Oct 28 21:23:09.427164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-8aa8ad29-2043-45ca-bb43-27baea0f8b42 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:09.429330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-8aa8ad29-2043-45ca-bb43-27baea0f8b42 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0996053 Oct 28 21:23:09.515499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7e36f9c4-032b-4e38-ad02-00476bfff0ea no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:09.542714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 7e36f9c4-032b-4e38-ad02-00476bfff0ea {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:09.543216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 7e36f9c4-032b-4e38-ad02-00476bfff0ea not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:09.589918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-d5c99083-9433-4229-803c-a30ddf9c0206 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 998 time: 0.1525345 Oct 28 21:23:09.602984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:09.617619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03380eca-d898-4407-93bf-21cd0316af3a req-e44fe929-b96b-413b-8152-b48104b4828f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:09.625041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03380eca-d898-4407-93bf-21cd0316af3a req-e44fe929-b96b-413b-8152-b48104b4828f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1217487 Oct 28 21:23:09.714435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:09.749070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03380eca-d898-4407-93bf-21cd0316af3a req-ad74a991-35c2-4c6e-bf1b-479fa5932b74 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230319 Oct 28 21:23:10.021767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81740-3b3a-4b27-a09c-24c89af57d39 req-d84dd3b4-7183-454b-826d-a48bc69db80c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:10.023539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ed81740-3b3a-4b27-a09c-24c89af57d39 req-d84dd3b4-7183-454b-826d-a48bc69db80c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1012578 Oct 28 21:23:10.121461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ed81740-3b3a-4b27-a09c-24c89af57d39 req-615f801e-f925-48a0-96a1-f921dd609560 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Oct 28 21:23:10.125909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56948) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:10.273317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-network', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:10.311870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Made reservation on behalf of 3a743bed6dfa4e2298fcbedf24c3ef71 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:10.315567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.327089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.336940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.344172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.421229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.426566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.457255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:23:10.468327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5966b0c-554e-4af3-a5fb-90c238b3dec8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:10.481661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.482019 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Added segment a11b4ced-5155-4d49-a0a9-1d4440941220 of type vlan for network 8318344a-0a3b-4a1c-944c-c9a2e5762700 Oct 28 21:23:10.491211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba40d6-1941-42cc-b7f7-cbd69d399525 req-458261b6-f59d-45b7-9fda-683b768ceb3d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:10.493071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eba40d6-1941-42cc-b7f7-cbd69d399525 req-458261b6-f59d-45b7-9fda-683b768ceb3d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1066806 Oct 28 21:23:10.525705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.526107 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61 associated. External IP: 172.25.4.55, port: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838. Oct 28 21:23:10.556081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.557216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:10.557801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.611333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eba40d6-1941-42cc-b7f7-cbd69d399525 req-20adc50a-908c-4ff2-a535-050fe8e0dd92 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085460 Oct 28 21:23:10.636169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] Pushing event updated for resources: {'Network': ['ID=8318344a-0a3b-4a1c-944c-c9a2e5762700,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:10.644875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9ee397d-e121-4dd6-b3ad-8fbb1028e248 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5177779 Oct 28 21:23:10.645469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56954) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:10.650356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:23:10.660727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Request body: {'subnet': {'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-subnet', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:10.738623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-644eee59-e984-4cfc-9ee6-7460ac882eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.777638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Made reservation on behalf of 3a743bed6dfa4e2298fcbedf24c3ef71 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:10.780135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:10.910264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:10.922940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee419bf-dea8-407e-b0c4-5caef6203882 req-3b9725f3-702f-4c6f-9741-c15042db3642 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:10.924449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aee419bf-dea8-407e-b0c4-5caef6203882 req-3b9725f3-702f-4c6f-9741-c15042db3642 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.0945466 Oct 28 21:23:11.077643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aee419bf-dea8-407e-b0c4-5caef6203882 req-81bdeb90-9b0e-433e-8a36-59bf977a33b2 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455946 Oct 28 21:23:11.146986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:11.153399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.160446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:11.173416 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:11.174020 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:11.299636 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:11.313039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfb6871-05c4-43ec-b090-7ce5468aaa61,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:11.340130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd04f7-a8b3-49e1-aa5a-6a80071cd1e4 req-f8e200b6-5f5b-4215-a65d-82020184eaee tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:11.342058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2cd04f7-a8b3-49e1-aa5a-6a80071cd1e4 req-f8e200b6-5f5b-4215-a65d-82020184eaee tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1917741 Oct 28 21:23:11.364242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Checking segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:11.364492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Network hostable DHCP agents. Network: 8318344a-0a3b-4a1c-944c-c9a2e5762700, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:23:11.410276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2cd04f7-a8b3-49e1-aa5a-6a80071cd1e4 req-944ef023-fd83-45ea-822a-6ffcce344162 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Oct 28 21:23:11.470474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:23:11.487087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 8318344a-0a3b-4a1c-944c-c9a2e5762700) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:11.494605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:11.495373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.503779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15efa5b-6109-489f-bcb2-a4257414d6ef None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:11.529006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-841df4fd-05da-479f-980a-fdfa5cb175ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8824501 Oct 28 21:23:11.531698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56968) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:11.536129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:11.552034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:11.576186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.577207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.589041 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:10Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:11.620691 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:11.630308 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:11.630700 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:11.698176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-8318344a-0a3b-4a1c-944c-c9a2e5762700', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'fixed_ips': [{'subnet_id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:23:11.700259 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.715533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.731228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:11.756186 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:11.858948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Allocated IP 172.20.0.2 (8318344a-0a3b-4a1c-944c-c9a2e5762700/dcfb6871-05c4-43ec-b090-7ce5468aaa61/95e5262b-b218-4d8f-a8fe-6addb196aeae) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:11.940890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.031539 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.037355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.066285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01296d-692c-4fa2-9e71-ed580381c030 req-044c199e-4109-4983-8a53-72bced2a21aa tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.067771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e01296d-692c-4fa2-9e71-ed580381c030 req-044c199e-4109-4983-8a53-72bced2a21aa tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.4955461 Oct 28 21:23:12.077334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:12.082988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.084406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:12.090639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:12.092605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Pushing event updated for resources: {'Port': ['ID=95e5262b-b218-4d8f-a8fe-6addb196aeae,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:12.099811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:12.104730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:10Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:12.132574 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ace3a-2346-4196-abbb-f381a44d007e None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:10Z', 'revision_number': 3, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:12.159130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Attempting to bind port 95e5262b-b218-4d8f-a8fe-6addb196aeae on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:12.159519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Attempting to bind port 95e5262b-b218-4d8f-a8fe-6addb196aeae by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:12.159854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Attempting to bind port 95e5262b-b218-4d8f-a8fe-6addb196aeae on network 8318344a-0a3b-4a1c-944c-c9a2e5762700 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:12.166202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:12.166580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Checking segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:12.166978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.167362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Bound using segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:12.167820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Bound port: 95e5262b-b218-4d8f-a8fe-6addb196aeae, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:12.168200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.181521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.189914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:12.192229 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:12.240938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] For port 95e5262b-b218-4d8f-a8fe-6addb196aeae, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:12.244809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] For port 95e5262b-b218-4d8f-a8fe-6addb196aeae, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95e5262b-b218-4d8f-a8fe-6addb196aeae,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:12.249299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.267749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e01296d-692c-4fa2-9e71-ed580381c030 req-e88019cb-d729-4ed0-86e9-7e823eb2e410 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384485 Oct 28 21:23:12.270374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-ad5d9d5f-4fdb-45cf-9f97-fad0450db7be tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "PUT /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 997 time: 2.6738818 Oct 28 21:23:12.333911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c936b-2205-4366-ae13-93e6bd085e43 None None] Pushing event updated for resources: {'Port': ['ID=95e5262b-b218-4d8f-a8fe-6addb196aeae,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:12.350496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-6bca2642-f95d-46b9-98aa-a39fa823bdbc tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.352029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-6bca2642-f95d-46b9-98aa-a39fa823bdbc tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports/1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 942 time: 0.0740321 Oct 28 21:23:12.362763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c7189-a97c-4bd9-a256-545698eed454 None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:12.590871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-47259909-56cb-43de-9b4a-5b5a2ded0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.592428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-47259909-56cb-43de-9b4a-5b5a2ded0d2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.1399453 Oct 28 21:23:12.617890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d1251-efd4-4180-a2a1-c8ed988fe04f req-bfda9a52-8d0e-489c-bbb3-fb520d10e067 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.619399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-020d1251-efd4-4180-a2a1-c8ed988fe04f req-bfda9a52-8d0e-489c-bbb3-fb520d10e067 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1323683 Oct 28 21:23:12.621733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.690982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:12.767392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-020d1251-efd4-4180-a2a1-c8ed988fe04f req-5969d141-9586-4664-89d6-022e6312a90d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347892 Oct 28 21:23:12.837686 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a209f2-d636-4ed0-b1cd-286f65203767 x-openstack-request-id: req-42a209f2-d636-4ed0-b1cd-286f65203767 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:12.838054 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:12.838897 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42a209f2-d636-4ed0-b1cd-286f65203767 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:12.839306 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:23:12.842144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:12.846162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-230091e3-2969-4403-83a6-0fccdc126a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.854448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-230091e3-2969-4403-83a6-0fccdc126a3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.2542694 Oct 28 21:23:12.857660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:12.858530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:22:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:12.883491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-b51f60ca-1bb1-44b5-83f2-b2fc2c4b5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.885590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-b51f60ca-1bb1-44b5-83f2-b2fc2c4b5124 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.0446053 Oct 28 21:23:12.904896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-f15d0d56-d57c-42e4-8efb-30dbb9bc023e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.0494330 Oct 28 21:23:12.952470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Allocated IP 172.25.4.243 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a88acd42-4cc1-41bd-9247-6b9efbf9ef49) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:12.991859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-b03c8c30-8f38-4d04-a1bf-fc70cdfbabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:12.999285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-b03c8c30-8f38-4d04-a1bf-fc70cdfbabf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0935605 Oct 28 21:23:13.012795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-bb3087f9-46cd-4705-9eff-0fe6655e7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.014339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-bb3087f9-46cd-4705-9eff-0fe6655e7199 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1102691 Oct 28 21:23:13.025984 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:13.085620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-faf61ff8-1220-4a22-9a3d-1f5cd54128ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.0604007 Oct 28 21:23:13.097724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-b5ddcafc-020b-4073-9743-86764f4fa314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.106136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-b5ddcafc-020b-4073-9743-86764f4fa314 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059530 Oct 28 21:23:13.111078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-700185d0-ab93-4ee0-8c35-21a68f78561f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:23:13.119744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-700185d0-ab93-4ee0-8c35-21a68f78561f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127025 Oct 28 21:23:13.315512 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b16a-b0fc-4506-ba86-f0167c45c72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:13.320036 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:13.332482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-8da85582-c97c-45e9-b733-2bee20ea6e65 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115576 Oct 28 21:23:13.436640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53aec-e370-4a65-aafe-95717293561a req-3bd3d16e-97f4-4707-bad8-20c92e2d08a8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.438058 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:12Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:13.446536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4f53aec-e370-4a65-aafe-95717293561a req-3bd3d16e-97f4-4707-bad8-20c92e2d08a8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.2389731 Oct 28 21:23:13.476546 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:13.487087 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:13.488318 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:13.531830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-88feac88-5bb1-4da4-8d90-cfae07ce7960 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938159 Oct 28 21:23:13.548207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4f53aec-e370-4a65-aafe-95717293561a req-72600c61-2394-496b-9d7a-2ec7420c90e2 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007137 Oct 28 21:23:13.562464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:13.571354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-3adfbad9-7d1d-4377-ace3-9457059642d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.573126 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-3adfbad9-7d1d-4377-ace3-9457059642d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.4737980 Oct 28 21:23:13.587721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:13.591748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:13.627470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d83df-ea3f-4ead-abd8-eba0e07f202c None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:13.633767 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:13.635240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-871b32ec-9c8f-4161-a646-8dbb435af07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.639033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-871b32ec-9c8f-4161-a646-8dbb435af07f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580046 Oct 28 21:23:13.642064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:13.781628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Pushing event updated for resources: {'Port': ['ID=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:13.825237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-67fc0e94-1508-4427-b760-7660446bd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:13.826891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-67fc0e94-1508-4427-b760-7660446bd9c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1097 time: 0.2373788 Oct 28 21:23:13.833118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] Provisioning complete for port 95e5262b-b218-4d8f-a8fe-6addb196aeae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:13.833428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-fffa299f-4bce-479f-af72-7905277c7ca5 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827087 Oct 28 21:23:13.833549 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:13.862705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95e5262b-b218-4d8f-a8fe-6addb196aeae up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:13.945923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3a71e83-5692-4f97-9269-8c3fcbd7c1f1 req-e490422c-5dfc-43da-8fc7-84c7de08f8c3 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011117 Oct 28 21:23:13.972086 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:12Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:13.999633 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.010756 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18fbbdc-cac3-4fb8-88ab-cc6b98d4bd70 None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:f7:c2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a3a78-105c-48f5-b650-1af0b14050a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:12Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:14.031301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 95e5262b-b218-4d8f-a8fe-6addb196aeae triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:14.032017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.074476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91abba-8dea-4334-b230-7fc67440471c req-27ee194c-3b46-40e7-b086-2414be49f871 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:14.075742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c91abba-8dea-4334-b230-7fc67440471c req-27ee194c-3b46-40e7-b086-2414be49f871 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2814155 Oct 28 21:23:14.076077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] For port 95e5262b-b218-4d8f-a8fe-6addb196aeae, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95e5262b-b218-4d8f-a8fe-6addb196aeae,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:14.089369 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.121334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-2de2dc83-4bba-4eeb-a3b2-c2ecd3313a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:14.122985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-2de2dc83-4bba-4eeb-a3b2-c2ecd3313a90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.2660742 Oct 28 21:23:14.184938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c91abba-8dea-4334-b230-7fc67440471c req-dd747801-819b-4acf-b191-fdd0c4fe431b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919340 Oct 28 21:23:14.190775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2a795-aba9-452f-ab22-8b914c5bfad8 None None] Pushing event updated for resources: {'Port': ['ID=95e5262b-b218-4d8f-a8fe-6addb196aeae,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:14.306189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-5d2889f4-a10c-4c12-8239-f3a259d37b12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 1000 time: 0.1359379 Oct 28 21:23:14.322540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-25b2292e-3769-4d0f-a0df-790212c499fb None None] Provisioning complete for port 95e5262b-b218-4d8f-a8fe-6addb196aeae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:14.323111 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-25b2292e-3769-4d0f-a0df-790212c499fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.354191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.711536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-56f1035e-59cd-4802-aaa8-064175f740c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:14.711848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.713523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-56f1035e-59cd-4802-aaa8-064175f740c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.3968928 Oct 28 21:23:14.784910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594dd8-d3fd-4634-a7b2-9e0313c18fbe req-7890e5d4-449b-4d84-872b-e0943b86b6e2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:14.786388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71594dd8-d3fd-4634-a7b2-9e0313c18fbe req-7890e5d4-449b-4d84-872b-e0943b86b6e2 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1411884 Oct 28 21:23:14.852381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:14.854599 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba" -d '{"events": [{"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:14.864493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-5cd1b997-2988-4693-89b6-1af36ceaa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:14.865993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-5cd1b997-2988-4693-89b6-1af36ceaa699 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416855 Oct 28 21:23:14.959370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71594dd8-d3fd-4634-a7b2-9e0313c18fbe req-b98757bb-0740-4e85-85be-350bc5299eb1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379881 Oct 28 21:23:14.961528 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:14.985921 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:15.059230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-f6edb13c-89f5-40c1-838b-0a4cfd4865a4 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863112 Oct 28 21:23:15.172295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e297fd-4985-414e-8c20-fc2c30038f89 req-5a675948-82bd-4d06-a634-502d3999f1b7 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.173811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25e297fd-4985-414e-8c20-fc2c30038f89 req-5a675948-82bd-4d06-a634-502d3999f1b7 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.1411839 Oct 28 21:23:15.229515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-33fc7953-7462-4e50-af10-6ad49ef29200 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411685 Oct 28 21:23:15.231662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a01021-5b35-4a08-97ae-bc53d5138bd3 req-54dd2319-530e-4157-8454-5ec4dccfd8f6 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550403 Oct 28 21:23:15.253792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25e297fd-4985-414e-8c20-fc2c30038f89 req-d130c1d2-2eea-404d-a6e1-f3d2d0a4affa tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719156 Oct 28 21:23:15.271161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Router 00189427-2f33-40ce-841d-94085d329803 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:23:15.352459 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e48a1e-580a-48d4-b1dd-5fced53426c5 x-openstack-request-id: req-89e48a1e-580a-48d4-b1dd-5fced53426c5 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:15.352749 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:15.353141 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89e48a1e-580a-48d4-b1dd-5fced53426c5 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:15.353530 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'status': 'completed', 'code': 200} Oct 28 21:23:15.379162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-893961e3-9729-44c5-ab3e-a9a5a3276b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.380993 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-893961e3-9729-44c5-ab3e-a9a5a3276b2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 1097 time: 0.0850642 Oct 28 21:23:15.459215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-09c30791-7811-4af5-a43a-f97b7889a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.461413 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-09c30791-7811-4af5-a43a-f97b7889a9d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1097 time: 0.0936403 Oct 28 21:23:15.463191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-dfcef391-6c59-4884-bd6a-4bbfcd24a6c4 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.1086972 Oct 28 21:23:15.531043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c17f5b-a8c9-4685-858e-224abc4582f1 req-5e5ef8bf-d57f-493a-9580-e673cf1db094 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.532551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c17f5b-a8c9-4685-858e-224abc4582f1 req-5e5ef8bf-d57f-493a-9580-e673cf1db094 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1257663 Oct 28 21:23:15.551972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:15.565649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Sync routers for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:15.566191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-27a0cc3a-6031-4faa-b372-86419d915860 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.567017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-27a0cc3a-6031-4faa-b372-86419d915860 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports/912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 942 time: 0.0972183 Oct 28 21:23:15.568339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-6a53f49a-931a-4f7a-88d5-0d96dd40f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.570969 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-6a53f49a-931a-4f7a-88d5-0d96dd40f5e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1662607 Oct 28 21:23:15.582363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:15.583084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:15.599860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:15.601339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4dbd5961-4ce1-466f-92b1-7d709dd90c71 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0685432 Oct 28 21:23:15.605192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57014) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:15.635542 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-463a65da-e180-4584-a946-79a9d8a5725e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 200 len: 217 time: 0.0540197 Oct 28 21:23:15.640115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-b8d0c4f4-5238-4306-afef-8fa14a1ee7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.641523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-b8d0c4f4-5238-4306-afef-8fa14a1ee7f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.1718028 Oct 28 21:23:15.687233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c17f5b-a8c9-4685-858e-224abc4582f1 req-b2b29dd6-5d39-479e-9ad9-63939a9c38e6 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324172 Oct 28 21:23:15.697775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-2fa3d196-6f59-4b94-a06c-febc090d6e26 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.699246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-2fa3d196-6f59-4b94-a06c-febc090d6e26 tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1098 time: 0.1932850 Oct 28 21:23:15.746124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:15.770378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-935b5b79-c8b7-48a2-95f7-17ad2bf8405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.772931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:15.773962 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-935b5b79-c8b7-48a2-95f7-17ad2bf8405d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1308460 Oct 28 21:23:15.777841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95e5262b-b218-4d8f-a8fe-6addb196aeae up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:15.782447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-10b5f6a1-b748-40aa-8bef-9e0b6e15fe25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 1000 time: 0.1312814 Oct 28 21:23:15.862399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-8a6de453-4ec2-40eb-9d28-0bf94e98ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.863855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-8a6de453-4ec2-40eb-9d28-0bf94e98ab5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0675414 Oct 28 21:23:15.865588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-c2478e7d-5ffd-487f-addc-0c42b1aa90c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783436 Oct 28 21:23:15.933267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 95e5262b-b218-4d8f-a8fe-6addb196aeae triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:15.933760 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:15.960679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-408f4b6b-be7c-4f11-be67-09fb911a695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:15.962281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-408f4b6b-be7c-4f11-be67-09fb911a695f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906882 Oct 28 21:23:15.964944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-f84da5a0-e225-4fb9-baec-eabbd5b13457 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.3412981 Oct 28 21:23:16.044925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-554660b1-277f-4afc-bac1-f350db7bfdc9 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652379 Oct 28 21:23:16.049310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.095383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:14Z', 'revision_number': 3, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:16.127270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Checking router: 00189427-2f33-40ce-841d-94085d329803 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:16.128050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Updating router 00189427-2f33-40ce-841d-94085d329803 port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:23:16.136982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-4d6e6a3e-a35d-41ae-9663-e2e991b5c0e4 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589549 Oct 28 21:23:16.153701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.154017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-5f1ae6f5-900b-4172-8e05-0ccb301fb249 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:16.156891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6529bcfb-2ed4-4ae4-98bc-1125ff1c7d14 req-5f1ae6f5-900b-4172-8e05-0ccb301fb249 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1847963 Oct 28 21:23:16.216202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a48b7612-2155-42a4-a4f0-5210cde104bb req-baa0ea88-2ea9-4f58-a884-8d9fbdd53cca service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625524 Oct 28 21:23:16.267030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63695a3e-a3e5-42e5-af8b-18e18f2d83ba req-147a3e36-be31-49c8-8c0d-1b39bfaa8ec8 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145313 Oct 28 21:23:16.350746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88fbd8-e8f5-4f38-8e6e-a54706895ed2 req-5737863a-6a28-48a6-b695-fff0de90ca27 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:16.352300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a88fbd8-e8f5-4f38-8e6e-a54706895ed2 req-5737863a-6a28-48a6-b695-fff0de90ca27 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.2970591 Oct 28 21:23:16.427388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.433200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.494968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d60e11-a6ef-4252-b809-7107954d1777 None None] Pushing event updated for resources: {'Port': ['ID=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:16.497439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Attempting to bind port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:16.497805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Attempting to bind port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:16.498164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Attempting to bind port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:16.504172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:16.504589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:16.504985 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.505375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:16.505914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Bound port: a88acd42-4cc1-41bd-9247-6b9efbf9ef49, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:16.506331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.562311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.573365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] For port a88acd42-4cc1-41bd-9247-6b9efbf9ef49, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:16.576790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] For port a88acd42-4cc1-41bd-9247-6b9efbf9ef49, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:16.580740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.644303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:16.644948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:16.650279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d60e11-a6ef-4252-b809-7107954d1777 None None] Pushing event updated for resources: {'Port': ['ID=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:16.660908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-8978b424-f49a-436b-98a4-84eff77a465d tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.4310160 Oct 28 21:23:16.746292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:16.751851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a88fbd8-e8f5-4f38-8e6e-a54706895ed2 req-7b5e7e61-1417-4cff-8308-1b62920a0d1b tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886712 Oct 28 21:23:16.754671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:16.785594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-aa690a21-06bc-4e1c-adfb-56220cbfa25a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:16.786067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-aa690a21-06bc-4e1c-adfb-56220cbfa25a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports/912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 942 time: 0.1242909 Oct 28 21:23:16.822998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:16.964288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:16.996631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.018302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-2cc17fe9-d187-4e89-bde8-9174ce0ea995 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.1694498 Oct 28 21:23:17.074281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:14Z', 'revision_number': 3, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:17.075137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a29c8-2704-467b-9a19-b93c10bc7f43 req-aeb42cb4-7160-435a-8c09-e50eaa681c7c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:17.076653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-677a29c8-2704-467b-9a19-b93c10bc7f43 req-aeb42cb4-7160-435a-8c09-e50eaa681c7c tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 946 time: 0.2289779 Oct 28 21:23:17.104693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98cabc-5183-4f02-afe9-7ab8becd792c None None] The sync data for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 is: [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:14Z', 'revision_number': 3, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:17.204888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:17.263769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.280491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:17.280830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:17.281156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:17.286142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-677a29c8-2704-467b-9a19-b93c10bc7f43 req-292cb7a8-c9b0-4448-ab66-989b77fd6257 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675618 Oct 28 21:23:17.306731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:23:17.306731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Attempting to bind port a0fc18fd-52eb-46a2-a210-add76510111f on network cb11d7b2-83e3-4bec-af56-b9be8889b3f2 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:17.316989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-ad553fdc-b356-4f27-b9c6-5398d9ae0bd9 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:17.318432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-ad553fdc-b356-4f27-b9c6-5398d9ae0bd9 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2769699 Oct 28 21:23:17.327877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:17.328204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Checking segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:17.328784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Bound using segment: {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:17.329101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Bound port: a0fc18fd-52eb-46a2-a210-add76510111f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd55044-c781-43f0-b32e-28570ab0190c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cb11d7b2-83e3-4bec-af56-b9be8889b3f2'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:17.329481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.362786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:17.365074 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7773e-283b-45f3-baea-da462ea7d962" -d '{"events": [{"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:17.574983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-6f527b05-d918-42bf-ba3f-9ead40f3f2fe tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.2481415 Oct 28 21:23:17.603788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:17.662153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:17.720340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:17.736091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c6a7a-e3a9-46b3-835b-974b24319652 req-c4fe6f58-51aa-4015-ae18-a3f85e5014a8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:17.737785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-591c6a7a-e3a9-46b3-835b-974b24319652 req-c4fe6f58-51aa-4015-ae18-a3f85e5014a8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2369552 Oct 28 21:23:17.742866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.747182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.790119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Allocated IP 172.20.0.1 (8318344a-0a3b-4a1c-944c-c9a2e5762700/dcfb6871-05c4-43ec-b090-7ce5468aaa61/db52270e-8eb9-4e5c-bf69-14abe1760c33) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:17.798988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a88acd42-4cc1-41bd-9247-6b9efbf9ef49 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:17.868874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:17.869969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.961669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:17.977620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:23:17.995079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port a88acd42-4cc1-41bd-9247-6b9efbf9ef49, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:18.003674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-591c6a7a-e3a9-46b3-835b-974b24319652 req-e5545d46-3f3f-4707-91d6-5bc7ee5688aa tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133284 Oct 28 21:23:18.004470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=8']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:18.033238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.071088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:18.071952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.073556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-dbe21d8b-26b6-41e8-af64-ac9ade308654 service neutron] 10.222.0.52 "PUT /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 1124 time: 2.3181038 Oct 28 21:23:18.172772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.192202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.213840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.214332 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61 disassociated. External IP: 172.25.4.55, port: 912b11f5-2f81-45c5-9da1-8a7b1945d234. Oct 28 21:23:18.226420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a0fc18fd-52eb-46a2-a210-add76510111f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:18.228534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['a0fc18fd-52eb-46a2-a210-add76510111f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:18.230952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:18.305593 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1326b26c-9e5b-4933-8c5e-a919ac09c036 x-openstack-request-id: req-1326b26c-9e5b-4933-8c5e-a919ac09c036 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:18.305890 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:18.306186 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1326b26c-9e5b-4933-8c5e-a919ac09c036 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:18.306601 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'code': 200} Oct 28 21:23:18.307594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.369771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:18.387448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:18.390574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:23:18.410067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:18.415954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:18.418253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:18.476057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296977b1-99fb-4ae6-b8d8-7578c7fba744 req-ed5e1553-b1b7-44a9-8a1f-e9f32e087148 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:18.477657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-296977b1-99fb-4ae6-b8d8-7578c7fba744 req-ed5e1553-b1b7-44a9-8a1f-e9f32e087148 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.1192303 Oct 28 21:23:18.485694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.645269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-296977b1-99fb-4ae6-b8d8-7578c7fba744 req-d8b67f36-1bf4-4a65-b4fa-2cd29988a6cf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606965 Oct 28 21:23:18.671936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ba7566cd-e1fd-4e20-97e6-2e0602a1128f None None] Provisioning complete for port db52270e-8eb9-4e5c-bf69-14abe1760c33 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:18.672304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba7566cd-e1fd-4e20-97e6-2e0602a1128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:18.702407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:18.720086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ba7566cd-e1fd-4e20-97e6-2e0602a1128f None None] Port db52270e-8eb9-4e5c-bf69-14abe1760c33 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:23:19.068951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.181036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2adbb2-dd6f-4529-bd99-cfad95e5c53b req-b371f8aa-64b6-4cc0-8ec8-50a86ccfcf17 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.182492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a2adbb2-dd6f-4529-bd99-cfad95e5c53b req-b371f8aa-64b6-4cc0-8ec8-50a86ccfcf17 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.1277344 Oct 28 21:23:19.217846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:19.227388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.227602 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:19.238788 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:19.239325 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:19.285143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-119980ea-74b9-4000-8d9c-abec56c2a89a tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "PUT /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 694 time: 1.6961670 Oct 28 21:23:19.295003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a2adbb2-dd6f-4529-bd99-cfad95e5c53b req-bd41cc55-e81d-499f-8303-696ef6f557c2 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026928 Oct 28 21:23:19.356804 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:19.415004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.419630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-b014ff54-61d5-4a2f-a0e2-63266c576561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.421388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-b014ff54-61d5-4a2f-a0e2-63266c576561 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1097 time: 0.1194985 Oct 28 21:23:19.424741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.543083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d97b-daf5-4b47-a3fb-9d19a393649e req-422dcbdf-e325-448f-9c42-8b1fda02abbb tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.544610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4638d97b-daf5-4b47-a3fb-9d19a393649e req-422dcbdf-e325-448f-9c42-8b1fda02abbb tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.1754949 Oct 28 21:23:19.565556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:19.570143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.580443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:19.585457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:23:19.605142 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:19.615596 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:19.616424 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:19.705458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-8fe3071f-c361-4204-a7fc-1d14e3f37fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.714383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-8fe3071f-c361-4204-a7fc-1d14e3f37fd9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.2823389 Oct 28 21:23:19.744553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:19.757928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b', 'port_id': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'mac_address': 'fa:16:3e:a8:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f1d95-57f4-4051-80f3-19bdc0247cbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:23:19.758692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4638d97b-daf5-4b47-a3fb-9d19a393649e req-d7cb5d6b-9543-4139-a7a3-5ab9f2651a48 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035828 Oct 28 21:23:19.761752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:19.769877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-92336de1-a326-45ff-9e59-d9e36c7da206 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 217 time: 0.0543983 Oct 28 21:23:19.776146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a88acd42-4cc1-41bd-9247-6b9efbf9ef49 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:19.842731 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-c3d2388b-0638-4de8-8615-4e7653a361e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810397 Oct 28 21:23:19.889122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.910356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:19.929803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:19.929803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:19.933921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:19.941695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:19.953352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-3ec3bac6-d5e7-485a-85af-c804cb7bd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.955270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-3ec3bac6-d5e7-485a-85af-c804cb7bd1d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 1096 time: 0.0710969 Oct 28 21:23:19.956225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-0e5a2527-8389-4618-ad5e-174f84b61473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:19.960491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:19.966757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-0e5a2527-8389-4618-ad5e-174f84b61473 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.1959097 Oct 28 21:23:19.977564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:20.026694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dfed-2f0a-4059-8eb6-5dcf16b4b715 req-49150618-16bc-4e86-a552-be7547ee78f8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.028828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9468dfed-2f0a-4059-8eb6-5dcf16b4b715 req-49150618-16bc-4e86-a552-be7547ee78f8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.1721597 Oct 28 21:23:20.129167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:20.145491 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:20.155063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-a77f1894-c900-4be9-9ada-524ad19a3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.156657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-a77f1894-c900-4be9-9ada-524ad19a3896 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.1548996 Oct 28 21:23:20.182319 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021cd9a-6308-466e-86b2-e6150f1c02be None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:20.199077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-c8a920ef-e7d6-4e39-81e5-8bd4a1ccb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.200667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-c8a920ef-e7d6-4e39-81e5-8bd4a1ccb912 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2330959 Oct 28 21:23:20.217567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-4e6e5443-7183-4618-b01d-a0ef74c9545d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 200 len: 217 time: 0.0510297 Oct 28 21:23:20.256267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9468dfed-2f0a-4059-8eb6-5dcf16b4b715 req-bd907378-0a86-4c79-bacd-91960ac054b9 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158363 Oct 28 21:23:20.261410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cf0183f8-98f3-4579-bca3-1b279ddd2d71 None None] Provisioning complete for port db52270e-8eb9-4e5c-bf69-14abe1760c33 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:20.262606 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cf0183f8-98f3-4579-bca3-1b279ddd2d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:20.292416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-59941184-e649-4558-977d-4df3d12d9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.293899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-59941184-e649-4558-977d-4df3d12d9289 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0662639 Oct 28 21:23:20.317392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f'}, {'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:20.319429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cf0183f8-98f3-4579-bca3-1b279ddd2d71 None None] Port db52270e-8eb9-4e5c-bf69-14abe1760c33 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:23:20.320561 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd435198-9046-41db-a78e-24e9e9d0f4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f"}, {"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:20.345624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-b7ca1dd0-dd7b-4f66-bb02-37af21adafe0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344927 Oct 28 21:23:20.393832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Router 00189427-2f33-40ce-841d-94085d329803 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:20.409569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-8c3bcb68-3470-4275-875e-0e799afc1235 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898575 Oct 28 21:23:20.441313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85b7d2-a1c2-4ef4-be39-2f2c5c5b5729 req-4b4bd701-7560-4a0a-9b57-e70616a1a620 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.443050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc85b7d2-a1c2-4ef4-be39-2f2c5c5b5729 req-4b4bd701-7560-4a0a-9b57-e70616a1a620 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.0960238 Oct 28 21:23:20.459077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-ebca69d4-a181-4642-868c-315acccee28c service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973408 Oct 28 21:23:20.463363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:20.504749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39306ae-82c8-468c-bdb7-93c9a615557d None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:20.558560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a20440a-fdc3-407c-8d21-efc6ddc65bce req-1ba30a78-72d1-4203-98b3-6cf7443d8aea service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896304 Oct 28 21:23:20.660892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba148-c987-4100-a961-e6e810efb62b req-e1236e9b-6002-4488-8c3e-c981cbea2368 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.662246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf6ba148-c987-4100-a961-e6e810efb62b req-e1236e9b-6002-4488-8c3e-c981cbea2368 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.52 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 945 time: 0.2183194 Oct 28 21:23:20.671195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc85b7d2-a1c2-4ef4-be39-2f2c5c5b5729 req-a44cf54f-616c-436b-a996-cca21b5f00e4 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups?id=07d774c3-f5b2-4753-b206-46ed5774eaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819305 Oct 28 21:23:20.739638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d9d46d-a6ad-428c-bd75-86d24688dc9b req-32d82f45-7a20-4e61-b40b-3d4da6ab2f37 service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170116 Oct 28 21:23:20.765364 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:20.780004 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Sync routers for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:20.796125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:20.800413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3d5b7384-0a14-4da6-a659-2ec4d181e1e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/00189427-2f33-40ce-841d-94085d329803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882367 Oct 28 21:23:20.806031 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:20.891341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb56c5-2acf-404b-9a2e-51f0ba50d189 req-9bf2b821-08bc-4c35-b22e-002b3be98f62 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:20.893289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05bb56c5-2acf-404b-9a2e-51f0ba50d189 req-9bf2b821-08bc-4c35-b22e-002b3be98f62 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1316118 Oct 28 21:23:20.897773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Deleting port 36b0f10e-751f-4024-bfc6-7ee2ef324943 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:20.898108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:20.965935 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:21.039834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817d1f7-81ef-46c9-a282-5f91c11651a9 req-e333ee38-6c6b-4b28-89ad-985e50cfcf7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:21.044422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b817d1f7-81ef-46c9-a282-5f91c11651a9 req-e333ee38-6c6b-4b28-89ad-985e50cfcf7c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 944 time: 0.1472144 Oct 28 21:23:21.047453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05bb56c5-2acf-404b-9a2e-51f0ba50d189 req-28a2ad67-a32a-4841-bf75-b11d236ae054 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450171 Oct 28 21:23:21.087267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] For port 36b0f10e-751f-4024-bfc6-7ee2ef324943, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=36b0f10e-751f-4024-bfc6-7ee2ef324943,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:21.087620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.196278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b817d1f7-81ef-46c9-a282-5f91c11651a9 req-4bc777a2-fa9e-454e-9674-d156f0f18224 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377494 Oct 28 21:23:21.219232 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:18Z', 'revision_number': 4, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db52270e-8eb9-4e5c-bf69-14abe1760c33', 'name': '', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'mac_address': 'fa:16:3e:e1:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:17Z', 'updated_at': '2021-10-28T21:23:19Z', 'revision_number': 2, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'subnets': [{'id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:21.265577 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Checking router: 00189427-2f33-40ce-841d-94085d329803 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:21.268470 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Updating router 00189427-2f33-40ce-841d-94085d329803 port db52270e-8eb9-4e5c-bf69-14abe1760c33 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:23:21.325004 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.332294 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7c9fb-d0ee-409c-be09-1191ff0649ec x-openstack-request-id: req-4fc7c9fb-d0ee-409c-be09-1191ff0649ec {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:21.333778 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:21.335246 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fc7c9fb-d0ee-409c-be09-1191ff0649ec {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:21.335975 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'status': 'completed', 'code': 200} Oct 28 21:23:21.336659 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'status': 'completed', 'code': 200} Oct 28 21:23:21.438137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-bef429df-5d06-477f-b1b5-79c2cd2f4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:21.440012 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-bef429df-5d06-477f-b1b5-79c2cd2f4406 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1127 time: 0.0815618 Oct 28 21:23:21.525204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.528838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.529521 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Floating IP 78b4c42d-d622-49f7-bfa5-40737ff98480 disassociated. External IP: 172.25.4.46, port: 36b0f10e-751f-4024-bfc6-7ee2ef324943. Oct 28 21:23:21.533244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Calling delete_port for 36b0f10e-751f-4024-bfc6-7ee2ef324943 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:21.589764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:21.644620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57082) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:21.652071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-network', 'tenant_id': '352487c13749489b9210634a64731eb6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:21.660594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-82692278-c23c-4df2-ac29-406ae6c94222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:21.662067 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-82692278-c23c-4df2-ac29-406ae6c94222 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.2114940 Oct 28 21:23:21.719335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:23:21.723306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3589d8-9a3c-4ba6-ae71-40694bd4f936 req-772c07a3-dc87-417c-8c40-f45f4eae3b88 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:21.725853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a3589d8-9a3c-4ba6-ae71-40694bd4f936 req-772c07a3-dc87-417c-8c40-f45f4eae3b88 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.1723316 Oct 28 21:23:21.729414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:21.730076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.737190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Made reservation on behalf of 352487c13749489b9210634a64731eb6 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:21.740114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.745298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-21ca3203-5cc2-4339-aee2-bcb93fe0aaff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 217 time: 0.0646913 Oct 28 21:23:21.764089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.871431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a3589d8-9a3c-4ba6-ae71-40694bd4f936 req-2971ff3b-e7fd-42bc-9097-a7b00228bd8a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups?id=a074ee1b-308c-4db9-a8bc-ee2a260dd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278067 Oct 28 21:23:21.900828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-6e6b6849-456c-45de-968b-4f8fe4b28776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:21.902299 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-6e6b6849-456c-45de-968b-4f8fe4b28776 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.1464562 Oct 28 21:23:21.909027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.914625 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.925755 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:21.967759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:21.970084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-23d1b006-e04a-4bf2-88fe-58591a5fb128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580182 Oct 28 21:23:21.972485 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0487cb04-b17d-4943-a817-c903e3cd14bb" -d '{"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-plugged", "status": "completed", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:21.988080 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3d75e-844b-4e75-a039-a30ab7fec057 None None] Pushing event updated for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.001194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:22.004718 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.009604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.097733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event deleted for resources: {'Port': ['ID=36b0f10e-751f-4024-bfc6-7ee2ef324943,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.115318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.143133 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Attempting to bind port db52270e-8eb9-4e5c-bf69-14abe1760c33 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:22.143925 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Attempting to bind port db52270e-8eb9-4e5c-bf69-14abe1760c33 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:22.144296 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Attempting to bind port db52270e-8eb9-4e5c-bf69-14abe1760c33 on network 8318344a-0a3b-4a1c-944c-c9a2e5762700 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:22.151182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19082bf3-77c1-4b7d-a57a-ee0a903a3e6b req-e6a8cb91-d594-40e7-ba26-a85ea29cb47d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.159106 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:22.159598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Checking segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:22.159998 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.160951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19082bf3-77c1-4b7d-a57a-ee0a903a3e6b req-e6a8cb91-d594-40e7-ba26-a85ea29cb47d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 944 time: 0.2823803 Oct 28 21:23:22.162161 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Bound using segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:22.163508 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Bound port: db52270e-8eb9-4e5c-bf69-14abe1760c33, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:22.168067 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.175178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-7ae83dce-d87a-4d6d-b0da-e60acebec73c service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892152 Oct 28 21:23:22.264820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] For port db52270e-8eb9-4e5c-bf69-14abe1760c33, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:22.270734 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] For port db52270e-8eb9-4e5c-bf69-14abe1760c33, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db52270e-8eb9-4e5c-bf69-14abe1760c33,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:22.283215 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.317432 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-031d24e5-8efc-45b4-9dc4-1a606dc07721 service neutron] 10.222.0.44 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327460 Oct 28 21:23:22.371476 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:22.372252 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:22.378331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3d75e-844b-4e75-a039-a30ab7fec057 None None] Pushing event updated for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.460520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-e04a23cf-596b-48fa-9774-91b7f3e68541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.469298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] Provisioning complete for port db52270e-8eb9-4e5c-bf69-14abe1760c33 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:22.469668 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.470998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-e04a23cf-596b-48fa-9774-91b7f3e68541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 1097 time: 0.0868270 Oct 28 21:23:22.580628 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:22.680863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-ab388ca6-1953-436d-924a-cbe656652d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.682464 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-ab388ca6-1953-436d-924a-cbe656652d20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.2010763 Oct 28 21:23:22.686881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.734753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.746591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:22.747944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-1d4dd15c-4043-4ffc-8b5f-93ffc0fb0e93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 200 len: 217 time: 0.0518670 Oct 28 21:23:22.753922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.759775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] For port db52270e-8eb9-4e5c-bf69-14abe1760c33, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db52270e-8eb9-4e5c-bf69-14abe1760c33,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:22.767787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.784961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:23:22.808237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.810017 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Added segment 264d44d5-170b-42c0-b171-671d2b935c2d of type vlan for network a290a86c-9e3d-4179-8656-32c50a6d5780 Oct 28 21:23:22.829455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-19d8aca1-ef01-48bf-8e06-97d2b1d2f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.837030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-19d8aca1-ef01-48bf-8e06-97d2b1d2f4a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0786874 Oct 28 21:23:22.877712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-5fd2aed0-5e6b-46a7-a430-ad42376969f1 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.885544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-5fd2aed0-5e6b-46a7-a430-ad42376969f1 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8904870 Oct 28 21:23:22.910069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d19a8-28a4-4021-af8b-71e23a80dbf4 None None] Pushing event updated for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.927448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.930601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634e8fb-54e2-4c41-b05c-78a8e4f1bab7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:22.934808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-3a2ac0aa-bfb1-4b54-a5b0-07e136d49626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:22.936591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ba74f1be-0f9a-4fbc-9a81-ca68ef825aff None None] Provisioning complete for port db52270e-8eb9-4e5c-bf69-14abe1760c33 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:22.938439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-3a2ac0aa-bfb1-4b54-a5b0-07e136d49626 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929732 Oct 28 21:23:22.939174 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba74f1be-0f9a-4fbc-9a81-ca68ef825aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:22.980885 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:18Z', 'revision_number': 4, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db52270e-8eb9-4e5c-bf69-14abe1760c33', 'name': '', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'mac_address': 'fa:16:3e:e1:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:17Z', 'updated_at': '2021-10-28T21:23:22Z', 'revision_number': 4, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'subnets': [{'id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:23.013647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-8d486aef-3d7c-43f4-8bc7-565dc24437bf tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.1270583 Oct 28 21:23:23.052915 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0716-d17c-4fd6-b541-86e033e0eee9 None None] The sync data for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 is: [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:23:18Z', 'revision_number': 4, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db52270e-8eb9-4e5c-bf69-14abe1760c33', 'name': '', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'mac_address': 'fa:16:3e:e1:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:17Z', 'updated_at': '2021-10-28T21:23:22Z', 'revision_number': 4, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'subnets': [{'id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:23.119579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:23.126712 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-14941277-a9cf-4b5c-8d2f-da80dea3fa8c service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774883 Oct 28 21:23:23.166973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19082bf3-77c1-4b7d-a57a-ee0a903a3e6b req-f230c14e-87d2-4629-8762-7286762d8789 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9970577 Oct 28 21:23:23.270295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.271406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:23.272097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.284903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.323759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-97be5caf-d30c-46bc-8714-83220bc74983 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:23.325657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-97be5caf-d30c-46bc-8714-83220bc74983 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "GET /v2.0/ports?device_id=569a3a78-105c-48f5-b650-1af0b14050a5 HTTP/1.1" status: 200 len: 945 time: 0.0982490 Oct 28 21:23:23.376802 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cd435198-9046-41db-a78e-24e9e9d0f4c3 req-9720c51b-e282-4ef8-9031-b7b35d950740 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446635 Oct 28 21:23:23.451786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Deleting port 912b11f5-2f81-45c5-9da1-8a7b1945d234 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:23.452282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.452998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd22c26-4f2b-4a34-8546-3c86616353b8 req-26f8f047-b16b-41ac-8bed-15f7d9312ecf tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/ports?device_id=692755d4-8ee4-47c1-aab7-2c2da72daec4 HTTP/1.1" status: 200 len: 210 time: 0.1706300 Oct 28 21:23:23.484636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8385615 Oct 28 21:23:23.494415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57096) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:23.530082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Request body: {'subnet': {'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-subnet', 'tenant_id': '352487c13749489b9210634a64731eb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:23.589149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:23.593430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:23.609641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-2c02b518-4e0a-497a-af6a-c1ca523c5ffa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:23.611262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-2c02b518-4e0a-497a-af6a-c1ca523c5ffa tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.44 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 946 time: 0.4733574 Oct 28 21:23:23.621247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] For port 912b11f5-2f81-45c5-9da1-8a7b1945d234, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=912b11f5-2f81-45c5-9da1-8a7b1945d234,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:23.621888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.641889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a5cb-7c6b-4e31-b20b-55abdd58237f admin admin] Pushing event updated for resources: {'Network': ['ID=a290a86c-9e3d-4179-8656-32c50a6d5780,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:23.643183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Sync routers for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:23.650033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Calling delete_port for 912b11f5-2f81-45c5-9da1-8a7b1945d234 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:23.697533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a290a86c-9e3d-4179-8656-32c50a6d5780 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:23:23.744478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] No DVR routers for this DVR port 36b0f10e-751f-4024-bfc6-7ee2ef324943 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:23.863388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.897350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1fbd6af3-f384-4d8d-925d-4a0fe09dc838', '912b11f5-2f81-45c5-9da1-8a7b1945d234'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:23.904821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event deleted for resources: {'Port': ['ID=912b11f5-2f81-45c5-9da1-8a7b1945d234,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:23.910629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db52270e-8eb9-4e5c-bf69-14abe1760c33 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:23.914182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:23.918425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf6ba148-c987-4100-a961-e6e810efb62b req-4137d0dd-7d13-458d-acf7-2af174135e59 tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.52 "DELETE /v2.0/ports/36b0f10e-751f-4024-bfc6-7ee2ef324943 HTTP/1.1" status: 204 len: 173 time: 3.2426450 Oct 28 21:23:23.922931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'name': 'network-vif-deleted', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:23.925958 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd513b4-0f78-4554-930c-28e671e8c8a8" -d '{"events": [{"server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "name": "network-vif-deleted", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:23.936948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:23.938053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:23.941442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Made reservation on behalf of 352487c13749489b9210634a64731eb6 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:23.951836 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.043732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] No DVR routers for this DVR port 912b11f5-2f81-45c5-9da1-8a7b1945d234 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:24.051007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.055810 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-839e3ac0-e917-46bb-8229-5b78bebf66a7 req-dddb3f7a-a5f0-4d06-a9a6-be63cf71be93 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "DELETE /v2.0/ports/912b11f5-2f81-45c5-9da1-8a7b1945d234 HTTP/1.1" status: 204 len: 173 time: 0.7196815 Oct 28 21:23:24.056722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'name': 'network-vif-deleted', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:24.059699 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57518056-bfb0-4233-a6f3-691d5edcf6df" -d '{"events": [{"server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "name": "network-vif-deleted", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:24.312827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 36b0f10e-751f-4024-bfc6-7ee2ef324943 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:24.362947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ee54-494e-4bf9-8225-6f6336413f71 req-fa43924e-a6d4-4df2-8549-9cd2ef140929 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:24.368819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 36b0f10e-751f-4024-bfc6-7ee2ef324943 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:24.369157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 36b0f10e-751f-4024-bfc6-7ee2ef324943 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:24.371754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f95ee54-494e-4bf9-8225-6f6336413f71 req-fa43924e-a6d4-4df2-8549-9cd2ef140929 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.4399495 Oct 28 21:23:24.455185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:24.510691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port db52270e-8eb9-4e5c-bf69-14abe1760c33 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:24.511065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.530988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Deleting port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:24.531437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.674193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] For port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:24.674433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.887184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:24.940329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f95ee54-494e-4bf9-8225-6f6336413f71 req-476f6c30-eccb-46e9-b288-94ea004703b0 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674584 Oct 28 21:23:24.986383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:24.991653 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dc6817-50a1-44e3-99ba-dadc7d8259e1 x-openstack-request-id: req-c4dc6817-50a1-44e3-99ba-dadc7d8259e1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:24.991997 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-plugged", "status": "completed", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:24.992259 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4dc6817-50a1-44e3-99ba-dadc7d8259e1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:24.992674 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'code': 200} Oct 28 21:23:25.035971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Checking router: 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:25.050590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:25.051962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:25.122889 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0d2e6a06-090e-4c0a-a217-773ac376a825 service neutron] 10.222.0.44 "GET /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.1199310 Oct 28 21:23:25.125474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.125830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.126135 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Floating IP 828237af-3337-4482-afa5-361a2dfe95d1 disassociated. External IP: 172.25.4.14, port: 15ce8caf-c78d-4f56-b7dc-d4367bbfef50. Oct 28 21:23:25.126479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Calling delete_port for 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:25.141325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701d8ab-c438-4d74-8f44-75ee06f11a6f req-3dcb839a-7f92-4f40-b09a-a15022c1cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:25.143134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e701d8ab-c438-4d74-8f44-75ee06f11a6f req-3dcb839a-7f92-4f40-b09a-a15022c1cc09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1097 time: 0.0698030 Oct 28 21:23:25.156349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db691d4-3888-4035-8afe-452935a8d29c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:25.193126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:25.222408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e701d8ab-c438-4d74-8f44-75ee06f11a6f req-15f24d2c-a6a1-4c1e-bbb7-d3b5e6260578 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587103 Oct 28 21:23:25.234426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:23:25.242060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Checking segment: {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:25.242420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Network hostable DHCP agents. Network: a290a86c-9e3d-4179-8656-32c50a6d5780, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:23:25.294174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40da57-398e-46f8-b68d-96d4b3f4d4f9 req-be075140-9933-49c8-971c-400796eb9de4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:25.295679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea40da57-398e-46f8-b68d-96d4b3f4d4f9 req-be075140-9933-49c8-971c-400796eb9de4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2216341 Oct 28 21:23:25.353782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:25.356870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Network a290a86c-9e3d-4179-8656-32c50a6d5780 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:23:25.362413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.384282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.385120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:25.392467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a290a86c-9e3d-4179-8656-32c50a6d5780) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:25.410725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7c7d1-3619-4dfb-ba89-11075008f752 None None] Network a290a86c-9e3d-4179-8656-32c50a6d5780 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:25.423795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fc18fd-52eb-46a2-a210-add76510111f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:25.435131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea40da57-398e-46f8-b68d-96d4b3f4d4f9 req-7c70d418-9f35-4e17-984a-bc69ac18ba0b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280591 Oct 28 21:23:25.436673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:25.437248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.438209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:25.462245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.525530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf829652-c014-4c2e-9f1a-ff81716c1609 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0089536 Oct 28 21:23:25.528893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57108) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:25.534276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:25.570067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:25.580254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.581881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.595118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] Transition to ACTIVE for port object a0fc18fd-52eb-46a2-a210-add76510111f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:23:25.604695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.605233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.610393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13abb88-b0f0-4754-ad3b-818832b47bd2 None None] The sync data for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 is: [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:20:47Z', 'revision_number': 4, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0b2a7ecb-2f93-4915-93a6-e7cdd586a643', 'name': '', 'network_id': 'd049a51a-47be-4947-804c-76cb0341a250', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'mac_address': 'fa:16:3e:e8:60:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:45Z', 'updated_at': '2021-10-28T21:20:54Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'subnets': [{'id': 'bc5263fa-4f7a-44a7-b3a9-8193055375fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:25.631068 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61 associated. External IP: 172.25.4.55, port: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838. Oct 28 21:23:25.660991 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-a290a86c-9e3d-4179-8656-32c50a6d5780', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:23:25.661933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.689242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:25.698475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event deleted for resources: {'Port': ['ID=15ce8caf-c78d-4f56-b7dc-d4367bbfef50,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:25.709671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] No DVR routers for this DVR port a0fc18fd-52eb-46a2-a210-add76510111f on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:25.757863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4127-a29d-4c8e-8b6b-102c8d07d937 req-99435ab8-39b8-4fbe-be5f-00e7a668213c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:25.768215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33fc4127-a29d-4c8e-8b6b-102c8d07d937 req-99435ab8-39b8-4fbe-be5f-00e7a668213c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2396731 Oct 28 21:23:25.833121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7017722 Oct 28 21:23:25.833949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b20f-3582-471f-ba04-532edb9d41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:25.900207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Allocated IP 172.20.0.2 (a290a86c-9e3d-4179-8656-32c50a6d5780/7db691d4-3888-4035-8afe-452935a8d29c/976ea0f9-b29c-4c06-b32b-58f3247678fe) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:25.916735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.055700 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ccdca-145e-4205-9f67-4abee8d8ae24 None None] New status for floating IP 78b4c42d-d622-49f7-bfa5-40737ff98480: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:26.093877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.106569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.156862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Network a290a86c-9e3d-4179-8656-32c50a6d5780 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:26.160320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:26.166006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:26.173394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Pushing event updated for resources: {'Port': ['ID=976ea0f9-b29c-4c06-b32b-58f3247678fe,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:26.196425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.237147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.357736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Attempting to bind port 976ea0f9-b29c-4c06-b32b-58f3247678fe on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:26.358634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Attempting to bind port 976ea0f9-b29c-4c06-b32b-58f3247678fe by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:26.359232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Attempting to bind port 976ea0f9-b29c-4c06-b32b-58f3247678fe on network a290a86c-9e3d-4179-8656-32c50a6d5780 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:26.382727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:26.383295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Checking segment: {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:26.384868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.385507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Bound using segment: {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:26.386404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Bound port: 976ea0f9-b29c-4c06-b32b-58f3247678fe, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:26.387297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.493307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-bb1103f2-748c-498b-a2a3-f322d1ae237c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:26.496904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-bb1103f2-748c-498b-a2a3-f322d1ae237c tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.1797907 Oct 28 21:23:26.536144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Allocated IP 172.25.4.109 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:26.552631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] For port 976ea0f9-b29c-4c06-b32b-58f3247678fe, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:26.556806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] For port 976ea0f9-b29c-4c06-b32b-58f3247678fe, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=976ea0f9-b29c-4c06-b32b-58f3247678fe,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:26.564709 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.652076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c2e47-f886-4c7f-a148-3d92d601d0b8 None None] Pushing event updated for resources: {'Port': ['ID=976ea0f9-b29c-4c06-b32b-58f3247678fe,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:26.663637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-ee4e13ce-dabe-4971-8314-0990d161a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:26.665496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-ee4e13ce-dabe-4971-8314-0990d161a4be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4&tenant_id=bf3c5448664444da9fa82fef755782b1 HTTP/1.1" status: 200 len: 1097 time: 0.1537294 Oct 28 21:23:26.676207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:26.714889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.769522 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:26.826361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Pushing event updated for resources: {'Port': ['ID=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:26.850936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:26.858258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:26.862001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:26.962673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33fc4127-a29d-4c8e-8b6b-102c8d07d937 req-4dc152bb-a246-42eb-9994-6a88be971bcf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1928058 Oct 28 21:23:26.980917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-7474028a-88e5-45a3-be1e-0bb1032b4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:26.987954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-7474028a-88e5-45a3-be1e-0bb1032b4683 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1097 time: 0.2528312 Oct 28 21:23:27.072341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:27.085929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:27.097861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:27.109576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:27.110179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:27.145889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7252c4f-b584-41c5-8644-c6ceeec2e1db req-7f648e4c-5e5a-4289-ade7-e19e1edd8b8b tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/ports?device_id=4435fe5f-02e0-45c0-a506-8bcacdae3404 HTTP/1.1" status: 200 len: 210 time: 0.0777669 Oct 28 21:23:27.175762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] No DVR routers for this DVR port 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:27.180393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:27.184394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9d827a8-ed34-43d3-9c0b-2ce7667cfeba req-0fdf5dc4-2ce4-41ba-81e2-81c7ccacce71 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.44 "DELETE /v2.0/ports/15ce8caf-c78d-4f56-b7dc-d4367bbfef50 HTTP/1.1" status: 204 len: 173 time: 3.5376613 Oct 28 21:23:27.192135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:27.236573 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b0a7f2-613b-4163-9312-62d3cf543174 x-openstack-request-id: req-b5b0a7f2-613b-4163-9312-62d3cf543174 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:27.236857 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692755d4-8ee4-47c1-aab7-2c2da72daec4", "name": "network-vif-deleted", "tag": "36b0f10e-751f-4024-bfc6-7ee2ef324943", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:27.237106 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5b0a7f2-613b-4163-9312-62d3cf543174 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:27.237496 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692755d4-8ee4-47c1-aab7-2c2da72daec4', 'name': 'network-vif-deleted', 'tag': '36b0f10e-751f-4024-bfc6-7ee2ef324943', 'status': 'completed', 'code': 200} Oct 28 21:23:27.292617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-389a4374-8c97-491a-92cf-646682e9756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:27.294722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-389a4374-8c97-491a-92cf-646682e9756f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 200 len: 922 time: 0.3005078 Oct 28 21:23:27.364614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-25b508a2-7693-4f38-b938-860686657360 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 200 len: 217 time: 0.0612726 Oct 28 21:23:27.484409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:27.487953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-f0b69b5f-3fd6-4f29-a92e-5c61574e22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:27.489434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-f0b69b5f-3fd6-4f29-a92e-5c61574e22fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 200 len: 861 time: 0.0865021 Oct 28 21:23:27.493487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:27.509303 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:27.527375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:27.532948 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:27.533860 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:27.542484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-fd32e8c9-91ff-44ff-8656-9f96592e5c80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb11d7b2-83e3-4bec-af56-b9be8889b3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445182 Oct 28 21:23:27.550779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c512b-662b-4212-977c-0872e246fa17 req-34e253c0-04f8-45c5-ae3e-149f73090f41 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:27.557102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-684c512b-662b-4212-977c-0872e246fa17 req-34e253c0-04f8-45c5-ae3e-149f73090f41 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.2110724 Oct 28 21:23:27.622833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-51a310cb-6f78-424c-892b-8ffdf23cb1d2 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "PUT /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 995 time: 4.6081350 Oct 28 21:23:27.646578 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e2b97-4706-469b-b003-cd75159d7997 x-openstack-request-id: req-463e2b97-4706-469b-b003-cd75159d7997 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:27.648599 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a3a78-105c-48f5-b650-1af0b14050a5", "name": "network-vif-deleted", "tag": "912b11f5-2f81-45c5-9da1-8a7b1945d234", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:27.648599 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-463e2b97-4706-469b-b003-cd75159d7997 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:27.648599 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a3a78-105c-48f5-b650-1af0b14050a5', 'name': 'network-vif-deleted', 'tag': '912b11f5-2f81-45c5-9da1-8a7b1945d234', 'status': 'completed', 'code': 200} Oct 28 21:23:27.720786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 912b11f5-2f81-45c5-9da1-8a7b1945d234 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:27.746987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-684c512b-662b-4212-977c-0872e246fa17 req-5ed18fea-e8f2-47c2-93cb-a37db8c05535 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641076 Oct 28 21:23:27.750882 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:27.828901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-984819aa-60f8-4cdb-b152-6644e26b70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:27.832827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-984819aa-60f8-4cdb-b152-6644e26b70d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.1749709 Oct 28 21:23:27.864581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:27.873460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 912b11f5-2f81-45c5-9da1-8a7b1945d234 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:27.873857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 912b11f5-2f81-45c5-9da1-8a7b1945d234 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:27.874273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:27.971432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:27.971767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 15ce8caf-c78d-4f56-b7dc-d4367bbfef50 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:27.990643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 976ea0f9-b29c-4c06-b32b-58f3247678fe up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:28.003126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-58bc2911-94b7-4503-8ef7-4cebd65c6e2e service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380884 Oct 28 21:23:28.120936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022c942-780f-40d9-9749-7f51b806d8cd None None] Network a290a86c-9e3d-4179-8656-32c50a6d5780 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:28.138754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 976ea0f9-b29c-4c06-b32b-58f3247678fe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:28.139748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.140921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Router 47fb86fc-4382-4e09-bb09-821219987441 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:23:28.179311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-99326b66-2f2e-481c-8ec8-02918a795f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.180858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-99326b66-2f2e-481c-8ec8-02918a795f5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.3375683 Oct 28 21:23:28.236696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-859d5514-f498-44b5-8a39-b2b171924971 None None] Provisioning complete for port 976ea0f9-b29c-4c06-b32b-58f3247678fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:28.237067 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-859d5514-f498-44b5-8a39-b2b171924971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.251090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf477-85da-42cd-ab1b-cd8ccba8621f req-648be6a8-2af5-444b-89a9-82faa62dbe2a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.252719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dcdf477-85da-42cd-ab1b-cd8ccba8621f req-648be6a8-2af5-444b-89a9-82faa62dbe2a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1763515 Oct 28 21:23:28.255014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-9a0be799-f7a9-4ee4-b4a3-0a7772d125b2 service neutron] 10.222.0.52 "GET /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411981 Oct 28 21:23:28.285717 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:25Z', 'revision_number': 8, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.312735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.324682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-8ffbdffd-e7d1-4abf-ab90-efbcde5d90b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 998 time: 0.1337984 Oct 28 21:23:28.326842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:28.336715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:28.337669 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.347708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dcdf477-85da-42cd-ab1b-cd8ccba8621f req-1fbb8bdc-7e62-4be3-b399-f83185d0a04e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630841 Oct 28 21:23:28.372849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:28.383149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:28.406314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Sync routers for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:28.406560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-e4d1d158-7c41-4306-8f52-276db848ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.408126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-e4d1d158-7c41-4306-8f52-276db848ecb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.0748608 Oct 28 21:23:28.421949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.427505 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2653a3a-3bb9-4a8b-b94a-7556c261bb4d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8974545 Oct 28 21:23:28.429684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:28.434715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:28.435589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.469838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57126) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:28.511029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:28.512084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.545600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-69b47cb8-0f96-4c90-8fb5-a46272a9e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.547468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-69b47cb8-0f96-4c90-8fb5-a46272a9e5d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234629 Oct 28 21:23:28.569413 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:28.576687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.617073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.711011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.759005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-1e929a0e-995b-4755-b2f8-261079bdc64a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.760824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-1e929a0e-995b-4755-b2f8-261079bdc64a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4&tenant_id=bf3c5448664444da9fa82fef755782b1&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.2092335 Oct 28 21:23:28.765001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 976ea0f9-b29c-4c06-b32b-58f3247678fe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=976ea0f9-b29c-4c06-b32b-58f3247678fe,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:28.778747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-859d5514-f498-44b5-8a39-b2b171924971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.791304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.833895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d518-516d-4b26-8695-7a6c52c851fa req-35128de5-4b8b-407c-83d0-18a6b7c4c1fa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:28.835482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2b7d518-516d-4b26-8695-7a6c52c851fa req-35128de5-4b8b-407c-83d0-18a6b7c4c1fa tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2858791 Oct 28 21:23:28.901540 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:25Z', 'revision_number': 8, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:28.911689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-5194cfc2-ef75-4970-ae46-55f42046ce5c service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458707 Oct 28 21:23:28.923361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.926628 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:28.931324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "DELETE /v2.0/security-groups/07d774c3-f5b2-4753-b206-46ed5774eaa9 HTTP/1.1" status: 204 len: 168 time: 0.4569890 Oct 28 21:23:28.932234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57130) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:28.938605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:28.965990 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-71f7db9c-10d3-4977-b409-264e6d05401f tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] show failed (client error): The resource could not be found. Oct 28 21:23:28.970340 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b19452-13eb-4290-9644-bafb7cf2d9b2 None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '04400359-ca73-4fe1-8735-64b4dbac0d61', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'port_id': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'mac_address': 'fa:16:3e:01:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:22:50Z', 'updated_at': '2021-10-28T21:23:25Z', 'revision_number': 8, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:28.977681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-71f7db9c-10d3-4977-b409-264e6d05401f tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "GET /v2.0/security-groups/07d774c3-f5b2-4753-b206-46ed5774eaa9 HTTP/1.1" status: 404 len: 347 time: 0.0403175 Oct 28 21:23:28.981439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57132) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:29.021055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:29.029604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2b7d518-516d-4b26-8695-7a6c52c851fa req-6da42104-43d5-4f2c-a179-d63638f02cee tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759529 Oct 28 21:23:29.034809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a121abc-ac1d-4cfb-92b4-7dc388dcd55c tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d774c3-f5b2-4753-b206-46ed5774eaa9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:29.074138 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:23:29.157091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-91cd5219-9c3b-48d1-84ab-552939c20a42 service neutron] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:29.169435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-91cd5219-9c3b-48d1-84ab-552939c20a42 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:29.171501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae996fd-cce2-45bd-a8c5-c264a72982e8 req-91cd5219-9c3b-48d1-84ab-552939c20a42 service neutron] 10.222.0.52 "DELETE /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.3975472 Oct 28 21:23:29.205677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a226a75-ea0b-43de-bf6c-239e8d22a58c req-8d5b377d-f9cf-40f7-9cf0-af63d3b6092a service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832251 Oct 28 21:23:29.239206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'name': 'network-vif-deleted', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50'}, {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:29.240240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=976ea0f9-b29c-4c06-b32b-58f3247678fe,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:29.248554 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441e6b8e-abd1-4606-a6a4-d27f924880fc" -d '{"events": [{"server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "name": "network-vif-deleted", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50"}, {"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:29.343936 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d5d73-32d0-4f7a-8764-ad3f25a9cb4d None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:29.371092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-859d5514-f498-44b5-8a39-b2b171924971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:23:29.371746 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-859d5514-f498-44b5-8a39-b2b171924971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:23:29.382647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:29.467813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544e9d-b11f-4317-81ca-ade91aa6506f req-90c4e2e3-88a7-4dc5-922c-5832383431bc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:29.469677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67544e9d-b11f-4317-81ca-ade91aa6506f req-90c4e2e3-88a7-4dc5-922c-5832383431bc tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.1230776 Oct 28 21:23:29.527044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Deleting port 4135f4e6-7c56-4fb5-b9ff-e8317560e7f2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:29.527416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:29.574698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67544e9d-b11f-4317-81ca-ade91aa6506f req-819532e3-0197-44cc-8a57-ab1e4b692a7e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945187 Oct 28 21:23:29.582968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bcda-672b-40bc-8f0a-c73116ffc284 req-59bd686d-0a82-4f50-baf8-533b2b93dfac tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:29.585429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fa1bcda-672b-40bc-8f0a-c73116ffc284 req-59bd686d-0a82-4f50-baf8-533b2b93dfac tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1097 time: 0.0989723 Oct 28 21:23:29.716192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fa1bcda-672b-40bc-8f0a-c73116ffc284 req-82405cb6-89ae-43ad-9e64-8b8f9e00c353 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131959 Oct 28 21:23:29.760690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:29.761066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:29.864404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19524ea5-0e27-4930-867d-a1c5f8c63a30 req-2df0cdf3-1f7a-4702-a249-4ba296cf17c9 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 997 time: 0.1196651 Oct 28 21:23:29.871740 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca625de5-95c0-41e0-b951-7d0565ceefbf x-openstack-request-id: req-ca625de5-95c0-41e0-b951-7d0565ceefbf {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:29.872314 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435fe5f-02e0-45c0-a506-8bcacdae3404", "name": "network-vif-deleted", "tag": "15ce8caf-c78d-4f56-b7dc-d4367bbfef50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:29.872752 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca625de5-95c0-41e0-b951-7d0565ceefbf {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:29.873177 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435fe5f-02e0-45c0-a506-8bcacdae3404', 'name': 'network-vif-deleted', 'tag': '15ce8caf-c78d-4f56-b7dc-d4367bbfef50', 'status': 'completed', 'code': 200} Oct 28 21:23:29.873424 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:23:29.876209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 976ea0f9-b29c-4c06-b32b-58f3247678fe up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:29.883953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Calling delete_port for 4135f4e6-7c56-4fb5-b9ff-e8317560e7f2 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:29.935488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Allocated IP 172.20.0.1 (a290a86c-9e3d-4179-8656-32c50a6d5780/7db691d4-3888-4035-8afe-452935a8d29c/19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:30.045265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:27Z', 'revision_number': 3, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:30.049156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 976ea0f9-b29c-4c06-b32b-58f3247678fe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:30.049755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.098367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Checking router: 47fb86fc-4382-4e09-bb09-821219987441 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:30.098596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Updating router 47fb86fc-4382-4e09-bb09-821219987441 port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:23:30.102859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:30.165745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ae4b4-af3a-4d2d-88de-3d628ff71d06 None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:27Z', 'revision_number': 4, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7df7a115-6625-42e8-9996-c5abb1b7b778', 'name': '', 'network_id': '5cb40aa9-3085-4aa8-be10-cbffb3e454fa', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'mac_address': 'fa:16:3e:7f:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:26Z', 'updated_at': '2021-10-28T21:18:33Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'subnets': [{'id': '9707511e-5cc6-4e6b-8745-126fc4bfd7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:30.183160 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.202156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.219785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.235843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-df3262f4-34cd-46d6-b29f-61547af26e84 None None] Provisioning complete for port 976ea0f9-b29c-4c06-b32b-58f3247678fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:30.236541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-df3262f4-34cd-46d6-b29f-61547af26e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.265910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Pushing event deleted for resources: {'Port': ['ID=4135f4e6-7c56-4fb5-b9ff-e8317560e7f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:30.373412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.442851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.446253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.450567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2879aa51-3155-47e7-a86b-4aa9de3e5ebe tempest-ServersTestFqdnHostnames-1204593878 tempest-ServersTestFqdnHostnames-1204593878-project] 10.222.0.31 "DELETE /v2.0/floatingips/78b4c42d-d622-49f7-bfa5-40737ff98480 HTTP/1.1" status: 204 len: 168 time: 1.4643247 Oct 28 21:23:30.454256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:30.478514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19524ea5-0e27-4930-867d-a1c5f8c63a30 req-cb59d405-c028-48c8-acd0-65225db80048 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:30.485606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19524ea5-0e27-4930-867d-a1c5f8c63a30 req-cb59d405-c028-48c8-acd0-65225db80048 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.6200786 Oct 28 21:23:30.495230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-19524ea5-0e27-4930-867d-a1c5f8c63a30 req-047003ca-0cc5-4102-97fd-c1bc627564ae tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:23:30.506459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19524ea5-0e27-4930-867d-a1c5f8c63a30 req-047003ca-0cc5-4102-97fd-c1bc627564ae tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0196910 Oct 28 21:23:30.514244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Network a290a86c-9e3d-4179-8656-32c50a6d5780 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:30.515161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Pushing event updated for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:30.548731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acd2fc-242d-4cb3-85f3-7cc274956d8e req-73eed5dd-f555-481b-88d7-656c3b9a4ef5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:30.550440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9acd2fc-242d-4cb3-85f3-7cc274956d8e req-73eed5dd-f555-481b-88d7-656c3b9a4ef5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.5272393 Oct 28 21:23:30.552890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-fa0e2447-5b99-4ec7-b999-d4285c886828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:30.555060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-fa0e2447-5b99-4ec7-b999-d4285c886828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.6807873 Oct 28 21:23:30.579784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:30.586526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:30.643919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.665586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.676103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.700266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd8367-3c99-45ff-9316-087e386b8977 None None] New status for floating IP 828237af-3337-4482-afa5-361a2dfe95d1: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:30.747398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9acd2fc-242d-4cb3-85f3-7cc274956d8e req-f06dff3e-4bdc-43dc-a9cb-df7cfb2023af tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895695 Oct 28 21:23:30.764521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8f9f-d17f-4bef-bfad-2838877f5f86 req-e6c467af-f665-4ded-ac7c-b12017c8dc43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:30.765939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c66d8f9f-d17f-4bef-bfad-2838877f5f86 req-e6c467af-f665-4ded-ac7c-b12017c8dc43 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.1989727 Oct 28 21:23:30.888521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d107be-d9ac-41ee-962b-501177f8a6b3 None None] Pushing event updated for resources: {'Port': ['ID=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:30.927285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Attempting to bind port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:30.927941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Attempting to bind port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:30.928771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Attempting to bind port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:30.937627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-04a45b84-60d1-4e2a-8456-fab5dd02778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:30.940557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:30.940932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:30.941389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.941849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:30.942332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Bound port: 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:30.942689 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:30.951870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-04a45b84-60d1-4e2a-8456-fab5dd02778e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.3856819 Oct 28 21:23:30.960736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c66d8f9f-d17f-4bef-bfad-2838877f5f86 req-86547dfb-20f5-4e4c-8d4a-e54af9a86bb9 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853642 Oct 28 21:23:31.012242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-add24270-aac3-4c60-9672-2b7001e42a41 None None] Provisioning complete for port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:31.013129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-add24270-aac3-4c60-9672-2b7001e42a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.062518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.084720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] For port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:31.088080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-add24270-aac3-4c60-9672-2b7001e42a41 None None] Port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:23:31.092453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] For port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:31.098243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.161388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-a4a381d4-fa87-4cee-9243-80df910e433d tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.163129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-a4a381d4-fa87-4cee-9243-80df910e433d tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.52 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.3288746 Oct 28 21:23:31.171397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-a3264813-20ab-41c6-839b-19d6f7f1ecd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 1000 time: 0.2090302 Oct 28 21:23:31.182531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:31.184903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:31.214379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-e871a8b4-f904-4fef-9bab-5c748efe8f27 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.1972666 Oct 28 21:23:31.236199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6350d-3e3e-46f1-a48f-f22a778a9870 req-7f47393d-ee40-4586-9c60-52a70282717e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.237777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d6350d-3e3e-46f1-a48f-f22a778a9870 req-7f47393d-ee40-4586-9c60-52a70282717e tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1097 time: 0.2644751 Oct 28 21:23:31.244040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d107be-d9ac-41ee-962b-501177f8a6b3 None None] Pushing event updated for resources: {'Port': ['ID=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:31.366929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:31.367642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-8550cea8-025c-4123-a786-7e42d5ecab5e tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.369543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-8550cea8-025c-4123-a786-7e42d5ecab5e tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports/1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 942 time: 0.1285822 Oct 28 21:23:31.374008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-da3e1e9c-9678-410d-8394-32381ab8d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.374962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-da3e1e9c-9678-410d-8394-32381ab8d650 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.1916306 Oct 28 21:23:31.424277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d6350d-3e3e-46f1-a48f-f22a778a9870 req-0f7113bc-ff24-462c-a366-bba937357479 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644697 Oct 28 21:23:31.486596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-0a3a69af-4371-4ebd-a430-68f163a2e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.488471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-0a3a69af-4371-4ebd-a430-68f163a2e56c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024923 Oct 28 21:23:31.536237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Deleting port 4864bc3a-279e-4239-8cbd-5e817105ff7f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:31.536598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.651450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-6395b9ff-a606-455b-a15c-3a7ec893626c tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.2112772 Oct 28 21:23:31.668956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.685488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.715489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:30Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0', 'name': '', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'mac_address': 'fa:16:3e:83:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:29Z', 'updated_at': '2021-10-28T21:23:29Z', 'revision_number': 1, 'project_id': '352487c13749489b9210634a64731eb6', 'subnets': [{'id': '7db691d4-3888-4035-8afe-452935a8d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:31.743974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59896b7-e08e-4bd1-a225-24f0840455c5 None None] The sync data for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 is: [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:30Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0', 'name': '', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'mac_address': 'fa:16:3e:83:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:29Z', 'updated_at': '2021-10-28T21:23:29Z', 'revision_number': 1, 'project_id': '352487c13749489b9210634a64731eb6', 'subnets': [{'id': '7db691d4-3888-4035-8afe-452935a8d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:31.780867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.809238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3e32-5411-49a9-9f19-62b544f93f78 req-11c57751-13d3-4cf7-bfd5-f67365d60a7a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.810611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-747c3e32-5411-49a9-9f19-62b544f93f78 req-11c57751-13d3-4cf7-bfd5-f67365d60a7a tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 1097 time: 0.2299678 Oct 28 21:23:31.823919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-d294e4ed-8e29-40ec-ac89-8b032866dea0 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229523 Oct 28 21:23:31.830664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Pushing event updated for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:31.839597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] For port 4864bc3a-279e-4239-8cbd-5e817105ff7f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4864bc3a-279e-4239-8cbd-5e817105ff7f,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:31.839949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:31.929947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-e5bbb655-57b0-4ad9-a2e1-b6d291840005 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:31.931432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-e5bbb655-57b0-4ad9-a2e1-b6d291840005 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2648056 Oct 28 21:23:31.989902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Network a290a86c-9e3d-4179-8656-32c50a6d5780 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:31.997423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:32.019859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.185085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-9e67d598-0c87-4d84-a030-676497c9f541 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 1000 time: 0.2082343 Oct 28 21:23:32.190769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:32.196890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-441e6b8e-abd1-4606-a6a4-d27f924880fc req-7bce807b-5a93-495a-8cc9-3159ca70af3a service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534124 Oct 28 21:23:32.226288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-747c3e32-5411-49a9-9f19-62b544f93f78 req-720e3e87-4bc5-4c5a-a219-32d3cd6cd0dc tempest-LiveAutoBlockMigrationV225Test-575166962 tempest-LiveAutoBlockMigrationV225Test-575166962-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927820 Oct 28 21:23:32.313781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57170) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:32.348498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Router 47fb86fc-4382-4e09-bb09-821219987441 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:32.395749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.428564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-39ddd054-3a5a-4bdd-81e0-c44067ba2079 None None] Provisioning complete for port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:32.429017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-39ddd054-3a5a-4bdd-81e0-c44067ba2079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.488699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-39ddd054-3a5a-4bdd-81e0-c44067ba2079 None None] Port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:23:32.524562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.524987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.525376 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Floating IP 3d045042-8763-4ff0-88db-ade113a25231 disassociated. External IP: 172.25.4.241, port: 4864bc3a-279e-4239-8cbd-5e817105ff7f. Oct 28 21:23:32.525749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Calling delete_port for 4864bc3a-279e-4239-8cbd-5e817105ff7f owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:32.612498 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.640023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:32.649876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4d3e3e75-ca4e-487f-9527-0586bc629621 admin admin] 10.222.0.31 "PUT /v2.0/routers/47fb86fc-4382-4e09-bb09-821219987441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2098091 Oct 28 21:23:32.688000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0858a-072b-4b9d-94d9-c8a1ada3a0a8 req-1eeee84e-1575-4d83-b224-169c675932f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:32.697531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9f0858a-072b-4b9d-94d9-c8a1ada3a0a8 req-1eeee84e-1575-4d83-b224-169c675932f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2414820 Oct 28 21:23:32.729615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.788328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Deleting port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:32.790289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.820081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.849383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.850353 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61 disassociated. External IP: 172.25.4.55, port: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838. Oct 28 21:23:32.924635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] For port 0b2a7ecb-2f93-4915-93a6-e7cdd586a643, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:32.925167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:32.964076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Calling delete_port for 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:33.281571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9f0858a-072b-4b9d-94d9-c8a1ada3a0a8 req-65edb762-3a4d-4b7c-89f4-31350a3a7d09 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830772 Oct 28 21:23:33.352706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:33.404333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2a7ecb-2f93-4915-93a6-e7cdd586a643,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:33.515727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:33.520793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:33.525210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "DELETE /v2.0/security-groups/a074ee1b-308c-4db9-a8bc-ee2a260dd68e HTTP/1.1" status: 204 len: 168 time: 1.2095811 Oct 28 21:23:33.528091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:33.553393 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-f482b7bd-00e9-4d5d-af6e-3da051af3a78 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] show failed (client error): The resource could not be found. Oct 28 21:23:33.554439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f482b7bd-00e9-4d5d-af6e-3da051af3a78 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "GET /v2.0/security-groups/a074ee1b-308c-4db9-a8bc-ee2a260dd68e HTTP/1.1" status: 404 len: 347 time: 0.0253844 Oct 28 21:23:33.562912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57190) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:33.595592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3ddce-6b48-475d-973e-412db6a47b2a tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074ee1b-308c-4db9-a8bc-ee2a260dd68e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:33.763702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:33.824121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86783bfc-070a-44e0-aa0d-d82e447bf2f3 req-7ee1f9b4-e221-42b1-aac5-40aa86ba5a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:33.825730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86783bfc-070a-44e0-aa0d-d82e447bf2f3 req-7ee1f9b4-e221-42b1-aac5-40aa86ba5a6f tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/ports?device_id=87137a0e-ff93-463a-b9dc-999c13287d35 HTTP/1.1" status: 200 len: 946 time: 0.4281600 Oct 28 21:23:33.835735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:33.958137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event deleted for resources: {'Port': ['ID=4864bc3a-279e-4239-8cbd-5e817105ff7f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:34.008850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:34.070144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4864bc3a-279e-4239-8cbd-5e817105ff7f no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:34.116486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:34.132888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 4864bc3a-279e-4239-8cbd-5e817105ff7f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:34.139076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4864bc3a-279e-4239-8cbd-5e817105ff7f not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:34.180562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:34.180914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.241457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:34.292341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86783bfc-070a-44e0-aa0d-d82e447bf2f3 req-fa81ab3f-4592-40a1-961b-869f812c702b tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups?id=3630bd2b-b97d-45ea-b3a1-ac558a63fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4538674 Oct 28 21:23:34.312198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Router 89190d33-c819-4a63-9526-caad4711fb13 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:34.323371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Deleting port dac8cb17-da92-4d61-8630-b2bbe5d6d98b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:34.327981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.450836 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.483097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:34.492711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.545734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:34.563026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.563179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:34.573427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b7e63e6b-8fab-4910-b5ae-50d45bd7d6c2 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d9c6eb8-ae23-4f1f-b6c1-160c22a55975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1156068 Oct 28 21:23:34.576691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57194) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:34.576977 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Sync routers for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:34.621545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:34.622134 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:34.622950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:34.631202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Calling delete_port for dac8cb17-da92-4d61-8630-b2bbe5d6d98b owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:34.654676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.655381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.658868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.659758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.661139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.661704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.665503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.666403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.666953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.667537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.668123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.669537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:34.799220 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:34.833387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.064632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.066637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.195921 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:23:33Z', 'revision_number': 5, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port': {'id': '7d088253-2ee9-4d2a-8863-d7af56c9e872', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ed:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:37Z', 'updated_at': '2021-10-28T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:35.234776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Deleting port 7d088253-2ee9-4d2a-8863-d7af56c9e872 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:35.235132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.281421 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Checking router: 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:35.309146 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Routers {'6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:35.309687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:35.417251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Pushing event deleted for resources: {'Port': ['ID=dac8cb17-da92-4d61-8630-b2bbe5d6d98b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:35.476916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-374f3d6c-b5c1-4f4c-bf0e-7a15db5c8907 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:35.480526 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-374f3d6c-b5c1-4f4c-bf0e-7a15db5c8907 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.1594446 Oct 28 21:23:35.513000 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] Set router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:35.529295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.533745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.541436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b4feaba-1488-4d3c-a590-4023857b9b96 tempest-ServersWithSpecificFlavorTestJSON-1101241730 tempest-ServersWithSpecificFlavorTestJSON-1101241730-project] 10.222.0.31 "DELETE /v2.0/floatingips/828237af-3337-4482-afa5-361a2dfe95d1 HTTP/1.1" status: 204 len: 168 time: 1.9657419 Oct 28 21:23:35.575677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:35.577700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:35.593823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:35.600679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.613992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] For port 7d088253-2ee9-4d2a-8863-d7af56c9e872, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7d088253-2ee9-4d2a-8863-d7af56c9e872,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:35.614509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:35.614615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.614912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:35.630601 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:23:35Z', 'revision_number': 6, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:35.641052 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Sync routers for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:35.659096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Calling delete_port for 7d088253-2ee9-4d2a-8863-d7af56c9e872 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:35.716111 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890ce8b-4bed-4827-ab64-f0d5599f3c88 None None] The sync data for ids ['6d9c6eb8-ae23-4f1f-b6c1-160c22a55975'] in n-d-806683-16 is: [{'id': '6d9c6eb8-ae23-4f1f-b6c1-160c22a55975', 'name': 'tempest-ServersTestFqdnHostnames-391515697-router', 'tenant_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:35Z', 'updated_at': '2021-10-28T21:23:35Z', 'revision_number': 6, 'project_id': '3d07bd39645f46efa7fcae7a4cd542ee', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:35.724085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] No DVR routers for this DVR port 4864bc3a-279e-4239-8cbd-5e817105ff7f on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:35.729086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:35.732400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ee31700-6be5-4820-b5ad-2cc477b8a983 req-898de335-fea5-43c6-85c1-e7b534d8fd34 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.52 "DELETE /v2.0/ports/4864bc3a-279e-4239-8cbd-5e817105ff7f HTTP/1.1" status: 204 len: 173 time: 4.5600216 Oct 28 21:23:35.745482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'name': 'network-vif-deleted', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:35.747678 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68956ed7-5fdc-4400-ae9a-e90cb32a6069" -d '{"events": [{"server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "name": "network-vif-deleted", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:35.761512 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:35.775430 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:35.780728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-630ac1e7-2470-44db-8bbb-a59b732259c3 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "PUT /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 695 time: 3.5917897 Oct 28 21:23:35.965448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-6a4fb1d7-cc92-4e78-808d-937f81a6d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:35.969139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-6a4fb1d7-cc92-4e78-808d-937f81a6d5eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.1291826 Oct 28 21:23:35.970293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:36.124080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Sync routers for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:36.186809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:36.202547 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:36.253723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:36.254611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:36.304168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-1632fa78-44d3-4f8c-8a7a-d66bd9ed5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:36.308257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-1632fa78-44d3-4f8c-8a7a-d66bd9ed5bf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.3090870 Oct 28 21:23:36.421548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-25d7c242-8f24-4402-a77a-aa4323ac8a71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.1055789 Oct 28 21:23:36.593811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-0aadc36c-128a-4aa6-a6e7-de125f03ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:36.604508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-0aadc36c-128a-4aa6-a6e7-de125f03ab20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.1020269 Oct 28 21:23:36.681077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:36.682126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:36.699973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-898051a2-6cc9-4b0c-8719-62258f120128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:36.706572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-898051a2-6cc9-4b0c-8719-62258f120128 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008711 Oct 28 21:23:36.726093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-6dac54cf-5138-45c3-b98e-32b09db23629 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:23:36.727652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-6dac54cf-5138-45c3-b98e-32b09db23629 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149255 Oct 28 21:23:36.761430 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:36.774528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Deleting port a0fc18fd-52eb-46a2-a210-add76510111f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:36.775098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:36.816849 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Checking router: 89190d33-c819-4a63-9526-caad4711fb13 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:36.827900 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:36.829174 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:36.918690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-4926cd77-4217-4af8-810e-d3b9e9d24bf5 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:36.920017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-4926cd77-4217-4af8-810e-d3b9e9d24bf5 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 1094 time: 0.1668577 Oct 28 21:23:36.950645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-40525bf0-078d-4a96-991a-87c84c30fccd service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217820 Oct 28 21:23:36.971625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:36.974628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:23:37.041911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:37.049511 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:37.138211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] For port a0fc18fd-52eb-46a2-a210-add76510111f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=a0fc18fd-52eb-46a2-a210-add76510111f,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:37.138479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.191076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Calling delete_port for a0fc18fd-52eb-46a2-a210-add76510111f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:37.203608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb488b5-59f5-4c34-b651-8d17336c95ff req-4de15820-11fd-4cf2-a8cc-6f4cdb2ba95d service neutron] 10.222.0.31 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196679 Oct 28 21:23:37.235550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.282827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:37.283208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:37.283479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:37.293681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:23:37.295871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:37.307673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:37.308548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:37.308548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:37.308821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Bound port: 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:37.364069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d088253-2ee9-4d2a-8863-d7af56c9e872,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:37.402789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e32f-1c62-417b-b9ae-3357ea373718 req-e12cd3f5-89ce-4f1d-b51a-ae8855cb0611 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:37.405065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e77e32f-1c62-417b-b9ae-3357ea373718 req-e12cd3f5-89ce-4f1d-b51a-ae8855cb0611 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.0987067 Oct 28 21:23:37.418058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:37.423599 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:37.438556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.450600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-267f5c3d-09a0-41a0-ab77-81609418bae7 service neutron] 10.222.0.31 "POST /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf/bindings HTTP/1.1" status: 201 len: 390 time: 0.4917350 Oct 28 21:23:37.467924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ce29c-3bbf-4cf0-bfc0-7e818f842a42 None None] The sync data for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 is: [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:20:55Z', 'revision_number': 4, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd640464c-833d-4655-98a8-39a1859f6df5', 'name': '', 'network_id': 'd5d5ee72-27e3-40da-b270-e675cfd1d298', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'mac_address': 'fa:16:3e:3a:81:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:53Z', 'updated_at': '2021-10-28T21:21:01Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'subnets': [{'id': 'b6049afc-4b1a-4c73-b4bf-6c901ad05701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:37.486531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e77e32f-1c62-417b-b9ae-3357ea373718 req-df5ecae1-0872-4318-b96f-9dd8259ccd74 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706434 Oct 28 21:23:37.575483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:37.616537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.693854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:37.754985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:37.756394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:37.779580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfbe2f-b2d9-44cd-a57c-769fc944839e req-0a6483bb-8973-47f1-a827-075611f25097 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:37.781198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1bfbe2f-b2d9-44cd-a57c-769fc944839e req-0a6483bb-8973-47f1-a827-075611f25097 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 945 time: 0.1255760 Oct 28 21:23:37.877781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.881952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.888247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:37.958326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event deleted for resources: {'Port': ['ID=a0fc18fd-52eb-46a2-a210-add76510111f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:37.970861 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6677b652-a1df-4b29-95cf-734ce53190c4 x-openstack-request-id: req-6677b652-a1df-4b29-95cf-734ce53190c4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:37.972350 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87137a0e-ff93-463a-b9dc-999c13287d35", "name": "network-vif-deleted", "tag": "4864bc3a-279e-4239-8cbd-5e817105ff7f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:37.972867 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6677b652-a1df-4b29-95cf-734ce53190c4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:37.976686 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87137a0e-ff93-463a-b9dc-999c13287d35', 'name': 'network-vif-deleted', 'tag': '4864bc3a-279e-4239-8cbd-5e817105ff7f', 'status': 'completed', 'code': 200} Oct 28 21:23:37.998060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:38.059488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1bfbe2f-b2d9-44cd-a57c-769fc944839e req-21e438b9-586a-47c6-99b6-b6ab26f0d57e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135799 Oct 28 21:23:38.060634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-071e3369-4132-4bcf-a8be-6e27de02a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:38.067497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.068030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:23:38.069001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-071e3369-4132-4bcf-a8be-6e27de02a799 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1097 time: 0.2868135 Oct 28 21:23:38.141152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e60245-076b-4be5-8943-678725f08ff2 None None] New status for floating IP 3d045042-8763-4ff0-88db-ade113a25231: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:38.160694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.162875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c52bbc8a-53fa-4178-9021-d810539981a0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d9c6eb8-ae23-4f1f-b6c1-160c22a55975 HTTP/1.1" status: 204 len: 168 time: 3.5832722 Oct 28 21:23:38.164125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] No DVR routers for this DVR port a0fc18fd-52eb-46a2-a210-add76510111f on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:38.175139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.207677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a9844b9-8a2a-4b81-9fe3-d14710e71866 req-a8a9c040-e20e-4bc5-9877-5beda6c4fa3e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "DELETE /v2.0/ports/a0fc18fd-52eb-46a2-a210-add76510111f HTTP/1.1" status: 204 len: 173 time: 2.6975892 Oct 28 21:23:38.212733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57234) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:38.214878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:38.215580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-deleted', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:38.234816 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9f179-a4cb-4155-a867-0ee7e92a42b8" -d '{"events": [{"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-deleted", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:38.328002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:38.331642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['63b8a163-5db0-452b-b1cf-113fea35ad05'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:38.334546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:38.371969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-3f83b8c1-1bbd-4b48-9025-addd32fdade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:38.373449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-3f83b8c1-1bbd-4b48-9025-addd32fdade1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.2975121 Oct 28 21:23:38.474375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Deleting subnet bc5263fa-4f7a-44a7-b3a9-8193055375fb {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:23:38.489112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-5f54f89a-fd4d-4f1a-9774-5630db771528 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 217 time: 0.0955291 Oct 28 21:23:38.510698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.579560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c019d-dbb5-4a7b-8f4c-9cd96e70fd46 req-4c314827-da36-45fa-b47a-c4637c3f7d26 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:38.580681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b38c019d-dbb5-4a7b-8f4c-9cd96e70fd46 req-4c314827-da36-45fa-b47a-c4637c3f7d26 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2551932 Oct 28 21:23:38.594514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:30Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0', 'name': '', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'mac_address': 'fa:16:3e:83:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:29Z', 'updated_at': '2021-10-28T21:23:31Z', 'revision_number': 2, 'project_id': '352487c13749489b9210634a64731eb6', 'subnets': [{'id': '7db691d4-3888-4035-8afe-452935a8d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:38.610470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e24f9cee-e2f9-4840-bc0f-3c667a1fccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:38.611902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e24f9cee-e2f9-4840-bc0f-3c667a1fccab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.1144650 Oct 28 21:23:38.625537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: a0fc18fd-52eb-46a2-a210-add76510111f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:38.626207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device a0fc18fd-52eb-46a2-a210-add76510111f not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:38.635766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Checking router: 47fb86fc-4382-4e09-bb09-821219987441 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:38.636567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Updating router 47fb86fc-4382-4e09-bb09-821219987441 port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:23:38.657073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b38c019d-dbb5-4a7b-8f4c-9cd96e70fd46 req-106d710a-186e-4502-b2dd-648ba04446e0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692954 Oct 28 21:23:38.663426 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e3e4c1-1b09-4150-ba86-fe4d5d9f0edc x-openstack-request-id: req-b6e3e4c1-1b09-4150-ba86-fe4d5d9f0edc {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:38.663817 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d5f79d-d717-4a87-8ffe-cf1f262680e4", "name": "network-vif-deleted", "tag": "a0fc18fd-52eb-46a2-a210-add76510111f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:38.664075 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6e3e4c1-1b09-4150-ba86-fe4d5d9f0edc {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:38.666037 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d5f79d-d717-4a87-8ffe-cf1f262680e4', 'name': 'network-vif-deleted', 'tag': 'a0fc18fd-52eb-46a2-a210-add76510111f', 'status': 'completed', 'code': 200} Oct 28 21:23:38.688504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:38.690322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0b2a7ecb-2f93-4915-93a6-e7cdd586a643 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:38.693035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7d088253-2ee9-4d2a-8863-d7af56c9e872 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:38.706519 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.717325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-d25dbcc9-b591-4c8b-a762-4225af9537d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635140 Oct 28 21:23:38.717532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.745883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.796853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.894267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-e948c42c-6bd4-4860-9daa-728d446e07e6 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 200 len: 695 time: 0.1759610 Oct 28 21:23:38.988615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.996480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:38.998102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "DELETE /v2.0/security-groups/3630bd2b-b97d-45ea-b3a1-ac558a63fecb HTTP/1.1" status: 204 len: 168 time: 0.7201467 Oct 28 21:23:39.022186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:39.023519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163e9e0-dd1e-4067-af18-1ae063d6161c tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630bd2b-b97d-45ea-b3a1-ac558a63fecb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:39.053625 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-195f1f14-653e-40cb-ade9-ecff190bfbec tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] show failed (client error): The resource could not be found. Oct 28 21:23:39.057987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-195f1f14-653e-40cb-ade9-ecff190bfbec tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "GET /v2.0/security-groups/3630bd2b-b97d-45ea-b3a1-ac558a63fecb HTTP/1.1" status: 404 len: 347 time: 0.0289128 Oct 28 21:23:39.058277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:39.071035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.377414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.387685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 7d088253-2ee9-4d2a-8863-d7af56c9e872 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:39.390622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.391791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7d088253-2ee9-4d2a-8863-d7af56c9e872 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:39.418959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5263fa-4f7a-44a7-b3a9-8193055375fb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:39.420800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.431787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.437521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-03bf0c4c-779c-4d43-b88e-dd09e9ab8ae1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc5263fa-4f7a-44a7-b3a9-8193055375fb HTTP/1.1" status: 204 len: 168 time: 1.1894143 Oct 28 21:23:39.439986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57254) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:39.451453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638218f-d372-486c-86f6-97171c17eb2a None None] Network d049a51a-47be-4947-804c-76cb0341a250 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:39.462623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-bb05be07-284c-4d7d-9d23-1aca194ff98c service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290409 Oct 28 21:23:39.547134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Deleting port 852b9ade-89de-4920-a628-c976a88fa38c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:39.547134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.612185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017770fe-efa5-4de2-b4d0-5ecbdfb1a136 req-5318e567-067f-4e6a-9057-1dd13c6f7baf tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:39.619265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-017770fe-efa5-4de2-b4d0-5ecbdfb1a136 req-5318e567-067f-4e6a-9057-1dd13c6f7baf tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.7811706 Oct 28 21:23:39.623506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-d227e690-a7ca-4fb0-9cae-d73504362a90 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444483 Oct 28 21:23:39.694253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb1d46-e30f-4074-b7b1-dca57b26af37 None None] Pushing event updated for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:39.758597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-a5aea5ec-6a3e-4309-9bc3-087609ee3807 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:39.766656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-a5aea5ec-6a3e-4309-9bc3-087609ee3807 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.8565681 Oct 28 21:23:39.774147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-8e1e912f-d767-4ab6-9923-794a159b7339 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:23:39.782738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-8e1e912f-d767-4ab6-9923-794a159b7339 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138080 Oct 28 21:23:39.821750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:39.939143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:39.950311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-cf6db3ce-fee8-4ed5-bfcd-c89570d4dd16 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 698 time: 0.1662807 Oct 28 21:23:40.004515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.019020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.036519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f510ba-2946-4934-b3a4-38e42131c666 None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:22:33Z', 'revision_number': 4, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5be5972e-6b74-42bf-8cce-03e53344edf8', 'name': '', 'network_id': 'ec78cd5f-1b9b-4e51-9725-585b41ede6f0', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'mac_address': 'fa:16:3e:9c:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:33Z', 'updated_at': '2021-10-28T21:22:39Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'subnets': [{'id': '709f0fb1-a01f-490b-aefe-e9b99612aa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:40.039927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:40.047565 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745b60f-385d-491e-b886-6e48c9641abf" -d '{"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:40.067622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-5ba8f2a1-35fd-4b0f-acaa-44376b2e7975 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 698 time: 0.1139805 Oct 28 21:23:40.097635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Calling delete_port for 852b9ade-89de-4920-a628-c976a88fa38c owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:40.165398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-017770fe-efa5-4de2-b4d0-5ecbdfb1a136 req-9524ca32-5b30-4510-a6c6-520e33c3e303 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230635 Oct 28 21:23:40.256262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-04dbc758-7777-453a-9e73-a93ba67dbe5a None None] Provisioning complete for port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:40.256657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04dbc758-7777-453a-9e73-a93ba67dbe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.272292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Deleting port b41e4b3e-2909-4203-afbe-5e66135faebc {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:40.282120 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.401780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Attempting to bind port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:40.402526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Attempting to bind port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:40.403109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Attempting to bind port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 on network a290a86c-9e3d-4179-8656-32c50a6d5780 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:40.435791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:40.435958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Checking segment: {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:40.436380 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.436774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Bound using segment: {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:40.437255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Bound port: 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264d44d5-170b-42c0-b171-671d2b935c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:40.437625 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.473045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] For port b41e4b3e-2909-4203-afbe-5e66135faebc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b41e4b3e-2909-4203-afbe-5e66135faebc,segment=NetworkSegment(456dd49f-b4fa-4522-be6d-dd3aa7569fa3),segment_id=456dd49f-b4fa-4522-be6d-dd3aa7569fa3)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:40.473381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.479017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4b2e071-37eb-4ac3-a59e-18893b2350cf req-57b009c9-dbf3-46e3-8a61-92e0fb979bd8 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.0723071 Oct 28 21:23:40.504276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Deleting port f426c47b-8cef-42d1-aafa-7835a2b2de78 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:40.504276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.522502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Calling delete_port for b41e4b3e-2909-4203-afbe-5e66135faebc owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:40.589868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-04dbc758-7777-453a-9e73-a93ba67dbe5a None None] Port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:23:40.657193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c33d4-7e5e-49c9-a4cc-82a3e92f00ad None None] DHCP port deletion for d049a51a-47be-4947-804c-76cb0341a250 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:23:40.660110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96572c7-5801-4a7f-9d82-d716af59c040 None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:40.704931 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.705288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.719853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Calling delete_port for f426c47b-8cef-42d1-aafa-7835a2b2de78 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:40.868807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.903865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.905884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:40.909344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41e4b3e-2909-4203-afbe-5e66135faebc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:40.920668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] No DVR routers for this DVR port b41e4b3e-2909-4203-afbe-5e66135faebc on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:40.946076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.946859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.947419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.948045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.948895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.950067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.950638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.951188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.951736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.952321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.953678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.954280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:23:40.964622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event deleted for resources: {'Port': ['ID=f426c47b-8cef-42d1-aafa-7835a2b2de78,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:41.088296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Pushing event deleted for resources: {'Port': ['ID=852b9ade-89de-4920-a628-c976a88fa38c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:41.098628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] For port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:41.105374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6a606-d765-44eb-b037-9c15db61a189 req-11993f90-b87c-4cd0-a30f-df882704a444 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:41.109994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] For port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:41.121527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0e6a606-d765-44eb-b037-9c15db61a189 req-11993f90-b87c-4cd0-a30f-df882704a444 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2283235 Oct 28 21:23:41.123160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-547c33d4-7e5e-49c9-a4cc-82a3e92f00ad None None] The port 'b41e4b3e-2909-4203-afbe-5e66135faebc' was deleted {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 28 21:23:41.147602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.150521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c1f15e76-9b38-43c1-8615-606e5de340f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.153352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.155032 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.156959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fac95f5c-1ee5-48f4-9f7e-86f0f0aa6c69 req-962c08b1-9128-490f-9870-14ef9ba594a5 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "DELETE /v2.0/floatingips/04400359-ca73-4fe1-8735-64b4dbac0d61 HTTP/1.1" status: 204 len: 173 time: 1.0880041 Oct 28 21:23:41.203994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-e96572c7-5801-4a7f-9d82-d716af59c040 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:23:41.204336 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-e96572c7-5801-4a7f-9d82-d716af59c040 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:23:41.228613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.239164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.247653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.250312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0e6a606-d765-44eb-b037-9c15db61a189 req-eab376ed-43e4-4fa1-97ef-d5287ef310cf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260011 Oct 28 21:23:41.259945 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-54c588bd-baf5-4c8a-82a7-2e9ab9e614d8 tempest-ServersTestManualDisk-1077178180 tempest-ServersTestManualDisk-1077178180-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d045042-8763-4ff0-88db-ade113a25231 HTTP/1.1" status: 204 len: 168 time: 2.1927917 Oct 28 21:23:41.284121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57266) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:41.294604 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe1cdb-a186-4a5e-b8e3-c0672e988f17 x-openstack-request-id: req-cdbe1cdb-a186-4a5e-b8e3-c0672e988f17 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:41.294906 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:41.295183 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdbe1cdb-a186-4a5e-b8e3-c0672e988f17 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:41.295609 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:23:41.427295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:41.432715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:41.493175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049a51a-47be-4947-804c-76cb0341a250']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:41.524553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456dd49f-b4fa-4522-be6d-dd3aa7569fa3') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:41.524858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456dd49f-b4fa-4522-be6d-dd3aa7569fa3') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:41.559438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.581222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.610844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:23:41.613925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:23:41.618505 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:23:41.818845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78958b8-edb9-42ba-98c2-6bbb81a0a8ec req-ab4cb98e-e3df-49b9-bb8e-c444db0c0cea tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:41.820646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a78958b8-edb9-42ba-98c2-6bbb81a0a8ec req-ab4cb98e-e3df-49b9-bb8e-c444db0c0cea tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2560289 Oct 28 21:23:41.850773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745b60f-385d-491e-b886-6e48c9641abf req-6f3131db-1d59-4bff-b92a-3af83e98a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:41.855232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-6f3131db-1d59-4bff-b92a-3af83e98a6aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d8aee5cfb84be4b174096359925db0&device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 1097 time: 0.5553744 Oct 28 21:23:41.870462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:41.961548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bc52b88-63db-49e5-898b-e319d3172cd4 req-c9d39199-737a-4275-b7cc-37ec3ccb2b60 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.0567222 Oct 28 21:23:41.983544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96572c7-5801-4a7f-9d82-d716af59c040 None None] New status for floating IP 04400359-ca73-4fe1-8735-64b4dbac0d61: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:23:42.069456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a78958b8-edb9-42ba-98c2-6bbb81a0a8ec req-50b964d5-20c7-4e2f-8172-7dadc8c8a6f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416151 Oct 28 21:23:42.134046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:23:42.182106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:42.201125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:42.211125 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d049a51a-47be-4947-804c-76cb0341a250 HTTP/1.1" status: 204 len: 168 time: 2.7625010 Oct 28 21:23:42.256890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57284) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:42.266183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc783a-85e5-49b9-ba11-d674a68d11b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d049a51a-47be-4947-804c-76cb0341a250,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:42.360049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d5c2a-3a94-4b7a-9183-ea2205a68d8d req-e0ad883f-5367-4ebf-91ca-369dcbf1766d tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:42.392686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d18d5c2a-3a94-4b7a-9183-ea2205a68d8d req-e0ad883f-5367-4ebf-91ca-369dcbf1766d tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 945 time: 0.2930989 Oct 28 21:23:42.398377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b41e4b3e-2909-4203-afbe-5e66135faebc no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:42.501009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745b60f-385d-491e-b886-6e48c9641abf req-f64a3f66-170f-4d63-b9ce-210e112e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:42.509107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-f64a3f66-170f-4d63-b9ce-210e112e5709 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 200 len: 922 time: 0.6441536 Oct 28 21:23:42.700330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57292) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:42.705585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b41e4b3e-2909-4203-afbe-5e66135faebc {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:42.707416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b41e4b3e-2909-4203-afbe-5e66135faebc not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:42.744114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] Provisioning complete for port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:42.744561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:42.811855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb1d46-e30f-4074-b7b1-dca57b26af37 None None] Pushing event updated for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:42.847176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.resource_extend [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:23:42.873061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d18d5c2a-3a94-4b7a-9183-ea2205a68d8d req-632c45ce-4f03-43f9-91b7-171188f3f17e tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778984 Oct 28 21:23:42.874741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-981c1157-faec-4530-ab8f-5bfb8ccf48df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 200 len: 217 time: 0.3106282 Oct 28 21:23:42.918848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:42.958143 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.054228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d212c4fb-4951-43d2-ba8b-6c6622b12dd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d07bd39645f46efa7fcae7a4cd542ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198662 Oct 28 21:23:43.069463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57296) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:43.091417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:30Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0', 'name': '', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'mac_address': 'fa:16:3e:83:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:29Z', 'updated_at': '2021-10-28T21:23:41Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'subnets': [{'id': '7db691d4-3888-4035-8afe-452935a8d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:43.143273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5d4ee-6bf4-4665-8cf0-363859adfe84 None None] The sync data for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 is: [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:23:30Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0', 'name': '', 'network_id': 'a290a86c-9e3d-4179-8656-32c50a6d5780', 'tenant_id': '352487c13749489b9210634a64731eb6', 'mac_address': 'fa:16:3e:83:7a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '7db691d4-3888-4035-8afe-452935a8d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:29Z', 'updated_at': '2021-10-28T21:23:41Z', 'revision_number': 4, 'project_id': '352487c13749489b9210634a64731eb6', 'subnets': [{'id': '7db691d4-3888-4035-8afe-452935a8d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:43.159107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.165937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.425764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe093-3e76-45ea-a701-fdb0eda2a7df req-b792222e-b51e-4a79-9811-314d2803460d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:43.438048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213fe093-3e76-45ea-a701-fdb0eda2a7df req-b792222e-b51e-4a79-9811-314d2803460d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.9766121 Oct 28 21:23:43.444081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:43.454547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f501e37b-2786-4624-835a-61daf4bc899c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.471512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3781acc7-84df-4409-9b07-2d83017a8f4f req-0254270b-17c8-4fa7-8af0-0478851ff63b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.2147450 Oct 28 21:23:43.478645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] For port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:43.491391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'mac_address': 'fa:16:3e:58:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:23:43.500000 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.638281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.656656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c11548-d57e-4916-8691-7a1a8b9d2779 None None] Pushing event updated for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:43.759396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745b60f-385d-491e-b886-6e48c9641abf req-55006c14-f81e-4787-a409-a320f7ee20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:43.760313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-d02f0657-5863-4d06-9919-db6bdd624f94 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:43.762648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-55006c14-f81e-4787-a409-a320f7ee20f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 200 len: 860 time: 0.8629823 Oct 28 21:23:43.776630 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-d02f0657-5863-4d06-9919-db6bdd624f94 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 945 time: 0.5999813 Oct 28 21:23:43.856733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:43.895469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:43.910385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:43.916333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a59bb-f057-4cc2-843b-dcfcf2403798 req-1068338e-f0f9-44f2-9d1b-3bf184667794 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:43.930227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b9a59bb-f057-4cc2-843b-dcfcf2403798 req-1068338e-f0f9-44f2-9d1b-3bf184667794 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2812660 Oct 28 21:23:44.006644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:44.021656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.033809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213fe093-3e76-45ea-a701-fdb0eda2a7df req-32b3a611-d4fd-4968-a2ef-38ea580566bf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839958 Oct 28 21:23:44.067217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745b60f-385d-491e-b886-6e48c9641abf req-c6c83dde-829f-43d9-aa3f-512a1eb21c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:44.068948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-c6c83dde-829f-43d9-aa3f-512a1eb21c5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec78cd5f-1b9b-4e51-9725-585b41ede6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2914186 Oct 28 21:23:44.089621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.137926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b9a59bb-f057-4cc2-843b-dcfcf2403798 req-9009f007-3f1a-425d-b404-0de4850efaea tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045031 Oct 28 21:23:44.172352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:44.198105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:44.198795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.401390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Deleting port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:44.402074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.475599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452649a6-5e4f-4102-9030-ba641e6f301e req-28267220-eb91-415b-b409-6f81ab5b3e19 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:44.483248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-452649a6-5e4f-4102-9030-ba641e6f301e req-28267220-eb91-415b-b409-6f81ab5b3e19 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 945 time: 0.2859600 Oct 28 21:23:44.598865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.606650 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.610580 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cb286f0-aa59-41c9-9916-0f4768ee4018 HTTP/1.1" status: 204 len: 168 time: 1.5389040 Oct 28 21:23:44.645770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-452649a6-5e4f-4102-9030-ba641e6f301e req-29a98845-1df3-408c-8db2-9745fc730795 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c4476d7-a506-4e56-adc1-d5dea5649f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616087 Oct 28 21:23:44.669106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c954e-a7d2-48da-a63a-1f9b774526d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb286f0-aa59-41c9-9916-0f4768ee4018,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:44.686972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] For port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:44.688405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.736183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-f22ce255-9745-4fb3-ad49-93737a9d4489 service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274698 Oct 28 21:23:44.746056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:44.812430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Calling delete_port for 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:44.843730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1eaa4997-a4dd-4173-9b34-742987ffd94d req-405c9b37-2e69-4e41-9d84-62431a66da9f tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.1097553 Oct 28 21:23:44.996708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9745b60f-385d-491e-b886-6e48c9641abf req-3d6093aa-61e2-40c3-acf4-aaa66e35159d service neutron] 10.222.0.44 "GET /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259943 Oct 28 21:23:45.009558 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:45.039175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:45.121886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Deleting port d640464c-833d-4655-98a8-39a1859f6df5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:45.124992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:45.321004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] For port d640464c-833d-4655-98a8-39a1859f6df5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d640464c-833d-4655-98a8-39a1859f6df5,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:45.321426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:45.337900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Calling delete_port for d640464c-833d-4655-98a8-39a1859f6df5 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:45.426159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c8c44-c681-44df-bf46-0d2931248564 req-6eaa3648-f082-4ff9-99be-910412a73490 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:45.428464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f71c8c44-c681-44df-bf46-0d2931248564 req-6eaa3648-f082-4ff9-99be-910412a73490 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2198138 Oct 28 21:23:45.462876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:45.567762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Pushing event deleted for resources: {'Port': ['ID=1fbd6af3-f384-4d8d-925d-4a0fe09dc838,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:45.578896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6dd53-e88e-42f6-a541-d47b04618a9d req-cac543c4-d37b-4a9d-8c47-ae392b0daaa6 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:45.581058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43a6dd53-e88e-42f6-a541-d47b04618a9d req-cac543c4-d37b-4a9d-8c47-ae392b0daaa6 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 944 time: 0.3264761 Oct 28 21:23:45.721481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43a6dd53-e88e-42f6-a541-d47b04618a9d req-4eb4daa3-35cf-4287-972c-3a83c8311d63 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Oct 28 21:23:45.747530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f71c8c44-c681-44df-bf46-0d2931248564 req-33a4c52c-8aa9-4214-9493-2a7df2c85815 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362037 Oct 28 21:23:46.019366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74fcc39b-df8c-4e15-a3ab-b109475990b4 req-8b482340-8794-4979-8ef4-ce45df84f979 tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e5c4ff-c758-4b11-88d1-4f31818ac827 HTTP/1.1" status: 200 len: 210 time: 0.1417661 Oct 28 21:23:46.027205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:23:46.029524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:46.084835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e711d4c5-4add-4722-bb98-70a27d8eb285 req-66ec4bf7-d3df-4f46-bae4-83e2e9b565ce tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.0644047 Oct 28 21:23:46.120302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:46.122043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:46.125802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:46.148451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Deleting port 7df7a115-6625-42e8-9996-c5abb1b7b778 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:46.148706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.316125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:46.326686 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.339402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'mac_address': 'fa:16:3e:58:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:23:46.350296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:23:46.354062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] No DVR routers for this DVR port 1fbd6af3-f384-4d8d-925d-4a0fe09dc838 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:46.357044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.359893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.364602 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-706aa040-f45f-43a0-9d59-a114835a83f7 req-e214e7b0-f8c6-4b1e-b849-7591fbb5ca8b tempest-FloatingIPsAssociationTestJSON-731816332 tempest-FloatingIPsAssociationTestJSON-731816332-project] 10.222.0.44 "DELETE /v2.0/ports/1fbd6af3-f384-4d8d-925d-4a0fe09dc838 HTTP/1.1" status: 204 len: 173 time: 2.5707271 Oct 28 21:23:46.368550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'name': 'network-vif-deleted', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:46.371886 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c89871c-1902-4f1a-b380-3b48453921ff" -d '{"events": [{"server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "name": "network-vif-deleted", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:46.408843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Pushing event deleted for resources: {'Port': ['ID=d640464c-833d-4655-98a8-39a1859f6df5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:46.434185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] For port 7df7a115-6625-42e8-9996-c5abb1b7b778, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7df7a115-6625-42e8-9996-c5abb1b7b778,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:46.437090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.452231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:46.462352 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.469839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Calling delete_port for 7df7a115-6625-42e8-9996-c5abb1b7b778 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:46.487247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e8590605-476b-4f41-a699-b0cd2c4ec666'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:23:46.780866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:46.858061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.875224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.930019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:46.970260 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b2aac0-1c61-42f1-8e87-e7d2a34d7882 x-openstack-request-id: req-09b2aac0-1c61-42f1-8e87-e7d2a34d7882 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:46.970538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e5c4ff-c758-4b11-88d1-4f31818ac827", "name": "network-vif-deleted", "tag": "1fbd6af3-f384-4d8d-925d-4a0fe09dc838", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:46.970792 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09b2aac0-1c61-42f1-8e87-e7d2a34d7882 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:46.971176 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5c4ff-c758-4b11-88d1-4f31818ac827', 'name': 'network-vif-deleted', 'tag': '1fbd6af3-f384-4d8d-925d-4a0fe09dc838', 'status': 'completed', 'code': 200} Oct 28 21:23:46.995419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df7a115-6625-42e8-9996-c5abb1b7b778,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:47.369270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Router 89190d33-c819-4a63-9526-caad4711fb13 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:47.507044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:47.513804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed6ed868-3037-468c-adf7-3ae8e7f2135b admin admin] 10.222.0.31 "PUT /v2.0/routers/89190d33-c819-4a63-9526-caad4711fb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2270734 Oct 28 21:23:47.516790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57374) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:47.518305 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Sync routers for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:47.533890 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:47.534545 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:47.641908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e702b-7a18-4282-8ba6-c5d42d5050be req-c62c4df7-0287-46f7-bddd-9289a372b549 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:47.651719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-043e702b-7a18-4282-8ba6-c5d42d5050be req-c62c4df7-0287-46f7-bddd-9289a372b549 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 943 time: 0.1907425 Oct 28 21:23:47.662371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd5a12-1cb7-422a-a90e-52e686e7ff4d req-38c52de7-3782-48a3-9289-ee5070288aec tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:47.670385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91bd5a12-1cb7-422a-a90e-52e686e7ff4d req-38c52de7-3782-48a3-9289-ee5070288aec tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2113357 Oct 28 21:23:47.695026 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:47.892760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-043e702b-7a18-4282-8ba6-c5d42d5050be req-7c6ae2f9-ca3b-4e94-a90b-ce7ae25d5df1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394516 Oct 28 21:23:47.895657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91bd5a12-1cb7-422a-a90e-52e686e7ff4d req-94fe4c8f-217b-4d2a-a728-ded917c7aaa3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239840 Oct 28 21:23:47.906608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:47.913111 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:48.028639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:23:48.034502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.081010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:48.128497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e8590605-476b-4f41-a699-b0cd2c4ec666 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:23:48.129354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.174087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Deleting port c2a4edd9-b961-4082-9fde-3abe0f61a03e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:48.174356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.399342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] For port c2a4edd9-b961-4082-9fde-3abe0f61a03e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c2a4edd9-b961-4082-9fde-3abe0f61a03e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:48.400073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.401128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:23:46Z', 'revision_number': 5, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port': {'id': 'c2a4edd9-b961-4082-9fde-3abe0f61a03e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89190d33-c819-4a63-9526-caad4711fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:20:48Z', 'updated_at': '2021-10-28T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:48.415730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Calling delete_port for c2a4edd9-b961-4082-9fde-3abe0f61a03e owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:48.418063 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.476056 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Checking router: 89190d33-c819-4a63-9526-caad4711fb13 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:48.495272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:48.501968 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Routers {'89190d33-c819-4a63-9526-caad4711fb13'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:48.502885 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['89190d33-c819-4a63-9526-caad4711fb13'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:48.503907 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5efe7-14e4-4175-97c6-81012288f64c" -d '{"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:48.551703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:48.575383 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.628588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] Set router 89190d33-c819-4a63-9526-caad4711fb13 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:48.646929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32269a8a-4d44-475c-8832-089796fcf585 req-06994bed-c4da-45e2-a78c-b063d39bec6b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d5f79d-d717-4a87-8ffe-cf1f262680e4 HTTP/1.1" status: 200 len: 210 time: 0.2891045 Oct 28 21:23:48.707984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:48.712701 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:23:48Z', 'revision_number': 6, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:48.742909 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d539b1-a20a-4bbf-8bbc-f772a71a0f34 x-openstack-request-id: req-70d539b1-a20a-4bbf-8bbc-f772a71a0f34 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:48.743289 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-plugged", "status": "completed", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:48.743531 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70d539b1-a20a-4bbf-8bbc-f772a71a0f34 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:48.743923 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'code': 200} Oct 28 21:23:48.775172 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7efb3-9da1-4c27-baf5-64ea9ac0fd33 None None] The sync data for ids ['89190d33-c819-4a63-9526-caad4711fb13'] in n-d-806683-16 is: [{'id': '89190d33-c819-4a63-9526-caad4711fb13', 'name': 'tempest-ServersTestManualDisk-1917178345-router', 'tenant_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:20:47Z', 'updated_at': '2021-10-28T21:23:48Z', 'revision_number': 6, 'project_id': 'b2d4d3a17900481297f18714ae6f2dc3', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:48.802462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a4edd9-b961-4082-9fde-3abe0f61a03e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:48.849815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:48.930779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:48.958208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.123078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.127074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.229098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03275-1b22-4d76-8176-5a580e623b4e req-bf7522df-4e36-4bee-85e9-b2be07475846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:49.231192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b8d03275-1b22-4d76-8176-5a580e623b4e req-bf7522df-4e36-4bee-85e9-b2be07475846 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 1097 time: 0.3985589 Oct 28 21:23:49.284585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Router c5306330-1b85-450f-9e24-89d52911a3a7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:49.366549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.367163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89190d33-c819-4a63-9526-caad4711fb13 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:23:49.384594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.388449 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9566041-26ab-441f-a76b-35d2a7801ace admin admin] 10.222.0.31 "DELETE /v2.0/routers/89190d33-c819-4a63-9526-caad4711fb13 HTTP/1.1" status: 204 len: 168 time: 1.8670526 Oct 28 21:23:49.388449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:49.423010 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b8d03275-1b22-4d76-8176-5a580e623b4e req-ef91c86d-957e-49bc-9d71-bf9abef566e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689475 Oct 28 21:23:49.436722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf5b0-6ddf-4bfb-9454-87df165acde5 req-82176aa8-bc13-473b-9997-ffaf78e881f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:49.447172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc4cf5b0-6ddf-4bfb-9454-87df165acde5 req-82176aa8-bc13-473b-9997-ffaf78e881f3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.3741102 Oct 28 21:23:49.455034 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3614f774-337a-4f29-be42-344868054dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.532203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Deleting subnet b6049afc-4b1a-4c73-b4bf-6c901ad05701 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:23:49.539698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.585481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.658722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b785a-ba24-4fd7-bcac-501d357dc7e7 req-9896b010-15b1-4ad0-af69-22c87a7a6b6e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:49.663127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-812b785a-ba24-4fd7-bcac-501d357dc7e7 req-9896b010-15b1-4ad0-af69-22c87a7a6b6e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.5421863 Oct 28 21:23:49.667739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:49.673570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.682535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Sync routers for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:49.697695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:49.698647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:49.730799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5957934-43a0-46b1-bd1a-c4b6b49f8009 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5306330-1b85-450f-9e24-89d52911a3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4654045 Oct 28 21:23:49.763559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:49.870896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.889562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc4cf5b0-6ddf-4bfb-9454-87df165acde5 req-460bd43d-a043-4d94-831d-298d8ec439df tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380436 Oct 28 21:23:49.915873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:49.919463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:49.970157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6049afc-4b1a-4c73-b4bf-6c901ad05701,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:50.003078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d640464c-833d-4655-98a8-39a1859f6df5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:50.009853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.018290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-09d8546d-aa03-4a16-b142-52d3fc93163e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6049afc-4b1a-4c73-b4bf-6c901ad05701 HTTP/1.1" status: 204 len: 168 time: 0.6291070 Oct 28 21:23:50.025152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:50.087987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb30b9-cbdd-4117-abfc-f1dace38e9b5 None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:50.187934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d640464c-833d-4655-98a8-39a1859f6df5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:50.188768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d640464c-833d-4655-98a8-39a1859f6df5 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:50.189555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c2a4edd9-b961-4082-9fde-3abe0f61a03e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:50.213132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.304803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.373226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c2a4edd9-b961-4082-9fde-3abe0f61a03e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:50.373630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c2a4edd9-b961-4082-9fde-3abe0f61a03e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:50.374255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-812b785a-ba24-4fd7-bcac-501d357dc7e7 req-b2cbe500-8498-4a0f-9694-7c73fade6457 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019351 Oct 28 21:23:50.473334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.481770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Deleting port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:50.482261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.517263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3614f774-337a-4f29-be42-344868054dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.539354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3614f774-337a-4f29-be42-344868054dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.633432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3614f774-337a-4f29-be42-344868054dcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0dbb043bfff49a99da736ed898704bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7009737 Oct 28 21:23:50.641212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57404) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:50.699350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] For port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,segment=NetworkSegment(7d542fe5-867c-428f-ace0-e63d0b5993e8),segment_id=7d542fe5-867c-428f-ace0-e63d0b5993e8)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:50.699884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.706396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614f774-337a-4f29-be42-344868054dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bde634-de5a-455e-9f69-6199bc6fe865,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:50.718212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Calling delete_port for 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:50.735886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Deleting port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:50.736223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.789102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:23:46Z', 'revision_number': 5, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port': {'id': 'e3e5e6c0-9eb8-41bd-8e40-38424fef21c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:50.866018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] DHCP port deletion for d5d5ee72-27e3-40da-b270-e675cfd1d298 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:23:50.875348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Checking router: c5306330-1b85-450f-9e24-89d52911a3a7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:50.929551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.948848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Deleting port 5be5972e-6b74-42bf-8cce-03e53344edf8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:50.949386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.959495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] For port e3e5e6c0-9eb8-41bd-8e40-38424fef21c9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:50.959879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.981219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Calling delete_port for e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:50.984264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:50.987923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Routers {'c5306330-1b85-450f-9e24-89d52911a3a7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:50.990464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5306330-1b85-450f-9e24-89d52911a3a7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:51.061892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] No DVR routers for this DVR port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:51.068286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:51.089416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.195734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336866d7-14f7-4956-afef-a7abe4bb00c6 req-3ac16e58-b19e-46df-8d02-53cbdc56aca4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:51.197206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336866d7-14f7-4956-afef-a7abe4bb00c6 req-3ac16e58-b19e-46df-8d02-53cbdc56aca4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.1592534 Oct 28 21:23:51.222595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] For port 5be5972e-6b74-42bf-8cce-03e53344edf8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5be5972e-6b74-42bf-8cce-03e53344edf8,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:51.227849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.233934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.257274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Calling delete_port for 5be5972e-6b74-42bf-8cce-03e53344edf8 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:51.266132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Deleting port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:51.266501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.284720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] Set router c5306330-1b85-450f-9e24-89d52911a3a7 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:51.320848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.330699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d5ee72-27e3-40da-b270-e675cfd1d298']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:51.334998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.336138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73bde634-de5a-455e-9f69-6199bc6fe865 HTTP/1.1" status: 204 len: 168 time: 0.6837378 Oct 28 21:23:51.354590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d542fe5-867c-428f-ace0-e63d0b5993e8') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:51.354889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d542fe5-867c-428f-ace0-e63d0b5993e8') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:51.391217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.431725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.460403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28b948-b3c2-4570-8cac-754733b3be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bde634-de5a-455e-9f69-6199bc6fe865,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:51.472453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336866d7-14f7-4956-afef-a7abe4bb00c6 req-4a3b47e2-21fb-4d1d-8b3c-de2788b8e2ff tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043595 Oct 28 21:23:51.484200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:23:51.484932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:23:51.486326 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:23:51.502529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:23:50Z', 'revision_number': 6, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:51.659776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0e670-8fd9-4d45-b134-9cef28b7628e None None] The sync data for ids ['c5306330-1b85-450f-9e24-89d52911a3a7'] in n-d-806683-16 is: [{'id': 'c5306330-1b85-450f-9e24-89d52911a3a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-561978589-router', 'tenant_id': 'd11785fe631c4bb6b6bf04760c838866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:23Z', 'updated_at': '2021-10-28T21:23:50Z', 'revision_number': 6, 'project_id': 'd11785fe631c4bb6b6bf04760c838866', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:51.677731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] For port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:51.679942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.682114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.697254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.726407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Calling delete_port for 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:51.753396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:23:51.763585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.767364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:51.773785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5d5ee72-27e3-40da-b270-e675cfd1d298 HTTP/1.1" status: 204 len: 168 time: 1.7438326 Oct 28 21:23:51.797706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Network d5d5ee72-27e3-40da-b270-e675cfd1d298 is not hosted by any dhcp agent {{(pid=102315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:23:51.800538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] No DVR routers for this DVR port 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:51.831029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd2013-f62f-4cd9-80cc-260551191bbc req-95fc5127-7485-48b1-89c3-b2fd0f0a691a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:51.834866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67dd2013-f62f-4cd9-80cc-260551191bbc req-95fc5127-7485-48b1-89c3-b2fd0f0a691a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.2357736 Oct 28 21:23:51.909999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65b225-14e4-4cc0-9e07-a7307f2c80be req-4864a7f0-fc8a-4b0d-8e00-c4f64d712cf3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:51.923213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e65b225-14e4-4cc0-9e07-a7307f2c80be req-4864a7f0-fc8a-4b0d-8e00-c4f64d712cf3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.2351177 Oct 28 21:23:51.997238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fd20d-bb4b-49a7-bda7-05d040beb1a9 None None] Pushing event deleted for resources: {'Port': ['ID=65596bb0-6ff2-4b3b-a344-4ffef5c2c4da,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:52.059656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.103487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e5e6c0-9eb8-41bd-8e40-38424fef21c9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:52.113028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997736-4218-473c-82b3-1c23fd414c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d5ee72-27e3-40da-b270-e675cfd1d298,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:52.210779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:52.238802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be5972e-6b74-42bf-8cce-03e53344edf8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:52.281958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:52.283434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 65596bb0-6ff2-4b3b-a344-4ffef5c2c4da not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:52.326025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.350306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e65b225-14e4-4cc0-9e07-a7307f2c80be req-10e44339-79c7-40fc-aa15-f737319667c1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264672 Oct 28 21:23:52.355891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57428) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:52.363729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67dd2013-f62f-4cd9-80cc-260551191bbc req-5c0238e9-0415-417d-9f7f-da0346c459f3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007865 Oct 28 21:23:52.526723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.529638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.620146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.632407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5306330-1b85-450f-9e24-89d52911a3a7 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:23:52.644989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3517513e-dfc4-4f38-ba60-0514803cf693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2d4d3a17900481297f18714ae6f2dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765274 Oct 28 21:23:52.650011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:52.651352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57436) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:52.652948 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-088407cc-fe10-455e-9570-54d0b65f2da7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5306330-1b85-450f-9e24-89d52911a3a7 HTTP/1.1" status: 204 len: 168 time: 2.8880210 Oct 28 21:23:52.660107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:53.064447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:53.318791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2099547711-network', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:53.343882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.361058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Made reservation on behalf of a31498aacded44f2a3cb64911c8cfcea for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:53.364750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.378003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.563811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.575688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Deleting subnet 9707511e-5cc6-4e6b-8745-126fc4bfd7e9 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:23:53.583463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.627135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:23:53.638265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cd7b01-27d0-4602-9dd9-77b5aa0e1b42,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:53.638660 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.646256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.646746 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Added segment 3496cff9-beef-42a5-9448-e1c94933e5ef of type vlan for network 7bc70171-f5c0-4038-a23e-4e77364ccfaa Oct 28 21:23:53.701214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.766323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.772966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.774027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:53.774623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.804976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7392006 Oct 28 21:23:53.835547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57466) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:53.840838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Request body: {'subnet': {'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2099547711-subnet', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:53.875283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d40d-eaa4-40e3-9db6-388a1e1596fc req-48583aa5-996b-4ca0-984d-36d2a0643ead tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:53.877552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7f5d40d-eaa4-40e3-9db6-388a1e1596fc req-48583aa5-996b-4ca0-984d-36d2a0643ead tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.3217232 Oct 28 21:23:53.878724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302f2fe-f57e-465e-83cc-018a0beee82b admin admin] Pushing event updated for resources: {'Network': ['ID=7bc70171-f5c0-4038-a23e-4e77364ccfaa,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:53.895636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Made reservation on behalf of a31498aacded44f2a3cb64911c8cfcea for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:53.899421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:53.911593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:23:53.966565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.002548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.103202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-bc680baa-dff7-473e-b3cf-b1686883f00b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:54.111936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-bc680baa-dff7-473e-b3cf-b1686883f00b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.8681803 Oct 28 21:23:54.139089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-75f324a4-e64d-47e3-bf9f-c76ecf167cb4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/quotas/ba1702188d9d424885e47d7b05fa4448 HTTP/1.1" status: 200 len: 375 time: 0.0261495 Oct 28 21:23:54.165332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.168765 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.170816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de1bf82e-302d-43c8-a56a-066e17a481ed HTTP/1.1" status: 204 len: 168 time: 1.5182369 Oct 28 21:23:54.243485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7f5d40d-eaa4-40e3-9db6-388a1e1596fc req-a929f888-b1f7-42bf-82e8-57a717bfc31e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186707 Oct 28 21:23:54.377174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7df7a115-6625-42e8-9996-c5abb1b7b778 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:54.410476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 7df7a115-6625-42e8-9996-c5abb1b7b778 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:54.411249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7df7a115-6625-42e8-9996-c5abb1b7b778 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:54.411942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:54.449694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.455796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:54.457222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3e5e6c0-9eb8-41bd-8e40-38424fef21c9 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:54.514203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d60a-90b9-4ded-9385-825702805c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1bf82e-302d-43c8-a56a-066e17a481ed,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:54.524780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.549833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba74e89-7014-4168-a6cc-f7a133a3f752 None None] Network 5cb40aa9-3085-4aa8-be10-cbffb3e454fa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:54.565198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.570449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9707511e-5cc6-4e6b-8745-126fc4bfd7e9 HTTP/1.1" status: 204 len: 168 time: 1.9091806 Oct 28 21:23:54.692603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:54.702224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Router d2196177-62af-46d4-b860-68ec846f1ff6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:23:54.716312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e0bd-c670-4902-816d-e60db7c7da96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9707511e-5cc6-4e6b-8745-126fc4bfd7e9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:54.726680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-ed074075-0b32-40cd-b712-2822548196af tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5863922 Oct 28 21:23:54.742331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:54.762751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-6c887024-c30a-4196-aa40-e579ede0146a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:54.765337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-6c887024-c30a-4196-aa40-e579ede0146a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/ports?device_id=724fd7a5-de02-4e82-a7cc-b1a4a2331c85 HTTP/1.1" status: 200 len: 945 time: 0.6704817 Oct 28 21:23:54.921540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] DHCP port deletion for 5cb40aa9-3085-4aa8-be10-cbffb3e454fa request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:23:54.969636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Checking segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:54.969998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Network hostable DHCP agents. Network: 7bc70171-f5c0-4038-a23e-4e77364ccfaa, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:23:54.972163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd70eb8-3de3-46bd-a277-2485e9842b50,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:55.068330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Deleting port e2053417-5a9d-42c1-8990-bbf33856e97c {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:55.069353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.075816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:23:55.087926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-15468b3b-f1eb-4601-8811-2e6399e4a0c2 service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436093 Oct 28 21:23:55.107840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Deleting port e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:55.108330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.149303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7bc70171-f5c0-4038-a23e-4e77364ccfaa) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:55.182628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d6197-635d-49f8-b1f7-b91bbb508c00 None None] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:23:55.219273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:55.229879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.281642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] For port e2053417-5a9d-42c1-8990-bbf33856e97c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2053417-5a9d-42c1-8990-bbf33856e97c,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:55.282122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.294779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-daa24dcc-a079-4d98-8ba8-35507c9c9862 service neutron] 10.222.0.31 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382799 Oct 28 21:23:55.306480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Calling delete_port for e2053417-5a9d-42c1-8990-bbf33856e97c owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:55.334843 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c029f1cc-2028-4c5e-a6f8-500220a8ea6a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4981048 Oct 28 21:23:55.339545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.342194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:55.387079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:55.435812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:23:55.445526 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Sync routers for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:23:55.456234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:55.460943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-91063099-5719-4e14-bc5d-9b60ed28a983 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2196177-62af-46d4-b860-68ec846f1ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3771133 Oct 28 21:23:55.464970 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:55.465592 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:55.577950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Deleting port e2053417-5a9d-42c1-8990-bbf33856e97c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:55.578291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.596919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] For port e8590605-476b-4f41-a699-b0cd2c4ec666, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e8590605-476b-4f41-a699-b0cd2c4ec666,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:55.597299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.633618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e095-6b7d-41be-9ba6-720928f6723c req-d2969265-fb40-4684-b314-01922d2cb53d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:55.637299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3400e095-6b7d-41be-9ba6-720928f6723c req-d2969265-fb40-4684-b314-01922d2cb53d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.1991396 Oct 28 21:23:55.760093 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.790677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Calling delete_port for e8590605-476b-4f41-a699-b0cd2c4ec666 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:55.801790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.803604 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.806880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] No DVR routers for this DVR port e2053417-5a9d-42c1-8990-bbf33856e97c on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:55.853156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:55.860650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:55.888455 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:55.936193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2053417-5a9d-42c1-8990-bbf33856e97c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:55.974536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf68f7-005a-4bfb-9a09-403b36de565f None None] Pushing event deleted for resources: {'Port': ['ID=e2053417-5a9d-42c1-8990-bbf33856e97c,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:55.984421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] For port e2053417-5a9d-42c1-8990-bbf33856e97c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2053417-5a9d-42c1-8990-bbf33856e97c,segment=NetworkSegment(b0635286-694d-4b99-9d78-8fce79944fc5),segment_id=b0635286-694d-4b99-9d78-8fce79944fc5)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:55.984814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.020686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3400e095-6b7d-41be-9ba6-720928f6723c req-fa23398a-390d-4274-927a-c1973655c968 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850058 Oct 28 21:23:56.058661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.111468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e2053417-5a9d-42c1-8990-bbf33856e97c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:56.111811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2053417-5a9d-42c1-8990-bbf33856e97c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:56.115677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Calling delete_port for e2053417-5a9d-42c1-8990-bbf33856e97c owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:56.200578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba214f86-913c-4389-8611-e38fba268875 req-be1dc97e-34c4-4629-ae39-1094ba4eb2c8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.1640730 Oct 28 21:23:56.216887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1993670954-network', 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:56.227695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:23:56.228901 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.323399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:56.330342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.362095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.479754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:23:51Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:56.555163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.571139 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Checking router: d2196177-62af-46d4-b860-68ec846f1ff6 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:23:56.602065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2053417-5a9d-42c1-8990-bbf33856e97c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:56.604730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Routers {'d2196177-62af-46d4-b860-68ec846f1ff6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:23:56.605842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d2196177-62af-46d4-b860-68ec846f1ff6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:56.614694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] No DVR routers for this DVR port e2053417-5a9d-42c1-8990-bbf33856e97c on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:56.681729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.683619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Allocated IP 172.20.0.2 (7bc70171-f5c0-4038-a23e-4e77364ccfaa/bfd70eb8-3de3-46bd-a277-2485e9842b50/7a356827-2481-4fda-9447-da7a70b56286) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:23:56.698669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.749344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.751981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.778443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:56.884701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event deleted for resources: {'Port': ['ID=e8590605-476b-4f41-a699-b0cd2c4ec666,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:56.887048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb40aa9-3085-4aa8-be10-cbffb3e454fa']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:56.887424 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] Set router d2196177-62af-46d4-b860-68ec846f1ff6 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:23:56.940072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:23:56.973719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0635286-694d-4b99-9d78-8fce79944fc5') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:56.975804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0635286-694d-4b99-9d78-8fce79944fc5') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:57.008601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a4c010-e2fa-4d4b-84a9-65511032f92a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:57.018904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.037588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.038582 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Added segment f4327938-8357-4569-a63c-c3c428b48d02 of type vlan for network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 Oct 28 21:23:57.045727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.057965 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.147885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] No DVR routers for this DVR port e8590605-476b-4f41-a699-b0cd2c4ec666 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:23:57.148981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.155405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.159290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f13e9b6-1997-406b-8ace-64932fc03d3a req-11df28cf-3a53-4b49-9eea-88ccaf4ac34c tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "DELETE /v2.0/ports/e8590605-476b-4f41-a699-b0cd2c4ec666 HTTP/1.1" status: 204 len: 173 time: 2.3674591 Oct 28 21:23:57.174718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-deleted', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:23:57.183459 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceeaf41-8951-4269-a0d2-21827aad8d16" -d '{"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-deleted", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:23:57.201974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:23:57.210872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:23:57.218861 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:23:57.268356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:23:57.273941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:23:57.276794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.290641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:23:57.291034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.336718 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9664a-2f93-4bd1-ae1a-24dcfa3fcae0 x-openstack-request-id: req-c0a9664a-2f93-4bd1-ae1a-24dcfa3fcae0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:23:57.338056 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724fd7a5-de02-4e82-a7cc-b1a4a2331c85", "name": "network-vif-deleted", "tag": "e8590605-476b-4f41-a699-b0cd2c4ec666", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:23:57.338624 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0a9664a-2f93-4bd1-ae1a-24dcfa3fcae0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:23:57.339961 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724fd7a5-de02-4e82-a7cc-b1a4a2331c85', 'name': 'network-vif-deleted', 'tag': 'e8590605-476b-4f41-a699-b0cd2c4ec666', 'status': 'completed', 'code': 200} Oct 28 21:23:57.528614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:23:51Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:23:57.534236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Pushing event updated for resources: {'Port': ['ID=7a356827-2481-4fda-9447-da7a70b56286,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:57.540904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:23:57.575288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Attempting to bind port 7a356827-2481-4fda-9447-da7a70b56286 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:23:57.576917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Attempting to bind port 7a356827-2481-4fda-9447-da7a70b56286 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:23:57.577285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Attempting to bind port 7a356827-2481-4fda-9447-da7a70b56286 on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:23:57.579275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.590040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:23:57.591338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Checking segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:23:57.591527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.593351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.593780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Bound using segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:23:57.594557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Bound port: 7a356827-2481-4fda-9447-da7a70b56286, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:23:57.594951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.596425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] 10.222.0.31 "DELETE /v2.0/networks/5cb40aa9-3085-4aa8-be10-cbffb3e454fa HTTP/1.1" status: 204 len: 168 time: 2.8926063 Oct 28 21:23:57.603625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.604973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:57.606459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.607141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57528) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:57.621459 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6af880-adbb-478b-95f9-93e4bd3b5912 None None] The sync data for ids ['d2196177-62af-46d4-b860-68ec846f1ff6'] in n-d-806683-16 is: [{'id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1211382600-router', 'tenant_id': 'e7d8aee5cfb84be4b174096359925db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:22:28Z', 'updated_at': '2021-10-28T21:23:51Z', 'revision_number': 5, 'project_id': 'e7d8aee5cfb84be4b174096359925db0', 'gw_port': {'id': '5def1763-6fd5-4a1d-ace5-9de9006b14ce', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196177-62af-46d4-b860-68ec846f1ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:22:29Z', 'updated_at': '2021-10-28T21:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:23:57.657402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef3c0a3f-db7f-480d-a358-b2bfa726ca2e req-6ea21e43-294f-46b0-ac24-81c22f95fe20 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.1318038 Oct 28 21:23:57.670931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fc752-2613-4aa3-8e43-e499e21fe38d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb40aa9-3085-4aa8-be10-cbffb3e454fa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:57.764598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] Pushing event updated for resources: {'Network': ['ID=95dde3a1-229e-45f8-87f7-fea56f2f9fc5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:57.773178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] For port 7a356827-2481-4fda-9447-da7a70b56286, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:23:57.783375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] For port 7a356827-2481-4fda-9447-da7a70b56286, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7a356827-2481-4fda-9447-da7a70b56286,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:23:57.791072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2151869-57eb-412d-b9c3-9d9dfb2e9d76 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9293363 Oct 28 21:23:57.796104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57530) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:23:57.799501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:23:57.804128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Request body: {'subnet': {'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1993670954-subnet', 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:57.815244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2767d-9207-4154-aab6-61b6e018c3a6 req-045c5dee-3e66-4a99-9514-678ab7ed0a34 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:57.817081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.827947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00a2767d-9207-4154-aab6-61b6e018c3a6 req-045c5dee-3e66-4a99-9514-678ab7ed0a34 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.5607324 Oct 28 21:23:57.906436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Deleting port 5def1763-6fd5-4a1d-ace5-9de9006b14ce {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:23:57.909096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:57.928125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00a2767d-9207-4154-aab6-61b6e018c3a6 req-c1b0009c-306f-45cc-91e3-6ece8c36efa1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985870 Oct 28 21:23:58.123963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:23:58.193974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e8590605-476b-4f41-a699-b0cd2c4ec666 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:23:58.194316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e8590605-476b-4f41-a699-b0cd2c4ec666 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:23:58.230874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb068582-7745-4dcc-a965-3e79563b5478 None None] Pushing event updated for resources: {'Port': ['ID=7a356827-2481-4fda-9447-da7a70b56286,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:23:58.296727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:58.615651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:23:58.619277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:58.733892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:58.824267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98e2ec55-7976-4b78-8506-d94186267300 req-bced9eaa-a2a4-4d02-abbb-6712c6720765 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.0423965 Oct 28 21:23:58.879065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] For port 5def1763-6fd5-4a1d-ace5-9de9006b14ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5def1763-6fd5-4a1d-ace5-9de9006b14ce,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:23:58.879640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:23:59.002556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Calling delete_port for 5def1763-6fd5-4a1d-ace5-9de9006b14ce owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:23:59.135675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c84b91-2bab-42e1-acc6-c0cca0f355ef req-b4baa19c-7e4f-4c08-8a63-0a8b30873ddc tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:59.137713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c84b91-2bab-42e1-acc6-c0cca0f355ef req-b4baa19c-7e4f-4c08-8a63-0a8b30873ddc tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.1104698 Oct 28 21:23:59.251824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c84b91-2bab-42e1-acc6-c0cca0f355ef req-4d6160e1-e8f7-4463-b0ac-24c526a192e5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069474 Oct 28 21:23:59.534613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-9924e138-c23b-4c58-a0ed-acaff95cb0ab tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:23:59.536486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-9924e138-c23b-4c58-a0ed-acaff95cb0ab tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 815 time: 0.8367643 Oct 28 21:23:59.634190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Request body: {'port': {'device_id': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'admin_state_up': True, 'tenant_id': 'ba1702188d9d424885e47d7b05fa4448'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:23:59.932960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7a356827-2481-4fda-9447-da7a70b56286 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:00.027126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de18070-9774-4413-a541-a91dfac8d6ad None None] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:00.070929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a9ca1ac-07e9-4513-889f-0ef1212efcb9 req-f5c570ac-d94b-46a4-976a-4796778c5d95 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.0859258 Oct 28 21:24:00.252835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] Provisioning complete for port 7a356827-2481-4fda-9447-da7a70b56286 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:00.253099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.342859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7a356827-2481-4fda-9447-da7a70b56286 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:00.346299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.546026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Allocated IP 172.25.4.165 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/33b2956d-8173-4f6d-b973-a1859d971a1d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:00.577454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07fd42-ac5d-4ded-a842-92a9cc188fb1 req-43362ddf-dd52-4b93-a877-089fbdd49ed0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:00.594364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f07fd42-ac5d-4ded-a842-92a9cc188fb1 req-43362ddf-dd52-4b93-a877-089fbdd49ed0 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.1951656 Oct 28 21:24:00.601067 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.756194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f07fd42-ac5d-4ded-a842-92a9cc188fb1 req-ae1bf073-6eee-4011-8c24-dde2c03e0cdc tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513560 Oct 28 21:24:00.801573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] For port 7a356827-2481-4fda-9447-da7a70b56286, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7a356827-2481-4fda-9447-da7a70b56286,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:00.829001 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.862507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.883795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:00.983016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:01.010338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab825-2f45-4bab-b8a1-9d5e360c47e1 None None] Pushing event updated for resources: {'Port': ['ID=7a356827-2481-4fda-9447-da7a70b56286,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:01.096908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:24:01.097503 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:24:01.114628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1e49098b-9f8d-41e1-8ddb-f3e03395de1f None None] Provisioning complete for port 7a356827-2481-4fda-9447-da7a70b56286 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:01.116070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1e49098b-9f8d-41e1-8ddb-f3e03395de1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:01.160875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=33b2956d-8173-4f6d-b973-a1859d971a1d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:01.258126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2627699-5fcd-41ae-9699-372cf42d4a2e req-9aac40a4-8e31-4f46-b673-ec92955c65f4 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.0651948 Oct 28 21:24:01.315599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:01.393260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:01.401939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:01.503139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:01.667915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Made reservation on behalf of ba1702188d9d424885e47d7b05fa4448 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:01.681416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:01.962055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:01.979228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:01.981369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a04982-9e49-4252-8d77-360e6cb2b007 req-a31c0cd3-ee40-4569-bfb1-77b97f1f90d4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:02.006840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a04982-9e49-4252-8d77-360e6cb2b007 req-a31c0cd3-ee40-4569-bfb1-77b97f1f90d4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.1388702 Oct 28 21:24:02.067663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5be5972e-6b74-42bf-8cce-03e53344edf8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:02.107537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a04982-9e49-4252-8d77-360e6cb2b007 req-42513b38-bb2f-4098-8276-d6f47c919e37 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994220 Oct 28 21:24:02.120865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5be5972e-6b74-42bf-8cce-03e53344edf8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:02.121204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5be5972e-6b74-42bf-8cce-03e53344edf8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:02.206294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Pushing event deleted for resources: {'Port': ['ID=5def1763-6fd5-4a1d-ace5-9de9006b14ce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:02.224870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Checking segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:02.225727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Network hostable DHCP agents. Network: 95dde3a1-229e-45f8-87f7-fea56f2f9fc5, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:24:02.261196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7a356827-2481-4fda-9447-da7a70b56286 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:02.381736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7a356827-2481-4fda-9447-da7a70b56286 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:02.382302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:02.501004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79c08e51-a4ff-4a5a-8327-38c6bee464b3 req-fef6dad7-982d-4bf7-9dd3-48c4304847a8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.0628045 Oct 28 21:24:02.576672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Allocated IP 172.20.0.3 (6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14/e0c36c01-9d14-45bc-9507-b03bd3cfb10a/950fdb96-95fa-4cd3-883a-908f5bcb84fa) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:02.727127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:02.883468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:24:02.894653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.058497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 95dde3a1-229e-45f8-87f7-fea56f2f9fc5) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:03.069192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.069386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fdb7f-6951-402c-831a-d9d96a162b29 None None] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:03.089022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.105902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.246498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:03.247093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.369394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a65fee-44f7-4e34-bf9b-0c3b6bb8c88d req-95134302-0c34-476e-82bf-c2bf8afda786 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:03.380805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13a65fee-44f7-4e34-bf9b-0c3b6bb8c88d req-95134302-0c34-476e-82bf-c2bf8afda786 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.1263657 Oct 28 21:24:03.391453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7a15b-6f87-4f76-a5e6-7e3494b0f63d None None] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:03.469336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13a65fee-44f7-4e34-bf9b-0c3b6bb8c88d req-2f3e7895-b017-40b6-9744-6a331667f639 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Oct 28 21:24:03.512234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.530283 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-92460048-c26b-4106-86c5-f891d07eed3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.7325273 Oct 28 21:24:03.613755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.614532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2196177-62af-46d4-b860-68ec846f1ff6 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:24:03.629735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.632087 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-697a3a89-884e-4032-85e5-397fd078b953 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2196177-62af-46d4-b860-68ec846f1ff6 HTTP/1.1" status: 204 len: 168 time: 8.1720989 Oct 28 21:24:03.636319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57562) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:03.719465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddc52804-2bb9-4e29-99f5-c46dcbaa0032 req-bba1e2d3-ec21-4eef-a342-41d7f75d04f1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 210 time: 0.0845056 Oct 28 21:24:03.869802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.877446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.882977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Deleting subnet 709f0fb1-a01f-490b-aefe-e9b99612aa22 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:03.886874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:03.955033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event updated for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:04.019962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:04.097473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:04.114682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:04.118039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:04.384858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5def1763-6fd5-4a1d-ace5-9de9006b14ce no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:04.451358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5def1763-6fd5-4a1d-ace5-9de9006b14ce {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:04.451758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5def1763-6fd5-4a1d-ace5-9de9006b14ce not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:04.475388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:04.625055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bdb1-acd1-4e92-86e0-4a6dc5c40ab9 req-0dfb08ac-349f-4728-9275-b551d228222e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:04.627140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdd8bdb1-acd1-4e92-86e0-4a6dc5c40ab9 req-0dfb08ac-349f-4728-9275-b551d228222e tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.2051644 Oct 28 21:24:04.717102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdd8bdb1-acd1-4e92-86e0-4a6dc5c40ab9 req-8a5b4aff-ba53-4c05-a21b-2aab539a79f6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779793 Oct 28 21:24:04.728275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-47efa7f8-ffa8-4cfa-9bd8-e75a21cb6cd4 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:04.736606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-47efa7f8-ffa8-4cfa-9bd8-e75a21cb6cd4 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 0.4812133 Oct 28 21:24:04.746109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:04.788420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709f0fb1-a01f-490b-aefe-e9b99612aa22,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:04.792003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601dee6-f3ec-4543-8a7d-18599d7bf9f1 None None] Network ec78cd5f-1b9b-4e51-9725-585b41ede6f0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:04.797262 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:04.805543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7a6369bf-be54-480a-abb7-f7e1c5db432f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/709f0fb1-a01f-490b-aefe-e9b99612aa22 HTTP/1.1" status: 204 len: 168 time: 1.1682587 Oct 28 21:24:04.806715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57588) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:04.822335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-295a8d61-c4a3-4026-8dae-2946f151a519 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/quotas/7d91a9d3f7754e2a8a7115b784caccb8 HTTP/1.1" status: 200 len: 375 time: 0.0845525 Oct 28 21:24:04.863495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-5973bf61-ab4e-4e6f-8424-6de65daabea7 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399854 Oct 28 21:24:04.963364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:04.964018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:04.995379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:24:05.013149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-0cb3de67-e6d3-4ee0-8960-e84af123f50b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4501681 Oct 28 21:24:05.034139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Request body: {'port': {'device_id': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:05.081877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-fe5285e5-b3e0-40b4-ba67-4484c3adca4e service neutron] 10.222.0.31 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158628 Oct 28 21:24:05.098425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Deleting port fd5171b8-18a9-4d91-b394-2081531a60fa {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:05.098800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.185994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] DHCP port deletion for ec78cd5f-1b9b-4e51-9725-585b41ede6f0 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:24:05.214885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-dc546935-28bc-43c5-9369-b59e363772a3 service neutron] 10.222.0.31 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318307 Oct 28 21:24:05.274319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f52ba-7c06-4517-8682-b403be35b076 req-07211b33-4613-4008-b5c7-b4fd46e9ab52 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:05.284744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142f52ba-7c06-4517-8682-b403be35b076 req-07211b33-4613-4008-b5c7-b4fd46e9ab52 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.3337710 Oct 28 21:24:05.320576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.358065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142f52ba-7c06-4517-8682-b403be35b076 req-603a209d-bd78-4dfe-8f29-7b35255a0b86 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722537 Oct 28 21:24:05.368458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Deleting port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:05.368873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.468201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.550293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Deleting port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:05.550638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.592865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] For port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:05.593364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.613569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Calling delete_port for 72e805fe-3bec-4404-a0b7-37f88f4e7eaf owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:05.699817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:05.713130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:05.750415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] For port fd5171b8-18a9-4d91-b394-2081531a60fa, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fd5171b8-18a9-4d91-b394-2081531a60fa,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:05.752096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.759533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:05.760267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:05.773669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.777618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab5cea29-b10a-4ce4-90b1-d824bb08e3f2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4198911 Oct 28 21:24:05.803628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57604) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:05.944720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:05.997259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] Pushing event deleted for resources: {'Port': ['ID=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:06.016336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d081f-5a65-4380-937e-1e6b354cf7bd None None] No DVR routers for this DVR port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:06.073146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:06.086344 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:24:06.133735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950fdb96-95fa-4cd3-883a-908f5bcb84fa {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:06.143587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:06.158597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Transition to ACTIVE for port object 950fdb96-95fa-4cd3-883a-908f5bcb84fa will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:06.160247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Calling delete_port for fd5171b8-18a9-4d91-b394-2081531a60fa owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:06.275210 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:06.394991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-549a1b5b-e043-47eb-be98-780f65655c72 req-3a0f1608-7bc3-4db9-a0fd-68698198852c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 210 time: 0.1159639 Oct 28 21:24:06.430101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aae12-589c-4290-9a34-9445bfe8901d req-58ca8c39-6d11-4777-bc4e-eda1e154fa97 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:06.442186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72e805fe-3bec-4404-a0b7-37f88f4e7eaf no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:06.442798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5aae12-589c-4290-9a34-9445bfe8901d req-58ca8c39-6d11-4777-bc4e-eda1e154fa97 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 931 time: 0.9333460 Oct 28 21:24:06.501220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 72e805fe-3bec-4404-a0b7-37f88f4e7eaf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:06.501568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72e805fe-3bec-4404-a0b7-37f88f4e7eaf not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:06.532211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] For port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,segment=NetworkSegment(55efc0f6-423c-45a7-91fe-bcbaeba93ce1),segment_id=55efc0f6-423c-45a7-91fe-bcbaeba93ce1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:06.558596 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:06.582389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:01Z', 'revision_number': 3, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:06.651913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:06.651913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Updating router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c port 33b2956d-8173-4f6d-b973-a1859d971a1d binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:24:06.652751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Calling delete_port for 72e805fe-3bec-4404-a0b7-37f88f4e7eaf owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:06.705733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:06.710786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5aae12-589c-4290-9a34-9445bfe8901d req-92526b8b-dffe-4f0b-9bf8-fdf70f21b2c0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666769 Oct 28 21:24:06.746576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-a49ccc46-3a7f-4551-be84-f0c2a123b65b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:06.764447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-a49ccc46-3a7f-4551-be84-f0c2a123b65b tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.4694383 Oct 28 21:24:07.050241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1acf44-6c95-499c-8a61-657b2199ec65 req-a84d635e-e300-472c-8e2e-d98365f1d2a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:07.052475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c1acf44-6c95-499c-8a61-657b2199ec65 req-a84d635e-e300-472c-8e2e-d98365f1d2a6 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.4637082 Oct 28 21:24:07.086685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Pushing event updated for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:07.089309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.146253 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.160198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.175036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6959f-173f-4e66-9483-045f0d26e98c req-7dd25788-310a-4bd7-a95d-815525865e93 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:07.177980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6f6959f-173f-4e66-9483-045f0d26e98c req-7dd25788-310a-4bd7-a95d-815525865e93 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.3007314 Oct 28 21:24:07.329369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Attempting to bind port 33b2956d-8173-4f6d-b973-a1859d971a1d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:07.329740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Attempting to bind port 33b2956d-8173-4f6d-b973-a1859d971a1d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:07.330102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Attempting to bind port 33b2956d-8173-4f6d-b973-a1859d971a1d on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:07.333592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5171b8-18a9-4d91-b394-2081531a60fa,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:07.350728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:07.354266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:07.354707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.355107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:07.355593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Bound port: 33b2956d-8173-4f6d-b973-a1859d971a1d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:07.355969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.357754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078a0f1-9a3f-4c4e-8149-e9e43eb3cf44 None None] Pushing event updated for resources: {'Port': ['ID=33b2956d-8173-4f6d-b973-a1859d971a1d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:07.366704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c1acf44-6c95-499c-8a61-657b2199ec65 req-e8f38d61-fde5-42b8-ac50-c1e7b7a9ba51 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027160 Oct 28 21:24:07.385174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Deleting port 63b8a163-5db0-452b-b1cf-113fea35ad05 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:07.385513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.440869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Attempting to bind port 950fdb96-95fa-4cd3-883a-908f5bcb84fa on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:07.441208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Attempting to bind port 950fdb96-95fa-4cd3-883a-908f5bcb84fa by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:07.441532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Attempting to bind port 950fdb96-95fa-4cd3-883a-908f5bcb84fa on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:07.482918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Port 950fdb96-95fa-4cd3-883a-908f5bcb84fa on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:07.483244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Attempting to bind port 950fdb96-95fa-4cd3-883a-908f5bcb84fa on network 6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:07.492599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] For port 33b2956d-8173-4f6d-b973-a1859d971a1d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:07.498297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] For port 33b2956d-8173-4f6d-b973-a1859d971a1d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33b2956d-8173-4f6d-b973-a1859d971a1d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:07.500783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.506819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.529243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:07.529755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Checking segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:07.530035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Bound using segment: {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:07.530483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Bound port: 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e313-6d6c-4759-8f64-5277d2aff5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:07.530846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.550484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] No DVR routers for this DVR port 72e805fe-3bec-4404-a0b7-37f88f4e7eaf on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:07.663861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6f6959f-173f-4e66-9483-045f0d26e98c req-1cd8d3b9-7df5-4260-92b0-27c8699973a4 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490595 Oct 28 21:24:07.668706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e805fe-3bec-4404-a0b7-37f88f4e7eaf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:07.711118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:07.711679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:07.778337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:07.782967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:07.843247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9856ed16-da75-42b5-8407-653d8fdb8d54 req-fbceebcd-de36-43fd-9c6f-7b3d5c4aa039 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 210 time: 0.2199206 Oct 28 21:24:07.874061 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.915736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:07.917693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078a0f1-9a3f-4c4e-8149-e9e43eb3cf44 None None] Pushing event updated for resources: {'Port': ['ID=33b2956d-8173-4f6d-b973-a1859d971a1d,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:07.953971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78cd5f-1b9b-4e51-9725-585b41ede6f0']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:07.984821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55efc0f6-423c-45a7-91fe-bcbaeba93ce1') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:07.987759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55efc0f6-423c-45a7-91fe-bcbaeba93ce1') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:08.014418 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.046338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:08.047116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.048649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] 10.222.0.44 "PUT /v2.0/ports/950fdb96-95fa-4cd3-883a-908f5bcb84fa HTTP/1.1" status: 200 len: 1092 time: 3.0241709 Oct 28 21:24:08.053936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:08.056982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:08.059375 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e" -d '{"events": [{"name": "network-changed", "server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:08.150191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.163632 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d3c824-9658-4f15-936b-32bade21c400 x-openstack-request-id: req-b4d3c824-9658-4f15-936b-32bade21c400 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:08.163921 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:08.166345 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4d3c824-9658-4f15-936b-32bade21c400 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:08.166812 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa', 'status': 'completed', 'code': 200} Oct 28 21:24:08.171374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:08.171923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:08.175700 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:08.191014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] For port 63b8a163-5db0-452b-b1cf-113fea35ad05, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=63b8a163-5db0-452b-b1cf-113fea35ad05,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:08.191258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.249375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Calling delete_port for 63b8a163-5db0-452b-b1cf-113fea35ad05 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:08.276188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab31c11-62d6-458a-b364-589afd7b92cb req-c3a468b1-7164-4ff6-91fc-dc66dee1279b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:08.284280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ab31c11-62d6-458a-b364-589afd7b92cb req-c3a468b1-7164-4ff6-91fc-dc66dee1279b tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 943 time: 0.2348852 Oct 28 21:24:08.311320 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.323032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.340319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ec78cd5f-1b9b-4e51-9725-585b41ede6f0 HTTP/1.1" status: 204 len: 168 time: 3.5210173 Oct 28 21:24:08.384154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.407897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:01Z', 'revision_number': 3, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:08.409745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4f10-1f6c-42fa-94a6-353be395d83f service neutron] Pushing event updated for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:08.425666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.44', 60361) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:08.469102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-dbee42b6-a86a-4b16-9cb7-2e6bd1e4dd1b tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:08.472171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-dbee42b6-a86a-4b16-9cb7-2e6bd1e4dd1b tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 0.6201360 Oct 28 21:24:08.481442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.515194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Request body: {'port': {'device_id': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'admin_state_up': True, 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:08.523017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec78cd5f-1b9b-4e51-9725-585b41ede6f0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:08.563323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.564592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.565695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.568764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.577307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.577872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.581977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.582807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.582941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.583764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.584158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.584766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab57f5-63da-4810-87a2-8c4bf341aca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:08.702817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57628) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:08.719587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ab31c11-62d6-458a-b364-589afd7b92cb req-501ffb11-5efd-444b-9eec-412fd950f134 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336426 Oct 28 21:24:08.720083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd5c30-5b31-4103-a490-bbe3f93ebdb6 None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:01Z', 'revision_number': 3, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:08.918907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0181-d341-401f-aacb-4ad72660679d req-e71e68b3-9989-42ab-abbf-036eded606b5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:08.926345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9ec0181-d341-401f-aacb-4ad72660679d req-e71e68b3-9989-42ab-abbf-036eded606b5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=593825ca-7d8d-489b-8581-567d74bca68c HTTP/1.1" status: 200 len: 944 time: 0.3302619 Oct 28 21:24:08.957372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:08.970338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-19e23d68-6c63-4ef4-bca8-c84d4eeb401c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7d8aee5cfb84be4b174096359925db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449884 Oct 28 21:24:08.993146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57634) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:09.082257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-9af551db-99a9-45b5-88e9-9e857900d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:09.085451 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-9af551db-99a9-45b5-88e9-9e857900d503 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 1095 time: 0.9272239 Oct 28 21:24:09.123069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event deleted for resources: {'Port': ['ID=63b8a163-5db0-452b-b1cf-113fea35ad05,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:09.181898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9ec0181-d341-401f-aacb-4ad72660679d req-33b2d7f2-d105-4fc3-b5e6-6217d779e4a5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545097 Oct 28 21:24:09.290259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:09.293530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] No DVR routers for this DVR port 63b8a163-5db0-452b-b1cf-113fea35ad05 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:09.296556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:09.300097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dba02de-8bd2-4d32-a32f-0b9ff8543ba6 req-03f72a7b-2813-4b16-a318-e43b4a924126 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.44 "DELETE /v2.0/ports/63b8a163-5db0-452b-b1cf-113fea35ad05 HTTP/1.1" status: 204 len: 173 time: 2.5347705 Oct 28 21:24:09.317097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-deleted', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:09.321415 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4139bf-99ab-42e1-b8ac-dda64aaf6c13" -d '{"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-deleted", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:09.396876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154e6c1-1319-4b4b-9ced-15d43a7faf0b req-f189f538-7c79-43a4-8c6c-eb15ea228e18 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:09.398638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a154e6c1-1319-4b4b-9ced-15d43a7faf0b req-f189f538-7c79-43a4-8c6c-eb15ea228e18 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 945 time: 0.5067410 Oct 28 21:24:09.421080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-559c8d9c-dfa8-4da3-acab-5a76115814c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa HTTP/1.1" status: 200 len: 217 time: 0.3132694 Oct 28 21:24:09.430009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-8f07882b-8d9d-40da-a835-5e09cddd34af tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:09.431864 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-8f07882b-8d9d-40da-a835-5e09cddd34af tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 1.0010073 Oct 28 21:24:09.465735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12df5b18-c311-4f59-b46a-f460469bf409 req-688f0874-ab94-4653-bcb7-4cd286664b91 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 210 time: 0.1334515 Oct 28 21:24:09.507486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:09.537363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-b003ebcf-60be-415e-bac8-ae4d8eea6424 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:09.539400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-b003ebcf-60be-415e-bac8-ae4d8eea6424 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.3741159 Oct 28 21:24:09.606598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a154e6c1-1319-4b4b-9ced-15d43a7faf0b req-a368f94f-88bf-4248-81cb-acfa04caa15e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655846 Oct 28 21:24:09.643612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:09.655339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:09.660053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c4476d7-a506-4e56-adc1-d5dea5649f8c HTTP/1.1" status: 204 len: 168 time: 0.6631062 Oct 28 21:24:09.675981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbe532-8f9b-4252-8be1-a4db29301bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4476d7-a506-4e56-adc1-d5dea5649f8c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:09.762504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Router 271df6cf-587d-4f35-943c-be6d4fcf3ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:24:09.774140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:09.786685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Request body: {'port': {'device_id': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'admin_state_up': True, 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:09.843474 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461beb6-54d6-4f45-a95e-1fd4e2f3a270 x-openstack-request-id: req-3461beb6-54d6-4f45-a95e-1fd4e2f3a270 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:09.843773 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593825ca-7d8d-489b-8581-567d74bca68c", "name": "network-vif-deleted", "tag": "63b8a163-5db0-452b-b1cf-113fea35ad05", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:09.844178 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3461beb6-54d6-4f45-a95e-1fd4e2f3a270 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:09.844680 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593825ca-7d8d-489b-8581-567d74bca68c', 'name': 'network-vif-deleted', 'tag': '63b8a163-5db0-452b-b1cf-113fea35ad05', 'status': 'completed', 'code': 200} Oct 28 21:24:09.924796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.100900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:10.149068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2cdc-e639-4995-9e8c-bc88c8dca5c9 req-5e1505cd-eb56-460b-b1fa-c63557e76bf1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:10.156795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a70b2cdc-e639-4995-9e8c-bc88c8dca5c9 req-5e1505cd-eb56-460b-b1fa-c63557e76bf1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 943 time: 0.1904755 Oct 28 21:24:10.165116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 63b8a163-5db0-452b-b1cf-113fea35ad05 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:10.166865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 63b8a163-5db0-452b-b1cf-113fea35ad05 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:10.214241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:10.227234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:10.242877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.387489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a70b2cdc-e639-4995-9e8c-bc88c8dca5c9 req-c03ae355-1baf-4235-9388-5b972594a77e tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181256 Oct 28 21:24:10.444779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:10.470140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33b2956d-8173-4f6d-b973-a1859d971a1d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:10.533858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:10.559223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:10.607699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:24:10.626683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 33b2956d-8173-4f6d-b973-a1859d971a1d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:10.627198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.681759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-457a5a7f-216e-4869-9d2c-7d330dcca91b req-4dc12536-66db-43c3-8fb1-5209ee8bfa43 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 210 time: 0.0847206 Oct 28 21:24:10.687323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.696549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.725457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Allocated IP 172.20.0.1 (7bc70171-f5c0-4038-a23e-4e77364ccfaa/bfd70eb8-3de3-46bd-a277-2485e9842b50/add9f9ac-661a-4600-8b0e-10dbbf8368d4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:10.786874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:10.804890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0cdd-aa94-4b0e-8516-d2fa8be214a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.903349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.904173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:10.956676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 33b2956d-8173-4f6d-b973-a1859d971a1d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33b2956d-8173-4f6d-b973-a1859d971a1d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:10.963026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:10.963536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:10.964682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:10.966656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.019403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:11.021685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Attempting to bind port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on network f2f84dac-3389-47d1-b4a1-79eb30e3ea6b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:11.052406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-5d2ccac7-f3d1-4bd9-91e6-fa5f699fe220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:11.053989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-5d2ccac7-f3d1-4bd9-91e6-fa5f699fe220 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 1.6209803 Oct 28 21:24:11.066588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.097719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a898c-c5e5-45df-a92c-f1b4ba91cfa9 req-f9e27e9f-849a-4e92-ba67-da6a15ab9f00 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:11.107375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1a898c-c5e5-45df-a92c-f1b4ba91cfa9 req-f9e27e9f-849a-4e92-ba67-da6a15ab9f00 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.3242066 Oct 28 21:24:11.109846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-981a3f4e-fa88-4889-9279-ff33f1d59dd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467522 Oct 28 21:24:11.111448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:11.111902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Checking segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:11.112413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Bound using segment: {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:11.113036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Bound port: 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260baa61-764d-4fea-9ed3-66eea412655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f2f84dac-3389-47d1-b4a1-79eb30e3ea6b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:11.113500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.127049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=33b2956d-8173-4f6d-b973-a1859d971a1d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:11.206297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:11.211129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1a898c-c5e5-45df-a92c-f1b4ba91cfa9 req-3292d04d-0e8e-4123-a640-76a1846d949a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Oct 28 21:24:11.211426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.254470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0bac6-6599-4480-8646-2a0ffee21b83 req-40ab32bc-8d35-4a32-985e-8afd0ae97dd5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:11.256683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36a0bac6-6599-4480-8646-2a0ffee21b83 req-40ab32bc-8d35-4a32-985e-8afd0ae97dd5 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 944 time: 0.3312497 Oct 28 21:24:11.314006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36a0bac6-6599-4480-8646-2a0ffee21b83 req-fef34cf8-7f34-44ce-b034-88af2537dd4a tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Oct 28 21:24:11.325896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:11.331042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:11.340280 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.459128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:11.472962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:11.485924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Sync routers for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:11.494384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Pushing event updated for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:11.504581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:11.506220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.509893 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:11.511919 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:11.512198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] 10.222.0.52 "PUT /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 1123 time: 1.9528086 Oct 28 21:24:11.517440 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a5135cd-7dc2-4ac0-8258-28c81376dd77 admin admin] 10.222.0.31 "PUT /v2.0/routers/271df6cf-587d-4f35-943c-be6d4fcf3ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9090698 Oct 28 21:24:11.519848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:11.524229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57674) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:11.545554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:11.588981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:11.634348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624154b-d875-4020-ba3c-ef710db8941d req-b5d40fe0-d949-4872-b419-e2653f8a5bc3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:11.640097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4624154b-d875-4020-ba3c-ef710db8941d req-b5d40fe0-d949-4872-b419-e2653f8a5bc3 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 944 time: 0.5226634 Oct 28 21:24:11.649139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Allocated IP 172.20.0.12 (95dde3a1-229e-45f8-87f7-fea56f2f9fc5/53e46626-c6d2-4bc4-98e4-73e8b43a1f1d/f9e3c385-f2b1-434b-bc39-3d86a7621194) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:11.679280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:11.823799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.879851 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-5a057162-94a2-4a7e-ad9c-265db17336f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773882 Oct 28 21:24:11.888553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.893718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57680) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:11.909768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'}, {'name': 'network-changed', 'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:11.917408 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df38c3e2-277c-4607-b5fe-d22d377a1378" -d '{"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-unplugged", "status": "completed", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf"}, {"name": "network-changed", "server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:11.942456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:11.976594 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.116497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccc759-5165-4040-b598-f89a6053b188 service neutron] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=8']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:12.146956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9d285d37-0c48-4cbb-8182-a2b6ff1a88eb None None] Provisioning complete for port add9f9ac-661a-4600-8b0e-10dbbf8368d4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:12.147537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9d285d37-0c48-4cbb-8182-a2b6ff1a88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.192239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9d285d37-0c48-4cbb-8182-a2b6ff1a88eb None None] Port add9f9ac-661a-4600-8b0e-10dbbf8368d4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:12.213073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fd46d38-f348-4a34-bc09-24d5a41f0651 req-f22e0893-f4ad-45ac-b4f8-27db158890a4 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 210 time: 0.2817848 Oct 28 21:24:12.231603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-network', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:12.330662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbdcc2-0ab3-442c-817d-922afad6d350 req-c07eefdb-95f3-4cd7-a618-608e3b7f4500 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:12.344958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ddbdcc2-0ab3-442c-817d-922afad6d350 req-c07eefdb-95f3-4cd7-a618-608e3b7f4500 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 943 time: 0.5172629 Oct 28 21:24:12.351483 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aa4b38-4300-4aee-ba59-b32ba594708c x-openstack-request-id: req-60aa4b38-4300-4aee-ba59-b32ba594708c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:12.351807 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-unplugged", "status": "completed", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf", "code": 200}, {"name": "network-changed", "server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:12.352780 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60aa4b38-4300-4aee-ba59-b32ba594708c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:12.353222 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'code': 200} Oct 28 21:24:12.353527 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'status': 'completed', 'code': 200} Oct 28 21:24:12.400827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33b2956d-8173-4f6d-b973-a1859d971a1d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:12.408730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Made reservation on behalf of 21b2a52df9ed43ce852fd3f45f9212bc for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:12.410924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.417163 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:12.419869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.468604 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aacaadbe-36cc-45a8-ad71-7aaf2be8319c req-334e1d4b-0eb4-49b5-b66e-7a8be6ebda3f service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756607 Oct 28 21:24:12.485649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Deleting port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:12.486006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.493943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.498563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 33b2956d-8173-4f6d-b973-a1859d971a1d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:12.498872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:12.667763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-60482f29-8356-4399-a4f3-36b79b341e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:12.675316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-60482f29-8356-4399-a4f3-36b79b341e49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1126 time: 0.3263402 Oct 28 21:24:12.690517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ddbdcc2-0ab3-442c-817d-922afad6d350 req-4153adb2-210b-48f9-8bbb-fbd13fa13c3f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446240 Oct 28 21:24:12.799320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-3ff33287-707d-41aa-af28-31e518d39ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:12.801425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-3ff33287-707d-41aa-af28-31e518d39ff0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.1090424 Oct 28 21:24:12.830232 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:24:06Z', 'revision_number': 5, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port': {'id': 'baa7159e-89b3-4a7c-9ad1-674c1238b7f2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:18:34Z', 'updated_at': '2021-10-28T21:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:12.854778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c958b2-c899-4429-98ae-3ec29d9f0306 req-51decf2f-18c6-4ace-a8fd-30d5a8efe6be tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:12.863216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71c958b2-c899-4429-98ae-3ec29d9f0306 req-51decf2f-18c6-4ace-a8fd-30d5a8efe6be tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.4110281 Oct 28 21:24:12.879933 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Checking router: 271df6cf-587d-4f35-943c-be6d4fcf3ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:12.891832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Routers {'271df6cf-587d-4f35-943c-be6d4fcf3ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:12.893128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:23:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:12.915089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-21830e36-4b8c-4c69-b6f4-ab4854c89556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 217 time: 0.0883164 Oct 28 21:24:12.939860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Deleting port baa7159e-89b3-4a7c-9ad1-674c1238b7f2 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:12.940295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.040808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] For port baa7159e-89b3-4a7c-9ad1-674c1238b7f2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:13.041477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.058934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Calling delete_port for baa7159e-89b3-4a7c-9ad1-674c1238b7f2 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:13.083727 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] Set router 271df6cf-587d-4f35-943c-be6d4fcf3ebb gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:13.117052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.138638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.227077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-bedc4228-16be-4495-a990-6b1a3f7e6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:13.228495 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-bedc4228-16be-4495-a990-6b1a3f7e6362 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1702188d9d424885e47d7b05fa4448&device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 1095 time: 0.6736929 Oct 28 21:24:13.231943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] For port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:13.232307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.232687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 6, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:13.243322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-8225a2d4-a61b-4da4-8057-7977ecc2c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:13.248639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-8225a2d4-a61b-4da4-8057-7977ecc2c74a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.3209338 Oct 28 21:24:13.300811 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53de9a-8e6f-46a7-b943-d8bfa07b8334 None None] The sync data for ids ['271df6cf-587d-4f35-943c-be6d4fcf3ebb'] in n-d-806683-16 is: [{'id': '271df6cf-587d-4f35-943c-be6d4fcf3ebb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-194493584-router', 'tenant_id': '332130351a0642b89f50537a7f6a547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:18:32Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 6, 'project_id': '332130351a0642b89f50537a7f6a547b', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:13.327204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Calling delete_port for 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:13.366401 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6754ec0-76a4-4988-884e-498b5363876d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.538028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.552227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.617035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.651796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-fa5c46e9-a342-46de-b716-544becbe194e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3984716 Oct 28 21:24:13.668983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71c958b2-c899-4429-98ae-3ec29d9f0306 req-07725995-de3f-4e88-adf7-8ded887e9708 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8048477 Oct 28 21:24:13.746192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:24:13.768699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:13.769975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-c391f845-293c-46fc-9dab-934cd7c7c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:13.772113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-c391f845-293c-46fc-9dab-934cd7c7c7d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 200 len: 916 time: 0.5286384 Oct 28 21:24:13.785686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-4daaa290-7046-4ce3-be95-a7cdbd071cda service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139481 Oct 28 21:24:13.802450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-b320ea8a-7096-4db5-ad6b-3da7a9a3b318 {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:24:13.802707 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:24:13.821398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:13.833980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event updated for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:13.885350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.899985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:13.899985 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Added segment aa70e5a9-05b9-47f3-87f6-0a0e9283cd17 of type vlan for network 615708bb-ed66-47f9-8c83-3f6f40bf7559 Oct 28 21:24:13.911800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:13.947324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb3403-1bcb-4f5b-8f5b-e31ddba071a0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:13.969072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4a571-3580-4e4a-8162-12beddfa7e57 req-a9a9deb8-d41e-4fd1-a342-1449acd50b11 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:13.969072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24d4a571-3580-4e4a-8162-12beddfa7e57 req-a9a9deb8-d41e-4fd1-a342-1449acd50b11 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 944 time: 0.7168388 Oct 28 21:24:14.003913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-5c5fb488-22a0-4f92-8d30-f58dd8d21d47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa HTTP/1.1" status: 200 len: 217 time: 0.2002695 Oct 28 21:24:14.005010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.036610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f932ca-ad1b-42cd-8f67-e0b2f05e5ac0 req-76d02dd5-6f11-43a1-adf8-c26aff42600e tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:14.038195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85f932ca-ad1b-42cd-8f67-e0b2f05e5ac0 req-76d02dd5-6f11-43a1-adf8-c26aff42600e tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 932 time: 0.2439253 Oct 28 21:24:14.071150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df38c3e2-277c-4607-b5fe-d22d377a1378 req-d7c27fc1-54e1-4bf8-9a39-4be08959d3e5 service neutron] 10.222.0.44 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548125 Oct 28 21:24:14.098438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 950fdb96-95fa-4cd3-883a-908f5bcb84fa details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:14.106712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24d4a571-3580-4e4a-8162-12beddfa7e57 req-e82f37ed-0706-4b49-99cb-b00dfb5fd290 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286330 Oct 28 21:24:14.137158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85f932ca-ad1b-42cd-8f67-e0b2f05e5ac0 req-3add20f9-d46a-4ef2-a2ff-91ac89825071 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901659 Oct 28 21:24:14.170526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Pushing event updated for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:14.175828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-eb6be4bd-c206-41fb-ad5e-fd25289d10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:14.178213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-eb6be4bd-c206-41fb-ad5e-fd25289d10b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 200 len: 855 time: 0.1210196 Oct 28 21:24:14.195798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.213128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.254667 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-405defd9-25c8-4199-a479-b896f2c412d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525696 Oct 28 21:24:14.269417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:14.287135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Pushing event deleted for resources: {'Port': ['ID=baa7159e-89b3-4a7c-9ad1-674c1238b7f2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:14.304177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:14.304920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.327158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.resource_extend [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:24:14.334924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.383867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fd5171b8-18a9-4d91-b394-2081531a60fa no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:14.430414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: fd5171b8-18a9-4d91-b394-2081531a60fa {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:14.431302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fd5171b8-18a9-4d91-b394-2081531a60fa not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:14.431997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device baa7159e-89b3-4a7c-9ad1-674c1238b7f2 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:14.468528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b1c-1f4c-44a0-a3e8-6978a9d66b66 req-6bc2a588-1ad8-49d3-acfa-8b30ff64edd1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:14.479539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07c95b1c-1f4c-44a0-a3e8-6978a9d66b66 req-6bc2a588-1ad8-49d3-acfa-8b30ff64edd1 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 943 time: 0.1849644 Oct 28 21:24:14.484356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: baa7159e-89b3-4a7c-9ad1-674c1238b7f2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:14.484771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device baa7159e-89b3-4a7c-9ad1-674c1238b7f2 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:14.507147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:14.536940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '950fdb96-95fa-4cd3-883a-908f5bcb84fa', 'network_id': '6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14', 'port_id': '950fdb96-95fa-4cd3-883a-908f5bcb84fa', 'mac_address': 'fa:16:3e:30:d0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c36c01-9d14-45bc-9507-b03bd3cfb10a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:14.557235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.581455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Allocated IP 172.20.0.4 (95dde3a1-229e-45f8-87f7-fea56f2f9fc5/53e46626-c6d2-4bc4-98e4-73e8b43a1f1d/fba804df-41ad-4eae-b0b9-aedd2f3bc626) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:14.592274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.634988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950fdb96-95fa-4cd3-883a-908f5bcb84fa {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:14.668753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:14.681609 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.752849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07c95b1c-1f4c-44a0-a3e8-6978a9d66b66 req-88177920-23bc-404d-88fa-9a5f252000b5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720928 Oct 28 21:24:14.759657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.762732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:14.788593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.791000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.804498 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-50b830ae-ef47-4edc-b0bf-a905ba8a7d2f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0961792 Oct 28 21:24:14.819295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.822158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.830405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Request body: {'port': {'device_id': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:14.865413 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.892519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['950fdb96-95fa-4cd3-883a-908f5bcb84fa'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:14.936211 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-fde26dce-dab7-40f4-99c9-7fc5ba75f8cd service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507704 Oct 28 21:24:14.961167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.961707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 271df6cf-587d-4f35-943c-be6d4fcf3ebb {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:24:14.979247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:14.985464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-25326afc-3775-46b9-abcd-011cd81e305e admin admin] 10.222.0.31 "DELETE /v2.0/routers/271df6cf-587d-4f35-943c-be6d4fcf3ebb HTTP/1.1" status: 204 len: 168 time: 3.4596283 Oct 28 21:24:14.988851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57704) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:15.022456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.023315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:15.023987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.055848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.088044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50f40-f3c1-4fcf-8dea-377288479e4b req-285b86db-de70-4016-9519-adbfadcd691a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:15.093852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb50f40-f3c1-4fcf-8dea-377288479e4b req-285b86db-de70-4016-9519-adbfadcd691a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.2256970 Oct 28 21:24:15.126573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:15.126790 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2203200 Oct 28 21:24:15.149015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Request body: {'subnet': {'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-subnet', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:15.224384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Made reservation on behalf of 21b2a52df9ed43ce852fd3f45f9212bc for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:15.226858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.232312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.251740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:15.262955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.339738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event updated for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:15.352679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:15.360873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732362fb-d8b4-47f7-a1f3-518c5bf226bc admin admin] Pushing event updated for resources: {'Network': ['ID=615708bb-ed66-47f9-8c83-3f6f40bf7559,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:15.374658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:24:15.433965 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.459685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Deleting subnet c13908ce-2431-44a6-afd6-80b660ae72f4 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:15.460661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:15.462951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.530532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.563251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] No DVR routers for this DVR port 72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:15.600113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event deleted for resources: {'Port': ['ID=72e4a4bc-5e4b-4dec-bc6a-79181e0fe209,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:15.621602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.624965 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4624154b-d875-4020-ba3c-ef710db8941d req-9ab7977d-468b-42a3-bbdd-6e3b254701d1 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "DELETE /v2.0/ports/72e4a4bc-5e4b-4dec-bc6a-79181e0fe209 HTTP/1.1" status: 204 len: 173 time: 3.9634540 Oct 28 21:24:15.634341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-deleted', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:15.636632 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f318978-1fbf-4bde-8fbc-28ca9832b9e6" -d '{"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-deleted", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:15.660981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb50f40-f3c1-4fcf-8dea-377288479e4b req-cd41a1b1-25ea-4649-8e12-48ff59aca2dd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566134 Oct 28 21:24:15.663117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:15.663777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.732509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d9c46a28-9d63-42d9-a4d6-7ef49b6b955e req-6dcdcaf8-ddd1-48af-905b-fd3a00b3f0fa service neutron] 10.222.0.44 "GET /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559907 Oct 28 21:24:15.772026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-7e13d5c5-996a-4627-9440-896ce8de26ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2827845 Oct 28 21:24:15.773769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:15.795443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Request body: {'port': {'device_id': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:15.859878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca85b23-5b05-40d1-8a80-ab506939063c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:15.863231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:15.898524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:15.904942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f4e9e-59ad-43ba-8351-ebb36e718550 req-a7e74acc-abaf-485c-ad18-dd7b31c7dc11 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:15.912925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df5f4e9e-59ad-43ba-8351-ebb36e718550 req-a7e74acc-abaf-485c-ad18-dd7b31c7dc11 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 932 time: 0.4966466 Oct 28 21:24:15.956810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66582d89-acc8-42d8-b39c-c2ae8edd3111 req-84e85e9e-00a8-4700-948a-f537ce928342 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 210 time: 0.1134000 Oct 28 21:24:15.991569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Checking segment: {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:15.992271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Network hostable DHCP agents. Network: 615708bb-ed66-47f9-8c83-3f6f40bf7559, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:24:16.021615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df5f4e9e-59ad-43ba-8351-ebb36e718550 req-dc383c76-d90a-42d9-a3b7-e442ee7be32d tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075633 Oct 28 21:24:16.025246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.054359 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786f05f1-a463-40d7-a1dd-ea98fc3ac183 x-openstack-request-id: req-786f05f1-a463-40d7-a1dd-ea98fc3ac183 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:16.054780 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e", "name": "network-vif-deleted", "tag": "72e4a4bc-5e4b-4dec-bc6a-79181e0fe209", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:16.055137 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-786f05f1-a463-40d7-a1dd-ea98fc3ac183 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:16.055629 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e', 'name': 'network-vif-deleted', 'tag': '72e4a4bc-5e4b-4dec-bc6a-79181e0fe209', 'status': 'completed', 'code': 200} Oct 28 21:24:16.100859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 950fdb96-95fa-4cd3-883a-908f5bcb84fa up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:16.120477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13908ce-2431-44a6-afd6-80b660ae72f4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:16.126606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.127155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.132874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3d084f46-c5fe-488e-ae87-e4d12b95bcba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c13908ce-2431-44a6-afd6-80b660ae72f4 HTTP/1.1" status: 204 len: 168 time: 1.1419291 Oct 28 21:24:16.136079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57728) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:16.147046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:24:16.203513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20d232-db26-4422-a985-e7fec7ff393f None None] Network c732eaa8-8d61-4901-9924-7f03ba112889 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:16.363806 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-178a0716-0b48-43ee-9df8-a09d21975ff7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1522479 Oct 28 21:24:16.392503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 950fdb96-95fa-4cd3-883a-908f5bcb84fa completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:16.400845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 950fdb96-95fa-4cd3-883a-908f5bcb84fa triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:16.401203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.420454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 615708bb-ed66-47f9-8c83-3f6f40bf7559) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:16.441081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420320d9-8b70-4013-9cf7-28ae5f1ed57d None None] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:16.466320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:24:16.471157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-5a0de31e-e4c4-4c9e-9978-2191ce34ce9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf3c5448664444da9fa82fef755782b1&device_id=c4640ffc-7be0-4ed8-8fcc-8f9f42762a0e HTTP/1.1" status: 200 len: 210 time: 0.0719452 Oct 28 21:24:16.482596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:16.485135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.545136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1f7c759c-dae4-4c91-9266-6113e78abacf None None] Provisioning complete for port add9f9ac-661a-4600-8b0e-10dbbf8368d4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:16.545498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f7c759c-dae4-4c91-9266-6113e78abacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.563202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.588170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] DHCP port deletion for c732eaa8-8d61-4901-9924-7f03ba112889 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:24:16.590121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da988238-22c9-4e4c-afdb-a2b04a94791e req-79681c81-a86c-4135-833e-4b2e15e26fa5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:16.592232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da988238-22c9-4e4c-afdb-a2b04a94791e req-79681c81-a86c-4135-833e-4b2e15e26fa5 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 944 time: 0.4482734 Oct 28 21:24:16.604931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-be7880be-354b-43f6-957d-7d3c01b01559 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4703078 Oct 28 21:24:16.606080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57738) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:16.617518 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.628975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:16.667223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c759c-dae4-4c91-9266-6113e78abacf None None] Port add9f9ac-661a-4600-8b0e-10dbbf8368d4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:16.696135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.697342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.746696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.784149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.940506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:16.943171 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1208d9-c9fc-496e-b63d-b8e105b1c09a" -d '{"events": [{"server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "name": "network-vif-plugged", "status": "completed", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:16.955469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-615708bb-ed66-47f9-8c83-3f6f40bf7559', 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'fixed_ips': [{'subnet_id': 'aca85b23-5b05-40d1-8a80-ab506939063c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:24:16.956308 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.965829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:16.975247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Deleting port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:16.975612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:16.981450 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.030191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.095747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-7d71dee1-025a-4932-ad95-307120bde069 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:17.097559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-7d71dee1-025a-4932-ad95-307120bde069 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/networks?id=8318344a-0a3b-4a1c-944c-c9a2e5762700 HTTP/1.1" status: 200 len: 815 time: 0.7291300 Oct 28 21:24:17.148435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] For port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:17.149036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.164618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-d8a279b6-ca9f-4f90-8022-4ee2ded60f77 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/quotas/3a743bed6dfa4e2298fcbedf24c3ef71 HTTP/1.1" status: 200 len: 375 time: 0.0146315 Oct 28 21:24:17.183018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Calling delete_port for 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:17.184637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:17.186563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da988238-22c9-4e4c-afdb-a2b04a94791e req-016997c8-2477-46ce-b487-e7f26140bb0d tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787671 Oct 28 21:24:17.241587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e3c385-f2b1-434b-bc39-3d86a7621194 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:17.278496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.306715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Deleting port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:17.307475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.315111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Allocated IP 172.20.0.2 (615708bb-ed66-47f9-8c83-3f6f40bf7559/aca85b23-5b05-40d1-8a80-ab506939063c/1d18210d-7c32-42a0-afcc-7df3bf04f1a3) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:17.325055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Transition to ACTIVE for port object f9e3c385-f2b1-434b-bc39-3d86a7621194 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:17.329951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-bf53da61-0c04-4262-9cb5-58a0435ac9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:17.331912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-bf53da61-0c04-4262-9cb5-58a0435ac9d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bf3c5448664444da9fa82fef755782b1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.7523601 Oct 28 21:24:17.394395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.405467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-fe034861-b5aa-4ce3-b94d-e83e1f934ceb tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a743bed6dfa4e2298fcbedf24c3ef71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2178595 Oct 28 21:24:17.424616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.432852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] For port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,segment=NetworkSegment(5e1d98b2-d657-4880-a299-81e2b05c5600),segment_id=5e1d98b2-d657-4880-a299-81e2b05c5600)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:17.434481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.435082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] Pushing event deleted for resources: {'Port': ['ID=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:17.447337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f51c43-2b54-4799-b3a5-1b3d169647ef None None] No DVR routers for this DVR port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:17.472832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Calling delete_port for 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:17.553249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.571392 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.593508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Pushing event updated for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:17.616509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:17.619548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:17.625534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:17.634408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Pushing event updated for resources: {'Port': ['ID=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:17.641240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:17.641639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4e5e-a515-4bed-a3cc-3f644b88429d req-10828be8-1afe-4594-9494-ddb0cc2e1960 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:17.643301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ecd4e5e-a515-4bed-a3cc-3f644b88429d req-10828be8-1afe-4594-9494-ddb0cc2e1960 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 943 time: 0.3414764 Oct 28 21:24:17.653171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b500d5f2-92a1-427e-8205-ac2c9c6e4552 admin admin] 10.222.0.31 "PUT /v2.0/routers/11d8b8e6-cee1-4f8b-bdab-d7e29484212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8481536 Oct 28 21:24:17.674903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:17.692013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:17.692782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:17.753165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-8a1e35db-c100-4265-9573-5bf4314aa5a6 service neutron] 10.222.0.31 "GET /v2.0/networks/8318344a-0a3b-4a1c-944c-c9a2e5762700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056258 Oct 28 21:24:17.753629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.764527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ecd4e5e-a515-4bed-a3cc-3f644b88429d req-ba64402e-cca5-4d2d-ade9-ee43bdba65e9 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062737 Oct 28 21:24:17.780295 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-500c80e3-e216-4fcb-a0ee-2c4193e6b730 service neutron] 10.222.0.44 "GET /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.1661105 Oct 28 21:24:17.823834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Attempting to bind port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:17.824204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Attempting to bind port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:17.824597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Attempting to bind port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 on network 615708bb-ed66-47f9-8c83-3f6f40bf7559 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:17.835100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:17.835497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Checking segment: {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:17.835912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.836309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Bound using segment: {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:17.836878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Bound port: 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:17.837343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.920712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:17.927096 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a041ab-aa9c-4fcd-904c-a8bc89e8a467 x-openstack-request-id: req-c3a041ab-aa9c-4fcd-904c-a8bc89e8a467 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:17.937700 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "name": "network-vif-plugged", "status": "completed", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:17.937835 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3a041ab-aa9c-4fcd-904c-a8bc89e8a467 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:17.938201 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa', 'code': 200} Oct 28 21:24:17.956901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:17.988601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] No DVR routers for this DVR port 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:17.992297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a00b4d3-1a4f-47ee-8ae0-62435cb1755c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:18.016098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] For port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:18.037003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-d6eb3b0b-8c54-4c37-9ea0-d9c8d2f578fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.038579 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c330e9a-220d-4a3c-94de-25867d58b291 req-d6eb3b0b-8c54-4c37-9ea0-d9c8d2f578fb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6194110 Oct 28 21:24:18.062924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba804df-41ad-4eae-b0b9-aedd2f3bc626 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:18.074383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.078796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Attempting to bind port f9e3c385-f2b1-434b-bc39-3d86a7621194 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:18.079150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Attempting to bind port f9e3c385-f2b1-434b-bc39-3d86a7621194 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:18.079817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Attempting to bind port f9e3c385-f2b1-434b-bc39-3d86a7621194 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:18.087323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] For port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:18.118386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Port f9e3c385-f2b1-434b-bc39-3d86a7621194 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:18.118704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Attempting to bind port f9e3c385-f2b1-434b-bc39-3d86a7621194 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:18.118841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:18.121514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.124058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Transition to ACTIVE for port object fba804df-41ad-4eae-b0b9-aedd2f3bc626 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:18.134480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.137183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:18.138036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Checking segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:18.138036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Bound using segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:18.138599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Bound port: f9e3c385-f2b1-434b-bc39-3d86a7621194, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:18.138852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.304306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Pushing event updated for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:18.305002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:18.338603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b25691-a389-42bb-be9b-3bf07fe53163 None None] Pushing event updated for resources: {'Port': ['ID=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:18.389365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:18.390045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a00b4d3-1a4f-47ee-8ae0-62435cb1755c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:18.397346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:18.428906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.433960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:18.440651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:13Z', 'revision_number': 2, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:18.441420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:18.442946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:18.484224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.513333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Attempting to bind port fba804df-41ad-4eae-b0b9-aedd2f3bc626 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:18.513664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Attempting to bind port fba804df-41ad-4eae-b0b9-aedd2f3bc626 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:18.513988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Attempting to bind port fba804df-41ad-4eae-b0b9-aedd2f3bc626 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:18.520928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:18.520928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Updating router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c port add9f9ac-661a-4600-8b0e-10dbbf8368d4 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:24:18.550785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:18.556820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Port fba804df-41ad-4eae-b0b9-aedd2f3bc626 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:18.557144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Attempting to bind port fba804df-41ad-4eae-b0b9-aedd2f3bc626 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:18.563935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.564592 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.565985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] 10.222.0.44 "PUT /v2.0/ports/f9e3c385-f2b1-434b-bc39-3d86a7621194 HTTP/1.1" status: 200 len: 1093 time: 3.7397833 Oct 28 21:24:18.568490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:18.570791 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2da703-7ab5-4c13-a885-92a78fd377a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:18.575267 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.585456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:18.591330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:18.591571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.591696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Checking segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:18.592136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Bound using segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:18.592772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Bound port: fba804df-41ad-4eae-b0b9-aedd2f3bc626, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:18.593209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.670018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.694952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac921-5e49-4fea-ab24-e69085eecdee service neutron] Pushing event updated for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:18.695868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c732eaa8-8d61-4901-9924-7f03ba112889']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:18.706452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717dfe5-38da-4fbd-944e-4b9256e89bd4 req-348793fc-f079-497b-889b-0a53910df442 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.708529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b717dfe5-38da-4fbd-944e-4b9256e89bd4 req-348793fc-f079-497b-889b-0a53910df442 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 944 time: 0.2739527 Oct 28 21:24:18.711071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb97a3-e624-4b37-ba43-534b56fae872 req-d1c92d51-6357-4494-b937-0f2e53e79700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.712481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25cb97a3-e624-4b37-ba43-534b56fae872 req-d1c92d51-6357-4494-b937-0f2e53e79700 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 1097 time: 0.2923098 Oct 28 21:24:18.750820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1d98b2-d657-4880-a299-81e2b05c5600') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:18.751061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1d98b2-d657-4880-a299-81e2b05c5600') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:18.759067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-8d15e54e-e0e4-406a-9f42-fdc38328570f service neutron] 10.222.0.31 "GET /v2.0/networks/8318344a-0a3b-4a1c-944c-c9a2e5762700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9921699 Oct 28 21:24:18.789045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.824177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-d18f7dfc-a179-490e-85c4-e146034e3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.826515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-d18f7dfc-a179-490e-85c4-e146034e3823 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 1096 time: 0.1906669 Oct 28 21:24:18.840814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.859691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b717dfe5-38da-4fbd-944e-4b9256e89bd4 req-eebdc729-d3b0-4c2a-9c8d-78894a53c4b0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371548 Oct 28 21:24:18.866174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:18.866576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.869692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25cb97a3-e624-4b37-ba43-534b56fae872 req-88b5bbb8-54fe-4aee-8b82-a6390a4523c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449792 Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:18.870358 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:18.882266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Allocated IP 172.25.4.116 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f82b9895-78ab-4626-9f7e-0d91698ec653) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:18.889189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:18.892309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-f5706d16-49d7-4c28-890a-45f9211573ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194 HTTP/1.1" status: 200 len: 217 time: 0.0543878 Oct 28 21:24:18.913117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:18.921891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] Transition to ACTIVE for port object 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:18.924531 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.970091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.992800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:18.993517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:18.995515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] 10.222.0.44 "PUT /v2.0/ports/fba804df-41ad-4eae-b0b9-aedd2f3bc626 HTTP/1.1" status: 200 len: 1092 time: 3.2069943 Oct 28 21:24:19.025812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.034979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.040525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c732eaa8-8d61-4901-9924-7f03ba112889 HTTP/1.1" status: 204 len: 168 time: 2.9016900 Oct 28 21:24:19.053478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] No DVR routers for this DVR port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:19.061236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7f656-9cf2-4ebf-86f4-50208907db9d service neutron] Pushing event updated for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:19.124028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8df0c-0372-45f5-95c4-10f08038a2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c732eaa8-8d61-4901-9924-7f03ba112889,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:19.134050 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.159091 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.254194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] 10.222.0.44 "PUT /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4300272 Oct 28 21:24:19.306558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-f0acad85-68b1-469d-9bc0-846002c898f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:19.308834 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-f0acad85-68b1-469d-9bc0-846002c898f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.2179692 Oct 28 21:24:19.330598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c4586-215a-4fd8-9494-ed14a0a1e1c9 None None] Pushing event updated for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:19.346019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.380868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd781e-883d-4e20-b807-dc8e251ee28c service neutron] Pushing event updated for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:19.433469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Attempting to bind port add9f9ac-661a-4600-8b0e-10dbbf8368d4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:19.434048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Attempting to bind port add9f9ac-661a-4600-8b0e-10dbbf8368d4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:19.434602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Attempting to bind port add9f9ac-661a-4600-8b0e-10dbbf8368d4 on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:19.447054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:19.456110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Checking segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:19.456943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.457528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Bound using segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:19.458721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Bound port: add9f9ac-661a-4600-8b0e-10dbbf8368d4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:19.459286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.497963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:19.600664 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-4767c088-4557-44a3-97bf-c3a6f4a72fd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461356 Oct 28 21:24:19.640602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] For port add9f9ac-661a-4600-8b0e-10dbbf8368d4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:19.641528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-ab783a01-f92a-4c40-b2ef-0ca960f31bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:19.649537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] For port add9f9ac-661a-4600-8b0e-10dbbf8368d4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add9f9ac-661a-4600-8b0e-10dbbf8368d4,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:19.650299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:19.650466 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-ab783a01-f92a-4c40-b2ef-0ca960f31bcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=e44ec0d7-c65c-4c2f-8509-d544c5eeac75 HTTP/1.1" status: 200 len: 1095 time: 0.4687982 Oct 28 21:24:19.669041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.670059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940800330', 'description': 'tempest-description--1784931480'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:19.679356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-a52abbfa-d567-4ee3-858e-e2f17139eb35 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:19.683762 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-a52abbfa-d567-4ee3-858e-e2f17139eb35 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.2956817 Oct 28 21:24:19.689265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.717441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9f428-e810-497e-ab59-3da7017fa422 req-c0b4396f-76fb-4ec5-b01e-b98a75bd61ad tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:19.729452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41c9f428-e810-497e-ab59-3da7017fa422 req-c0b4396f-76fb-4ec5-b01e-b98a75bd61ad tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3463876 Oct 28 21:24:19.849615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a8d6dcf3-dd75-4e7b-874e-59f08342d256 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d11785fe631c4bb6b6bf04760c838866&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3254364 Oct 28 21:24:19.866223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57782) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:19.877319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:19.879237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:19.891351 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d639bc-4ff7-46b8-8b3c-15fdad58fcc0 x-openstack-request-id: req-30d639bc-4ff7-46b8-8b3c-15fdad58fcc0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:19.891524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] Provisioning complete for port add9f9ac-661a-4600-8b0e-10dbbf8368d4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:19.893208 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:19.893363 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:19.894258 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30d639bc-4ff7-46b8-8b3c-15fdad58fcc0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:19.902532 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194', 'status': 'completed', 'code': 200} Oct 28 21:24:20.007679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:20.024256 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.031242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-104b0999-f705-48f2-bb1e-478aa805acf1 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213474 Oct 28 21:24:20.059942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:20.112927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:20.121204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-22aa2e14-cc90-473a-8ecf-42a01d73347d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626 HTTP/1.1" status: 200 len: 217 time: 0.4364312 Oct 28 21:24:20.204130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Pushing event updated for resources: {'Port': ['ID=f82b9895-78ab-4626-9f7e-0d91698ec653,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:20.234354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-5c733ce4-fd31-484d-9cc8-6da1e47bfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:20.236155 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-5c733ce4-fd31-484d-9cc8-6da1e47bfc9e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072&tenant_id=03b669f7d6b54634a31737352f7296e0 HTTP/1.1" status: 200 len: 1096 time: 0.4633887 Oct 28 21:24:20.262097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-d777e314-4b95-4aaa-ab31-c289c419cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:20.263552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-d777e314-4b95-4aaa-ab31-c289c419cda0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.1279199 Oct 28 21:24:20.313383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae29e67a-4e8e-4a34-91ba-b7d152ce024c None None] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:20.320436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.325983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-a3cb2d29-4e5b-4735-a4d3-5cca51667ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467632 Oct 28 21:24:20.350453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-32cfc2e3-88d9-4c7d-93aa-e3b82bdbf05d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:20.351984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-32cfc2e3-88d9-4c7d-93aa-e3b82bdbf05d tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.6202757 Oct 28 21:24:20.354795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41c9f428-e810-497e-ab59-3da7017fa422 req-245f3f64-485e-4e87-b27e-aee32fba90cc tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242895 Oct 28 21:24:20.401403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.414719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c4586-215a-4fd8-9494-ed14a0a1e1c9 None None] Pushing event updated for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:20.417511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-790e4446-ca93-4e2c-9841-f622d91933d9 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095427 Oct 28 21:24:20.422081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:20.443040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-91089701-5358-42c4-977f-6b5a42211181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:20.444587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-91089701-5358-42c4-977f-6b5a42211181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=03b669f7d6b54634a31737352f7296e0&device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1096 time: 0.1776464 Oct 28 21:24:20.560435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:20.570469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.571766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-d4c3f302-9870-408e-ae9d-cf079dbc8ebe service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290781 Oct 28 21:24:20.572301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9140708 Oct 28 21:24:20.578513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:20.584988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group_rule': {'security_group_id': '9a238572-210e-48f2-ba3d-51f3efd143b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:20.604957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be41c741-ee72-448f-9160-d30e178e9303 req-b9c89732-e9b2-4bc0-bb37-f92b044931d9 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 210 time: 0.1098278 Oct 28 21:24:20.636891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fa282-71ed-4035-8cf9-21cbe2c76cff req-da393ab7-aa0c-4862-8a1b-99ac63384c14 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:20.639984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.645715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-332fa282-71ed-4035-8cf9-21cbe2c76cff req-da393ab7-aa0c-4862-8a1b-99ac63384c14 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 944 time: 0.6057706 Oct 28 21:24:20.647812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52affe58-316f-4b1a-a39b-576cd2fdb1ab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a238572-210e-48f2-ba3d-51f3efd143b2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:20.697537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:20.697905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.745445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.829602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] For port add9f9ac-661a-4600-8b0e-10dbbf8368d4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add9f9ac-661a-4600-8b0e-10dbbf8368d4,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:20.850766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:20.914677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.000167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068185a6-7a5b-4844-9b12-7518f47ee639 None None] Pushing event updated for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:21.003543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-b044e851-23f1-4c48-af0f-7c664e3af1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.005858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-b044e851-23f1-4c48-af0f-7c664e3af1fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 1096 time: 0.4942904 Oct 28 21:24:21.038430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Deleting port 6458548f-886d-4058-9f30-9211e6626302 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:21.038888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.051340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.056312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-11b75856-8f8a-4d2f-a358-8a257238f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.057328 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-11b75856-8f8a-4d2f-a358-8a257238f5cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 200 len: 908 time: 0.6015956 Oct 28 21:24:21.078389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-332fa282-71ed-4035-8cf9-21cbe2c76cff req-0fe71e5c-0520-4cfd-af9b-cbc9c482b6e6 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315050 Oct 28 21:24:21.139284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-384044d1-a9ca-4d3f-8135-79c2983d0ffb None None] Provisioning complete for port add9f9ac-661a-4600-8b0e-10dbbf8368d4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:21.150004 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-384044d1-a9ca-4d3f-8135-79c2983d0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.239577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.242726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.246761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80be5e44-075e-43c2-8daf-5ec1ebc665d9 HTTP/1.1" status: 204 len: 168 time: 1.3473492 Oct 28 21:24:21.246967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:21.259540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.267930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:19Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:21.276727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-3d1530f6-24f0-499c-bcc5-378d150603d8 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.278602 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-3d1530f6-24f0-499c-bcc5-378d150603d8 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.44 "GET /v2.0/networks?id=8318344a-0a3b-4a1c-944c-c9a2e5762700 HTTP/1.1" status: 200 len: 815 time: 0.3041530 Oct 28 21:24:21.323066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227a1401-a184-4e16-aed7-e54cf2b093d2 None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:19Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:21.325456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-78172773-7cee-49b8-af35-2c04a91bcf02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 200 len: 217 time: 0.2459831 Oct 28 21:24:21.341256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Request body: {'port': {'device_id': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'admin_state_up': True, 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:21.383315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c8b9e-6465-4866-88d7-267422c1b5d2 req-e1967111-68e5-48e8-bba4-61f270344500 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.386524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-271c8b9e-6465-4866-88d7-267422c1b5d2 req-e1967111-68e5-48e8-bba4-61f270344500 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/ports?device_id=385e8567-9d50-4153-ad4a-fafee23ebb76 HTTP/1.1" status: 200 len: 945 time: 0.5460870 Oct 28 21:24:21.428230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:21.452023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.492292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-384044d1-a9ca-4d3f-8135-79c2983d0ffb None None] Provisioning complete for port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:21.493583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-384044d1-a9ca-4d3f-8135-79c2983d0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.523908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee0c4a-864f-4426-99c9-7fb2d2855802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be5e44-075e-43c2-8daf-5ec1ebc665d9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:21.562851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.585911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] For port 6458548f-886d-4058-9f30-9211e6626302, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6458548f-886d-4058-9f30-9211e6626302,segment=NetworkSegment(0cd55044-c781-43f0-b32e-28570ab0190c),segment_id=0cd55044-c781-43f0-b32e-28570ab0190c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:21.586518 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.597447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.631764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e905540-a2e4-49c8-8148-194178819fb1,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:21.639412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Calling delete_port for 6458548f-886d-4058-9f30-9211e6626302 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:21.658165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48cf29-7747-4e77-b8a6-2967139b3c2b req-9c09ae63-7a46-448d-85a5-67c9bdca7ee8 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.667180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb48cf29-7747-4e77-b8a6-2967139b3c2b req-9c09ae63-7a46-448d-85a5-67c9bdca7ee8 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 944 time: 0.4785545 Oct 28 21:24:21.676252 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4656470f-80ba-4afb-af59-42d6cc57c41d req-153624cb-2476-49d3-93c7-844595714616 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0869675 Oct 28 21:24:21.682339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-271c8b9e-6465-4866-88d7-267422c1b5d2 req-df946e99-5e9a-4e9b-97c8-ac9434cb5e58 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd324822-f134-4ee7-97a7-051811954627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189593 Oct 28 21:24:21.703247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-1ad10ba5-8a05-4fc7-ac6e-f351254e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.705307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-1ad10ba5-8a05-4fc7-ac6e-f351254e40ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 200 len: 847 time: 0.3043704 Oct 28 21:24:21.706474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-a41dc54f-d89f-4a24-8953-d7e3bde8ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:21.708559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-a41dc54f-d89f-4a24-8953-d7e3bde8ec96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 914 time: 0.6538017 Oct 28 21:24:21.817764 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-c38cbec1-4a7e-4625-8cc7-900fc7d9fbba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194 HTTP/1.1" status: 200 len: 217 time: 0.0993252 Oct 28 21:24:21.820311 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-5e6ee476-bf32-44eb-8774-4099571eabdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593817 Oct 28 21:24:21.859802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.938579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:21.942994 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35" -d '{"events": [{"name": "network-changed", "server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:21.948441 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9490e766-33bb-46d0-bd7a-d1623c72e304 service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205726 Oct 28 21:24:21.954545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.958912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ffc02ec3-7b29-4f5f-b4a5-08ed9b2c4d7e tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3756685 Oct 28 21:24:21.961016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-587ff3ae-6278-4ae4-8ebc-033b7c15400a None None] Provisioning complete for port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:21.961507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-587ff3ae-6278-4ae4-8ebc-033b7c15400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:21.972983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57810) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:21.985189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group_rule': {'security_group_id': '9a238572-210e-48f2-ba3d-51f3efd143b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:21.992190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57812) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:22.012770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb48cf29-7747-4e77-b8a6-2967139b3c2b req-29122938-1db5-4657-b43e-f8e3e2eac9a4 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397291 Oct 28 21:24:22.121267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f9e3c385-f2b1-434b-bc39-3d86a7621194 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:22.152953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8aec2-b221-4180-a0b4-8f9907decf4c req-064e4f04-d943-49b1-8698-dee3e73ab341 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:22.160778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87c8aec2-b221-4180-a0b4-8f9907decf4c req-064e4f04-d943-49b1-8698-dee3e73ab341 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3243706 Oct 28 21:24:22.179059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b0d1eb06-55e0-47a2-b925-cff7a5909955 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=332130351a0642b89f50537a7f6a547b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1831820 Oct 28 21:24:22.181767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-42b2c1cf-334d-41db-b146-164c24cecabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:22.183388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-42b2c1cf-334d-41db-b146-164c24cecabb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.2522368 Oct 28 21:24:22.184182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Made reservation on behalf of 3a743bed6dfa4e2298fcbedf24c3ef71 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:22.188339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.204111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:22.252021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.282790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:22.316317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f9e3c385-f2b1-434b-bc39-3d86a7621194', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'port_id': 'f9e3c385-f2b1-434b-bc39-3d86a7621194', 'mac_address': 'fa:16:3e:4b:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e46626-c6d2-4bc4-98e4-73e8b43a1f1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:22.359878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48d881d4-58f1-49e8-b608-724a06246bb1 req-1037aeeb-fced-43ad-80b6-138121dccceb tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 210 time: 0.2528377 Oct 28 21:24:22.419153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.425869 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.462494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-ea5f83a7-ac6f-45b4-b616-9b8910a6e423 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572956 Oct 28 21:24:22.468572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e3c385-f2b1-434b-bc39-3d86a7621194 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:22.524606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:22.533139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Pushing event deleted for resources: {'Port': ['ID=6458548f-886d-4058-9f30-9211e6626302,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:22.538522 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.578333 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a9ea6-8eb1-4b2a-9e39-3dc05cca12b0 x-openstack-request-id: req-497a9ea6-8eb1-4b2a-9e39-3dc05cca12b0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:22.578639 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:22.579043 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-497a9ea6-8eb1-4b2a-9e39-3dc05cca12b0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:22.579446 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626', 'status': 'completed', 'code': 200} Oct 28 21:24:22.587804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:22.610785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87c8aec2-b221-4180-a0b4-8f9907decf4c req-698db9b4-3d6c-4bf4-aac7-0824168845e8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494371 Oct 28 21:24:22.743184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.775990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:22.791346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f9e3c385-f2b1-434b-bc39-3d86a7621194'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:22.800096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.837935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] No DVR routers for this DVR port 6458548f-886d-4058-9f30-9211e6626302 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:22.849136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.858193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] 10.222.0.52 "DELETE /v2.0/ports/6458548f-886d-4058-9f30-9211e6626302 HTTP/1.1" status: 204 len: 173 time: 2.4626465 Oct 28 21:24:22.873894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-deleted', 'tag': '6458548f-886d-4058-9f30-9211e6626302'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:22.880507 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87969b61-945f-478e-817d-a3113b765de9" -d '{"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-deleted", "tag": "6458548f-886d-4058-9f30-9211e6626302"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:22.902645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:22.903772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.944911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.959214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:22.998253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11794a-0c8d-42f0-964b-fec751de84ef req-741eef2a-a73a-4587-8f72-c598a5306a9e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:23.007939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb11794a-0c8d-42f0-964b-fec751de84ef req-741eef2a-a73a-4587-8f72-c598a5306a9e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 944 time: 0.2932577 Oct 28 21:24:23.117729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cbf0af-9e72-4078-8bf5-f2f09bfb5b07,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:23.139206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:23.140944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c87aa0e7-1dd3-4dca-a48e-b0c8a786e972 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1649928 Oct 28 21:24:23.145731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57832) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:23.174037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-cdc7ea60-9b9a-4e62-be19-6366d2d8c5ba service neutron] 10.222.0.52 "GET /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1981125 Oct 28 21:24:23.226592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Allocated IP 172.20.0.7 (8318344a-0a3b-4a1c-944c-c9a2e5762700/dcfb6871-05c4-43ec-b090-7ce5468aaa61/b5c684c0-54d3-477c-9247-c69cee55f62f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:23.228647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:23.231557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:23.242893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d5f5f63-7739-49c2-a881-93b157d95f8c HTTP/1.1" status: 204 len: 168 time: 1.0231621 Oct 28 21:24:23.252056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add9f9ac-661a-4600-8b0e-10dbbf8368d4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:23.338112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34e18-87ed-4026-a0c2-816c81453c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f5f63-7739-49c2-a881-93b157d95f8c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:23.346615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-7c5dffdc-4f2c-493f-a212-255d9eedfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:23.353152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-7c5dffdc-4f2c-493f-a212-255d9eedfa23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=e44ec0d7-c65c-4c2f-8509-d544c5eeac75 HTTP/1.1" status: 200 len: 1095 time: 0.7580075 Oct 28 21:24:23.486089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port add9f9ac-661a-4600-8b0e-10dbbf8368d4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:23.487046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:23.591583 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-567084e9-5365-4c16-828f-3cdb62dd9d52 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0110309 Oct 28 21:24:23.921602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:23.945156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-66debe22-df62-4a26-8995-1ad2a7bfd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:23.946725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-66debe22-df62-4a26-8995-1ad2a7bfd7ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 914 time: 0.5843389 Oct 28 21:24:23.950810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:23.996532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765614b-f912-46f4-8c3a-e3f0d53f4689 req-fdee02e9-5a1f-4355-b484-ffce3812efec tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:24.003014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9765614b-f912-46f4-8c3a-e3f0d53f4689 req-fdee02e9-5a1f-4355-b484-ffce3812efec tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 1.1863129 Oct 28 21:24:24.025885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb11794a-0c8d-42f0-964b-fec751de84ef req-f2250103-f761-4d04-bf27-8d035646d591 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0152628 Oct 28 21:24:24.043879 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df2da703-7ab5-4c13-a885-92a78fd377a3 req-4d28fe2c-2efa-4343-8bce-4c1185f07d67 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214470 Oct 28 21:24:24.082559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:24.126056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fba804df-41ad-4eae-b0b9-aedd2f3bc626 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:24.151328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:24.178919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-6cbc429e-3fee-4070-8a57-a6263b4c1279 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:24.189551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-6cbc429e-3fee-4070-8a57-a6263b4c1279 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072&tenant_id=03b669f7d6b54634a31737352f7296e0&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.2883494 Oct 28 21:24:24.217032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57848) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:24.222249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9765614b-f912-46f4-8c3a-e3f0d53f4689 req-111e1fc4-062c-4d21-b16a-e60c44dc4551 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505866 Oct 28 21:24:24.312904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:24:24.396641 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee2d10-3748-40b5-baa7-4c47ceb2c91c x-openstack-request-id: req-28ee2d10-3748-40b5-baa7-4c47ceb2c91c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:24.397643 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e8567-9d50-4153-ad4a-fafee23ebb76", "name": "network-vif-deleted", "tag": "6458548f-886d-4058-9f30-9211e6626302", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:24.398064 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28ee2d10-3748-40b5-baa7-4c47ceb2c91c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:24.398957 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385e8567-9d50-4153-ad4a-fafee23ebb76', 'name': 'network-vif-deleted', 'tag': '6458548f-886d-4058-9f30-9211e6626302', 'status': 'completed', 'code': 200} Oct 28 21:24:24.566294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:24.573918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea80996e-5ca3-489a-971e-378453526db4 req-df0cc03d-8494-4651-acfb-b96c36db7dc2 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 210 time: 0.1235638 Oct 28 21:24:24.588181 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-4dafc9c8-a58d-4f3f-90d7-11e11e7cdfaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626 HTTP/1.1" status: 200 len: 217 time: 0.3110905 Oct 28 21:24:24.597388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:24.659997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:24.714282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:24.721798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:24.748911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f9e3c385-f2b1-434b-bc39-3d86a7621194 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:24.763370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6458548f-886d-4058-9f30-9211e6626302 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:24.838420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:24.896754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4a7b5-4b08-4bc9-b0d4-7aee0579b02f req-9c1f571f-de2a-45b0-95b1-5946f2ca2e33 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:24.899996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71d4a7b5-4b08-4bc9-b0d4-7aee0579b02f req-9c1f571f-de2a-45b0-95b1-5946f2ca2e33 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 945 time: 0.4195485 Oct 28 21:24:24.941786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'port_id': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626', 'mac_address': 'fa:16:3e:9c:62:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e46626-c6d2-4bc4-98e4-73e8b43a1f1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:24.953421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6458548f-886d-4058-9f30-9211e6626302 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:24.954839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6458548f-886d-4058-9f30-9211e6626302 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:24.983962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:24.984922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.085390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f9e3c385-f2b1-434b-bc39-3d86a7621194 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:25.097951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.100836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f9e3c385-f2b1-434b-bc39-3d86a7621194 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:25.101379 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.210270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8731918 Oct 28 21:24:25.213496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba804df-41ad-4eae-b0b9-aedd2f3bc626 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:25.220159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9774fd7b-da20-41ce-8666-f9d84acb5107 service neutron] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:25.226861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9774fd7b-da20-41ce-8666-f9d84acb5107 service neutron] Publish callbacks [] for binding, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.228220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e01c96d5-0a65-4966-a51c-7ee023a88fdf req-9774fd7b-da20-41ce-8666-f9d84acb5107 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 1.0225909 Oct 28 21:24:25.230966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055ad55-131c-4fc1-a6fc-f095b56bb3f6 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Pushing event updated for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:25.242653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Request body: {'port': {'device_id': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:25.279689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-39c852bd-4c11-4775-ad7a-7b442145b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:25.281343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-39c852bd-4c11-4775-ad7a-7b442145b570 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.6525927 Oct 28 21:24:25.306481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.312701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:25.326117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Sync routers for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:25.342499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:25.354438 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:25.355407 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:25.374098 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-0f66964c-ffdc-4644-a09d-24348be814fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498922 Oct 28 21:24:25.380985 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.443283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Allocated IP 172.25.4.34 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/421d7bd0-a82c-4f69-a06a-98a3ebed1a41) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:25.445910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2b2bd9d6-237f-4903-ba58-b73d0a679da8 None None] Provisioning complete for port b5c684c0-54d3-477c-9247-c69cee55f62f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:25.446294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd9d6-237f-4903-ba58-b73d0a679da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.463381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71d4a7b5-4b08-4bc9-b0d4-7aee0579b02f req-d66a8347-0869-4d39-8489-1f38e3ec578f tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726824 Oct 28 21:24:25.494952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.499720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c75f9332-ab03-435b-92a3-be1cff2feb22 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8756897 Oct 28 21:24:25.501032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57868) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:25.518509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Deleting subnet d946e622-a384-412b-80be-d1d1fceb80a3 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:25.559570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.626701 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:25.692314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['fba804df-41ad-4eae-b0b9-aedd2f3bc626'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:25.803454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222d15-aa12-4289-9ae8-3829b7108091 req-16175dfe-69d2-427d-ae85-e3852bd2d724 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:25.811422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23222d15-aa12-4289-9ae8-3829b7108091 req-16175dfe-69d2-427d-ae85-e3852bd2d724 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.6738904 Oct 28 21:24:25.859548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bd9d6-237f-4903-ba58-b73d0a679da8 None None] Port b5c684c0-54d3-477c-9247-c69cee55f62f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:25.860943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:25.890108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:25.954610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-50f447cb-1548-4ba7-8b66-83bb42332e66 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430067 Oct 28 21:24:25.996411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.018545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23222d15-aa12-4289-9ae8-3829b7108091 req-d3c37088-2f5f-4cae-a801-f78d4fa612ce tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054288 Oct 28 21:24:26.088620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:26.095366 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238fa6cb-4262-486d-b0d2-675d88909fce" -d '{"events": [{"server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "name": "network-vif-plugged", "status": "completed", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:26.128962 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:21Z', 'revision_number': 3, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:26.195598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:26.234613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.239436 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Checking router: 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:26.239789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Updating router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 port f82b9895-78ab-4626-9f7e-0d91698ec653 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:24:26.266036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c684c0-54d3-477c-9247-c69cee55f62f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:26.278454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.316456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e7e3d-0c19-4759-947c-c95b392498fe req-7a7f80ba-e249-482d-b962-9e8330a2d5fe tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:26.321889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b37e7e3d-0c19-4759-947c-c95b392498fe req-7a7f80ba-e249-482d-b962-9e8330a2d5fe tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 944 time: 0.6204572 Oct 28 21:24:26.324177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Transition to ACTIVE for port object b5c684c0-54d3-477c-9247-c69cee55f62f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:26.351016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.369648 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.409933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d43388f1-591f-42c7-a6ff-bb3ddf70ed35 req-75690d3e-36bb-4483-8b6e-33c595c42dbb service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194869 Oct 28 21:24:26.460348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.474553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:26.475270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:26.649121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Attempting to bind port b5c684c0-54d3-477c-9247-c69cee55f62f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:26.653103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Attempting to bind port b5c684c0-54d3-477c-9247-c69cee55f62f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:26.653442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Attempting to bind port b5c684c0-54d3-477c-9247-c69cee55f62f on network 8318344a-0a3b-4a1c-944c-c9a2e5762700 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:26.665616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Port b5c684c0-54d3-477c-9247-c69cee55f62f on network 8318344a-0a3b-4a1c-944c-c9a2e5762700 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:26.665947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Attempting to bind port b5c684c0-54d3-477c-9247-c69cee55f62f on network 8318344a-0a3b-4a1c-944c-c9a2e5762700 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:26.678879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:26.679774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Checking segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:26.681130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Bound using segment: {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:26.682786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Bound port: b5c684c0-54d3-477c-9247-c69cee55f62f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b4ced-5155-4d49-a0a9-1d4440941220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:26.683745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.806690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.827126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d46c1e-82a8-42cc-b9ba-8537d86ca37e req-09edc47f-d28f-4939-89fa-62bd4fe70ffd tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:26.832039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:26.835199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3d46c1e-82a8-42cc-b9ba-8537d86ca37e req-09edc47f-d28f-4939-89fa-62bd4fe70ffd tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 931 time: 0.6666708 Oct 28 21:24:26.839428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b5c684c0-54d3-477c-9247-c69cee55f62f,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:26.851682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.873661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b37e7e3d-0c19-4759-947c-c95b392498fe req-0d554dab-61e2-4283-b365-8d2ef9cdc3dd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761593 Oct 28 21:24:26.920502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.936640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:26.937272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:26.942746 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5c684c0-54d3-477c-9247-c69cee55f62f HTTP/1.1" status: 200 len: 1092 time: 1.7068982 Oct 28 21:24:26.943618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:26.950963 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e646e-be4e-4582-a7fa-f86d3644728a" -d '{"events": [{"name": "network-changed", "server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:26.999413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09d0e-db41-418a-a847-a96d4fb8b936 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:27.010056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3d46c1e-82a8-42cc-b9ba-8537d86ca37e req-9ca4adcc-30b2-477a-8e88-57e48c83f96c tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738446 Oct 28 21:24:27.030132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d946e622-a384-412b-80be-d1d1fceb80a3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:27.071763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.077369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e0aac657-d2ea-4cdc-b152-8979d7eda220 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d946e622-a384-412b-80be-d1d1fceb80a3 HTTP/1.1" status: 204 len: 168 time: 2.8563015 Oct 28 21:24:27.077819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57898) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:27.112685 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044a284-238c-414a-81cb-0dec0981748b x-openstack-request-id: req-7044a284-238c-414a-81cb-0dec0981748b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:27.113197 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "name": "network-vif-plugged", "status": "completed", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:27.113197 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7044a284-238c-414a-81cb-0dec0981748b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:27.113592 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194', 'code': 200} Oct 28 21:24:27.151913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.313439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=421d7bd0-a82c-4f69-a06a-98a3ebed1a41,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:27.314228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.367703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:27.395341 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.401955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:27.409712 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.417982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:27.440006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a80e5-0ca7-4dfb-8377-30971b25488c req-a6632f29-c8f2-465d-bcf4-65ce07d32914 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:27.441726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-567a80e5-0ca7-4dfb-8377-30971b25488c req-a6632f29-c8f2-465d-bcf4-65ce07d32914 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3623552 Oct 28 21:24:27.494577 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Pushing event updated for resources: {'Port': ['ID=f82b9895-78ab-4626-9f7e-0d91698ec653,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:27.509200 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.511190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.520206 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.520896 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.521762 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.523173 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.523761 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.523887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c2964-c170-4c08-90a6-8de67fbf7443 req-a853491d-1913-4ff4-ba7a-dfe8cf5e36dd tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:27.524465 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.525041 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.525954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a79c2964-c170-4c08-90a6-8de67fbf7443 req-a853491d-1913-4ff4-ba7a-dfe8cf5e36dd tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.3117838 Oct 28 21:24:27.530362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.534327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.535937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.536592 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:27.600901 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Attempting to bind port f82b9895-78ab-4626-9f7e-0d91698ec653 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:27.603257 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Attempting to bind port f82b9895-78ab-4626-9f7e-0d91698ec653 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:27.607737 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Attempting to bind port f82b9895-78ab-4626-9f7e-0d91698ec653 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:27.612558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb11d7b2-83e3-4bec-af56-b9be8889b3f2']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:27.614305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-567a80e5-0ca7-4dfb-8377-30971b25488c req-c350b2d3-3dda-485c-bb19-c2836763d005 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473634 Oct 28 21:24:27.623788 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:27.625003 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:27.626723 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.627192 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:27.628315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Bound port: f82b9895-78ab-4626-9f7e-0d91698ec653, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:27.639736 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.662303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd55044-c781-43f0-b32e-28570ab0190c') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:27.662689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd55044-c781-43f0-b32e-28570ab0190c') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:27.677057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.698345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a79c2964-c170-4c08-90a6-8de67fbf7443 req-95232b18-2c7c-4fae-8f56-efa1707857ae tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610985 Oct 28 21:24:27.710133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.725055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:27.725565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.732416 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] For port f82b9895-78ab-4626-9f7e-0d91698ec653, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:27.737198 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] For port f82b9895-78ab-4626-9f7e-0d91698ec653, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f82b9895-78ab-4626-9f7e-0d91698ec653,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:27.744629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.744836 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.834217 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:27.835074 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:27.869074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:27.895402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.101358 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:28.152879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fba804df-41ad-4eae-b0b9-aedd2f3bc626 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:28.256584 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdecb2b-0398-475f-ba76-cd5b233adae7 None None] Pushing event updated for resources: {'Port': ['ID=f82b9895-78ab-4626-9f7e-0d91698ec653,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:28.285803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port fba804df-41ad-4eae-b0b9-aedd2f3bc626 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:28.291351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Allocated IP 172.20.0.1 (615708bb-ed66-47f9-8c83-3f6f40bf7559/aca85b23-5b05-40d1-8a80-ab506939063c/7cbf0a23-1dd3-4689-9a23-aa9af085f414) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:28.294510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port fba804df-41ad-4eae-b0b9-aedd2f3bc626 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:28.294874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.445945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.450514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:28.473185 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:28.476758 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202acacb-caa8-4930-b494-47bf1660e5dd x-openstack-request-id: req-202acacb-caa8-4930-b494-47bf1660e5dd {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:28.476758 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:28.476758 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-202acacb-caa8-4930-b494-47bf1660e5dd {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:28.477118 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f', 'status': 'completed', 'code': 200} Oct 28 21:24:28.512226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.523265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.534579 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cb11d7b2-83e3-4bec-af56-b9be8889b3f2 HTTP/1.1" status: 204 len: 168 time: 1.4539702 Oct 28 21:24:28.535581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:28.543067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:28.550024 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.605180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.624001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.633797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5de004-140b-4988-8159-1d9ce7e87192 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb11d7b2-83e3-4bec-af56-b9be8889b3f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:28.648065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:28.693508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Deleting subnet b15872ae-e95b-41f6-aa87-bc0687ef6d6b {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:28.701441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.719473 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:21Z', 'revision_number': 3, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:28.755382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e08297-f0d0-474b-95a6-61312d1725c2 None None] The sync data for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 is: [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:21Z', 'revision_number': 3, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:28.776132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.820087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.881023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:28.885294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:28.887355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=421d7bd0-a82c-4f69-a06a-98a3ebed1a41,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:28.892613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:28.899027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:28.923266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbe8df-3aee-4fe0-a013-7fd6d4a1c40c req-27898609-0f80-4cc4-bba5-ed0a0d313da3 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:28.924978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41cbe8df-3aee-4fe0-a013-7fd6d4a1c40c req-27898609-0f80-4cc4-bba5-ed0a0d313da3 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 943 time: 0.4684544 Oct 28 21:24:29.011317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.060064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15872ae-e95b-41f6-aa87-bc0687ef6d6b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:29.085683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.097161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-461095c6-9c7b-4ae0-b8e1-87ac7ad52a4c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b15872ae-e95b-41f6-aa87-bc0687ef6d6b HTTP/1.1" status: 204 len: 168 time: 0.5498323 Oct 28 21:24:29.102364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:29.114980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:29.117406 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f941b0-c5bb-46cb-8a05-47c0dccdc97f" -d '{"events": [{"server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "name": "network-vif-plugged", "status": "completed", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:29.309265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.401030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-edfb6186-60e1-4815-a070-298c60c6d4ee None None] Provisioning complete for port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:29.401616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-edfb6186-60e1-4815-a070-298c60c6d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.457518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.487734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:29.500505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-edfb6186-60e1-4815-a070-298c60c6d4ee None None] Port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:29.503165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6769b1d0-24d6-4e31-9cab-35cf747f53d6') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:29.503593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6769b1d0-24d6-4e31-9cab-35cf747f53d6') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:29.515275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.540489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.548791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:29.548791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:29.555318 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:29.593261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609904f9-55db-4eda-9bec-e34ad4bf22d7 req-eba7b6cb-e388-4328-b0f5-faa393e940db tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:29.594775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-609904f9-55db-4eda-9bec-e34ad4bf22d7 req-eba7b6cb-e388-4328-b0f5-faa393e940db tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 1096 time: 0.9808137 Oct 28 21:24:29.636780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.672982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.688259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.698041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b HTTP/1.1" status: 204 len: 168 time: 0.5944309 Oct 28 21:24:29.715949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e292e-63fc-4528-805a-938ea65d5735 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ac3370-5c94-4a3d-b9d6-f02ffb28c01b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:29.745874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:29.782807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41cbe8df-3aee-4fe0-a013-7fd6d4a1c40c req-97f66b41-0199-49a4-b3e6-47b738304168 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718001 Oct 28 21:24:29.788988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.931807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:29.944795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5d2eab5-f578-40b7-abb2-01cced75b337 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7717619 Oct 28 21:24:30.028220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:30.118432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-609904f9-55db-4eda-9bec-e34ad4bf22d7 req-ae674fa1-82fb-4c54-878f-3131f6eeba93 tempest-LiveMigrationTest-1638653701 tempest-LiveMigrationTest-1638653701-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011401 Oct 28 21:24:30.188535 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9343eb2f-e285-4e9f-a95a-04b1e76a4d79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf3c5448664444da9fa82fef755782b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490705 Oct 28 21:24:30.189325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57936) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:30.310083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.313130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.345791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.387008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f82b9895-78ab-4626-9f7e-0d91698ec653 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:30.409086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.412505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.413546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd324822-f134-4ee7-97a7-051811954627 HTTP/1.1" status: 204 len: 168 time: 0.2232485 Oct 28 21:24:30.431447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980f912-0da9-40a7-b56d-bac3eb99d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd324822-f134-4ee7-97a7-051811954627,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:30.448049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff6860-4504-4ce9-8f8f-1672ab95ce6c req-f733725e-c8b6-4c85-bdc7-f74eec397bf3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:30.449693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdff6860-4504-4ce9-8f8f-1672ab95ce6c req-f733725e-c8b6-4c85-bdc7-f74eec397bf3 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.2617800 Oct 28 21:24:30.508322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25278d9-af53-4aaf-9d7f-43165736ddb4 req-8f2095da-fdaa-4f70-80e4-54b2986b164d tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:30.509574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25278d9-af53-4aaf-9d7f-43165736ddb4 req-8f2095da-fdaa-4f70-80e4-54b2986b164d tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.2350390 Oct 28 21:24:30.517919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f82b9895-78ab-4626-9f7e-0d91698ec653 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:30.519048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.578625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdff6860-4504-4ce9-8f8f-1672ab95ce6c req-a198590c-a3d2-41e2-a6ef-7e4c2e5143f8 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159377 Oct 28 21:24:30.634429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.672150 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ced4071-4531-4572-ba6d-143d4700536a x-openstack-request-id: req-8ced4071-4531-4572-ba6d-143d4700536a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:30.672836 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "name": "network-vif-plugged", "status": "completed", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:30.673382 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ced4071-4531-4572-ba6d-143d4700536a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:30.673929 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626', 'code': 200} Oct 28 21:24:30.680517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f82b9895-78ab-4626-9f7e-0d91698ec653, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f82b9895-78ab-4626-9f7e-0d91698ec653,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:30.690390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.701743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25278d9-af53-4aaf-9d7f-43165736ddb4 req-ec71fdb1-f438-499d-9221-f7a4c80b8ef8 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816342 Oct 28 21:24:30.858755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.866148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:30.875535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f82b9895-78ab-4626-9f7e-0d91698ec653,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:31.135136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:31.202866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:31.209089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57958) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:31.270163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-332f4700-238c-47e5-ad3e-e7400ac42af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.273148 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-332f4700-238c-47e5-ad3e-e7400ac42af1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a743bed6dfa4e2298fcbedf24c3ef71&device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 1095 time: 0.3076010 Oct 28 21:24:31.294213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2428a7-a575-46cb-94f6-c08d5d5f2246 req-b5d4c164-68a6-40c6-8d81-1293aea47b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.295780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-22f28616-d20b-4e5f-b32c-6dcf9c56ca73 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--940800330&fields=id&tenant_id=a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 267 time: 0.2562296 Oct 28 21:24:31.296657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad2428a7-a575-46cb-94f6-c08d5d5f2246 req-b5d4c164-68a6-40c6-8d81-1293aea47b0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e44ec0d7-c65c-4c2f-8509-d544c5eeac75 HTTP/1.1" status: 200 len: 1097 time: 0.1328597 Oct 28 21:24:31.319437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00e54a-fe66-4866-88e9-88106b39f1bf req-5af6fb3a-14bb-4881-a53f-d1489ca94930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.321248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fe00e54a-fe66-4866-88e9-88106b39f1bf req-5af6fb3a-14bb-4881-a53f-d1489ca94930 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 1098 time: 0.2531779 Oct 28 21:24:31.523805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-34e6dc40-ce96-4769-8f10-cbefbff404f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.525650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-34e6dc40-ce96-4769-8f10-cbefbff404f6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3a743bed6dfa4e2298fcbedf24c3ef71&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2258015 Oct 28 21:24:31.527873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03733c27-e9e9-404c-a91b-5315243bf996 req-7e040a9e-98bd-4610-8d86-d20cf998234f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.537993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03733c27-e9e9-404c-a91b-5315243bf996 req-7e040a9e-98bd-4610-8d86-d20cf998234f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3666050 Oct 28 21:24:31.573505 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fe00e54a-fe66-4866-88e9-88106b39f1bf req-6ec7ce74-ac36-4a46-ad3b-1ed788c53dbf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876199 Oct 28 21:24:31.576651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ad2428a7-a575-46cb-94f6-c08d5d5f2246 req-7b23bd8c-6f8f-45e1-a661-1b30446b55f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542202 Oct 28 21:24:31.587153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ff8360ab-aa89-48f4-a588-ea538b42667e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e23cb766c074f039469fd0fbad8bd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706112 Oct 28 21:24:31.588428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57960) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:31.659489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-623531fa-1c2b-4b8a-8a63-f3f343f7ecb0 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.662095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-623531fa-1c2b-4b8a-8a63-f3f343f7ecb0 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 811 time: 0.3648534 Oct 28 21:24:31.678363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03733c27-e9e9-404c-a91b-5315243bf996 req-b5b1d6b4-d10b-4996-af78-41baf1639595 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347363 Oct 28 21:24:31.679385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:31.685756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:31.708610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:31.711387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-b56afa65-2fb0-42e7-bc95-f4488355fe84 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/quotas/a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 375 time: 0.0320373 Oct 28 21:24:31.737201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:31.850137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-5642dd8d-82a9-4b36-b1fe-dc9de6ee028a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.851692 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-5642dd8d-82a9-4b36-b1fe-dc9de6ee028a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 944 time: 0.1007273 Oct 28 21:24:31.933196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-6ad29e20-5728-45bb-bfc1-7ad98dcc9195 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121184 Oct 28 21:24:31.944300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9486b10-9386-4450-8412-ee792e9f10dd req-4cb7cb7e-ec20-401c-8c55-5c76709bebfb tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:31.945981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9486b10-9386-4450-8412-ee792e9f10dd req-4cb7cb7e-ec20-401c-8c55-5c76709bebfb tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 943 time: 0.1316767 Oct 28 21:24:31.959537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:31.961883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:24:31.962456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:31.978423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a418a4f-b0f6-406b-888e-454c55c101ea HTTP/1.1" status: 204 len: 168 time: 0.3885386 Oct 28 21:24:32.002054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcf429-210a-4ccc-acd9-08801730f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a418a4f-b0f6-406b-888e-454c55c101ea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:32.060953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Deleting port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:32.062440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.084509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f75de0be-2750-4b7d-ab66-69c29c024c40 None None] Provisioning complete for port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:32.085621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f75de0be-2750-4b7d-ab66-69c29c024c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.095734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9486b10-9386-4450-8412-ee792e9f10dd req-b4b59f96-7ac8-421b-bfe6-7ea4c3b65fe5 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350288 Oct 28 21:24:32.170593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:32.193667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-370b8b7b-bea8-4b97-9c44-4b393b747528 admin admin] 10.222.0.31 "PUT /v2.0/routers/1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6670840 Oct 28 21:24:32.225291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f75de0be-2750-4b7d-ab66-69c29c024c40 None None] Port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:32.232907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Sync routers for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:32.248748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:32.249779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:32.338432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] For port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:32.339726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.359440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Calling delete_port for 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:32.362190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f82b9895-78ab-4626-9f7e-0d91698ec653 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:32.445897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f82b9895-78ab-4626-9f7e-0d91698ec653 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:32.446258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.517837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:32.566328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.628331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:32.631134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc4e09-f130-416a-948f-fd7d9b0f51e0 req-a8aa8a27-7bdd-420e-ab31-5fdebd5649b3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:32.639140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfbc4e09-f130-416a-948f-fd7d9b0f51e0 req-a8aa8a27-7bdd-420e-ab31-5fdebd5649b3 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 866 time: 0.3342359 Oct 28 21:24:32.669684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event deleted for resources: {'Port': ['ID=0b80582f-9b67-4dfd-ba93-c2e62ee9efaf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:32.672547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] No DVR routers for this DVR port 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:32.678792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:32.682868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a08b84d9-4c19-4638-8b60-c59db09a53b4 req-c2887cc8-8b05-4070-9a01-f0eece330065 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "DELETE /v2.0/ports/0b80582f-9b67-4dfd-ba93-c2e62ee9efaf HTTP/1.1" status: 204 len: 173 time: 0.8241541 Oct 28 21:24:32.683334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-deleted', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:32.698108 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3dd384-58ee-4077-a133-9264731840d0" -d '{"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-deleted", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:32.732147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-9b7ba239-e30d-4c51-8ecb-ab2de98f8b1c service neutron] 10.222.0.31 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795146 Oct 28 21:24:32.837045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfbc4e09-f130-416a-948f-fd7d9b0f51e0 req-61efef8a-7e7e-41b1-aa4b-6f29e7eb0067 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897256 Oct 28 21:24:32.969757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-15120d2c-3c2a-4073-83b1-8c4d40deb9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313044 Oct 28 21:24:33.429896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7cbf0a23-1dd3-4689-9a23-aa9af085f414', 'name': '', 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'mac_address': 'fa:16:3e:38:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 2, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'subnets': [{'id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:33.471108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693f36-7688-41a2-965e-208d84c0a282 req-8ac10780-3fb7-4357-ba56-5fd07a8bb079 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:33.478834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19693f36-7688-41a2-965e-208d84c0a282 req-8ac10780-3fb7-4357-ba56-5fd07a8bb079 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.1790137 Oct 28 21:24:33.538163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Checking router: 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:33.546041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Updating router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:24:33.642933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19693f36-7688-41a2-965e-208d84c0a282 req-bb978cde-618e-4282-885b-7d7ab0a72bfc tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582601 Oct 28 21:24:33.663535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-3d4ab4b0-2db8-472f-8004-5298da3c2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:33.665196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ef6e646e-be4e-4582-a7fa-f86d3644728a req-3d4ab4b0-2db8-472f-8004-5298da3c2ca2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971764 Oct 28 21:24:33.681765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:33.752095 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf610a4a-cccf-4248-acd3-855ed6639884 x-openstack-request-id: req-cf610a4a-cccf-4248-acd3-855ed6639884 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:33.752755 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0202ee8-0b83-44ba-9655-2e87f0495072", "name": "network-vif-deleted", "tag": "0b80582f-9b67-4dfd-ba93-c2e62ee9efaf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:33.753281 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf610a4a-cccf-4248-acd3-855ed6639884 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:33.753905 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0202ee8-0b83-44ba-9655-2e87f0495072', 'name': 'network-vif-deleted', 'tag': '0b80582f-9b67-4dfd-ba93-c2e62ee9efaf', 'status': 'completed', 'code': 200} Oct 28 21:24:33.847564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c34a0b1-e9ce-40e8-b91e-a3caaeb4c32e req-d9d1cf1f-6a54-439d-82f1-7fce875028f9 tempest-FloatingIPsNegativeTestJSON-377828973 tempest-FloatingIPsNegativeTestJSON-377828973-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=21b2a52df9ed43ce852fd3f45f9212bc HTTP/1.1" status: 200 len: 217 time: 0.0934892 Oct 28 21:24:34.003892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c102-478f-4c0f-b4bd-a2f0f6871fce req-b1f5536b-0844-4156-94a2-77aee3a83681 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:34.005861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad14c102-478f-4c0f-b4bd-a2f0f6871fce req-b1f5536b-0844-4156-94a2-77aee3a83681 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 943 time: 0.0980909 Oct 28 21:24:34.042363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-756f0152-1bd7-4f24-8184-8c38bf272755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:34.047002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-756f0152-1bd7-4f24-8184-8c38bf272755 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a743bed6dfa4e2298fcbedf24c3ef71&device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 1095 time: 0.0953133 Oct 28 21:24:34.081048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad14c102-478f-4c0f-b4bd-a2f0f6871fce req-3ed0a743-86cf-4097-8e2e-a02c86b340c0 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Oct 28 21:24:34.169139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bab3eb2-fdfe-4ed5-bb39-4170420e3237 req-b2daf3f1-23d7-44a5-b936-5c45cb785190 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0433383 Oct 28 21:24:34.262251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54345d8f-6a6b-497a-931e-066938f4faa9 req-08a324ff-8e21-4fcb-a656-56ae2883441d tempest-FloatingIPsNegativeTestJSON-377828973 tempest-FloatingIPsNegativeTestJSON-377828973-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0623519 Oct 28 21:24:34.263277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-ca4f3cbb-43ec-4d8a-9bb5-f7be53322a70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5c684c0-54d3-477c-9247-c69cee55f62f HTTP/1.1" status: 200 len: 217 time: 0.1163077 Oct 28 21:24:34.273963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:34.302129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:34.303014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 0b80582f-9b67-4dfd-ba93-c2e62ee9efaf not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:34.359937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:34.369804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:34.387111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1d0e318-ea7f-4718-8a06-479c09b50ccc req-fc90ed98-7ba9-4ce1-b155-8dfc3c7c98ad tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.0585556 Oct 28 21:24:34.431441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Pushing event updated for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:34.467055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3236bf-a785-401e-be54-d857acd74f49 req-79071cb6-a099-41ed-b9df-8944f14de8d0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:34.482401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a3236bf-a785-401e-be54-d857acd74f49 req-79071cb6-a099-41ed-b9df-8944f14de8d0 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.1311026 Oct 28 21:24:34.494545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-13b9bb5c-308a-4451-a5f0-12b1e8038ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:34.496711 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-13b9bb5c-308a-4451-a5f0-12b1e8038ba3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcfb6871-05c4-43ec-b090-7ce5468aaa61 HTTP/1.1" status: 200 len: 854 time: 0.2178335 Oct 28 21:24:34.599621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Attempting to bind port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:34.600468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Attempting to bind port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:34.601137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Attempting to bind port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 on network 615708bb-ed66-47f9-8c83-3f6f40bf7559 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:34.608128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:34.609759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Checking segment: {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:34.610496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:34.611132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Bound using segment: {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:34.612818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Bound port: 7cbf0a23-1dd3-4689-9a23-aa9af085f414, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:34.614210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:34.649385 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-64e3f0e4-ac83-4165-8e70-112a57321147 req-a9551e1c-3bfc-4f89-8f2e-ca740243d400 tempest-FloatingIPsNegativeTestJSON-377828973 tempest-FloatingIPsNegativeTestJSON-377828973-project] show failed (client error): The resource could not be found. Oct 28 21:24:34.657164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64e3f0e4-ac83-4165-8e70-112a57321147 req-a9551e1c-3bfc-4f89-8f2e-ca740243d400 tempest-FloatingIPsNegativeTestJSON-377828973 tempest-FloatingIPsNegativeTestJSON-377828973-project] 10.222.0.31 "GET /v2.0/floatingips/4afdee2d-8042-4e61-b81d-e1d6ed5e21ed HTTP/1.1" status: 404 len: 350 time: 0.1726842 Oct 28 21:24:34.677468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b307-979b-49eb-a590-d1525828dd09 req-98e07c72-cf56-4220-a7fc-aee0ea70de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:34.678893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-98e07c72-cf56-4220-a7fc-aee0ea70de99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8318344a-0a3b-4a1c-944c-c9a2e5762700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518326 Oct 28 21:24:34.679419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:34.733013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] For port 7cbf0a23-1dd3-4689-9a23-aa9af085f414, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:34.738432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] For port 7cbf0a23-1dd3-4689-9a23-aa9af085f414, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7cbf0a23-1dd3-4689-9a23-aa9af085f414,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:34.746174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a3236bf-a785-401e-be54-d857acd74f49 req-5e9bbfb3-4df5-4af3-b1bf-51fbfad2215a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627275 Oct 28 21:24:34.752981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:34.850598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:34.851248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:35.058626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675c62-4844-4e58-a215-522dafb31425 req-80ddb069-e4e4-4584-9de3-bda34fd50961 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:35.068256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d675c62-4844-4e58-a215-522dafb31425 req-80ddb069-e4e4-4584-9de3-bda34fd50961 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.1636095 Oct 28 21:24:35.193578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d675c62-4844-4e58-a215-522dafb31425 req-03491cbd-e475-492d-834f-164c3b2b6854 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208115 Oct 28 21:24:35.198984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58052) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:35.232478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Pushing event updated for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:35.334403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.335042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.335999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.336535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.337055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.337546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.338030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.339112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.339609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.340110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.340641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.341139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ea4df8-b66d-4889-bc99-c5c7c72e4ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:35.374989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] Provisioning complete for port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:35.375648 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.393817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785032d-b3c1-41d2-8206-7bd998cc701a req-e4357cc2-8d16-455d-aacc-e3ff2b511c87 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:35.396067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7785032d-b3c1-41d2-8206-7bd998cc701a req-e4357cc2-8d16-455d-aacc-e3ff2b511c87 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 943 time: 0.1083930 Oct 28 21:24:35.483798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:35.508059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-483c6b7d-6989-40b7-a483-72966b2efe67 req-ec326761-a702-4a3f-9a53-946a4eda76da tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0611589 Oct 28 21:24:35.533086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2c59740-ce5b-46af-b0b7-541a24b48ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.586076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7785032d-b3c1-41d2-8206-7bd998cc701a req-e8598735-08f6-434b-9593-02a5df9851f8 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726949 Oct 28 21:24:35.700477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.743290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-6e6b2b5b-c0e7-4356-b138-5b10d2767023 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:35.746956 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-6e6b2b5b-c0e7-4356-b138-5b10d2767023 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 811 time: 0.2452369 Oct 28 21:24:35.759983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-a5a16aef-0b29-4cfe-b761-e51c89da8d51 service neutron] 10.222.0.44 "GET /v2.0/networks/8318344a-0a3b-4a1c-944c-c9a2e5762700?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0396049 Oct 28 21:24:35.771951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] For port 7cbf0a23-1dd3-4689-9a23-aa9af085f414, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7cbf0a23-1dd3-4689-9a23-aa9af085f414,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:35.786047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.798160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7cbf0a23-1dd3-4689-9a23-aa9af085f414', 'name': '', 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'mac_address': 'fa:16:3e:38:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:34Z', 'revision_number': 4, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'subnets': [{'id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:35.818387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7a0b3ff-33d1-43f3-bf95-a2344fdc7f28 req-eaced676-b39c-4440-9e88-362eadb0aadf tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.0680501 Oct 28 21:24:35.847618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615eac9-c3ca-478b-bba6-00d6e6c7133b None None] The sync data for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 is: [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '7cbf0a23-1dd3-4689-9a23-aa9af085f414', 'name': '', 'network_id': '615708bb-ed66-47f9-8c83-3f6f40bf7559', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'mac_address': 'fa:16:3e:38:79:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:34Z', 'revision_number': 4, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'subnets': [{'id': 'aca85b23-5b05-40d1-8a80-ab506939063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:35.863496 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2c59740-ce5b-46af-b0b7-541a24b48ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.881257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2c59740-ce5b-46af-b0b7-541a24b48ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:35.942775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d36cb-a4f2-410f-a927-dbdfd0e4e10d None None] Pushing event updated for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:35.956672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8afac6fc-14b0-4537-b427-f7787b391d9a None None] Provisioning complete for port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:35.957046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8afac6fc-14b0-4537-b427-f7787b391d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.005641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b2c59740-ce5b-46af-b0b7-541a24b48ee0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9de4a4752704961ba5916717bb5c21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017917 Oct 28 21:24:36.005641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58074) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:36.042132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c59740-ce5b-46af-b0b7-541a24b48ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e8b62-6be5-43c0-977a-92be62448fd9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:36.107967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-d7f931ce-6916-4075-b10f-7b60cf7da1ef tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619574 Oct 28 21:24:36.114551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3c046523-904b-40d2-b0b5-54c2f759d356 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 379 time: 0.3412123 Oct 28 21:24:36.135309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'port': {'device_id': '67333d8d-43f5-458b-878f-259c307f8fe3', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'admin_state_up': True, 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'security_groups': ['9a238572-210e-48f2-ba3d-51f3efd143b2']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:36.187412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-c10e0c5e-675d-46d5-8edf-59337d53a8ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:36.189747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-c10e0c5e-675d-46d5-8edf-59337d53a8ac tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3812811 Oct 28 21:24:36.275140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-879df5c6-b7cf-44d6-a15c-dcbfb5751fe9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:36.284167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-879df5c6-b7cf-44d6-a15c-dcbfb5751fe9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673968 Oct 28 21:24:36.294865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7f93-1c94-4b93-ba21-109c8b57e870 req-d877e8a4-824c-458c-8987-e2b838208598 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:36.305505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaed7f93-1c94-4b93-ba21-109c8b57e870 req-d877e8a4-824c-458c-8987-e2b838208598 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.3442221 Oct 28 21:24:36.329565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7cbf0a23-1dd3-4689-9a23-aa9af085f414 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:36.346164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-a6be4ff7-8ac4-4a96-a5ec-a99f32bddc89 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/quotas/3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 375 time: 0.0600522 Oct 28 21:24:36.422195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:36.422195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.429243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaed7f93-1c94-4b93-ba21-109c8b57e870 req-fba154e1-6923-494f-8758-3dc3117fbd1f tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197338 Oct 28 21:24:36.436101 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd27b307-979b-49eb-a590-d1525828dd09 req-e65bc33e-b058-4539-afe5-8106737a85c3 service neutron] 10.222.0.44 "GET /v2.0/networks/8318344a-0a3b-4a1c-944c-c9a2e5762700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309669 Oct 28 21:24:36.436248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-99810668-25bf-4680-8345-3e0e823f3274 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813212 Oct 28 21:24:36.441292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.474176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.554398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.558514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.560156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/350e8b62-6be5-43c0-977a-92be62448fd9 HTTP/1.1" status: 204 len: 168 time: 0.5242867 Oct 28 21:24:36.575101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f9800-9256-4347-afd6-ff04fe453536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e8b62-6be5-43c0-977a-92be62448fd9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:36.660235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Made reservation on behalf of a31498aacded44f2a3cb64911c8cfcea for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:36.665778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.702506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Deleting port 950fdb96-95fa-4cd3-883a-908f5bcb84fa {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:36.702911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:36.712464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2ab1d-7c56-493a-8ed3-23f19b58c487 req-797a8dd6-f021-410f-b0d1-5d71a9c789ce tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:36.718649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bba2ab1d-7c56-493a-8ed3-23f19b58c487 req-797a8dd6-f021-410f-b0d1-5d71a9c789ce tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.1207268 Oct 28 21:24:36.814253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bba2ab1d-7c56-493a-8ed3-23f19b58c487 req-dd1d777f-014a-4844-bde0-54c452cd4310 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805411 Oct 28 21:24:36.914667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f69589b4-378f-4520-8567-282211bfe0ab req-4b068828-f660-4980-9602-8413c077ab60 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0851140 Oct 28 21:24:37.061140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] For port 950fdb96-95fa-4cd3-883a-908f5bcb84fa, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=950fdb96-95fa-4cd3-883a-908f5bcb84fa,segment=NetworkSegment(5a07e313-6d6c-4759-8f64-5277d2aff5be),segment_id=5a07e313-6d6c-4759-8f64-5277d2aff5be)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:37.061718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:37.082791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Calling delete_port for 950fdb96-95fa-4cd3-883a-908f5bcb84fa owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:37.097475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6656df24-a92f-4dc8-b91f-5979d72e8aa5 req-dda5485b-37e0-404e-ba80-b3cbf39fae8c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0929391 Oct 28 21:24:37.194155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6cf0d-c2a2-4855-906f-2c10b0e9f035 req-c4d5e12a-7dee-413b-94b9-51e00532e563 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:37.200334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58098) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:37.203044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23e6cf0d-c2a2-4855-906f-2c10b0e9f035 req-c4d5e12a-7dee-413b-94b9-51e00532e563 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 943 time: 0.2041409 Oct 28 21:24:37.267979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e362197-c3c1-48a4-85a9-261895d08394 req-8bdd6884-caa6-41ee-894d-0569d48b375d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.0306699 Oct 28 21:24:37.296271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23e6cf0d-c2a2-4855-906f-2c10b0e9f035 req-b093056e-6b5d-4a5f-b6af-1f9a93b59762 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764861 Oct 28 21:24:37.306579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-afdb3551-7de8-44f9-9cc4-5492f86ea712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:37.319218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:37.322067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Allocated IP 172.20.0.3 (7bc70171-f5c0-4038-a23e-4e77364ccfaa/bfd70eb8-3de3-46bd-a277-2485e9842b50/416d4aef-138f-4764-973d-518bfe3cd2ae) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:37.432884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691306ea-016b-46e3-bdf5-9a8d94682595 req-e491dae8-14e9-4725-892a-cdc8918bd7d6 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:37.434837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-691306ea-016b-46e3-bdf5-9a8d94682595 req-e491dae8-14e9-4725-892a-cdc8918bd7d6 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=e44ec0d7-c65c-4c2f-8509-d544c5eeac75 HTTP/1.1" status: 200 len: 945 time: 0.0740654 Oct 28 21:24:37.524418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-691306ea-016b-46e3-bdf5-9a8d94682595 req-e02a1fc4-2316-4503-b8b6-813668c8ef3c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824451 Oct 28 21:24:37.613253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7236728-36ac-4f6d-a921-3ce71e739752 req-cbb649be-e522-4dbf-a419-5fa944e16b0a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:37.622583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7236728-36ac-4f6d-a921-3ce71e739752 req-cbb649be-e522-4dbf-a419-5fa944e16b0a tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/ports?device_id=da6c365e-021e-45b6-8dbd-ed4715fba15b HTTP/1.1" status: 200 len: 945 time: 0.0921884 Oct 28 21:24:37.678885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7236728-36ac-4f6d-a921-3ce71e739752 req-3bef67d6-d1b6-4dc7-97e9-1eaa84c7f402 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.31 "GET /v2.0/security-groups?id=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524411 Oct 28 21:24:38.048487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c8fa00b-e75d-453e-9dbe-f7e305310bca req-05472890-f7dd-4248-9039-9ef9e38eeff7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0375309 Oct 28 21:24:38.091154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.103370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['950fdb96-95fa-4cd3-883a-908f5bcb84fa'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:38.136132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-afdb3551-7de8-44f9-9cc4-5492f86ea712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.203502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b5c684c0-54d3-477c-9247-c69cee55f62f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:38.207141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Pushing event deleted for resources: {'Port': ['ID=950fdb96-95fa-4cd3-883a-908f5bcb84fa,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:38.210087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-afdb3551-7de8-44f9-9cc4-5492f86ea712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.245564 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-afdb3551-7de8-44f9-9cc4-5492f86ea712 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ceeab7d2cc24f74bd6bede931c61d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9789815 Oct 28 21:24:38.249003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58120) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:38.288891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.292722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] No DVR routers for this DVR port 950fdb96-95fa-4cd3-883a-908f5bcb84fa on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:38.299656 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-0f95a53a-8525-4a72-bdef-3237006507b2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292994 Oct 28 21:24:38.300727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.304041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b5b01a5-efc2-4202-8c87-792e463905f5 req-06ef17b1-74c4-4629-b589-e874e28fd345 tempest-ServerDiskConfigTestJSON-670000804 tempest-ServerDiskConfigTestJSON-670000804-project] 10.222.0.44 "DELETE /v2.0/ports/950fdb96-95fa-4cd3-883a-908f5bcb84fa HTTP/1.1" status: 204 len: 173 time: 2.0799608 Oct 28 21:24:38.312578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'name': 'network-vif-deleted', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:38.314527 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37c25a-781b-4638-b76a-1d455044fb49" -d '{"events": [{"server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "name": "network-vif-deleted", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:38.382856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb3551-7de8-44f9-9cc4-5492f86ea712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79262b7e-da39-41e0-80f0-1fabae97fc15,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:38.402971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b5c684c0-54d3-477c-9247-c69cee55f62f,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:38.424615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b5c684c0-54d3-477c-9247-c69cee55f62f', 'network_id': '8318344a-0a3b-4a1c-944c-c9a2e5762700', 'port_id': 'b5c684c0-54d3-477c-9247-c69cee55f62f', 'mac_address': 'fa:16:3e:34:80:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfb6871-05c4-43ec-b090-7ce5468aaa61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:38.475109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f666fef-9042-4314-97b4-f01702de905a req-cb1bc4b1-81df-4f14-99ae-f73f2b942219 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.1192567 Oct 28 21:24:38.515391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.519589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.533779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.568843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c684c0-54d3-477c-9247-c69cee55f62f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:38.579307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:38.590227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b5c684c0-54d3-477c-9247-c69cee55f62f,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:38.600747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.601826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-a7d8a938-20e4-4b73-8ea4-da53ecfe3e62 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:38.603771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-a7d8a938-20e4-4b73-8ea4-da53ecfe3e62 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856729 Oct 28 21:24:38.615804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:38.617257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:38.621426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:38.631312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Request body: {'port': {'device_id': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '3762a634af7e4aca9d7f2b5a4ee3ee07'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:38.643477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.662486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:38.749339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Deleting port 7cbf0a23-1dd3-4689-9a23-aa9af085f414 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:38.749738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.822717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8320a332-dd67-4744-99f2-4d937ebb0460 req-f2462346-1d65-4c7f-b42c-d1e5a2e68020 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.2231896 Oct 28 21:24:38.855507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:38.856174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.880224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b5c684c0-54d3-477c-9247-c69cee55f62f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:38.899648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-814774e0-ea58-4919-a67f-00ffd3371049 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:38.909045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-814774e0-ea58-4919-a67f-00ffd3371049 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 0.5764716 Oct 28 21:24:38.932995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-704e2b1c-98d5-4cde-8213-17a0c7173933 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/quotas/7d91a9d3f7754e2a8a7115b784caccb8 HTTP/1.1" status: 200 len: 375 time: 0.0183120 Oct 28 21:24:38.933580 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0c140cbd-ecb2-49d0-8eda-fefdad06fc2a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8078041 Oct 28 21:24:38.974930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Request body: {'port': {'device_id': '67333d8d-43f5-458b-878f-259c307f8fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:38.981520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.984282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:38.985567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79262b7e-da39-41e0-80f0-1fabae97fc15 HTTP/1.1" status: 204 len: 168 time: 0.7332203 Oct 28 21:24:39.040378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ac48-4533-4cf8-ad91-c54db9a47e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79262b7e-da39-41e0-80f0-1fabae97fc15,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:39.055972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] For port 7cbf0a23-1dd3-4689-9a23-aa9af085f414, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7cbf0a23-1dd3-4689-9a23-aa9af085f414,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:39.057076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.072817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-cda3431c-f8bf-4620-93cb-37154a7351e3 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342440 Oct 28 21:24:39.094881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Calling delete_port for 7cbf0a23-1dd3-4689-9a23-aa9af085f414 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:39.132991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.152740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Made reservation on behalf of 3762a634af7e4aca9d7f2b5a4ee3ee07 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:39.157786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.170723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1190fdf4-4284-4e07-be5c-fdae38d05641 None None] Provisioning complete for port 416d4aef-138f-4764-973d-518bfe3cd2ae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:39.171206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1190fdf4-4284-4e07-be5c-fdae38d05641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.185982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdbab4-c0ba-49ad-a9c0-99c77efe92b7 req-26375795-b8c3-494b-be3c-ba5be5276dc0 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:39.199525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bcdbab4-c0ba-49ad-a9c0-99c77efe92b7 req-26375795-b8c3-494b-be3c-ba5be5276dc0 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 944 time: 0.2223070 Oct 28 21:24:39.231910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.285210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bcdbab4-c0ba-49ad-a9c0-99c77efe92b7 req-22af56d9-7f20-4da6-99fb-e065c7560490 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844133 Oct 28 21:24:39.323754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1190fdf4-4284-4e07-be5c-fdae38d05641 None None] Port 416d4aef-138f-4764-973d-518bfe3cd2ae cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:39.331774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-7f3ae02d-cdae-4145-80f9-27c4a2dc9cdf service neutron] 10.222.0.31 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580299 Oct 28 21:24:39.416569 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848c26cd-31c8-48d6-a855-df3ebab20d5d x-openstack-request-id: req-848c26cd-31c8-48d6-a855-df3ebab20d5d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:39.416884 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c365e-021e-45b6-8dbd-ed4715fba15b", "name": "network-vif-deleted", "tag": "950fdb96-95fa-4cd3-883a-908f5bcb84fa", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:39.417113 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-848c26cd-31c8-48d6-a855-df3ebab20d5d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:39.417503 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6c365e-021e-45b6-8dbd-ed4715fba15b', 'name': 'network-vif-deleted', 'tag': '950fdb96-95fa-4cd3-883a-908f5bcb84fa', 'status': 'completed', 'code': 200} Oct 28 21:24:39.494238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-7bcc9493-d17c-400a-8851-8c37e9bb4397 service neutron] 10.222.0.31 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606674 Oct 28 21:24:39.571068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-64240ab5-d1d4-4d97-8c81-27c3930a470b tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:39.572747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-64240ab5-d1d4-4d97-8c81-27c3930a470b tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/ports?device_id=e44ec0d7-c65c-4c2f-8509-d544c5eeac75 HTTP/1.1" status: 200 len: 945 time: 0.1659338 Oct 28 21:24:39.706963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.712798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-8638f8df-6890-4bf2-b807-ebd64df69be0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:39.716780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-8638f8df-6890-4bf2-b807-ebd64df69be0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/ports?device_id=f71a80e7-aa0e-423d-9d0b-0a8e2a083d30 HTTP/1.1" status: 200 len: 946 time: 0.1670978 Oct 28 21:24:39.734189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecdc19-9e22-4823-a638-a5896f625491 req-0a64057f-efc9-49eb-aa6f-11aa050d8096 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:39.736286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ecdc19-9e22-4823-a638-a5896f625491 req-0a64057f-efc9-49eb-aa6f-11aa050d8096 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 931 time: 0.1309800 Oct 28 21:24:39.768234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:39.820251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e74cbc-8252-408e-9710-36a8447eeb1b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:39.951234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ecdc19-9e22-4823-a638-a5896f625491 req-0d10a645-0130-41e2-8925-3a29c39875d6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320708 Oct 28 21:24:39.955131 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.001538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1eeb49c9-e7aa-4815-befd-635a84232562 req-60e6754f-b8d0-485e-9a4d-8101d6020541 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0570273 Oct 28 21:24:40.037257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Deleting port f9e3c385-f2b1-434b-bc39-3d86a7621194 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:40.037972 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.060512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbf0a23-1dd3-4689-9a23-aa9af085f414,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:40.212992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b5c684c0-54d3-477c-9247-c69cee55f62f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:40.226851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Deleting port fba804df-41ad-4eae-b0b9-aedd2f3bc626 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:40.227317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.326399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb4f788f-cfd3-48d1-9ad1-f90df47906b9 req-45a48442-542d-494a-8f88-0ffc8a1d746d tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.1074479 Oct 28 21:24:40.328270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] For port f9e3c385-f2b1-434b-bc39-3d86a7621194, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f9e3c385-f2b1-434b-bc39-3d86a7621194,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:40.333313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.376683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Calling delete_port for f9e3c385-f2b1-434b-bc39-3d86a7621194 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:40.429033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b5c684c0-54d3-477c-9247-c69cee55f62f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:40.433073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b5c684c0-54d3-477c-9247-c69cee55f62f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:40.433610 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.562348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5706d7a6-e783-4299-adcb-50c28b542580 req-7f11d0ee-ff52-40e0-86d2-33106c7ae6c4 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 210 time: 0.0871968 Oct 28 21:24:40.595098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.627409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:40.629935 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083fc7d9-2cf5-410e-bcd3-d39d24a9e8cf" -d '{"events": [{"server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:40.643278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b5c684c0-54d3-477c-9247-c69cee55f62f,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:40.650820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab320-d348-423e-92f2-89417baa073d req-f2af2659-5737-4057-ad10-a7b97258d532 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:40.652534 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.653505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f9e3c385-f2b1-434b-bc39-3d86a7621194 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:40.665801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0aaab320-d348-423e-92f2-89417baa073d req-f2af2659-5737-4057-ad10-a7b97258d532 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 944 time: 0.1633413 Oct 28 21:24:40.671404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416d4aef-138f-4764-973d-518bfe3cd2ae {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:40.709954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58190) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:40.773795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.835970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Deleting subnet e0c36c01-9d14-45bc-9507-b03bd3cfb10a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:40.840598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.844312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Allocated IP 192.168.233.175 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/1901d3a1-5e6b-4fd9-8466-c4e045671594) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:40.848653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] For port fba804df-41ad-4eae-b0b9-aedd2f3bc626, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fba804df-41ad-4eae-b0b9-aedd2f3bc626,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:40.848848 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.872563 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adebec3-c204-413b-8b5a-85790c3c1094 x-openstack-request-id: req-9adebec3-c204-413b-8b5a-85790c3c1094 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:40.872850 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:40.873095 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9adebec3-c204-413b-8b5a-85790c3c1094 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:40.876551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.44', 60383) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:40.877173 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f', 'code': 200} Oct 28 21:24:40.880309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Transition to ACTIVE for port object 416d4aef-138f-4764-973d-518bfe3cd2ae will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:40.899838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:40.908328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0877f1da-095e-4892-9845-b98a60fe8560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:40.914417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Calling delete_port for fba804df-41ad-4eae-b0b9-aedd2f3bc626 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:40.984918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.023534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.033013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.044790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0aaab320-d348-423e-92f2-89417baa073d req-362e8d7e-37c8-42fd-986c-4b02b5e98a54 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728094 Oct 28 21:24:41.089287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.577176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c179-0a72-44ae-bb04-a1dfa143f956 req-9b46d059-4582-499c-8e5d-2e4c8f87897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:41.579180 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95b1c179-0a72-44ae-bb04-a1dfa143f956 req-9b46d059-4582-499c-8e5d-2e4c8f87897b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 1097 time: 0.6944399 Oct 28 21:24:41.579773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Pushing event updated for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:41.717109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.44', 60386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:41.741778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.811506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-365b51f8-a8fb-4cc7-8c57-6e255a438339 req-c8860c5f-8c82-4213-9d8c-f7d1bce35c65 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.6715994 Oct 28 21:24:41.821648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.906567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 950fdb96-95fa-4cd3-883a-908f5bcb84fa no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:41.953694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.979462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 950fdb96-95fa-4cd3-883a-908f5bcb84fa {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:41.979940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 950fdb96-95fa-4cd3-883a-908f5bcb84fa not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:41.992250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:41.994902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event deleted for resources: {'Port': ['ID=f9e3c385-f2b1-434b-bc39-3d86a7621194,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:42.045500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafeade-1cf8-40bc-9d39-f6450a1332eb req-bd1be983-04dc-4f0a-84db-21da59a68839 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:42.047583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2eafeade-1cf8-40bc-9d39-f6450a1332eb req-bd1be983-04dc-4f0a-84db-21da59a68839 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 943 time: 0.9064865 Oct 28 21:24:42.168477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] No DVR routers for this DVR port f9e3c385-f2b1-434b-bc39-3d86a7621194 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:42.175572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.44', 60387) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:42.182752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ae18446-56b3-416d-af61-3e6de26310a0 req-a2961c64-d54f-4680-9be5-15247cc3ca81 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0202ee8-0b83-44ba-9655-2e87f0495072 HTTP/1.1" status: 200 len: 210 time: 0.1675656 Oct 28 21:24:42.224390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fba804df-41ad-4eae-b0b9-aedd2f3bc626 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:42.250373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.262631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "DELETE /v2.0/ports/f9e3c385-f2b1-434b-bc39-3d86a7621194 HTTP/1.1" status: 204 len: 173 time: 2.5248053 Oct 28 21:24:42.263062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'name': 'network-vif-deleted', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:42.272596 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c9b319-0f1a-4edc-a8ab-3159f7b9ab2a" -d '{"events": [{"server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "name": "network-vif-deleted", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:42.305301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-822cd9d2-ccee-4d6e-875d-5f43c227ba30 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:42.308609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-822cd9d2-ccee-4d6e-875d-5f43c227ba30 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 0.5885816 Oct 28 21:24:42.389502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.390018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.390803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.391551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.392098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.392729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.393018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.393627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.394054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.395389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.395389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.395911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:24:42.399659 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.414090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95b1c179-0a72-44ae-bb04-a1dfa143f956 req-2b6ad879-bd7a-4cab-9929-66ababe26eb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650237 Oct 28 21:24:42.422572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Request body: {'port': {'device_id': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'admin_state_up': True, 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:42.454813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Attempting to bind port 416d4aef-138f-4764-973d-518bfe3cd2ae on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:42.455252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Attempting to bind port 416d4aef-138f-4764-973d-518bfe3cd2ae by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:42.455667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Attempting to bind port 416d4aef-138f-4764-973d-518bfe3cd2ae on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:42.466181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Port 416d4aef-138f-4764-973d-518bfe3cd2ae on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:42.466379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Attempting to bind port 416d4aef-138f-4764-973d-518bfe3cd2ae on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:42.478035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.492307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:42.492663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Checking segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:42.493111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Bound using segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:42.493655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Bound port: 416d4aef-138f-4764-973d-518bfe3cd2ae, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:42.494070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.542451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e33f4510-6a20-4f73-9ca4-c4fab5a5b1ab req-9e03e1e2-0aeb-4189-b5d7-fb18f719afa7 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 210 time: 0.2187858 Oct 28 21:24:42.556134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event deleted for resources: {'Port': ['ID=fba804df-41ad-4eae-b0b9-aedd2f3bc626,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:42.561239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2eafeade-1cf8-40bc-9d39-f6450a1332eb req-f4da4a8b-36dc-4fb4-9548-8159917121e6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575007 Oct 28 21:24:42.575911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.637384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c36c01-9d14-45bc-9507-b03bd3cfb10a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:42.677805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.683313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fb4db486-34cc-462a-becc-367874efa8e6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0c36c01-9d14-45bc-9507-b03bd3cfb10a HTTP/1.1" status: 204 len: 168 time: 1.9593844 Oct 28 21:24:42.684037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58220) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:42.727908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-5dda408a-fea8-4216-b69d-bee93bff30d9 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:42.730162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-5dda408a-fea8-4216-b69d-bee93bff30d9 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 813 time: 0.5460927 Oct 28 21:24:42.735851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:24:42.775259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.777964 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df21ccc-4760-42ba-9347-43e0a1f8c617 x-openstack-request-id: req-1df21ccc-4760-42ba-9347-43e0a1f8c617 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:42.778255 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71a80e7-aa0e-423d-9d0b-0a8e2a083d30", "name": "network-vif-deleted", "tag": "f9e3c385-f2b1-434b-bc39-3d86a7621194", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:42.778512 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1df21ccc-4760-42ba-9347-43e0a1f8c617 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:42.778902 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71a80e7-aa0e-423d-9d0b-0a8e2a083d30', 'name': 'network-vif-deleted', 'tag': 'f9e3c385-f2b1-434b-bc39-3d86a7621194', 'status': 'completed', 'code': 200} Oct 28 21:24:42.781231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] No DVR routers for this DVR port fba804df-41ad-4eae-b0b9-aedd2f3bc626 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:42.795993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Request body: {'port': {'device_id': '7af0d220-8136-4b08-8659-2dd725115580', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'admin_state_up': True, 'tenant_id': '7d91a9d3f7754e2a8a7115b784caccb8'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:42.799452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.803788 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4271aa0d-30e6-44f0-83f4-19e063bb7d3d req-07769c50-2be5-40b6-abf3-d2fb5515f79c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "DELETE /v2.0/ports/fba804df-41ad-4eae-b0b9-aedd2f3bc626 HTTP/1.1" status: 204 len: 173 time: 3.2141695 Oct 28 21:24:42.818369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'name': 'network-vif-deleted', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:42.820772 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf46a13-f5c9-41d5-8f6c-dea98c3c8b6b" -d '{"events": [{"server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "name": "network-vif-deleted", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:42.843967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:42.850836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=416d4aef-138f-4764-973d-518bfe3cd2ae,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:42.913308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.965026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:42.991032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:42.995107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.008000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Pushing event updated for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:43.020850 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0f9dd-af24-49af-80a8-4dbba0eee754 x-openstack-request-id: req-9da0f9dd-af24-49af-80a8-4dbba0eee754 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:43.021302 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44ec0d7-c65c-4c2f-8509-d544c5eeac75", "name": "network-vif-deleted", "tag": "fba804df-41ad-4eae-b0b9-aedd2f3bc626", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:43.021602 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9da0f9dd-af24-49af-80a8-4dbba0eee754 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:43.022072 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44ec0d7-c65c-4c2f-8509-d544c5eeac75', 'name': 'network-vif-deleted', 'tag': 'fba804df-41ad-4eae-b0b9-aedd2f3bc626', 'status': 'completed', 'code': 200} Oct 28 21:24:43.046405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf89f-1678-4e7a-bff9-c4eab1d7e3db req-6c407188-a08f-4852-a028-c20058c694d8 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:43.048042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcebf89f-1678-4e7a-bff9-c4eab1d7e3db req-6c407188-a08f-4852-a028-c20058c694d8 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 945 time: 0.3304677 Oct 28 21:24:43.079751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:43.086861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.088719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-3cb7954b-074a-4cc0-a994-5f37e3514239 service neutron] 10.222.0.44 "PUT /v2.0/ports/416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1092 time: 4.1320341 Oct 28 21:24:43.100869 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:24:43.139550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.256059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:43.303568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:43.311457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:43.317240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:43.318901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:43.327563 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1a911a70-8a12-40be-9257-f04e49baebf3 admin admin] 10.222.0.31 "PUT /v2.0/routers/1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6470363 Oct 28 21:24:43.343702 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Sync routers for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:43.359024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58234) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:43.362084 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:43.362721 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:43.379422 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8b6176d9-3bb6-4934-9572-d2a9d2f3659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.385457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Allocated IP 172.20.0.7 (95dde3a1-229e-45f8-87f7-fea56f2f9fc5/53e46626-c6d2-4bc4-98e4-73e8b43a1f1d/3e8c8ccf-5cc0-478b-8187-a20c8c01ce42) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:43.640553 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:43.696717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.714608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0517b435-41d9-4515-95d9-ddf8aad39c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:43.716599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-0517b435-41d9-4515-95d9-ddf8aad39c76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1095 time: 0.4745090 Oct 28 21:24:43.772953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Made reservation on behalf of 7d91a9d3f7754e2a8a7115b784caccb8 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:43.777541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.798311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-05c82514-9148-4b54-bc86-8d7af32f9d71 None None] Provisioning complete for port 1901d3a1-5e6b-4fd9-8466-c4e045671594 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:43.798311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05c82514-9148-4b54-bc86-8d7af32f9d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.832712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcebf89f-1678-4e7a-bff9-c4eab1d7e3db req-d15b5ec3-b317-453f-bd4b-3866ab81a153 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746329 Oct 28 21:24:43.845509 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:39Z', 'revision_number': 5, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:43.869101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:43.874520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.876892 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Checking router: 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:43.881012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-05c82514-9148-4b54-bc86-8d7af32f9d71 None None] Port 1901d3a1-5e6b-4fd9-8466-c4e045671594 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:24:43.895587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:43.899728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Routers {'1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:43.900345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:43.942650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-666605f7-94d0-4fee-bf07-8c7e1a6ee6d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3158014 Oct 28 21:24:43.946059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-c82c28b2-241c-46a8-9777-6a2ac93275ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 217 time: 0.1822226 Oct 28 21:24:43.968200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Request body: {'port': {'device_id': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:43.977003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a40eb5-8c72-4265-9072-e53f2e1775ce req-cba444a9-02c2-493a-bff8-091532a2f34e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:43.984725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a40eb5-8c72-4265-9072-e53f2e1775ce req-cba444a9-02c2-493a-bff8-091532a2f34e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 936 time: 0.5329165 Oct 28 21:24:44.035972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:44.061462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07e313-6d6c-4759-8f64-5277d2aff5be') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:44.061731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07e313-6d6c-4759-8f64-5277d2aff5be') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:44.090897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.102497 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] Set router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:44.162499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a40eb5-8c72-4265-9072-e53f2e1775ce req-05482fec-b5bd-4db0-a08e-7a8b74744ee8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629155 Oct 28 21:24:44.183045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59feb773-96a2-4c09-8687-24d026e34d4a req-a1cabb3c-f927-4978-9336-8afa3986e5bf tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 210 time: 0.1019187 Oct 28 21:24:44.186811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-a0709f38-cbf6-43d4-b803-24fe740dcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:44.191060 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-a0709f38-cbf6-43d4-b803-24fe740dcc88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.2348709 Oct 28 21:24:44.199833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.208891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.215198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.233100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:44.233754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:44.237134 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:44.267689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.326359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-20dfbf0d-77d5-417b-8abb-7846412d0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:44.328156 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-20dfbf0d-77d5-417b-8abb-7846412d0b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226165 Oct 28 21:24:44.395497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.404641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.429780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff975-68db-46e5-8c4a-b90a423c8c87 req-bf03b48b-b258-439b-b94f-00d27d8706e4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:44.437429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fcff975-68db-46e5-8c4a-b90a423c8c87 req-bf03b48b-b258-439b-b94f-00d27d8706e4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 943 time: 0.1210392 Oct 28 21:24:44.441891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.447298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14 HTTP/1.1" status: 204 len: 168 time: 1.7583997 Oct 28 21:24:44.539574 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-9683c930-a85e-47b3-948c-59f9d8688097 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719544 Oct 28 21:24:44.552320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:39Z', 'revision_number': 5, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:44.583671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982368eb-26d1-40c0-96f6-121b8a026a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac6c6be-209b-42dd-a3d9-27dc8cb4dd14,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:44.585951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event updated for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:44.606750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:44.612991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:44.620046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:44.634393 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06684449-8032-41f9-9df0-a8aa8d623490 None None] The sync data for ids ['1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1'] in n-d-806683-16 is: [{'id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'name': 'tempest-FloatingIPsNegativeTestJSON-780910297-router', 'tenant_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:16Z', 'updated_at': '2021-10-28T21:24:39Z', 'revision_number': 5, 'project_id': '21b2a52df9ed43ce852fd3f45f9212bc', 'gw_port': {'id': 'f82b9895-78ab-4626-9f7e-0d91698ec653', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:18Z', 'updated_at': '2021-10-28T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:24:44.678451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Deleting port f82b9895-78ab-4626-9f7e-0d91698ec653 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:44.678799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.704588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Allocated IP 172.20.0.6 (95dde3a1-229e-45f8-87f7-fea56f2f9fc5/53e46626-c6d2-4bc4-98e4-73e8b43a1f1d/f2d2444e-8119-496b-802b-9cdaa77bc6d3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:44.750004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fcff975-68db-46e5-8c4a-b90a423c8c87 req-537d02a7-c0c8-42d6-bd95-e7af8de683b2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111207 Oct 28 21:24:44.764458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.810700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58256) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:44.915559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:44.916209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:44.956100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-c1f90720-3881-4cca-893c-c46aea6ed19c tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5729320 Oct 28 21:24:44.993309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Request body: {'port': {'device_id': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:44.998479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.089771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1901d3a1-5e6b-4fd9-8466-c4e045671594 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:45.093157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58262) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:45.099688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:45.102473 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7743ff6-3779-46a9-b742-98ab9fa468fd" -d '{"events": [{"name": "network-changed", "server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:45.115085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.150503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8d8def2b-c683-4288-92a9-5c0969756f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba1702188d9d424885e47d7b05fa4448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322487 Oct 28 21:24:45.154942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58268) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:45.172207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Transition to ACTIVE for port object 1901d3a1-5e6b-4fd9-8466-c4e045671594 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:45.174243 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3be56f-93b3-4e55-a0b5-16be296ab624 x-openstack-request-id: req-2e3be56f-93b3-4e55-a0b5-16be296ab624 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:45.174935 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:45.174935 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e3be56f-93b3-4e55-a0b5-16be296ab624 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:45.175213 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'status': 'completed', 'code': 200} Oct 28 21:24:45.190913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.210227 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-390b7fd5-62cf-4323-83db-b02d0dc8a8f0 req-8f4dc982-64bc-428a-8881-c8a5b32f5c79 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536939 Oct 28 21:24:45.345910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce8b90-3524-4a68-9425-28cadef75687 req-8f22a505-dd47-4924-a37a-1327fe3c3ea4 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:45.354693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33ce8b90-3524-4a68-9425-28cadef75687 req-8f22a505-dd47-4924-a37a-1327fe3c3ea4 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 945 time: 0.3715782 Oct 28 21:24:45.387966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] For port f82b9895-78ab-4626-9f7e-0d91698ec653, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f82b9895-78ab-4626-9f7e-0d91698ec653,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:45.392426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.438724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:45.466413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Calling delete_port for f82b9895-78ab-4626-9f7e-0d91698ec653 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:45.485774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.553455 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.611423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9858ab5-0860-4a15-afe1-4f8a02875737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.651987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.705053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33ce8b90-3524-4a68-9425-28cadef75687 req-e4132fdd-45f0-4b18-8848-7137d5a797c3 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439689 Oct 28 21:24:45.724912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72059682-8f1c-4aba-8ca8-8c42c05a3a6a req-1e56cc68-c4e2-468c-848d-e4dfbf306ff6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:45.726814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72059682-8f1c-4aba-8ca8-8c42c05a3a6a req-1e56cc68-c4e2-468c-848d-e4dfbf306ff6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.4271762 Oct 28 21:24:45.796805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-fbdaac4e-9304-4220-98a5-e54e34e55f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:45.798820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-fbdaac4e-9304-4220-98a5-e54e34e55f7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1095 time: 0.5194771 Oct 28 21:24:45.802503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:45.812590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:45.813311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:45.815884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:45.909423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:45.910114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:45.918168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Pushing event deleted for resources: {'Port': ['ID=f82b9895-78ab-4626-9f7e-0d91698ec653,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:45.946681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:45.947230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:45.947767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:45.948403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Bound port: 1901d3a1-5e6b-4fd9-8466-c4e045671594, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:45.948874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.056402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:46.065256 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.079678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Transition to ACTIVE for port object 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:46.085151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.088628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-629120ec-d2a7-47cb-ba54-cb409c945650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:46.090292 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-629120ec-d2a7-47cb-ba54-cb409c945650 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.2798986 Oct 28 21:24:46.132773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event updated for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:46.152397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.208388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:46.208388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.229126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.282244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:46.369295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:46.369295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:46.438126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7cbf0a23-1dd3-4689-9a23-aa9af085f414 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:46.466709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.466709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.470394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d HTTP/1.1" status: 204 len: 168 time: 1.3023343 Oct 28 21:24:46.477198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:46.477865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.507821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 7cbf0a23-1dd3-4689-9a23-aa9af085f414 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:46.508153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7cbf0a23-1dd3-4689-9a23-aa9af085f414 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:46.582083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.622267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e0127-ba7e-4b1a-b49c-fcab7a2bd3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e8c62-2d85-4c3e-bf58-3e9e4a84814d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:46.701175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c28c7-45bb-41ac-9bb4-4411ee934589 req-4d754ca9-4ca9-46f9-bd3f-5287f8b769ee tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:46.702202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc3c28c7-45bb-41ac-9bb4-4411ee934589 req-4d754ca9-4ca9-46f9-bd3f-5287f8b769ee tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 931 time: 0.5606022 Oct 28 21:24:46.750385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-fa7f2440-c740-4596-9ae2-55630802383f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 217 time: 0.6244543 Oct 28 21:24:46.755496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:46.759263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.764232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:46.792550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-9cb46bf8-cf68-43b5-95a0-af83303bd8c0 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0036640 Oct 28 21:24:46.800198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72059682-8f1c-4aba-8ca8-8c42c05a3a6a req-1b1b0c83-26e6-4e90-9c11-2f845ed6a2ba tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164292 Oct 28 21:24:46.818670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Request body: {'port': {'device_id': '7af0d220-8136-4b08-8659-2dd725115580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:46.877376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:46.890558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-f4e001e9-4e80-4273-ac9e-7922f798c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:46.897363 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-f4e001e9-4e80-4273-ac9e-7922f798c4c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.1346698 Oct 28 21:24:46.966139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Attempting to bind port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:46.966460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Attempting to bind port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:46.966973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Attempting to bind port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:46.980958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:46.981276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Attempting to bind port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:47.005295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.006181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc3c28c7-45bb-41ac-9bb4-4411ee934589 req-3c5bdfd7-b8a4-4504-a49e-c51f4ca07f8e tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126625 Oct 28 21:24:47.053794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.057972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:47.058565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Checking segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:47.058785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Bound using segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:47.059128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Bound port: 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:47.059726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.065148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.065717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:24:47.079002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.080151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d903a36-2695-41a8-a4a1-e7ba307c040d admin admin] 10.222.0.31 "DELETE /v2.0/routers/1dae4510-0ca4-4f53-b3a7-b87f0d59a7b1 HTTP/1.1" status: 204 len: 168 time: 3.7109361 Oct 28 21:24:47.085362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58298) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:47.139129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9858ab5-0860-4a15-afe1-4f8a02875737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.159372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4edf9-93de-4ad6-a980-07dd4c2ef6bf req-b9d929b2-713e-4172-8802-28ce3511ee55 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:47.168285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31b4edf9-93de-4ad6-a980-07dd4c2ef6bf req-b9d929b2-713e-4172-8802-28ce3511ee55 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 943 time: 0.2208257 Oct 28 21:24:47.172314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9858ab5-0860-4a15-afe1-4f8a02875737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.253665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:47.254936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.256398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] 10.222.0.44 "PUT /v2.0/ports/1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 1097 time: 3.3012388 Oct 28 21:24:47.292346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:47.294653 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df42764-e8e1-476c-88b4-85486484a8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:47.299550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Deleting subnet aca85b23-5b05-40d1-8a80-ab506939063c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:24:47.313605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-629c2e24-53b0-4cbc-ad0e-7c4e508aac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:47.315196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-629c2e24-53b0-4cbc-ad0e-7c4e508aac12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3644691 Oct 28 21:24:47.315979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.428538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea10a94-15c1-4de8-b61a-653fa237a165 x-openstack-request-id: req-2ea10a94-15c1-4de8-b61a-653fa237a165 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:47.429135 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:47.429723 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea10a94-15c1-4de8-b61a-653fa237a165 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:47.430313 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'status': 'completed', 'code': 200} Oct 28 21:24:47.508727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1055c-b162-4a3e-a0f2-a4e75cbd5794 service neutron] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:47.528724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:47.583557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-5ce2d3b4-421a-43de-a445-efbfc2cb19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:47.585111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-5ce2d3b4-421a-43de-a445-efbfc2cb19bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.2669456 Oct 28 21:24:47.662078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-84123f02-8e19-4942-9392-6c9d8b4464f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0626261 Oct 28 21:24:47.739700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-87a0d876-8229-4b42-86aa-fc8e09e5d835 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321486 Oct 28 21:24:47.913860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58318) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:47.934073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.018378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-d3565afa-2d5c-47db-8e32-ad39946fc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:48.023710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-d3565afa-2d5c-47db-8e32-ad39946fc61a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3332586 Oct 28 21:24:48.028234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.061470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9858ab5-0860-4a15-afe1-4f8a02875737 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a06fdf08d9e44f988fe183c6f1d66e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9635983 Oct 28 21:24:48.077508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58324) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:48.095422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9858ab5-0860-4a15-afe1-4f8a02875737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b2cb6f-4c74-45d2-bfc9-a169a15adfa8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:48.131047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca85b23-5b05-40d1-8a80-ab506939063c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:48.160082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.164971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e90072-f8ee-41d1-9940-3d9ff356d55c None None] Network 615708bb-ed66-47f9-8c83-3f6f40bf7559 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:48.186606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:48.186890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0e9b039-429a-4845-9ce7-6fd9cff4e94c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aca85b23-5b05-40d1-8a80-ab506939063c HTTP/1.1" status: 204 len: 168 time: 1.0867059 Oct 28 21:24:48.246414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1772831492-network', 'tenant_id': '66eb5bf65e1e4cd49810783013a78a34'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:48.265545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 416d4aef-138f-4764-973d-518bfe3cd2ae details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:48.286717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31b4edf9-93de-4ad6-a980-07dd4c2ef6bf req-e55a56e0-5dbf-41d8-a960-8dd726112a47 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0856309 Oct 28 21:24:48.297331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:48.325555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-13c58802-310a-4e09-8452-61d3ad7cbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:48.326824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.328285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-13c58802-310a-4e09-8452-61d3ad7cbc10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2956462 Oct 28 21:24:48.339608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Made reservation on behalf of 66eb5bf65e1e4cd49810783013a78a34 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:48.346008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.354120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eba77-bc2d-477f-a6d9-103ca5c94ebd req-da41b527-8331-434f-900d-0c6873c3379a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:48.369138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-851eba77-bc2d-477f-a6d9-103ca5c94ebd req-da41b527-8331-434f-900d-0c6873c3379a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.3980932 Oct 28 21:24:48.424145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.459223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f82b9895-78ab-4626-9f7e-0d91698ec653 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:48.480866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7743ff6-3779-46a9-b742-98ab9fa468fd req-5a340521-f0d7-4151-a8c1-f579806a3c32 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225006 Oct 28 21:24:48.498255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:48.562991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.649814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.663550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.683504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:24:48.698802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.699309 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Added segment 58fabf85-465a-4116-aa8a-a075dc469028 of type vlan for network 20399d54-85bf-48ed-91e6-029e28bbedaf Oct 28 21:24:48.713860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f82b9895-78ab-4626-9f7e-0d91698ec653 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:48.714205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f82b9895-78ab-4626-9f7e-0d91698ec653 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:48.729982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-851eba77-bc2d-477f-a6d9-103ca5c94ebd req-effb4830-e878-4369-a7a8-3bfdcbb15ea0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370020 Oct 28 21:24:48.766025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:48.766593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.768049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-343a60bc-219d-426d-aa31-60794a147811 service neutron] 10.222.0.44 "PUT /v2.0/ports/3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 HTTP/1.1" status: 200 len: 1092 time: 3.7790713 Oct 28 21:24:48.777981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.786583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:48.789473 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a" -d '{"events": [{"name": "network-changed", "server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:48.793354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=416d4aef-138f-4764-973d-518bfe3cd2ae,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:48.824730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'port_id': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'mac_address': 'fa:16:3e:ec:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:48.871342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.884779 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.889472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:48.892036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.912306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.921425 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:48.942493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416d4aef-138f-4764-973d-518bfe3cd2ae {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:48.980933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=416d4aef-138f-4764-973d-518bfe3cd2ae,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:48.988888 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.002626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0865216 Oct 28 21:24:49.011611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:49.025828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Request body: {'subnet': {'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1772831492-subnet', 'tenant_id': '66eb5bf65e1e4cd49810783013a78a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:49.053815 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8596dac-6fcc-4da1-a543-a8488bdaa380 x-openstack-request-id: req-b8596dac-6fcc-4da1-a543-a8488bdaa380 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:49.063153 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:49.064221 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8596dac-6fcc-4da1-a543-a8488bdaa380 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:49.064843 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42', 'status': 'completed', 'code': 200} Oct 28 21:24:49.065301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Made reservation on behalf of 66eb5bf65e1e4cd49810783013a78a34 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:49.068931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.069086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.073310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] DHCP port deletion for 615708bb-ed66-47f9-8c83-3f6f40bf7559 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:24:49.083049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.086133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.087424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.091305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88b2cb6f-4c74-45d2-bfc9-a169a15adfa8 HTTP/1.1" status: 204 len: 168 time: 1.0149207 Oct 28 21:24:49.124255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-e9e44f0a-f19b-4f3a-88d7-ed9da16ecf55 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682390 Oct 28 21:24:49.143709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Deleting port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:49.144342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.183764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f9b2-22a0-41a7-b0fd-dfaa4dea0c92 admin admin] Pushing event updated for resources: {'Network': ['ID=20399d54-85bf-48ed-91e6-029e28bbedaf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.197840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 20399d54-85bf-48ed-91e6-029e28bbedaf details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:24:49.220999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9b5fd-40a6-4432-85f5-d3cb5cfd24c4 req-427360b5-13fe-4ed1-8575-27cd7c6a5e32 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:49.228699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a9b5fd-40a6-4432-85f5-d3cb5cfd24c4 req-427360b5-13fe-4ed1-8575-27cd7c6a5e32 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 931 time: 0.7225847 Oct 28 21:24:49.245309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a60bc-219d-426d-aa31-60794a147811 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.248444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf8bb-403f-4750-8eec-84fd15e6589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b2cb6f-4c74-45d2-bfc9-a169a15adfa8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.272657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-35aace87-d82f-46e2-8c7d-6ba76cdb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:49.274246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-35aace87-d82f-46e2-8c7d-6ba76cdb7759 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 1095 time: 0.4377546 Oct 28 21:24:49.293500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['416d4aef-138f-4764-973d-518bfe3cd2ae'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:49.380855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-d3c484b3-3fd3-48d9-86d9-077e4b36d4ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 HTTP/1.1" status: 200 len: 217 time: 0.0929565 Oct 28 21:24:49.393723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Deleting port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:49.394162 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.429434 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-523e60a4-fb17-44a4-85ba-cdd79a7c3dc8 req-86d00cd4-0132-49fb-84e5-d029bdafa861 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217214 Oct 28 21:24:49.498160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a9b5fd-40a6-4432-85f5-d3cb5cfd24c4 req-5e5d1940-17a5-4137-866a-e7d3fb0fd9a1 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665904 Oct 28 21:24:49.619444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] For port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:49.619855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.638708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.657110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Calling delete_port for 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:49.685355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] For port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,segment=NetworkSegment(aa70e5a9-05b9-47f3-87f6-0a0e9283cd17),segment_id=aa70e5a9-05b9-47f3-87f6-0a0e9283cd17)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:49.685764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.717589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84c605-0122-4f2c-b155-c94464404eca req-864f4f44-f05b-4882-9bef-16e6f3129bf3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:49.727906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec84c605-0122-4f2c-b155-c94464404eca req-864f4f44-f05b-4882-9bef-16e6f3129bf3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 944 time: 0.2526436 Oct 28 21:24:49.738546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-1f6a7d07-573c-4231-8b7b-1d80fd8be59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:49.740388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-1f6a7d07-573c-4231-8b7b-1d80fd8be59c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.2678769 Oct 28 21:24:49.744081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d2444e-8119-496b-802b-9cdaa77bc6d3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:49.761346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Calling delete_port for 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:49.771069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.819281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:49.824849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-80dd50ec-6de6-4abe-80cb-9fac797d95de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572584 Oct 28 21:24:49.888614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d6af268-bfcc-4226-b677-5888abe1b6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.898567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:49.948945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbc9bac-b5e9-4f30-9060-ff682412fe95,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.955375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] Pushing event deleted for resources: {'Port': ['ID=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:49.966770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd110f-5687-476b-83d4-5709f719e887 None None] No DVR routers for this DVR port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:49.968668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42764-e8e1-476c-88b4-85486484a8ee req-d38d5507-47d9-4010-b099-f6577cda576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:49.970360 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-d38d5507-47d9-4010-b099-f6577cda576a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.3546782 Oct 28 21:24:49.988750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Checking segment: {'id': '58fabf85-465a-4116-aa8a-a075dc469028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:49.991543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Network hostable DHCP agents. Network: 20399d54-85bf-48ed-91e6-029e28bbedaf, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:24:50.008160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Transition to ACTIVE for port object f2d2444e-8119-496b-802b-9cdaa77bc6d3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:50.065590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.164484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Network 20399d54-85bf-48ed-91e6-029e28bbedaf is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:24:50.194254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 20399d54-85bf-48ed-91e6-029e28bbedaf) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:50.203892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec84c605-0122-4f2c-b155-c94464404eca req-b44a600e-0ae1-4c46-b255-69679866e18b tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4748473 Oct 28 21:24:50.205920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:50.207441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.214513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9291c33e-c198-43cc-9b4f-96cd8a4f5969 None None] Network 20399d54-85bf-48ed-91e6-029e28bbedaf requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:50.286408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 416d4aef-138f-4764-973d-518bfe3cd2ae up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:50.308972 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3955ac37-1070-4725-be35-05abe3d25e46 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2904131 Oct 28 21:24:50.348550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42764-e8e1-476c-88b4-85486484a8ee req-6570962f-5e4c-4a78-8ac5-7e920837f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:50.350880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-6570962f-5e4c-4a78-8ac5-7e920837f289 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.3660471 Oct 28 21:24:50.373271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:50.401119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d6af268-bfcc-4226-b677-5888abe1b6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.436685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d6af268-bfcc-4226-b677-5888abe1b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.441687 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-756f5c9a-190b-4e9f-b89b-7c5cb18512c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0784385 Oct 28 21:24:50.450469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:50.476440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:50.476810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:50.515977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d8946c-6498-467c-a6a1-3f1515f2b649 None None] Network 20399d54-85bf-48ed-91e6-029e28bbedaf requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:50.537194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 416d4aef-138f-4764-973d-518bfe3cd2ae completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:50.539233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d6af268-bfcc-4226-b677-5888abe1b6b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=588984328b8c445bbc976312632cb125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132549 Oct 28 21:24:50.542001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58362) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:50.546587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af268-bfcc-4226-b677-5888abe1b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c127a7-e6e7-4b91-b15d-527d546d3835,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:50.568848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42764-e8e1-476c-88b4-85486484a8ee req-a68cc401-2bc0-4b86-a57c-f8638db85276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:50.570566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-a68cc401-2bc0-4b86-a57c-f8638db85276 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1208956 Oct 28 21:24:50.608777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.635792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0d6d9c44-6d51-4d4d-8629-648ee68dbc1c service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975845 Oct 28 21:24:50.653789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 416d4aef-138f-4764-973d-518bfe3cd2ae triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:50.654173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.667755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.694434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d410d9-4b58-4e5c-b59a-ac1f09437b4e req-0e6b14a2-da54-4a7e-945b-489861b9aa8b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:50.695969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7d410d9-4b58-4e5c-b59a-ac1f09437b4e req-0e6b14a2-da54-4a7e-945b-489861b9aa8b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.4700890 Oct 28 21:24:50.696782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d18210d-7c32-42a0-afcc-7df3bf04f1a3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:50.718267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.733147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] No DVR routers for this DVR port 1d18210d-7c32-42a0-afcc-7df3bf04f1a3 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:50.796923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42764-e8e1-476c-88b4-85486484a8ee req-3e01764d-3058-4dc7-878a-0e2b7968d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:50.819018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-3e01764d-3058-4dc7-878a-0e2b7968d57d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2394586 Oct 28 21:24:50.867481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Attempting to bind port f2d2444e-8119-496b-802b-9cdaa77bc6d3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:50.867768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Attempting to bind port f2d2444e-8119-496b-802b-9cdaa77bc6d3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:50.868051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Attempting to bind port f2d2444e-8119-496b-802b-9cdaa77bc6d3 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:50.927466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.928013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.960669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615708bb-ed66-47f9-8c83-3f6f40bf7559']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:50.964775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:50.967021 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556ce0c-709d-44d0-8a67-1ba9b0151e98" -d '{"events": [{"server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:50.974769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.975619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:50.975992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa70e5a9-05b9-47f3-87f6-0a0e9283cd17') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:50.977299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:50.981378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c127a7-e6e7-4b91-b15d-527d546d3835 HTTP/1.1" status: 204 len: 168 time: 0.4357691 Oct 28 21:24:50.987862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.002399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=416d4aef-138f-4764-973d-518bfe3cd2ae,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:51.008600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.014949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.026948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7d410d9-4b58-4e5c-b59a-ac1f09437b4e req-58fd17cc-ce26-4825-8c99-e4929122b304 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985351 Oct 28 21:24:51.027876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Port f2d2444e-8119-496b-802b-9cdaa77bc6d3 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:51.028213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Attempting to bind port f2d2444e-8119-496b-802b-9cdaa77bc6d3 on network 95dde3a1-229e-45f8-87f7-fea56f2f9fc5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:51.031556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112202fc-f55b-4679-83a2-9f361ab7a3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c127a7-e6e7-4b91-b15d-527d546d3835,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:51.044748 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-f632b8c6-2cc6-47c2-b561-fc53a0e28082 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161891 Oct 28 21:24:51.059848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:24:51.060858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.092263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ce29-7c0d-4de2-9658-f81bc4899ecb req-ce6f4bed-83d7-4751-9e5e-0d4575c23d06 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:51.095510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0485ce29-7c0d-4de2-9658-f81bc4899ecb req-ce6f4bed-83d7-4751-9e5e-0d4575c23d06 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 943 time: 0.4523478 Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:24:51.097043 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:24:51.195483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:51.224824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:51.225246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Checking segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:51.225697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Bound using segment: {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:51.226271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Bound port: f2d2444e-8119-496b-802b-9cdaa77bc6d3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4327938-8357-4569-a63c-c3c428b48d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:51.226692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.249098 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5df42764-e8e1-476c-88b4-85486484a8ee req-9d690c5a-8b96-4f58-ae70-b9a423b9a37f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967559 Oct 28 21:24:51.274437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-90b2d112-49db-49e3-b091-cbb36bf67180 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056850 Oct 28 21:24:51.473645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0485ce29-7c0d-4de2-9658-f81bc4899ecb req-8610c26b-a886-4c46-83ff-c65e820ab436 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462432 Oct 28 21:24:51.474351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.482617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.519046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/615708bb-ed66-47f9-8c83-3f6f40bf7559 HTTP/1.1" status: 204 len: 168 time: 3.3228436 Oct 28 21:24:51.593809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:51.601923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:51.658376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.678904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cfc00-b020-40df-bc75-df625bc54c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=615708bb-ed66-47f9-8c83-3f6f40bf7559,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:51.737483 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bba512e-a7a3-4552-8e16-a0192cd3cf31 x-openstack-request-id: req-3bba512e-a7a3-4552-8e16-a0192cd3cf31 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:51.737966 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:51.738077 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bba512e-a7a3-4552-8e16-a0192cd3cf31 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:51.739155 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'code': 200} Oct 28 21:24:51.772591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:51.856271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:51.877950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c81892b1-3200-4c94-9876-2bb17075db79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21b2a52df9ed43ce852fd3f45f9212bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041906 Oct 28 21:24:51.880464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:51.913371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-b0b610d0-8476-415b-87ad-48e61190f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:51.915138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-b0b610d0-8476-415b-87ad-48e61190f444 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 1095 time: 0.5075831 Oct 28 21:24:51.944165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67307-dbaa-4181-8421-4831ba23e10b req-200e9616-a608-498a-916d-ecd195f5ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:51.945951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f4c67307-dbaa-4181-8421-4831ba23e10b req-200e9616-a608-498a-916d-ecd195f5ec0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1182408 Oct 28 21:24:51.951532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.953699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:51.954325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:51.955720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-0f11a09d-f781-4c7a-939e-7d55b42235cd service neutron] 10.222.0.44 "PUT /v2.0/ports/f2d2444e-8119-496b-802b-9cdaa77bc6d3 HTTP/1.1" status: 200 len: 1092 time: 5.1424785 Oct 28 21:24:51.967754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:51.971368 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a98692b-9397-41d3-9259-243ad11b0f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:52.003515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.034322 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f4c67307-dbaa-4181-8421-4831ba23e10b req-d6b5f43d-1910-468b-84a9-e7752e761bfc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789738 Oct 28 21:24:52.094259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.098690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.099836 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1efb3403-1bcb-4f5b-8f5b-e31ddba071a0 HTTP/1.1" status: 204 len: 168 time: 0.2184925 Oct 28 21:24:52.125456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa559-0e5e-426e-ba1c-c11acda36c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb3403-1bcb-4f5b-8f5b-e31ddba071a0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:52.192885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4498e1-f910-4fad-96b6-767a78e17d36 req-c8a64721-5f81-4536-b6d1-46baa9b112d8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:52.195144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef4498e1-f910-4fad-96b6-767a78e17d36 req-c8a64721-5f81-4536-b6d1-46baa9b112d8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.3216727 Oct 28 21:24:52.239391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-7ec4be48-faef-469a-a3e8-db5eaae17c24 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:52.247110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-7ec4be48-faef-469a-a3e8-db5eaae17c24 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/networks?id=20399d54-85bf-48ed-91e6-029e28bbedaf HTTP/1.1" status: 200 len: 818 time: 0.6085331 Oct 28 21:24:52.291907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:52.400230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-7647bd20-e0d8-4f04-bf5d-e36964ebfcf1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:52.402121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-7647bd20-e0d8-4f04-bf5d-e36964ebfcf1 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 945 time: 0.1523089 Oct 28 21:24:52.530203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:52.570550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'mac_address': 'fa:16:3e:2d:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:52.588576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Deleting port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:52.589272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.657377 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.689434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1901d3a1-5e6b-4fd9-8466-c4e045671594 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:52.734279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:52.745595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.764012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] For port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:52.764516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:52.780470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Calling delete_port for 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:52.850631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:52.857895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-033df9f6-42a8-4cc2-9116-8707b22714c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:52.859366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-033df9f6-42a8-4cc2-9116-8707b22714c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 1095 time: 0.8215621 Oct 28 21:24:52.868640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-c218077d-42b7-46fd-a838-d3b189e7149c tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/quotas/66eb5bf65e1e4cd49810783013a78a34 HTTP/1.1" status: 200 len: 375 time: 0.6205392 Oct 28 21:24:52.967584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-1f7ec0a8-ea86-4ada-98b1-b9ac796e2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:52.969083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-1f7ec0a8-ea86-4ada-98b1-b9ac796e2ac2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 914 time: 1.0398383 Oct 28 21:24:52.970950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-b89cded1-cb81-4e3e-8cda-88bee34fd6d2 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66eb5bf65e1e4cd49810783013a78a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885489 Oct 28 21:24:52.972296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-655407ff-abe5-4505-96a5-302d18503361 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3 HTTP/1.1" status: 200 len: 217 time: 0.1026447 Oct 28 21:24:52.991321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef4498e1-f910-4fad-96b6-767a78e17d36 req-a1e7a2be-f4d9-4511-859f-95afd130b411 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7837043 Oct 28 21:24:52.996540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1901d3a1-5e6b-4fd9-8466-c4e045671594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:53.051170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:53.067330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:53.099449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-89bb67ef-9a60-495b-a0f7-73b4bde40a5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 HTTP/1.1" status: 200 len: 217 time: 0.1056280 Oct 28 21:24:53.157534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event deleted for resources: {'Port': ['ID=5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:53.194857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-5e392aeb-fc31-4c0e-ba60-662401570cc0 service neutron] 10.222.0.31 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974669 Oct 28 21:24:53.247229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] No DVR routers for this DVR port 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:53.263424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:53.270272 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f7f5b3db-c4c2-4b34-b086-edd3500a6e5d req-9fa1b5f1-9e53-493f-8e0d-c6391f31dafd tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "DELETE /v2.0/ports/5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 HTTP/1.1" status: 204 len: 173 time: 0.8598063 Oct 28 21:24:53.281091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-deleted', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:53.286612 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f156d1-c918-4908-90ca-53a3de6b0d98" -d '{"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-deleted", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:53.478814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-4f7b2aa7-ec01-450e-92a4-b53a54156fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:53.480447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-4f7b2aa7-ec01-450e-92a4-b53a54156fbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.2394013 Oct 28 21:24:53.507537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ccbb0ad-721e-4614-954c-57b814576a3d req-c5abddf3-9b87-4af9-bada-1c047cc6b447 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=aca0fa3d-1a59-4ef5-b34d-40072c0b614d HTTP/1.1" status: 200 len: 210 time: 0.4065633 Oct 28 21:24:53.538033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-817812c9-1fc5-45eb-b58a-bb15ff9db19c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341780 Oct 28 21:24:53.546456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-22d018ac-77f6-4e49-a6dc-50edfa6f7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:53.547906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-22d018ac-77f6-4e49-a6dc-50edfa6f7dc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.5553505 Oct 28 21:24:53.620529 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e393c95-1646-48d6-a863-e9cda0286d5c x-openstack-request-id: req-9e393c95-1646-48d6-a863-e9cda0286d5c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:53.621193 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:53.621447 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e393c95-1646-48d6-a863-e9cda0286d5c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:53.621968 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3', 'status': 'completed', 'code': 200} Oct 28 21:24:53.647248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-8485a7b3-835e-48eb-b174-0331a9d4bd43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856383 Oct 28 21:24:53.735587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-cc56aba4-7503-4748-82f0-7ba406e7b2af service neutron] 10.222.0.31 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363096 Oct 28 21:24:53.772409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:53.878658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c000d9f-096e-4321-ab1d-cbfb362ef73d req-f9d85d28-f767-45fc-996b-ccf3836d35c3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:53.885138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c000d9f-096e-4321-ab1d-cbfb362ef73d req-f9d85d28-f767-45fc-996b-ccf3836d35c3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 949 time: 0.2098227 Oct 28 21:24:53.920867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-1d70223d-d543-4505-b8ad-003ab2cb277b service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719013 Oct 28 21:24:53.928252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-b51d75e4-102c-4723-bbd1-316ec0d4aa59 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660689 Oct 28 21:24:54.002148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c000d9f-096e-4321-ab1d-cbfb362ef73d req-62941151-30d9-4f69-80b8-85ce9909dc5d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095264 Oct 28 21:24:54.022409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-network', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:54.053933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Made reservation on behalf of c23ee8cbc4dd4ee5b84a38311c8bf75b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:54.059012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.100185 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9901e91d-05de-4f80-bb29-a6799d1e2bb5 x-openstack-request-id: req-9901e91d-05de-4f80-bb29-a6799d1e2bb5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:54.103167 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca0fa3d-1a59-4ef5-b34d-40072c0b614d", "name": "network-vif-deleted", "tag": "5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:54.103339 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9901e91d-05de-4f80-bb29-a6799d1e2bb5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:54.103966 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca0fa3d-1a59-4ef5-b34d-40072c0b614d', 'name': 'network-vif-deleted', 'tag': '5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8', 'status': 'completed', 'code': 200} Oct 28 21:24:54.105159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.165935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc05bfa7-7d00-4acb-9e5d-8e39ae24360a req-5502bffb-feaf-424c-9cb7-24a022fec2ba service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367098 Oct 28 21:24:54.180520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d5845-bbd5-4915-b85b-8149c8436153 req-aaf778ff-3a89-42e6-a6ad-8c889fd1bab5 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:54.182472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b08d5845-bbd5-4915-b85b-8149c8436153 req-aaf778ff-3a89-42e6-a6ad-8c889fd1bab5 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 943 time: 0.1167188 Oct 28 21:24:54.202791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-709698f4-1705-4fc0-a14b-63c62a3105d2 req-34c1c64c-f91f-427e-8c6f-5006c52faf89 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599289 Oct 28 21:24:54.251986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.262717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.285875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b08d5845-bbd5-4915-b85b-8149c8436153 req-dace21ad-92c2-4f32-973d-acecd8576cab tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Oct 28 21:24:54.296878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:24:54.302986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:54.306205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:54.334594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.334952 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Added segment a466cec8-7593-4621-b6db-7510ad0f8b69 of type vlan for network 99a287ab-661d-43c4-8fa6-37cad17fa514 Oct 28 21:24:54.445096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.451101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70eb3128-c72c-4496-94f5-62395fa85885 req-5e4260d5-f9f2-4d30-b9e3-968b29230e5d tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 210 time: 0.0521257 Oct 28 21:24:54.465540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-ccf42edb-ada3-4a02-a6bb-3380e0f532d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:54.467444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-ccf42edb-ada3-4a02-a6bb-3380e0f532d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 1095 time: 0.1946683 Oct 28 21:24:54.500000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.501057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:54.501644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.531100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7574720 Oct 28 21:24:54.549488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:54.550107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b05767-9305-46f5-9a9a-ec91ba56a73f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:54.580033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Request body: {'subnet': {'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-subnet', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:54.618036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe31770-618b-45ea-a6f6-5ecff7a14dba admin admin] Pushing event updated for resources: {'Network': ['ID=99a287ab-661d-43c4-8fa6-37cad17fa514,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:54.654950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:24:54.754014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:54.788339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'port_id': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42', 'mac_address': 'fa:16:3e:d2:0f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e46626-c6d2-4bc4-98e4-73e8b43a1f1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:54.805730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Made reservation on behalf of c23ee8cbc4dd4ee5b84a38311c8bf75b for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:54.813219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 1901d3a1-5e6b-4fd9-8466-c4e045671594 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:54.814136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.828703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7efaf9-b4f2-4058-a613-73e8de612815 req-0dcf49e6-768c-4f8c-9ec8-3ec89f348eb1 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:54.830660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba7efaf9-b4f2-4058-a613-73e8de612815 req-0dcf49e6-768c-4f8c-9ec8-3ec89f348eb1 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1486564 Oct 28 21:24:54.867810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.874384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1901d3a1-5e6b-4fd9-8466-c4e045671594 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:54.874747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:54.931934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:54.948661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-ea2ff77c-fb26-4f7f-bc85-2114ad137eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:54.950698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-ea2ff77c-fb26-4f7f-bc85-2114ad137eda service neutron] 10.222.0.44 "GET /v2.0/networks?id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 200 len: 914 time: 0.4752674 Oct 28 21:24:54.977379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba7efaf9-b4f2-4058-a613-73e8de612815 req-136e4ec4-dbb1-4fae-88c2-2853947e8dbf tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234589 Oct 28 21:24:54.979810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:54.996926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:55.084182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:55.101857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:55.106341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-17c9e856-a660-46f5-a9e7-59b4916d4077 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3 HTTP/1.1" status: 200 len: 217 time: 0.1060126 Oct 28 21:24:55.161876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:55.165274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:55.171116 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24bde3-5271-4625-bb22-bee7f36da7c1" -d '{"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-plugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:55.197079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:55.259838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-eb20f8c2-2c0c-4229-8eb6-0381d5bcc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:55.266662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-eb20f8c2-2c0c-4229-8eb6-0381d5bcc944 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 200 len: 853 time: 0.1485076 Oct 28 21:24:55.318881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3e8c8ccf-5cc0-478b-8187-a20c8c01ce42'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:55.330711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-c49c7ba9-7ffd-4744-9d19-db400354a33f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95dde3a1-229e-45f8-87f7-fea56f2f9fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519202 Oct 28 21:24:55.352081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:55.474640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceafd-02f6-4f8f-a8cc-992ad9e661dd req-b39b489a-8798-4212-bddf-e238e8d7e137 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:55.476287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-137ceafd-02f6-4f8f-a8cc-992ad9e661dd req-b39b489a-8798-4212-bddf-e238e8d7e137 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1479669 Oct 28 21:24:55.486064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:55.497063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:55.503377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'floatingip': {'port_id': '416d4aef-138f-4764-973d-518bfe3cd2ae'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:55.603976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:55.615458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c4f35c-ca88-4413-b5b3-02efb22453dd,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:55.620769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-a44ebe1f-37ff-429a-8afa-abac4c04d936 service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519350 Oct 28 21:24:55.745253 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d09522-a7ba-4594-8f4a-7a28c209c337 x-openstack-request-id: req-44d09522-a7ba-4594-8f4a-7a28c209c337 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:55.745650 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-plugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:55.746002 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d09522-a7ba-4594-8f4a-7a28c209c337 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:55.746524 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'code': 200} Oct 28 21:24:55.864467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Checking segment: {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:55.865287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Network hostable DHCP agents. Network: 99a287ab-661d-43c4-8fa6-37cad17fa514, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:24:55.888638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-091393b1-c970-44c7-9d1a-72c4ae0ea87e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:55.891101 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-091393b1-c970-44c7-9d1a-72c4ae0ea87e tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.1864018 Oct 28 21:24:55.960011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6107b4-e02e-40c3-890d-be2d62fe456a req-5fdef00b-bd6e-4b35-b915-266c74dacc67 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:55.961531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b6107b4-e02e-40c3-890d-be2d62fe456a req-5fdef00b-bd6e-4b35-b915-266c74dacc67 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.3394542 Oct 28 21:24:56.013192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:24:56.049319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093be15-0b08-48e9-8f66-41ea0e4a935c req-b00011f7-c2f2-4ff0-813c-252808977b14 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:56.051173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2093be15-0b08-48e9-8f66-41ea0e4a935c req-b00011f7-c2f2-4ff0-813c-252808977b14 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 945 time: 0.1712306 Oct 28 21:24:56.058818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a98692b-9397-41d3-9259-243ad11b0f6e req-0475a366-21a0-4cba-a2af-d2f0946dd49f service neutron] 10.222.0.44 "GET /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168200 Oct 28 21:24:56.063979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb25e0-db85-405a-908d-704ef04b5741 req-c7a2373e-c06d-47bb-ae4c-f06f4c5ee9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:56.068890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-dfb8b909-a204-4849-8bcb-54051e6e0e93 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:56.070095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d0fb25e0-db85-405a-908d-704ef04b5741 req-c7a2373e-c06d-47bb-ae4c-f06f4c5ee9a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.2287786 Oct 28 21:24:56.070591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-dfb8b909-a204-4849-8bcb-54051e6e0e93 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.44 "GET /v2.0/networks?id=20399d54-85bf-48ed-91e6-029e28bbedaf HTTP/1.1" status: 200 len: 818 time: 0.3960631 Oct 28 21:24:56.076834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b6107b4-e02e-40c3-890d-be2d62fe456a req-0222735c-20c1-492f-b2e6-5bda8f7cd4a6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941954 Oct 28 21:24:56.086229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 99a287ab-661d-43c4-8fa6-37cad17fa514) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:56.095937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8792a66-436b-4e0a-af9f-d29b0383302b None None] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:56.098210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Request body: {'port': {'device_id': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf', 'admin_state_up': True, 'tenant_id': '66eb5bf65e1e4cd49810783013a78a34'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:56.116941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:56.117546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.227369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2093be15-0b08-48e9-8f66-41ea0e4a935c req-69d0bcb8-7b7b-4a32-984e-be46c3698817 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494322 Oct 28 21:24:56.235981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e3ec2e8f-dc7a-4945-b742-161c93693327 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6845961 Oct 28 21:24:56.240918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58514) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:56.251459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:56.319234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcef88-97e6-4711-ba64-63af0c33c6f5 req-d0e1f78c-af19-47f0-a299-4a41e48e66f1 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:56.321790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35fcef88-97e6-4711-ba64-63af0c33c6f5 req-d0e1f78c-af19-47f0-a299-4a41e48e66f1 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 943 time: 0.1414881 Oct 28 21:24:56.353192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.354708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.378847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f2d2444e-8119-496b-802b-9cdaa77bc6d3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:24:56.384012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:24:56.388334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:56.406708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Made reservation on behalf of 66eb5bf65e1e4cd49810783013a78a34 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:24:56.411757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.446452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35fcef88-97e6-4711-ba64-63af0c33c6f5 req-c7f0147f-b2d9-4f33-8bea-82e9c751f1f9 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169624 Oct 28 21:24:56.562022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75b597e9-3f9e-4c1b-b8be-4f2892cd847f req-37259521-19c1-480c-a7d4-03605093248a tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 210 time: 0.1265249 Oct 28 21:24:56.576892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.647524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:56.663224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3', 'network_id': '95dde3a1-229e-45f8-87f7-fea56f2f9fc5', 'port_id': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3', 'mac_address': 'fa:16:3e:d0:d0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e46626-c6d2-4bc4-98e4-73e8b43a1f1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:24:56.712033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:24:56.712405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 5bf8e30c-5811-4fd1-bab7-2a2a0b19d7c8 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:24:56.712820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7a8ca0c8-80cc-4786-8416-fb47fafe8702 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:24:56.719694 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d0fb25e0-db85-405a-908d-704ef04b5741 req-f3abd5fc-529e-403a-b5b1-a2157facaed7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612950 Oct 28 21:24:56.735437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Allocated IP 172.20.0.7 (20399d54-85bf-48ed-91e6-029e28bbedaf/cbbc9bac-b5e9-4f30-9060-ff682412fe95/6fe29c25-2d41-45e9-9476-a4a08c1132e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:56.777174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Deleting port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:56.777885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.804414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.896122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-99a287ab-661d-43c4-8fa6-37cad17fa514', 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'fixed_ips': [{'subnet_id': '73c4f35c-ca88-4413-b5b3-02efb22453dd'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:24:56.896966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:56.917010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d2444e-8119-496b-802b-9cdaa77bc6d3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:56.936687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:56.949806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.047273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:57.061943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.137213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.140910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Allocated IP 172.20.0.2 (99a287ab-661d-43c4-8fa6-37cad17fa514/73c4f35c-ca88-4413-b5b3-02efb22453dd/45bb3f3b-ad8c-4966-9d5a-ced3dd810445) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:57.142931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.resource_extend [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:24:57.154260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] For port 7a8ca0c8-80cc-4786-8416-fb47fafe8702, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7a8ca0c8-80cc-4786-8416-fb47fafe8702,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:57.160496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.228447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.276950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Calling delete_port for 7a8ca0c8-80cc-4786-8416-fb47fafe8702 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:24:57.330119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Network 20399d54-85bf-48ed-91e6-029e28bbedaf is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:57.337296 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.337705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.340776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:57.346193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:57.348540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:24:57.349910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Pushing event updated for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:57.361240 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.366021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:57.366544 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.387036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.446239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:57.449429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Pushing event updated for resources: {'Port': ['ID=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:57.455621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:57.462372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f2d2444e-8119-496b-802b-9cdaa77bc6d3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:24:57.506078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:57.549687 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Floating IP 3ef835a9-a90e-417c-a06d-edccc13674d7 associated. External IP: 172.25.4.34, port: 416d4aef-138f-4764-973d-518bfe3cd2ae. Oct 28 21:24:57.664968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Attempting to bind port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:57.665504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Attempting to bind port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:57.665955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Attempting to bind port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 on network 99a287ab-661d-43c4-8fa6-37cad17fa514 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:57.680626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:57.681183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Checking segment: {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:57.681649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.683259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Bound using segment: {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:57.683821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Bound port: 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:57.684214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.688113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.715506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.802195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event deleted for resources: {'Port': ['ID=7a8ca0c8-80cc-4786-8416-fb47fafe8702,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:57.803413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:57.813999 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc87b7-e553-416d-b481-717fb0c0a1c2" -d '{"events": [{"server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:57.823558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8986596-b846-4a90-b3bb-af7e4f566a03 req-ec2c154d-ecfd-4532-8e74-3093c86e7d1c tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=c63dd35b-aad1-49a5-858c-c78c540a78ae HTTP/1.1" status: 200 len: 210 time: 0.1176963 Oct 28 21:24:57.879471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a09588-c504-43a7-8525-9748e1f34f0a req-c25fc695-b200-46d5-b902-a7976c9e68f4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:57.890356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a09588-c504-43a7-8525-9748e1f34f0a req-c25fc695-b200-46d5-b902-a7976c9e68f4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.6388571 Oct 28 21:24:57.908770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:57.909412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:57.962866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:24:57.996407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.014401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] No DVR routers for this DVR port 7a8ca0c8-80cc-4786-8416-fb47fafe8702 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:24:58.018536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.022598 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8392fec-480a-47a3-a6f8-50e9e243f7ac req-d4686d76-7b95-46c9-9a24-4b378ccd413f tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "DELETE /v2.0/ports/7a8ca0c8-80cc-4786-8416-fb47fafe8702 HTTP/1.1" status: 204 len: 173 time: 2.0887206 Oct 28 21:24:58.023020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-deleted', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:24:58.025514 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828644e3-c111-446e-bc1d-54ea7dda5cc9" -d '{"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-deleted", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:24:58.048019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] For port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:24:58.071928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-ba5a6d87-1f5c-4528-9f6f-f1e647c5853f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9771979 Oct 28 21:24:58.078606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:24:58.105964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] For port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:24:58.117160 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.146535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:58.167004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Request body: {'port': {'device_id': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:24:58.224822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a09588-c504-43a7-8525-9748e1f34f0a req-6abf380c-0b9c-4857-a8d9-b621d775e691 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283925 Oct 28 21:24:58.230868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.234676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:24:58.246948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.258099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:24:58.278665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a74543c-a44e-4965-80e5-17f859520280 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "PUT /v2.0/floatingips/3ef835a9-a90e-417c-a06d-edccc13674d7 HTTP/1.1" status: 200 len: 990 time: 2.7912347 Oct 28 21:24:58.293502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:58.294246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:58.296358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad63dd8-cddd-4f59-a8ec-a730576725c2 None None] Pushing event updated for resources: {'Port': ['ID=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:58.306273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.340815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58548) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:58.366287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47449f57-6e4e-4290-bb29-69f0a288e7ae req-fedee51b-1b7a-4747-8749-a6aa6447f17e tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:58.373808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47449f57-6e4e-4290-bb29-69f0a288e7ae req-fedee51b-1b7a-4747-8749-a6aa6447f17e tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 944 time: 0.3516145 Oct 28 21:24:58.412926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.486531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:58.521930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0fae-d229-426b-8018-e387a6f556f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.556179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47449f57-6e4e-4290-bb29-69f0a288e7ae req-925360be-ba06-492e-8256-7a61d1763958 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813192 Oct 28 21:24:58.611513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bac10-bb86-42f2-a99c-54cf85227560 req-9c89fe96-f022-4b67-b823-fb4b2daf415f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:58.626404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea2bac10-bb86-42f2-a99c-54cf85227560 req-9c89fe96-f022-4b67-b823-fb4b2daf415f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 931 time: 0.2773759 Oct 28 21:24:58.646225 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca14ff-cf95-4e0f-bb42-bcb47c5d1756 x-openstack-request-id: req-a3ca14ff-cf95-4e0f-bb42-bcb47c5d1756 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:58.646724 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "name": "network-vif-plugged", "status": "completed", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:58.647114 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3ca14ff-cf95-4e0f-bb42-bcb47c5d1756 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:58.647567 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42', 'code': 200} Oct 28 21:24:58.741993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0fae-d229-426b-8018-e387a6f556f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.749952 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5808a5ba-abfa-49cf-ada6-ea488e60339f x-openstack-request-id: req-5808a5ba-abfa-49cf-ada6-ea488e60339f {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:24:58.750492 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63dd35b-aad1-49a5-858c-c78c540a78ae", "name": "network-vif-deleted", "tag": "7a8ca0c8-80cc-4786-8416-fb47fafe8702", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:24:58.750909 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5808a5ba-abfa-49cf-ada6-ea488e60339f {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:24:58.751656 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63dd35b-aad1-49a5-858c-c78c540a78ae', 'name': 'network-vif-deleted', 'tag': '7a8ca0c8-80cc-4786-8416-fb47fafe8702', 'status': 'completed', 'code': 200} Oct 28 21:24:58.771471 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0fae-d229-426b-8018-e387a6f556f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.827841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa0fae-d229-426b-8018-e387a6f556f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8c311-8256-4137-9a63-a1aa12a1afda,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:58.838999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4fa0fae-d229-426b-8018-e387a6f556f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c49ccea2a27549b09af13a2b238febc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935884 Oct 28 21:24:58.838999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:58.854384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Allocated IP 172.25.4.30 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/b5246057-e1e3-45b9-8315-c8d57ebeca5f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:24:58.861360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad89ae-aa80-412e-b27d-32127e7b551f req-23f1eabe-68bc-44f3-be34-10fd95659a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:58.862833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f4ad89ae-aa80-412e-b27d-32127e7b551f req-23f1eabe-68bc-44f3-be34-10fd95659a76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 1097 time: 0.1394675 Oct 28 21:24:58.870110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea2bac10-bb86-42f2-a99c-54cf85227560 req-a7e9f218-03fb-44f0-8ece-eb8039d29bf2 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951003 Oct 28 21:24:58.938382 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f4ad89ae-aa80-412e-b27d-32127e7b551f req-d638d208-5ba3-467f-a1df-db32f21d5f14 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669231 Oct 28 21:24:58.944671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.962849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3ef835a9-a90e-417c-a06d-edccc13674d7', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ec:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67333d8d-43f5-458b-878f-259c307f8fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:56Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:58.968838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:58.996901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:24:59.008048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:24:59.008916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:59.053943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.057176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.060219 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1d8c311-8256-4137-9a63-a1aa12a1afda HTTP/1.1" status: 204 len: 168 time: 0.2190979 Oct 28 21:24:59.073777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.087053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8f8c8-fd4f-40c5-bd1a-3a77e9104e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8c311-8256-4137-9a63-a1aa12a1afda,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:59.146548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe29c25-2d41-45e9-9476-a4a08c1132e9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:24:59.156578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.179152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Transition to ACTIVE for port object 6fe29c25-2d41-45e9-9476-a4a08c1132e9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:24:59.184885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.197432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.221390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:24:59.253822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:24:59.261785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:24:59.275285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:24:59.281830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Pushing event updated for resources: {'Port': ['ID=b5246057-e1e3-45b9-8315-c8d57ebeca5f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:59.505235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Pushing event updated for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:59.514091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:59.529760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1f533aa-a2ef-48ce-bd77-b512cdb026d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.562656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b714ae-bf4d-49a3-9a3d-6ca81233ced6 req-a91b0d26-089d-4064-b17d-9bb4053806ae tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:59.570471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7b714ae-bf4d-49a3-9a3d-6ca81233ced6 req-a91b0d26-089d-4064-b17d-9bb4053806ae tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.2984262 Oct 28 21:24:59.620150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a475d3b-40ac-4db6-839e-d32b8235dd84 req-0ea56da1-5c80-41c3-8ad6-5180e93c0911 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:59.627629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a475d3b-40ac-4db6-839e-d32b8235dd84 req-0ea56da1-5c80-41c3-8ad6-5180e93c0911 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2726502 Oct 28 21:24:59.657783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Attempting to bind port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:24:59.658853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Attempting to bind port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '58fabf85-465a-4116-aa8a-a075dc469028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:24:59.658853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Attempting to bind port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 on network 20399d54-85bf-48ed-91e6-029e28bbedaf {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:59.676453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc654d-eb8d-4603-882f-76a79e72e8b8 None None] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:24:59.678370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 on network 20399d54-85bf-48ed-91e6-029e28bbedaf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:24:59.678370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Attempting to bind port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 on network 20399d54-85bf-48ed-91e6-029e28bbedaf {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:24:59.687748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-72c22b36-40fe-4a53-8306-5b4c93f8a437 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:24:59.690189 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-72c22b36-40fe-4a53-8306-5b4c93f8a437 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "GET /v2.0/ports?device_id=13ec2a79-aed8-475c-9930-ea961ab0aee3 HTTP/1.1" status: 200 len: 944 time: 0.0938985 Oct 28 21:24:59.695577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:24:59.695784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1f533aa-a2ef-48ce-bd77-b512cdb026d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.695918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Checking segment: {'id': '58fabf85-465a-4116-aa8a-a075dc469028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:24:59.696291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Bound using segment: {'id': '58fabf85-465a-4116-aa8a-a075dc469028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:24:59.696813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Bound port: 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fabf85-465a-4116-aa8a-a075dc469028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:24:59.697152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.716995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7b714ae-bf4d-49a3-9a3d-6ca81233ced6 req-645cb1f0-7a4b-4bfb-9bac-93bbf16fe7e5 tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.31 "GET /v2.0/security-groups?id=d700f54c-5878-4a05-8044-19bb92df1e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455295 Oct 28 21:24:59.734396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1f533aa-a2ef-48ce-bd77-b512cdb026d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.758519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] Provisioning complete for port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:24:59.758887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.822186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a475d3b-40ac-4db6-839e-d32b8235dd84 req-4522974c-e7d3-4976-b362-7a273c98d53f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936169 Oct 28 21:24:59.826625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1f533aa-a2ef-48ce-bd77-b512cdb026d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d45d0de92ae4a25a010285eecbaa4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114460 Oct 28 21:24:59.830114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:24:59.836395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f533aa-a2ef-48ce-bd77-b512cdb026d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd2441-774f-4ffb-85c7-fc29e8940d80,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:24:59.894789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Deleting port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:24:59.895097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.913479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.933369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3ef835a9-a90e-417c-a06d-edccc13674d7', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ec:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67333d8d-43f5-458b-878f-259c307f8fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:56Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:24:59.978461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:24:59.997173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b907b-57f7-4c60-8b9b-16b0a2b33524 req-2837c6aa-5ae2-4308-8dcb-dea8da871643 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:00.003981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d9b907b-57f7-4c60-8b9b-16b0a2b33524 req-2837c6aa-5ae2-4308-8dcb-dea8da871643 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 944 time: 0.1652589 Oct 28 21:25:00.006440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adeb55-ed7c-4c4f-8dea-f39ff41966b1 None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '3ef835a9-a90e-417c-a06d-edccc13674d7', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ec:8d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67333d8d-43f5-458b-878f-259c307f8fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:24:27Z', 'updated_at': '2021-10-28T21:24:56Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:00.040474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:00.064597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.111072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] For port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,segment=NetworkSegment(260baa61-764d-4fea-9ed3-66eea412655d),segment_id=260baa61-764d-4fea-9ed3-66eea412655d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:00.111536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.150686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.154624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Calling delete_port for 3eb609ee-4bac-4616-b961-9d0c7ca34d5b owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:00.236004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.239075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.241213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] For port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:00.243127 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36fd2441-774f-4ffb-85c7-fc29e8940d80 HTTP/1.1" status: 204 len: 168 time: 0.4090784 Oct 28 21:25:00.254958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddaf4a-9ca7-4a46-942b-b1339e15536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd2441-774f-4ffb-85c7-fc29e8940d80,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:00.264410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.266583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9,segment=NetworkSegment(58fabf85-465a-4116-aa8a-a075dc469028),segment_id=58fabf85-465a-4116-aa8a-a075dc469028)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:00.356888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f2d2444e-8119-496b-802b-9cdaa77bc6d3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:00.408041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d9b907b-57f7-4c60-8b9b-16b0a2b33524 req-77634e13-0d2e-4e2f-82d2-1dc28aaaeb8a tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897529 Oct 28 21:25:00.411524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.523353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.585100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1fd6-c90d-4194-be80-9a7cee15e820 None None] New status for floating IP 3ef835a9-a90e-417c-a06d-edccc13674d7: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:25:00.586753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Pushing event deleted for resources: {'Port': ['ID=3eb609ee-4bac-4616-b961-9d0c7ca34d5b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:00.628396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:00.632470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:00.641580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.641580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] 10.222.0.44 "PUT /v2.0/ports/6fe29c25-2d41-45e9-9476-a4a08c1132e9 HTTP/1.1" status: 200 len: 1092 time: 2.5178778 Oct 28 21:25:00.670705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:00.674094 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819" -d '{"events": [{"name": "network-changed", "server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:00.679648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] No DVR routers for this DVR port 3eb609ee-4bac-4616-b961-9d0c7ca34d5b on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:00.688422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.696263 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f711557-a45b-4711-a277-e3d8f5cf948d req-b2dd7405-5192-4e58-9a92-904d16aa819a tempest-LiveMigrationTest-364589349 tempest-LiveMigrationTest-364589349-project] 10.222.0.52 "DELETE /v2.0/ports/3eb609ee-4bac-4616-b961-9d0c7ca34d5b HTTP/1.1" status: 204 len: 173 time: 0.9992085 Oct 28 21:25:00.715344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5036d-1961-432d-8b10-ca0017901223 None None] Pushing event updated for resources: {'Port': ['ID=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:00.752915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae'}, {'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-deleted', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:00.756297 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f740141-7b01-4a42-9886-5be38dee2558" -d '{"events": [{"name": "network-changed", "server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae"}, {"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-deleted", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:00.824124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f2d2444e-8119-496b-802b-9cdaa77bc6d3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:00.826294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:00.826662 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.830408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f2d2444e-8119-496b-802b-9cdaa77bc6d3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:00.830766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:00.919884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f07d4305-0dda-41cd-b1dc-c913eb5efbc7 None None] Provisioning complete for port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:00.920246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f07d4305-0dda-41cd-b1dc-c913eb5efbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.004641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa6b4-a8e4-44b6-8dc2-b756e1aa749b service neutron] Pushing event updated for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:01.067257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.080486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49131639-5960-4964-8ed1-8b0be11b908f req-92883530-e653-4f23-b3a3-a08b53e712ed tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.083741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49131639-5960-4964-8ed1-8b0be11b908f req-92883530-e653-4f23-b3a3-a08b53e712ed tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 943 time: 0.4294336 Oct 28 21:25:01.090766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213749ae-7141-477e-877a-a4860685b549 req-b165a978-11e7-464f-bd41-bed4254e1911 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.092410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213749ae-7141-477e-877a-a4860685b549 req-b165a978-11e7-464f-bd41-bed4254e1911 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.3565311 Oct 28 21:25:01.125432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:01.128009 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd28f34-443c-4e23-a933-8ce44b277ada" -d '{"events": [{"server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:01.144984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-78645fac-46ec-44f9-828f-3710a26206f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.147049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:01.148510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-78645fac-46ec-44f9-828f-3710a26206f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66eb5bf65e1e4cd49810783013a78a34&device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 1095 time: 0.4048746 Oct 28 21:25:01.155733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.165260 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-213749ae-7141-477e-877a-a4860685b549 req-bba0635c-6e44-40eb-9e61-8becaae86c74 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.238995 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.249370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-c7987ad8-cd9c-4503-b1b5-fb6d32d618f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9 HTTP/1.1" status: 200 len: 217 time: 0.0804040 Oct 28 21:25:01.258931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:01.270415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49131639-5960-4964-8ed1-8b0be11b908f req-3ee07579-0195-40cf-a410-28f0ef57c472 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700690 Oct 28 21:25:01.369190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:01.428792 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbea9d8-9893-4d53-83fa-0b1c0b41bd5a x-openstack-request-id: req-8dbea9d8-9893-4d53-83fa-0b1c0b41bd5a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:01.429179 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae", "status": "completed", "code": 200}, {"server_uuid": "13ec2a79-aed8-475c-9930-ea961ab0aee3", "name": "network-vif-deleted", "tag": "3eb609ee-4bac-4616-b961-9d0c7ca34d5b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:01.430612 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dbea9d8-9893-4d53-83fa-0b1c0b41bd5a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:01.431291 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'status': 'completed', 'code': 200} Oct 28 21:25:01.431627 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2a79-aed8-475c-9930-ea961ab0aee3', 'name': 'network-vif-deleted', 'tag': '3eb609ee-4bac-4616-b961-9d0c7ca34d5b', 'status': 'completed', 'code': 200} Oct 28 21:25:01.525419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740141-7b01-4a42-9886-5be38dee2558 req-3e7ae407-6937-4fcf-8c69-11fbcdc32331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.531024 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-3e7ae407-6937-4fcf-8c69-11fbcdc32331 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.0802569 Oct 28 21:25:01.573258 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c65dab0-ac2d-43a5-abe2-cfd154ebc49c x-openstack-request-id: req-4c65dab0-ac2d-43a5-abe2-cfd154ebc49c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:01.573633 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:01.573954 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c65dab0-ac2d-43a5-abe2-cfd154ebc49c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:01.574580 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3', 'code': 200} Oct 28 21:25:01.686060 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c0ff8-08d9-4e32-91cc-2b8251f2495f x-openstack-request-id: req-500c0ff8-08d9-4e32-91cc-2b8251f2495f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:01.686616 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:01.686616 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-500c0ff8-08d9-4e32-91cc-2b8251f2495f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:01.687091 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9', 'status': 'completed', 'code': 200} Oct 28 21:25:01.718024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740141-7b01-4a42-9886-5be38dee2558 req-e11e61e6-ef89-42b4-bc12-118314434f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.721086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-e11e61e6-ef89-42b4-bc12-118314434f7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.1755493 Oct 28 21:25:01.791742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d8cd-67c1-419e-9840-df965db25040 req-b96620d3-cdec-4266-8444-896091628ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.794081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-b96620d3-cdec-4266-8444-896091628ee3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbbc9bac-b5e9-4f30-9060-ff682412fe95 HTTP/1.1" status: 200 len: 858 time: 0.5170169 Oct 28 21:25:01.820315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Deleting subnet 868f1d95-57f4-4051-80f3-19bdc0247cbf {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:01.823597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.855449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-b989b00d-4d2f-47e9-ab15-4dba77b9fac0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20399d54-85bf-48ed-91e6-029e28bbedaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485671 Oct 28 21:25:01.865192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5ccfb-9334-4b5c-904f-660b94652ee2 req-65b60acc-5575-4ce5-b02c-3bc8d565b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.866639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d5ccfb-9334-4b5c-904f-660b94652ee2 req-65b60acc-5575-4ce5-b02c-3bc8d565b1f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 1097 time: 0.2025735 Oct 28 21:25:01.879431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0445eb-74bf-4eed-a3b3-cf981aab862b req-36d9db51-4e00-45b1-ae8b-cb24c90d13ce tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:01.882031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:01.886567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b0445eb-74bf-4eed-a3b3-cf981aab862b req-36d9db51-4e00-45b1-ae8b-cb24c90d13ce tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 945 time: 0.1974487 Oct 28 21:25:01.905960 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-77605db7-a451-4364-9e62-d2453b9ad14b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1000 time: 0.1375334 Oct 28 21:25:01.971681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.010788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-213749ae-7141-477e-877a-a4860685b549 req-bba0635c-6e44-40eb-9e61-8becaae86c74 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.010937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740141-7b01-4a42-9886-5be38dee2558 req-09261639-0094-4f88-a4bd-dbd0b492e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:02.011160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-09261639-0094-4f88-a4bd-dbd0b492e1ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.0957050 Oct 28 21:25:02.031341 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-213749ae-7141-477e-877a-a4860685b549 req-bba0635c-6e44-40eb-9e61-8becaae86c74 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.061271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b0445eb-74bf-4eed-a3b3-cf981aab862b req-5bd5a383-ee39-4e8e-b7ec-4cdc862e2031 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717339 Oct 28 21:25:02.082252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d5ccfb-9334-4b5c-904f-660b94652ee2 req-0ce4d10d-38e2-474a-a48b-e8a33f3faa98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923964 Oct 28 21:25:02.090930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740141-7b01-4a42-9886-5be38dee2558 req-27d301c6-2932-43fe-b9fd-f8dc447c6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:02.093655 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-27d301c6-2932-43fe-b9fd-f8dc447c6315 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722857 Oct 28 21:25:02.094526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213749ae-7141-477e-877a-a4860685b549 req-bba0635c-6e44-40eb-9e61-8becaae86c74 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913278 Oct 28 21:25:02.096077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.122303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0635c-6e44-40eb-9e61-8becaae86c74 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7bfd1a-9625-489b-9098-9dd00c282e70,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:02.129474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868f1d95-57f4-4051-80f3-19bdc0247cbf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:02.130323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-ec9d407e-1042-490e-bd2c-c5273e5cce66 service neutron] 10.222.0.44 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626758 Oct 28 21:25:02.131800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Router 47b96063-7ac0-4273-a44c-4445292adc2b is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:25:02.137265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.143481 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a0ae266e-173d-4722-b6e8-d394fcdb8ade admin admin] 10.222.0.31 "DELETE /v2.0/subnets/868f1d95-57f4-4051-80f3-19bdc0247cbf HTTP/1.1" status: 204 len: 168 time: 0.7703745 Oct 28 21:25:02.143481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58638) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:02.231706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.252218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:02.264246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Sync routers for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:02.280071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.280551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:02.284950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:02.291493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af02ecf4-7072-432a-80fd-0b2ba7ad2469 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0390892 Oct 28 21:25:02.292205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58642) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:02.370613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:02.403337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 3eb609ee-4bac-4616-b961-9d0c7ca34d5b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:02.404050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 3eb609ee-4bac-4616-b961-9d0c7ca34d5b not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:02.457272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:02.478843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.487762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:02.505561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f84dac-3389-47d1-b4a1-79eb30e3ea6b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:02.517782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260baa61-764d-4fea-9ed3-66eea412655d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:02.518314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260baa61-764d-4fea-9ed3-66eea412655d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:02.531765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.554275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.571246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:02.571876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:02.573897 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:02.630012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:02.630609 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.646501 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-4bde65d0-8b0e-43de-8734-bc7a2b30dbed service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361378 Oct 28 21:25:02.662780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa13d7-f124-4901-b7d3-3a17dd2f3ca1 req-1c00ed6a-a2b1-4191-8f4f-5762d03f14d8 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:02.665197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4daa13d7-f124-4901-b7d3-3a17dd2f3ca1 req-1c00ed6a-a2b1-4191-8f4f-5762d03f14d8 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 943 time: 0.1710124 Oct 28 21:25:02.667091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.672027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.676415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2f84dac-3389-47d1-b4a1-79eb30e3ea6b HTTP/1.1" status: 204 len: 168 time: 0.5324459 Oct 28 21:25:02.680476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:02.734085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bbd28-c84a-4323-a053-09a82c446e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f84dac-3389-47d1-b4a1-79eb30e3ea6b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:02.746481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Deleting subnet 82ab9dfd-6e1d-401d-b39f-55be5fdc7528 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:02.751976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.781766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:24:59Z', 'revision_number': 3, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:02.789026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3f740141-7b01-4a42-9886-5be38dee2558 req-4682fa05-be9c-4cfa-aadc-ce9d6f425c77 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335526 Oct 28 21:25:02.817720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Checking router: 47b96063-7ac0-4273-a44c-4445292adc2b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:02.818074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Updating router 47b96063-7ac0-4273-a44c-4445292adc2b port b5246057-e1e3-45b9-8315-c8d57ebeca5f binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:02.846619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.852950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b715d8cd-67c1-419e-9840-df965db25040 req-9403ca94-0339-4c76-b069-7dc0aaa671a6 service neutron] 10.222.0.44 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597024 Oct 28 21:25:02.901008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:02.977794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4daa13d7-f124-4901-b7d3-3a17dd2f3ca1 req-1eb034ab-731b-4d8c-bc14-bcd8adb4795d tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938712 Oct 28 21:25:03.014295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.055084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-55e07508-4a21-4d30-9342-8e92b3af05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:03.056615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-55e07508-4a21-4d30-9342-8e92b3af05f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66eb5bf65e1e4cd49810783013a78a34&device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 1095 time: 0.1276512 Oct 28 21:25:03.296417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.298389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c3f5cbfb-7680-4adf-892c-526acc1f630b tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0728004228994d57b778edc7fea4ae34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937204 Oct 28 21:25:03.307989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.359841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Attempting to bind port b5246057-e1e3-45b9-8315-c8d57ebeca5f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:03.360308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Attempting to bind port b5246057-e1e3-45b9-8315-c8d57ebeca5f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:03.360753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Attempting to bind port b5246057-e1e3-45b9-8315-c8d57ebeca5f on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:03.370759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.372070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:03.372688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:03.373299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.373698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:03.374191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Bound port: b5246057-e1e3-45b9-8315-c8d57ebeca5f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:03.374567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.374798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-2b1dac98-fe1e-459c-a206-71eb0a7c9ede service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4469528 Oct 28 21:25:03.376307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842a5f-bffd-4620-9043-d8afc2b2ed7d None None] Pushing event updated for resources: {'Port': ['ID=b5246057-e1e3-45b9-8315-c8d57ebeca5f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:03.433017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] For port b5246057-e1e3-45b9-8315-c8d57ebeca5f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:03.437753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] For port b5246057-e1e3-45b9-8315-c8d57ebeca5f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b5246057-e1e3-45b9-8315-c8d57ebeca5f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:03.443182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.452632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f485be55-3531-44eb-9bbb-bfe6ce7ebddc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:25:03.453616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f485be55-3531-44eb-9bbb-bfe6ce7ebddc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0246046 Oct 28 21:25:03.454696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-feb66735-8275-4d85-a603-a4396cde409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:03.456068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-feb66735-8275-4d85-a603-a4396cde409a service neutron] 10.222.0.44 "GET /v2.0/networks?id=20399d54-85bf-48ed-91e6-029e28bbedaf HTTP/1.1" status: 200 len: 919 time: 0.3359642 Oct 28 21:25:03.469733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df12f0b-88d2-4474-93b2-1ca6a818cb07 req-077d31d9-a546-4f65-8e1d-1634860c2fcd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:03.471461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4df12f0b-88d2-4474-93b2-1ca6a818cb07 req-077d31d9-a546-4f65-8e1d-1634860c2fcd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2908056 Oct 28 21:25:03.502858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ab9dfd-6e1d-401d-b39f-55be5fdc7528,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:03.503187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:03.503980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:03.513613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.516988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87e3b0a3-4186-42f8-a12e-6d85701d8418 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82ab9dfd-6e1d-401d-b39f-55be5fdc7528 HTTP/1.1" status: 204 len: 168 time: 0.8315952 Oct 28 21:25:03.522599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:03.575654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-40bfe235-105b-4edc-9c3d-12e11cc66436 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9 HTTP/1.1" status: 200 len: 217 time: 0.1009948 Oct 28 21:25:03.590121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842a5f-bffd-4620-9043-d8afc2b2ed7d None None] Pushing event updated for resources: {'Port': ['ID=b5246057-e1e3-45b9-8315-c8d57ebeca5f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:03.643501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.654939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:03.679114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4df12f0b-88d2-4474-93b2-1ca6a818cb07 req-b0986bba-8088-492a-aafb-3739c3c4a7b4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668224 Oct 28 21:25:03.721813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-9f0a1698-c9cf-4393-a8fa-7148df735918 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:03.724005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-9f0a1698-c9cf-4393-a8fa-7148df735918 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814621 Oct 28 21:25:03.734006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.743746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-7b095f55-a503-4648-9d6f-e5ba44e2faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:03.745002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-7b095f55-a503-4648-9d6f-e5ba44e2faa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbbc9bac-b5e9-4f30-9060-ff682412fe95 HTTP/1.1" status: 200 len: 858 time: 0.1553688 Oct 28 21:25:03.758509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-9a9b713d-2953-4d33-b00b-4080c0c75746 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/quotas/0728004228994d57b778edc7fea4ae34 HTTP/1.1" status: 200 len: 375 time: 0.0268898 Oct 28 21:25:03.763671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c328e3c-c0c3-43e2-87e8-d5b2c069255d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:03.780120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa7d786-7aea-4126-99cd-539e6dedcab0') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:03.782817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa7d786-7aea-4126-99cd-539e6dedcab0') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:03.812589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.845428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.857082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-851d0b32-cf1b-431f-8376-52a7771a8f9d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0728004228994d57b778edc7fea4ae34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984707 Oct 28 21:25:03.858238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:03.860408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:03.863318 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:03.872099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-b25cf37d-d4c8-4ff5-ae89-7147df6a13fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20399d54-85bf-48ed-91e6-029e28bbedaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899217 Oct 28 21:25:03.922952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.976107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:03.992130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:24:59Z', 'revision_number': 3, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:04.015757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:04.021567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c328e3c-c0c3-43e2-87e8-d5b2c069255d HTTP/1.1" status: 204 len: 168 time: 0.4952881 Oct 28 21:25:04.022357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d1aaf-e718-4438-8b33-8641c1e110ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1c328e3c-c0c3-43e2-87e8-d5b2c069255d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:04.068906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a503e-473a-4176-902c-ec7c0b78d0b6 None None] The sync data for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 is: [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:24:59Z', 'revision_number': 3, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:04.103782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc03c2-7cfe-4c02-889f-a18f576dc459 req-932ccbc7-8775-4a51-8c60-567f1a2409c7 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:04.106243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eebc03c2-7cfe-4c02-889f-a18f576dc459 req-932ccbc7-8775-4a51-8c60-567f1a2409c7 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 945 time: 0.3036957 Oct 28 21:25:04.363847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:04.459268 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2dc0d0c-0923-4a53-a1a0-1787746c0a5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03b669f7d6b54634a31737352f7296e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929334 Oct 28 21:25:04.459910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:04.638222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:04.683271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:04.756701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:04.760488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:04.765223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d700f54c-5878-4a05-8044-19bb92df1e70 HTTP/1.1" status: 204 len: 168 time: 0.2968104 Oct 28 21:25:04.780393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa45b6-817c-4ca4-b402-c7eab6d63c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d700f54c-5878-4a05-8044-19bb92df1e70,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:04.822460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-362952ff-583d-410b-816a-f6f4e9d81f81 service neutron] 10.222.0.44 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9195545 Oct 28 21:25:04.894227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eebc03c2-7cfe-4c02-889f-a18f576dc459 req-f585a8de-4c61-454d-913a-7fdb0df34f82 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694461 Oct 28 21:25:05.033817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0444f3-7452-4690-99a6-f02c8c76ec7b req-fbaaa3bb-3e0d-47b0-a8db-ff171f4d5899 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:05.036976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c0444f3-7452-4690-99a6-f02c8c76ec7b req-fbaaa3bb-3e0d-47b0-a8db-ff171f4d5899 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 943 time: 0.8487353 Oct 28 21:25:05.096556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe5e8d01-01a1-49b7-8b19-01db68373ca6 req-8563b1f2-5f21-456a-abaf-99d8cdaf1fe9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 210 time: 0.1050212 Oct 28 21:25:05.164965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Allocated IP 172.20.0.1 (99a287ab-661d-43c4-8fa6-37cad17fa514/73c4f35c-ca88-4413-b5b3-02efb22453dd/dca7b031-fe29-4a5f-9ad0-881dd9eaa33d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:05.211390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6f3183-2988-4dbb-a0d4-d1626f0a6819 req-8346d08a-a85e-4640-a675-283c1f5af52b service neutron] 10.222.0.44 "GET /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439813 Oct 28 21:25:05.229597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c0444f3-7452-4690-99a6-f02c8c76ec7b req-ba7d683a-784e-4dc6-9305-22af6385fa7f tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356494 Oct 28 21:25:05.363273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262950d-9c2e-4aef-8dd9-85b248dc3e71 req-b91277dd-070a-49ea-9adb-6ff68ba46b56 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:05.364837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8262950d-9c2e-4aef-8dd9-85b248dc3e71 req-b91277dd-070a-49ea-9adb-6ff68ba46b56 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.0803270 Oct 28 21:25:05.412328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58744) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:05.448610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.470548 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6e6b29b8-b5fc-4eff-97e5-acb57013b907 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8cb568df4b746dab5b1a24f206a435b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545342 Oct 28 21:25:05.471163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58746) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:05.513403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8262950d-9c2e-4aef-8dd9-85b248dc3e71 req-18c30312-e4dc-43a0-96c5-e9a4e26bbf1d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391900 Oct 28 21:25:05.549303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.565676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-9d5daaa8-6b55-4170-803c-9c3c8b0c0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:05.568061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-9d5daaa8-6b55-4170-803c-9c3c8b0c0a88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.1896186 Oct 28 21:25:05.575968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.633860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e1fc7-156c-40ff-b883-97b446802c67 req-e6192c59-8869-4b7e-9379-f4f1beff5321 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:05.635744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-019e1fc7-156c-40ff-b883-97b446802c67 req-e6192c59-8869-4b7e-9379-f4f1beff5321 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 945 time: 0.2266860 Oct 28 21:25:05.640868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.646353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.651619 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b4d79aa-a932-4e95-94a7-c47fc51c1509 HTTP/1.1" status: 204 len: 168 time: 0.1791823 Oct 28 21:25:05.669553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d45e0-dc7b-4843-affe-cbe6bcbeabbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d79aa-a932-4e95-94a7-c47fc51c1509,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:05.763008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:05.785236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-019e1fc7-156c-40ff-b883-97b446802c67 req-7e2a2ce5-c1ae-4f46-9604-b098f9901ef6 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295116 Oct 28 21:25:05.800956 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c2d115a5-96cf-4e12-b225-7f4a0e7e18c0 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0728004228994d57b778edc7fea4ae34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623941 Oct 28 21:25:05.961875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:06.015055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:06.040446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-e5d4a630-fc71-4ae1-b09a-83fdc0e6e2aa tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:06.051007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-e5d4a630-fc71-4ae1-b09a-83fdc0e6e2aa tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463312 Oct 28 21:25:06.053323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:06.068657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-12261da0-25e6-46b5-8540-b03de86e0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:06.069537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Request body: {'port': {'device_id': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '0728004228994d57b778edc7fea4ae34'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:06.071809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-12261da0-25e6-46b5-8540-b03de86e0d8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.4834297 Oct 28 21:25:06.072667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:06.166982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-dd3e343f-4a4c-4b33-a6d4-2d8530c969c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0546360 Oct 28 21:25:06.299970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Made reservation on behalf of 0728004228994d57b778edc7fea4ae34 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:06.305577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.324581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.335626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.380134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6fe29c25-2d41-45e9-9476-a4a08c1132e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:06.460026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-d02fcbc4-26f3-46e2-a949-c0ffafb036cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:06.461230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-d02fcbc4-26f3-46e2-a949-c0ffafb036cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2700651 Oct 28 21:25:06.472742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-031addd7-ac46-4cd8-a7d0-7bc6b9a9a5a3 req-3fca967c-1613-43fc-8597-6f622d3dc3a9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 210 time: 0.1738579 Oct 28 21:25:06.538524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b5246057-e1e3-45b9-8315-c8d57ebeca5f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:06.597700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.606632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.641045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e3d6d1e3-4aa9-463f-9d79-1d42422ab69a None None] Provisioning complete for port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:06.641573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3d6d1e3-4aa9-463f-9d79-1d42422ab69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.689984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9,segment=NetworkSegment(58fabf85-465a-4116-aa8a-a075dc469028),segment_id=58fabf85-465a-4116-aa8a-a075dc469028)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:06.714993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6fe29c25-2d41-45e9-9476-a4a08c1132e9', 'network_id': '20399d54-85bf-48ed-91e6-029e28bbedaf', 'port_id': '6fe29c25-2d41-45e9-9476-a4a08c1132e9', 'mac_address': 'fa:16:3e:72:06:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbc9bac-b5e9-4f30-9060-ff682412fe95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:06.724260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6d1e3-4aa9-463f-9d79-1d42422ab69a None None] Port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:06.729774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b5246057-e1e3-45b9-8315-c8d57ebeca5f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:06.729774 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.753797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddbbfe-6b23-43f2-82bd-6ac8202a7191,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:06.800216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.828354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe29c25-2d41-45e9-9476-a4a08c1132e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:06.860262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9,segment=NetworkSegment(58fabf85-465a-4116-aa8a-a075dc469028),segment_id=58fabf85-465a-4116-aa8a-a075dc469028)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:06.872212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f3370d6b-2ac5-4db9-9c04-f23d48c04314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:06.873829 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.874967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f3370d6b-2ac5-4db9-9c04-f23d48c04314 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3943999 Oct 28 21:25:06.896778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc1cae-1646-43f0-8a73-a980f97d4f2c req-6551556a-2dff-4fbd-9a2f-6a3e9af84549 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:06.903918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abfc1cae-1646-43f0-8a73-a980f97d4f2c req-6551556a-2dff-4fbd-9a2f-6a3e9af84549 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 943 time: 0.3155956 Oct 28 21:25:06.949181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Allocated IP 192.168.233.199 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/24893d86-7cb7-4c8b-9a81-2a634f8619e0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:06.956170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:06.981494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port b5246057-e1e3-45b9-8315-c8d57ebeca5f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b5246057-e1e3-45b9-8315-c8d57ebeca5f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:07.011745 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.025744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:07.116471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b350223-861d-46e2-bf82-bd4953d9a129 req-419b7ecb-7e31-46ee-8ba9-ff7d7ad5c642 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:07.120413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b350223-861d-46e2-bf82-bd4953d9a129 req-419b7ecb-7e31-46ee-8ba9-ff7d7ad5c642 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 945 time: 0.5011191 Oct 28 21:25:07.190211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=b5246057-e1e3-45b9-8315-c8d57ebeca5f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:07.261316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6fe29c25-2d41-45e9-9476-a4a08c1132e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:07.278794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b350223-861d-46e2-bf82-bd4953d9a129 req-dfbb5464-c8f1-4d05-895d-3a1fe0b9191a tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428106 Oct 28 21:25:07.279839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.284316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.372807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.417387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abfc1cae-1646-43f0-8a73-a980f97d4f2c req-67b9f962-0cfe-4131-971a-3b56e209238e tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125411 Oct 28 21:25:07.456286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Pushing event updated for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:07.483765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:07.491087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:07.493927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:07.539608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-65fbafc8-d793-4742-b074-5e249e382fa4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510763 Oct 28 21:25:07.653683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:07.654351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.680799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-d1d981fe-d9c6-476c-b8c4-85103110353d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6156251 Oct 28 21:25:07.703909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Request body: {'port': {'device_id': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:07.765717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.785341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.871337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2373e7ae-54f1-4061-aa63-6290880b9f1a None None] Provisioning complete for port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:07.871337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2373e7ae-54f1-4061-aa63-6290880b9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:07.968080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2373e7ae-54f1-4061-aa63-6290880b9f1a None None] Port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:08.009991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.051697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-7c37c441-694f-4187-b878-45efa513550f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834023 Oct 28 21:25:08.174228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebb2ec-e870-45cf-9889-6d016dc01746 req-ddc3ad0c-5707-4f25-8c14-3a8d3108c44f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.177203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0ebb2ec-e870-45cf-9889-6d016dc01746 req-ddc3ad0c-5707-4f25-8c14-3a8d3108c44f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.7551451 Oct 28 21:25:08.193573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:08.200334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.220916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c05ca-d569-444f-a239-e4010d17ef64 req-045a0523-e11b-499e-b7fe-280297a64a70 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.223415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469c05ca-d569-444f-a239-e4010d17ef64 req-045a0523-e11b-499e-b7fe-280297a64a70 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 936 time: 0.3699682 Oct 28 21:25:08.313278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-08bc8617-045e-424c-8393-ab9f6047e9cb tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.315109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-08bc8617-045e-424c-8393-ab9f6047e9cb tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 945 time: 0.2712002 Oct 28 21:25:08.347849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0ebb2ec-e870-45cf-9889-6d016dc01746 req-dcb50425-b978-4aa2-aecf-616e53eba44c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590545 Oct 28 21:25:08.380748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6fe29c25-2d41-45e9-9476-a4a08c1132e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:08.399048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24893d86-7cb7-4c8b-9a81-2a634f8619e0 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:08.432899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.440678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469c05ca-d569-444f-a239-e4010d17ef64 req-5d97f809-60b8-4186-9ebd-ab6e60269ec9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997156 Oct 28 21:25:08.478473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Transition to ACTIVE for port object 24893d86-7cb7-4c8b-9a81-2a634f8619e0 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:08.501994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.584853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:08.591847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b5246057-e1e3-45b9-8315-c8d57ebeca5f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:08.594263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:08.594263 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.626177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-856f1cf6-3947-4dfd-b75d-a717342195d9 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.628068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-856f1cf6-3947-4dfd-b75d-a717342195d9 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7af0d220-8136-4b08-8659-2dd725115580 HTTP/1.1" status: 200 len: 945 time: 0.2579241 Oct 28 21:25:08.630333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:08.644311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Pushing event updated for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:08.667477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:08.760144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Attempting to bind port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:08.760756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Attempting to bind port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:08.761270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Attempting to bind port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:08.767666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:08.768245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Attempting to bind port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:08.775250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:08.775867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:08.776441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:08.777047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Bound port: 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:08.777593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.858266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b5246057-e1e3-45b9-8315-c8d57ebeca5f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:08.858573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.890553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:08.894482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:08.908995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:08.930411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939c53-8488-434a-8114-6400e1600534 req-746c0a98-e186-437d-a9fd-b92cf7e12c66 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.931990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b939c53-8488-434a-8114-6400e1600534 req-746c0a98-e186-437d-a9fd-b92cf7e12c66 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 945 time: 0.3957484 Oct 28 21:25:08.952052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15505-0488-4c4c-b10c-53f767c12ef9 req-f9c955f3-ecc9-4cd3-8140-c6602cee351b tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:08.959960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25f15505-0488-4c4c-b10c-53f767c12ef9 req-f9c955f3-ecc9-4cd3-8140-c6602cee351b tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 944 time: 0.4133370 Oct 28 21:25:08.971038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.004830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Deleting port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:09.005075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:09.005210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.005634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.007075 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] 10.222.0.44 "PUT /v2.0/ports/24893d86-7cb7-4c8b-9a81-2a634f8619e0 HTTP/1.1" status: 200 len: 1097 time: 1.3113360 Oct 28 21:25:09.009746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:09.012069 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb769e-bf25-4105-b7b2-06220ef9c1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:09.074760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9,segment=NetworkSegment(58fabf85-465a-4116-aa8a-a075dc469028),segment_id=58fabf85-465a-4116-aa8a-a075dc469028)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:09.078864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:09.083662 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f4cbc-f66f-4227-9502-962a96a44cb4" -d '{"events": [{"server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "name": "network-vif-plugged", "status": "completed", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:09.094784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.113737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e7ed-ee9b-4600-96a5-762bcb6bf826 service neutron] Pushing event updated for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:09.134359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-ee1d6924-31d8-4e1b-883c-771ced42b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:09.136152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-ee1d6924-31d8-4e1b-883c-771ced42b496 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0728004228994d57b778edc7fea4ae34&device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 1100 time: 0.0764089 Oct 28 21:25:09.207784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:09.211406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Router 47b96063-7ac0-4273-a44c-4445292adc2b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:09.221296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25f15505-0488-4c4c-b10c-53f767c12ef9 req-14b957f8-7b3f-4ae0-a7ff-87a0e169d0f3 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602799 Oct 28 21:25:09.273351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b939c53-8488-434a-8114-6400e1600534 req-aa733982-d8f8-4b5b-bfd4-1fa4fc6eb1fe tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a4c010-e2fa-4d4b-84a9-65511032f92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074195 Oct 28 21:25:09.287207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ac143ecf-4588-430a-87c2-9aacb9d2a9bf None None] Provisioning complete for port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:09.287576 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ac143ecf-4588-430a-87c2-9aacb9d2a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.393307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ac143ecf-4588-430a-87c2-9aacb9d2a9bf None None] Port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:09.492449 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce7417-acaf-4679-8e9d-79489befa433 x-openstack-request-id: req-fbce7417-acaf-4679-8e9d-79489befa433 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:09.492759 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "name": "network-vif-plugged", "status": "completed", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:09.493028 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbce7417-acaf-4679-8e9d-79489befa433 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:09.493638 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9', 'code': 200} Oct 28 21:25:09.621131 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e158a3-fba1-4422-b2d4-5d7c2332c027 x-openstack-request-id: req-24e158a3-fba1-4422-b2d4-5d7c2332c027 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:09.621131 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:09.621131 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e158a3-fba1-4422-b2d4-5d7c2332c027 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:09.621131 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0', 'status': 'completed', 'code': 200} Oct 28 21:25:09.627729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-87405368-2352-4399-98aa-dc3673600470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0 HTTP/1.1" status: 200 len: 217 time: 0.4809308 Oct 28 21:25:09.700962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d1cf-c044-46ac-911c-bc406f1ef74a req-6a5cf131-5af0-487e-8149-acc910e5ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:09.702519 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2367d1cf-c044-46ac-911c-bc406f1ef74a req-6a5cf131-5af0-487e-8149-acc910e5ed08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 1097 time: 0.0861442 Oct 28 21:25:09.703857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-a52ab6d4-33c9-4344-a387-03393f687858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:09.705277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-a52ab6d4-33c9-4344-a387-03393f687858 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0583704 Oct 28 21:25:09.781135 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2367d1cf-c044-46ac-911c-bc406f1ef74a req-74129ca1-e0ca-4a4c-a76d-c6e04b0ac364 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630836 Oct 28 21:25:09.788233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-f8f59cde-497e-472e-88c7-d79dff31de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:09.789768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-f8f59cde-497e-472e-88c7-d79dff31de62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0705976 Oct 28 21:25:09.831127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Deleting port f2d2444e-8119-496b-802b-9cdaa77bc6d3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:09.831355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:09.909399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-9492fce4-0a4f-4b8e-9022-0e8ded705362 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037500 Oct 28 21:25:10.010624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] For port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:10.010990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.060666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Calling delete_port for 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:10.082490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0962fe-e984-416f-baef-f1ed02dad5e0 req-20f91416-2753-4a87-8b5b-83e7cc3381ad tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.084011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf0962fe-e984-416f-baef-f1ed02dad5e0 req-20f91416-2753-4a87-8b5b-83e7cc3381ad tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2773755 Oct 28 21:25:10.092937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:10.095597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] For port f2d2444e-8119-496b-802b-9cdaa77bc6d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f2d2444e-8119-496b-802b-9cdaa77bc6d3,segment=NetworkSegment(f4327938-8357-4569-a63c-c3c428b48d02),segment_id=f4327938-8357-4569-a63c-c3c428b48d02)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:10.095958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.103307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-7805cae1-aa15-414b-b842-ded3dc926c13 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026399 Oct 28 21:25:10.104482 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Sync routers for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:10.114972 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:10.115581 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:10.117636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9ef36cea-96d2-4332-be08-3589194a2dc9 admin admin] 10.222.0.31 "PUT /v2.0/routers/47b96063-7ac0-4273-a44c-4445292adc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8074546 Oct 28 21:25:10.204629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Calling delete_port for f2d2444e-8119-496b-802b-9cdaa77bc6d3 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:10.247166 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:10.289838 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-58dbc160-b8cb-479a-9f17-435d9f8c2f13 req-2f0094d5-2787-4b6d-bff3-901caaf91466 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764708 Oct 28 21:25:10.324062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf0962fe-e984-416f-baef-f1ed02dad5e0 req-8355de8d-e765-490f-bb4a-a5edd9161c9d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245471 Oct 28 21:25:10.345739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-6adedc60-8513-4b0e-be05-ae50aadf0918 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.355590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-6adedc60-8513-4b0e-be05-ae50aadf0918 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4331419 Oct 28 21:25:10.419878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-364410bf-31c1-4211-92b3-5a11a2561a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.421409 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-364410bf-31c1-4211-92b3-5a11a2561a31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0728004228994d57b778edc7fea4ae34&device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 1100 time: 0.0686026 Oct 28 21:25:10.437897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-c7c593dd-47bd-41f7-907b-0aeb355f559b tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/quotas/5db02986475b4f2fa6b8ab13b32f7380 HTTP/1.1" status: 200 len: 375 time: 0.0812645 Oct 28 21:25:10.509419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-e5802de5-ba6b-4fb6-b55c-f99e32488c50 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703597 Oct 28 21:25:10.539728 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.546346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-19094ed7-0705-40ae-aac4-3c00b0b1d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.549343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-19094ed7-0705-40ae-aac4-3c00b0b1d248 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1191542 Oct 28 21:25:10.586912 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'dca7b031-fe29-4a5f-9ad0-881dd9eaa33d', 'name': '', 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'mac_address': 'fa:16:3e:86:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:04Z', 'updated_at': '2021-10-28T21:25:07Z', 'revision_number': 2, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'subnets': [{'id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:10.602054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f35a-f7a7-4426-99ed-4fc63a428911 req-145b0120-d3c8-40bc-ac03-7819c5444ff0 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.603573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a265f35a-f7a7-4426-99ed-4fc63a428911 req-145b0120-d3c8-40bc-ac03-7819c5444ff0 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 948 time: 0.1876473 Oct 28 21:25:10.606316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event deleted for resources: {'Port': ['ID=3e8c8ccf-5cc0-478b-8187-a20c8c01ce42,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:10.649298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-b129d4b8-b29a-4cc6-8b7d-179d2d1579dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0 HTTP/1.1" status: 200 len: 217 time: 0.0786674 Oct 28 21:25:10.676227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] No DVR routers for this DVR port 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:10.680592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.681761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.682115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.682602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.682933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.683336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.683578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.683919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.684498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.684820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.685140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.685464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:10.707449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.711273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a827e11a-9338-48cc-8962-e674d2e26d60 req-a5dd4f13-d87c-463a-a867-6f70bc653458 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "DELETE /v2.0/ports/3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 HTTP/1.1" status: 204 len: 173 time: 2.3799512 Oct 28 21:25:10.711439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'name': 'network-vif-deleted', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:10.717804 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e3023-9320-472b-81e5-a3ac13bc1402" -d '{"events": [{"server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "name": "network-vif-deleted", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:10.727438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-98c25dd7-913a-4dc0-a4e9-eb9078ce3d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.790109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-cb1384cd-95f2-4dc8-a300-0ac0588fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.792131 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-cb1384cd-95f2-4dc8-a300-0ac0588fbe96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1351790 Oct 28 21:25:10.848488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a265f35a-f7a7-4426-99ed-4fc63a428911 req-8c1dc2e6-8921-4b0f-9226-02fa05e8069d tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245255 Oct 28 21:25:10.902328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-d14d1ee5-2979-40d6-991a-acd5eeee5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.902648 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Checking router: 47b96063-7ac0-4273-a44c-4445292adc2b for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:10.903172 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Updating router 47b96063-7ac0-4273-a44c-4445292adc2b port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:10.905359 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-d14d1ee5-2979-40d6-991a-acd5eeee5375 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023264 Oct 28 21:25:10.907673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.941812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30973794-e19c-40cf-bc92-73907a064535 req-e22d0602-b2f0-40ab-a9d4-836d217ae66d tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:10.961614 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:10.964801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30973794-e19c-40cf-bc92-73907a064535 req-e22d0602-b2f0-40ab-a9d4-836d217ae66d tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 945 time: 0.2048688 Oct 28 21:25:11.014245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Pushing event deleted for resources: {'Port': ['ID=f2d2444e-8119-496b-802b-9cdaa77bc6d3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:11.110713 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-20790d8e-69b8-4599-ae39-d1464f7cf59f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843123 Oct 28 21:25:11.137138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] No DVR routers for this DVR port f2d2444e-8119-496b-802b-9cdaa77bc6d3 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:11.143485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.147237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea4bd3c1-27b2-4f8d-9188-e8cb9da3b884 req-71bcad17-5293-4a44-ae8f-037133566a75 tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.44 "DELETE /v2.0/ports/f2d2444e-8119-496b-802b-9cdaa77bc6d3 HTTP/1.1" status: 204 len: 173 time: 2.4983234 Oct 28 21:25:11.166385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30973794-e19c-40cf-bc92-73907a064535 req-1518da9b-45c7-4cb4-854b-759fce3129c1 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006013 Oct 28 21:25:11.265000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-3d72376b-c396-499e-95fd-db90391bb833 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2690089 Oct 28 21:25:11.279909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:11.366250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5e42c8b-6ddc-4199-b29b-ab58dcd90266 req-4cb10ac1-aca1-45fd-8ca2-cb3e2846046b tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] 10.222.0.31 "GET /v2.0/ports?device_id=206d9cfa-b40a-42dc-abd3-104b473c88cd HTTP/1.1" status: 200 len: 210 time: 0.0667641 Oct 28 21:25:11.380605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.406314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03cb769e-bf25-4105-b7b2-06220ef9c1c3 req-2ada9462-f7dc-44fe-8788-fc46dcba7f95 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840912 Oct 28 21:25:11.578672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1660cdc5-72b1-4282-9e47-355a0de3e3d6 req-2bf48a9d-9ef3-4f09-8a99-617d0d7abcff tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 210 time: 0.0399816 Oct 28 21:25:11.588709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.622602 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.639287 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.667242 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee24c6ee-1169-4f4d-9fbf-8f39705bc6b8 x-openstack-request-id: req-ee24c6ee-1169-4f4d-9fbf-8f39705bc6b8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:11.667579 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206d9cfa-b40a-42dc-abd3-104b473c88cd", "name": "network-vif-deleted", "tag": "3e8c8ccf-5cc0-478b-8187-a20c8c01ce42", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:11.667889 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee24c6ee-1169-4f4d-9fbf-8f39705bc6b8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:11.668337 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206d9cfa-b40a-42dc-abd3-104b473c88cd', 'name': 'network-vif-deleted', 'tag': '3e8c8ccf-5cc0-478b-8187-a20c8c01ce42', 'status': 'completed', 'code': 200} Oct 28 21:25:11.734708 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.746130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fcb39-6548-4b6e-8d7f-44ffd89ffd76 None None] Pushing event updated for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:11.802161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Allocated IP 172.25.4.53 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/abdc7051-2cf0-421d-9294-58df542626e1) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:11.919002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2baafb-88e9-4a03-8f41-beb1b24e4d78 req-913ae493-5314-4683-a825-642d0f6d94a2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:11.921203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.928494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a2baafb-88e9-4a03-8f41-beb1b24e4d78 req-913ae493-5314-4683-a825-642d0f6d94a2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1910014 Oct 28 21:25:11.950524 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Attempting to bind port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:11.951069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Attempting to bind port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:11.951588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Attempting to bind port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d on network 99a287ab-661d-43c4-8fa6-37cad17fa514 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:11.971460 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:11.972728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Checking segment: {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:11.978406 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:11.980618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Bound using segment: {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:11.981430 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Bound port: dca7b031-fe29-4a5f-9ad0-881dd9eaa33d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a466cec8-7593-4621-b6db-7510ad0f8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:11.982014 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.002820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a2baafb-88e9-4a03-8f41-beb1b24e4d78 req-0d70cb11-b47d-4b0b-ad03-cd243a563060 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728166 Oct 28 21:25:12.094881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.100147 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] For port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:12.105588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] For port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:12.113934 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.180909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] Provisioning complete for port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:12.181298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.189792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b01fb-77b7-4b2e-8e6c-3a16fee857e2 req-d12d528b-140b-4510-9dc5-47d9ba60073f tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:12.196722 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:12.197659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-538b01fb-77b7-4b2e-8e6c-3a16fee857e2 req-d12d528b-140b-4510-9dc5-47d9ba60073f tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 948 time: 0.0850391 Oct 28 21:25:12.200962 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:24:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:12.205345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.252940 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fcb39-6548-4b6e-8d7f-44ffd89ffd76 None None] Pushing event updated for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:12.285958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:12.291666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:12.310958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.311823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-538b01fb-77b7-4b2e-8e6c-3a16fee857e2 req-9ee6d9c8-5cb4-4617-aa33-c2dcfb1baaae tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132278 Oct 28 21:25:12.312711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:12.331100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=abdc7051-2cf0-421d-9294-58df542626e1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:12.381801 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:12.399110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] For port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:12.415205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 24893d86-7cb7-4c8b-9a81-2a634f8619e0 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:12.510243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:12.518230 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.550681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-037eb330-dc4a-4ddd-875f-74254d6f42d4 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506017 Oct 28 21:25:12.594522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:12.594913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3e8c8ccf-5cc0-478b-8187-a20c8c01ce42 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:12.595669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f2d2444e-8119-496b-802b-9cdaa77bc6d3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:12.624813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: f2d2444e-8119-496b-802b-9cdaa77bc6d3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:12.626154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f2d2444e-8119-496b-802b-9cdaa77bc6d3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:12.656584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:12.669509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.689956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b08ca7f5-6c63-4621-b95f-9b411838261c None None] Provisioning complete for port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:12.690764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7f5-6c63-4621-b95f-9b411838261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.710819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ee765-b7da-413b-b5d2-10708ff100a4 req-5a3ff8cb-7221-4cb9-b1c9-ff98fb774329 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:12.719869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f7ee765-b7da-413b-b5d2-10708ff100a4 req-5a3ff8cb-7221-4cb9-b1c9-ff98fb774329 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 945 time: 0.2525580 Oct 28 21:25:12.732621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '24893d86-7cb7-4c8b-9a81-2a634f8619e0', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '24893d86-7cb7-4c8b-9a81-2a634f8619e0', 'mac_address': 'fa:16:3e:0b:59:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:12.745695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa38f9-88da-4238-b1ba-43b53b8b921c None None] Pushing event updated for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:12.762717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-c6fde7ef-36a7-4ea0-b4ee-6b7365baaad0 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:12.765883 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-c6fde7ef-36a7-4ea0-b4ee-6b7365baaad0 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027686 Oct 28 21:25:12.798398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.803839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Request body: {'port': {'device_id': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '5db02986475b4f2fa6b8ab13b32f7380'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:12.817529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f7ee765-b7da-413b-b5d2-10708ff100a4 req-2971b018-9320-4e61-b4e9-19af454c5710 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755672 Oct 28 21:25:12.822765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24893d86-7cb7-4c8b-9a81-2a634f8619e0 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:12.856357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.948085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:12.970561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:12.989671 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'dca7b031-fe29-4a5f-9ad0-881dd9eaa33d', 'name': '', 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'mac_address': 'fa:16:3e:86:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:04Z', 'updated_at': '2021-10-28T21:25:12Z', 'revision_number': 4, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'subnets': [{'id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:13.059610 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad3fd04-a22c-41bd-96bd-1ef8d89fd185 None None] The sync data for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 is: [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'dca7b031-fe29-4a5f-9ad0-881dd9eaa33d', 'name': '', 'network_id': '99a287ab-661d-43c4-8fa6-37cad17fa514', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'mac_address': 'fa:16:3e:86:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:04Z', 'updated_at': '2021-10-28T21:25:12Z', 'revision_number': 4, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'subnets': [{'id': '73c4f35c-ca88-4413-b5b3-02efb22453dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:13.107140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:13.172200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Made reservation on behalf of 5db02986475b4f2fa6b8ab13b32f7380 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:13.176855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.183401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.186090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.200063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.240684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3464a46b-3599-4191-bafc-db34b40bf5fb req-953261a1-8f7f-45af-971f-16ae249da9e4 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 210 time: 0.0509241 Oct 28 21:25:13.277019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['24893d86-7cb7-4c8b-9a81-2a634f8619e0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:13.354465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.365409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.384621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=abdc7051-2cf0-421d-9294-58df542626e1,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:13.397345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.429262 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cb49-54d6-4c75-97de-a87eee9cf7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.429483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.431280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-c1257acb-b48d-495b-8033-c8963f7b6f41 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1655617 Oct 28 21:25:13.526129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-fee5854c-7eea-4e18-986d-8c28872a5f87 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.0868692 Oct 28 21:25:13.578139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58892) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:13.578851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:13.683903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'name': 'network-vif-deleted', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:13.686165 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d550167-6935-4f61-a9e7-264e68b97fc9" -d '{"events": [{"server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "name": "network-vif-deleted", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:13.711016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Deleting subnet 53e46626-c6d2-4bc4-98e4-73e8b43a1f1d {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:13.718637 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.740264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a4c27-70e0-48cd-9c0c-fe4b93c639c4 req-8e1dfe08-1264-446b-aa67-30b75d8ee18b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:13.741817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b55a4c27-70e0-48cd-9c0c-fe4b93c639c4 req-8e1dfe08-1264-446b-aa67-30b75d8ee18b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1076901 Oct 28 21:25:13.747233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Allocated IP 192.168.233.244 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/39c62521-35b5-49df-af5d-c33565d8fbe7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:13.749836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-4dbd7824-1b88-4727-a377-5faa75812758 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:13.751227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-4dbd7824-1b88-4727-a377-5faa75812758 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2243233 Oct 28 21:25:13.773324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-ef986c0a-793c-4fa2-90a2-05ea2e82bf73 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:25:13.774312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2f2aeea-4d09-4899-93c1-662342b13cb5 req-ef986c0a-793c-4fa2-90a2-05ea2e82bf73 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0144095 Oct 28 21:25:13.792560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.831244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b55a4c27-70e0-48cd-9c0c-fe4b93c639c4 req-750dabd0-d9a2-4805-974f-f8659e398c50 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787551 Oct 28 21:25:13.877291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:13.907048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf951-ab89-4a6f-8e9d-c860c3a7f2f2 req-4a6bcf83-66b5-4683-aa37-9a64c87b8c44 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:13.912946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-880bf951-ab89-4a6f-8e9d-c860c3a7f2f2 req-4a6bcf83-66b5-4683-aa37-9a64c87b8c44 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 949 time: 0.0741413 Oct 28 21:25:13.988748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-880bf951-ab89-4a6f-8e9d-c860c3a7f2f2 req-bce35260-ba2d-4672-aa1b-e649bb6e5bba tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725856 Oct 28 21:25:14.001127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9575d-8bba-4dfd-9aff-def6e305699f req-edaae948-0903-4006-8b5c-c9ee6697419e tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:14.009270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cc9575d-8bba-4dfd-9aff-def6e305699f req-edaae948-0903-4006-8b5c-c9ee6697419e tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 945 time: 0.0946100 Oct 28 21:25:14.031688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.057815 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa89aa6c-e962-4567-b21c-7c5bab92ceba x-openstack-request-id: req-aa89aa6c-e962-4567-b21c-7c5bab92ceba {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:14.058102 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af0d220-8136-4b08-8659-2dd725115580", "name": "network-vif-deleted", "tag": "f2d2444e-8119-496b-802b-9cdaa77bc6d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:14.058485 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa89aa6c-e962-4567-b21c-7c5bab92ceba {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:14.058932 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af0d220-8136-4b08-8659-2dd725115580', 'name': 'network-vif-deleted', 'tag': 'f2d2444e-8119-496b-802b-9cdaa77bc6d3', 'status': 'completed', 'code': 200} Oct 28 21:25:14.071213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e46626-c6d2-4bc4-98e4-73e8b43a1f1d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:14.078918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.085436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cc9575d-8bba-4dfd-9aff-def6e305699f req-bf4e2305-71b7-4376-a0ba-9c0e5895b4f4 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723472 Oct 28 21:25:14.085791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d25b5da-0e21-4c24-b87e-986c25b02f1a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/53e46626-c6d2-4bc4-98e4-73e8b43a1f1d HTTP/1.1" status: 204 len: 168 time: 0.4948204 Oct 28 21:25:14.085888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:14.089258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.140164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.198401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:14.201627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:14.207045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:14.214259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Pushing event updated for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:14.262876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.289371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:14.291974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.327238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-8e5f7d6b-eb61-481f-b7e2-ff50a719ed6e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5398929 Oct 28 21:25:14.351857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Request body: {'port': {'device_id': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:14.377919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-d932116e-2aa8-4cd1-9e66-c8aa51eb3214 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2598984 Oct 28 21:25:14.385588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:14.427330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 24893d86-7cb7-4c8b-9a81-2a634f8619e0 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:14.446409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.467955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.490273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dde3a1-229e-45f8-87f7-fea56f2f9fc5']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:14.500172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4327938-8357-4569-a63c-c3c428b48d02') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:14.500493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4327938-8357-4569-a63c-c3c428b48d02') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:14.511535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.513087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dca7b031-fe29-4a5f-9ad0-881dd9eaa33d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:14.525077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.531523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:14.531911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:14.574896 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:14.641017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.645149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.657563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.663169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95dde3a1-229e-45f8-87f7-fea56f2f9fc5 HTTP/1.1" status: 204 len: 168 time: 0.5758469 Oct 28 21:25:14.748785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7450-9905-4e69-8afa-d45051a2bebc req-c73ce3ed-d1e5-4f99-964f-6d379076ab41 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:14.758510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b0f7450-9905-4e69-8afa-d45051a2bebc req-c73ce3ed-d1e5-4f99-964f-6d379076ab41 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 936 time: 0.1869791 Oct 28 21:25:14.767867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9954a-2eb8-4aa4-ace4-e61bad61b2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=95dde3a1-229e-45f8-87f7-fea56f2f9fc5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:14.783866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4e384cc8-752d-4a77-aed9-f5f3cdc7e1d2 None None] Provisioning complete for port 39c62521-35b5-49df-af5d-c33565d8fbe7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:14.784227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e384cc8-752d-4a77-aed9-f5f3cdc7e1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.829839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4e384cc8-752d-4a77-aed9-f5f3cdc7e1d2 None None] Port 39c62521-35b5-49df-af5d-c33565d8fbe7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:14.849293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b0f7450-9905-4e69-8afa-d45051a2bebc req-b1aef49a-4f5f-4c5a-9a99-d0f2e7e9bfca tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893226 Oct 28 21:25:14.859759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:14.863061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c62521-35b5-49df-af5d-c33565d8fbe7 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:14.866313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:14.866681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.875114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.892292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Transition to ACTIVE for port object 39c62521-35b5-49df-af5d-c33565d8fbe7 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:14.898958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.910773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.920824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:14.930886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:14.931241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.082259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Pushing event updated for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:15.085502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:15.094079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.151558 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.163591 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f1228465-c28b-4972-af09-4e28d9766ead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d91a9d3f7754e2a8a7115b784caccb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766428 Oct 28 21:25:15.164407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58926) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:15.187399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:15.190740 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f64c4-a8d7-4076-bdbe-734937fd9f76" -d '{"events": [{"server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "name": "network-vif-plugged", "status": "completed", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:15.209894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:15.213723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Allocated IP 172.25.4.68 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/c74f957b-b8a3-4f59-be5e-45a93ca0c763) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:15.215334 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.224486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Attempting to bind port 39c62521-35b5-49df-af5d-c33565d8fbe7 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:15.224808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Attempting to bind port 39c62521-35b5-49df-af5d-c33565d8fbe7 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:15.224998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Attempting to bind port 39c62521-35b5-49df-af5d-c33565d8fbe7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:15.233617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Port 39c62521-35b5-49df-af5d-c33565d8fbe7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:15.233928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Attempting to bind port 39c62521-35b5-49df-af5d-c33565d8fbe7 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:15.243082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:15.243297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:15.243639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:15.244080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Bound port: 39c62521-35b5-49df-af5d-c33565d8fbe7, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:15.244466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.264498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.274099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:15.313117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.345000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc3897-66e4-4d8d-abe3-fe9102d9a4ba req-0e8e5906-3928-4c35-b411-1cfca262adf9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.354777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fedc3897-66e4-4d8d-abe3-fe9102d9a4ba req-0e8e5906-3928-4c35-b411-1cfca262adf9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2648749 Oct 28 21:25:15.361888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:15.373779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=39c62521-35b5-49df-af5d-c33565d8fbe7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:15.382583 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.398589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-559e23f8-3bbc-4e65-9f38-54dc94a642aa tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.400051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-559e23f8-3bbc-4e65-9f38-54dc94a642aa tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.44 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 945 time: 0.2838049 Oct 28 21:25:15.430937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.435177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.436326 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5a4c010-e2fa-4d4b-84a9-65511032f92a HTTP/1.1" status: 204 len: 168 time: 0.2689564 Oct 28 21:25:15.442333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.443060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.444668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] 10.222.0.44 "PUT /v2.0/ports/39c62521-35b5-49df-af5d-c33565d8fbe7 HTTP/1.1" status: 200 len: 1097 time: 1.0982833 Oct 28 21:25:15.446591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:15.450882 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f02a7c-f3b7-4b77-b939-707e5d34b615" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:15.459898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fedc3897-66e4-4d8d-abe3-fe9102d9a4ba req-5ab2b0a7-206a-41e9-8f83-ce232e8f196d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038666 Oct 28 21:25:15.467493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cd1ac-b006-477d-930a-e037a4b2e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a4c010-e2fa-4d4b-84a9-65511032f92a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:15.508017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.515581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef41ff-9877-4cfa-9e8d-beb9cfbdee11 service neutron] Pushing event updated for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:15.589670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-b2cb8aaf-660c-4759-a1f3-0caa73d8b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.591153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-b2cb8aaf-660c-4759-a1f3-0caa73d8b2e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 1100 time: 0.0687478 Oct 28 21:25:15.604055 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.625767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Deleting port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:15.626112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.657124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-eccd89f7-2fdb-405f-b933-13784413ab8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=39c62521-35b5-49df-af5d-c33565d8fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0524142 Oct 28 21:25:15.719625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:15.721428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-18992817-5ff3-48b8-bc39-c8bd11393ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.724760 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-18992817-5ff3-48b8-bc39-c8bd11393ddf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0584698 Oct 28 21:25:15.729773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:15.746321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:15.753927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=c74f957b-b8a3-4f59-be5e-45a93ca0c763,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:15.776230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-afcdfd39-ed81-4275-9bfb-a4ce0c595593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.777761 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-afcdfd39-ed81-4275-9bfb-a4ce0c595593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0445936 Oct 28 21:25:15.792931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799ef05-d8fe-4fc8-92cf-ff074c676d1b req-c87ca77b-8df1-4328-beb0-b57cc82f979c tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:15.794584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e799ef05-d8fe-4fc8-92cf-ff074c676d1b req-c87ca77b-8df1-4328-beb0-b57cc82f979c tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.2072558 Oct 28 21:25:15.853780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] For port 6fe29c25-2d41-45e9-9476-a4a08c1132e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6fe29c25-2d41-45e9-9476-a4a08c1132e9,segment=NetworkSegment(58fabf85-465a-4116-aa8a-a075dc469028),segment_id=58fabf85-465a-4116-aa8a-a075dc469028)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:15.854172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:15.895607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-e7b02dd3-dadd-4d1f-8fe3-f31e16e27608 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093338 Oct 28 21:25:15.913485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Calling delete_port for 6fe29c25-2d41-45e9-9476-a4a08c1132e9 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:15.924920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e799ef05-d8fe-4fc8-92cf-ff074c676d1b req-0d20645a-caaa-45ad-808d-5c2f5baca00e tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130023 Oct 28 21:25:16.008103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-524167fe-7ad8-4ad4-a2ef-29a199a3218e req-e5d1f6ec-6d4e-4a81-a9b8-ed2885cc2582 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028156 Oct 28 21:25:16.339487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.342382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:16.401604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.410265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0017c-be49-4978-b7e3-11c3879952eb req-f16be119-1ed9-4c76-9335-d539ca7e61b5 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:16.411745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0c0017c-be49-4978-b7e3-11c3879952eb req-f16be119-1ed9-4c76-9335-d539ca7e61b5 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/ports?device_id=901fa19d-3dc4-486c-99c0-98a35bc63cac HTTP/1.1" status: 200 len: 945 time: 0.1119385 Oct 28 21:25:16.440153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1758919383-network', 'tenant_id': '05f4a6022b3749889187a7b91d74e576'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:16.461682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Made reservation on behalf of 05f4a6022b3749889187a7b91d74e576 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:16.464038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.473291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.513514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0c0017c-be49-4978-b7e3-11c3879952eb req-988def64-5b72-4792-90a4-51004dee02fd tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.31 "GET /v2.0/security-groups?id=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819657 Oct 28 21:25:16.550987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.577359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.580161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.582920 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bef80be-86c0-4906-826e-9d173bf9539a x-openstack-request-id: req-7bef80be-86c0-4906-826e-9d173bf9539a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:16.583213 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "name": "network-vif-plugged", "status": "completed", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:16.583468 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bef80be-86c0-4906-826e-9d173bf9539a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:16.583587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.583864 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0', 'code': 200} Oct 28 21:25:16.615180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:25:16.632420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00c9b5a-4298-43eb-9e40-2c31dc78add7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:16.635572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.635930 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Added segment d2bd571f-67f7-40a1-a81d-4b32b84618d6 of type vlan for network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f Oct 28 21:25:16.665071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Pushing event deleted for resources: {'Port': ['ID=6fe29c25-2d41-45e9-9476-a4a08c1132e9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:16.708676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.714597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] No DVR routers for this DVR port 6fe29c25-2d41-45e9-9476-a4a08c1132e9 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:16.715513 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db84dd-098a-4ef8-a1e7-01a616ed7100 x-openstack-request-id: req-a1db84dd-098a-4ef8-a1e7-01a616ed7100 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:16.715813 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:16.716051 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1db84dd-098a-4ef8-a1e7-01a616ed7100 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:16.716633 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7', 'status': 'completed', 'code': 200} Oct 28 21:25:16.718175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.722771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3ffb0e4-ae86-47de-8572-267e9eb1962b req-aea9fff3-03fa-47bc-9b13-78b4550dd589 tempest-InstanceActionsV221TestJSON-1178380124 tempest-InstanceActionsV221TestJSON-1178380124-project] 10.222.0.44 "DELETE /v2.0/ports/6fe29c25-2d41-45e9-9476-a4a08c1132e9 HTTP/1.1" status: 204 len: 173 time: 1.3075285 Oct 28 21:25:16.723474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'name': 'network-vif-deleted', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:16.726317 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429a7f49-7fb5-41a6-aa19-1f5ec7d46d9a" -d '{"events": [{"server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "name": "network-vif-deleted", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:16.738823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc45cc3-139e-4ea1-bbd9-023b41eb72a9 req-b9f13ede-01f8-4cd4-8a9b-2069b0b261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:16.741401 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0dc45cc3-139e-4ea1-bbd9-023b41eb72a9 req-b9f13ede-01f8-4cd4-8a9b-2069b0b261ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 1102 time: 0.0709419 Oct 28 21:25:16.757626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.758903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:16.760003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.789775 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.805906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-a5b22cd3-a128-48da-a1d5-0fea24be618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:16.808067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-a5b22cd3-a128-48da-a1d5-0fea24be618b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 1100 time: 0.0670140 Oct 28 21:25:16.808943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:16.851183 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5075917 Oct 28 21:25:16.859116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58966) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:16.864839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0dc45cc3-139e-4ea1-bbd9-023b41eb72a9 req-06e7ad93-f5e7-497e-869d-3eac74cfd70b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152411 Oct 28 21:25:16.865546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d78681-f34b-43ae-b525-ad158f883d6f admin admin] Pushing event updated for resources: {'Network': ['ID=906fcc2e-3a5e-4255-a155-a8afef6cfa7f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:16.866759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Request body: {'subnet': {'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1758919383-subnet', 'tenant_id': '05f4a6022b3749889187a7b91d74e576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:16.876845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:25:16.977162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=c74f957b-b8a3-4f59-be5e-45a93ca0c763,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:16.999151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Made reservation on behalf of 05f4a6022b3749889187a7b91d74e576 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:17.001476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:17.060114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09fea7-0f86-4cce-ac87-84990479b960 req-ae8dc94e-8fe5-4a55-9472-47fbc229e36e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.061519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d09fea7-0f86-4cce-ac87-84990479b960 req-ae8dc94e-8fe5-4a55-9472-47fbc229e36e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 948 time: 0.2441320 Oct 28 21:25:17.070097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:17.121480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-942d9960-3318-44cf-ad38-320e61fd07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.122958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-942d9960-3318-44cf-ad38-320e61fd07f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2844186 Oct 28 21:25:17.134222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:17.135355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-c5fb8d37-015f-4ecf-afdc-e26d37ab6adc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7545345 Oct 28 21:25:17.193188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-1b235a85-9096-455a-9889-7cd6a0e32e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=39c62521-35b5-49df-af5d-c33565d8fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0569074 Oct 28 21:25:17.228988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d09fea7-0f86-4cce-ac87-84990479b960 req-fd01ed0d-6c23-4684-96dd-70d23be80e17 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527491 Oct 28 21:25:17.269155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-5e0448ad-e76e-4889-bef3-8f355b4ab564 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.1209095 Oct 28 21:25:17.367627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-a91fa491-355b-4002-be79-2cf64b4c4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.369060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-a91fa491-355b-4002-be79-2cf64b4c4129 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1447077 Oct 28 21:25:17.508177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:17.522474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428bb9e-bdbb-4b05-82cb-8a49e785bc38 req-fdc08450-92a7-4b1f-b549-f5a3b2d0094e tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.523961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6428bb9e-bdbb-4b05-82cb-8a49e785bc38 req-fdc08450-92a7-4b1f-b549-f5a3b2d0094e tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 945 time: 0.2055044 Oct 28 21:25:17.530302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-186fc05a-5c0a-40b2-a7c8-5a0cdb0b4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.531671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-186fc05a-5c0a-40b2-a7c8-5a0cdb0b4808 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405811 Oct 28 21:25:17.538573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-9cf92cef-3920-4cb5-a343-4b995e9e6bfc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.539817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28a405ee-2a7a-4465-9806-0d17b2a2d10e req-9cf92cef-3920-4cb5-a343-4b995e9e6bfc tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2638943 Oct 28 21:25:17.697235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebd9337-0a9d-4ce2-b5fe-647b7adb48e5,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:17.717132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6428bb9e-bdbb-4b05-82cb-8a49e785bc38 req-956f4949-e95c-4519-aaf6-5707b3f4ffa5 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5966b0c-554e-4af3-a5fb-90c238b3dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761997 Oct 28 21:25:17.731793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Checking segment: {'id': 'd2bd571f-67f7-40a1-a81d-4b32b84618d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:17.732149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Network hostable DHCP agents. Network: 906fcc2e-3a5e-4255-a155-a8afef6cfa7f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:25:17.758669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef1149-2168-45e2-bd4d-3b1513fb8e68 req-19c1353b-6bc3-475d-a14c-11fb2b55e3b4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.760358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2eef1149-2168-45e2-bd4d-3b1513fb8e68 req-19c1353b-6bc3-475d-a14c-11fb2b55e3b4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1327007 Oct 28 21:25:17.761862 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64dbe80-c5cf-45af-8cc4-00033b95db46 x-openstack-request-id: req-c64dbe80-c5cf-45af-8cc4-00033b95db46 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:17.762165 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901fa19d-3dc4-486c-99c0-98a35bc63cac", "name": "network-vif-deleted", "tag": "6fe29c25-2d41-45e9-9476-a4a08c1132e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:17.762436 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c64dbe80-c5cf-45af-8cc4-00033b95db46 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:17.762794 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901fa19d-3dc4-486c-99c0-98a35bc63cac', 'name': 'network-vif-deleted', 'tag': '6fe29c25-2d41-45e9-9476-a4a08c1132e9', 'status': 'completed', 'code': 200} Oct 28 21:25:17.769334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-91f02b72-44cd-42bc-85d1-3d4e817dc5ab service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006519 Oct 28 21:25:17.834366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:25:17.885298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 906fcc2e-3a5e-4255-a155-a8afef6cfa7f) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:17.892954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff1ebf6-f313-446a-ad9a-8ba9307420ea None None] Network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:17.894552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2eef1149-2168-45e2-bd4d-3b1513fb8e68 req-6296f968-2341-465e-8171-40301f70ad8e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243100 Oct 28 21:25:17.897264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:17.897846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:17.967534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f141683a-0e09-4c88-a296-d230dfef9b00 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1058049 Oct 28 21:25:18.006017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4f02a7c-f3b7-4b77-b939-707e5d34b615 req-a8d8dad5-bc96-4b63-aba6-d6a174ef1fee service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255018 Oct 28 21:25:18.014037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662228-2d70-43e4-8e0c-7e24a99a85ab req-79d88d55-8c2b-4075-bf15-b831143edcd9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:18.015746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da662228-2d70-43e4-8e0c-7e24a99a85ab req-79d88d55-8c2b-4075-bf15-b831143edcd9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.1823530 Oct 28 21:25:18.051073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc340f7-0968-46d2-ae8c-104d185acc80 None None] Network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:18.098831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da662228-2d70-43e4-8e0c-7e24a99a85ab req-0603abfa-c6e7-4b2a-96a8-4c263b5857bf tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Oct 28 21:25:18.117396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-ebda08cd-b428-4c22-8315-704f2d236ac3 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1866002 Oct 28 21:25:18.133124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:18.169199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.324340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-bec3e823-209d-4326-b006-634f6d66c2bf tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:18.325806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-bec3e823-209d-4326-b006-634f6d66c2bf tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0737147 Oct 28 21:25:18.443575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 39c62521-35b5-49df-af5d-c33565d8fbe7 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:18.445609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6fe29c25-2d41-45e9-9476-a4a08c1132e9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:18.447217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.471774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 6fe29c25-2d41-45e9-9476-a4a08c1132e9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:18.472134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6fe29c25-2d41-45e9-9476-a4a08c1132e9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:18.523054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5378b-861d-4a87-ab56-0a607b4ad70c req-31d6e4b9-68de-4575-b1d4-c7e0b40beb25 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:18.524503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2e5378b-861d-4a87-ab56-0a607b4ad70c req-31d6e4b9-68de-4575-b1d4-c7e0b40beb25 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 948 time: 0.1152260 Oct 28 21:25:18.539779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Deleting port b5c684c0-54d3-477c-9247-c69cee55f62f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:18.540120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.563423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=39c62521-35b5-49df-af5d-c33565d8fbe7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:18.574967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '39c62521-35b5-49df-af5d-c33565d8fbe7', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '39c62521-35b5-49df-af5d-c33565d8fbe7', 'mac_address': 'fa:16:3e:e4:36:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:18.611993 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.625138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c62521-35b5-49df-af5d-c33565d8fbe7 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:18.649805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=39c62521-35b5-49df-af5d-c33565d8fbe7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:18.654040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.661705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Allocated IP 172.25.4.86 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:18.666436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2e5378b-861d-4a87-ab56-0a607b4ad70c req-444d2255-2a34-43d4-bbd4-c06e61142880 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321239 Oct 28 21:25:18.714575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:18.746245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] For port b5c684c0-54d3-477c-9247-c69cee55f62f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b5c684c0-54d3-477c-9247-c69cee55f62f,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:18.746609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.765198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Calling delete_port for b5c684c0-54d3-477c-9247-c69cee55f62f owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:18.857723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:18.894907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['39c62521-35b5-49df-af5d-c33565d8fbe7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:19.020137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.056156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-71ca9499-494d-4e90-a910-a7194ee8a4f1 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:19.057564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-71ca9499-494d-4e90-a910-a7194ee8a4f1 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/networks?id=906fcc2e-3a5e-4255-a155-a8afef6cfa7f HTTP/1.1" status: 200 len: 822 time: 0.1904573 Oct 28 21:25:19.081996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:19.092986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:19.095375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.100022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:19.107247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-877a74ec-a56e-4018-86e0-b6a57c3d7ef3 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/quotas/05f4a6022b3749889187a7b91d74e576 HTTP/1.1" status: 200 len: 375 time: 0.0342510 Oct 28 21:25:19.128982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:19.393691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b5c684c0-54d3-477c-9247-c69cee55f62f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:19.470788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-c7130a46-6cf2-4d59-8769-d05f5f2663a2 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=05f4a6022b3749889187a7b91d74e576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3448129 Oct 28 21:25:19.476171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Pushing event deleted for resources: {'Port': ['ID=b5c684c0-54d3-477c-9247-c69cee55f62f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:19.566465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] No DVR routers for this DVR port b5c684c0-54d3-477c-9247-c69cee55f62f on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:19.586244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.589513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-843b14a2-5b06-45c8-af00-3fb484a67e9f req-2c05df17-3199-444f-9c36-5f1abf55bc7a tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.44 "DELETE /v2.0/ports/b5c684c0-54d3-477c-9247-c69cee55f62f HTTP/1.1" status: 204 len: 173 time: 1.2554388 Oct 28 21:25:19.622832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.672167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-86bd8813-883e-4704-8152-5138379a27d8 service neutron] 10.222.0.31 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907632 Oct 28 21:25:19.677602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.766026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'name': 'network-vif-deleted', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:19.768171 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23240207-9b61-4962-9174-f61d539a9dda" -d '{"events": [{"server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "name": "network-vif-deleted", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:19.862295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-c00008bd-0934-40f9-988b-40ce8040a336 service neutron] 10.222.0.31 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817598 Oct 28 21:25:19.927282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:19.933504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.021492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:20.032816 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.053764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.056866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-12ed9ea7-71bc-402b-a047-5bbae1d08d03 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9291723 Oct 28 21:25:20.094164 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:25:20.127376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-4eebbcd3-fcbf-49d7-9c62-9675d1d2e805 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0650177 Oct 28 21:25:20.146942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f842f721-e8c2-4743-b5e8-d0829df2bcb5 req-b3044d2f-838b-4e05-b241-425fe41cdce1 tempest-AttachSCSIVolumeTestJSON-142587450 tempest-AttachSCSIVolumeTestJSON-142587450-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e5959b-7523-4c23-a1d8-5c63c137b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0383613 Oct 28 21:25:20.301330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-39576ba0-0102-4966-8ffb-83d221f7a3f6 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:20.302010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a6fa6c6-4296-4ed6-9a97-1b5b85333cf2 req-39576ba0-0102-4966-8ffb-83d221f7a3f6 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1588960 Oct 28 21:25:20.319781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23b6d2-dde2-4144-bc2d-3e10ee8bdfda req-d08111e3-6547-46b6-9730-f6528e99c3a5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:20.321398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be23b6d2-dde2-4144-bc2d-3e10ee8bdfda req-d08111e3-6547-46b6-9730-f6528e99c3a5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.0999596 Oct 28 21:25:20.390295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be23b6d2-dde2-4144-bc2d-3e10ee8bdfda req-b64e0ab4-d218-45ae-a217-7d635d8c6eaf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620589 Oct 28 21:25:20.421537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35644ffc-8773-4f15-bfd2-9b8a8f3f2832 req-a2bdcefd-dd04-41a1-b3a6-b8305f20e4a9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:20.423077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35644ffc-8773-4f15-bfd2-9b8a8f3f2832 req-a2bdcefd-dd04-41a1-b3a6-b8305f20e4a9 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.0652885 Oct 28 21:25:20.444470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 39c62521-35b5-49df-af5d-c33565d8fbe7 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:20.466725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35644ffc-8773-4f15-bfd2-9b8a8f3f2832 req-57d2cf74-1a83-4a25-a641-134c44b2d6cc tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Oct 28 21:25:20.518290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 39c62521-35b5-49df-af5d-c33565d8fbe7 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:20.524104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 39c62521-35b5-49df-af5d-c33565d8fbe7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:20.524734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.526393 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e50137e-137a-40f9-a733-5ee2af0e18ff x-openstack-request-id: req-0e50137e-137a-40f9-a733-5ee2af0e18ff {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:20.526893 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e5959b-7523-4c23-a1d8-5c63c137b3c0", "name": "network-vif-deleted", "tag": "b5c684c0-54d3-477c-9247-c69cee55f62f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:20.527230 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e50137e-137a-40f9-a733-5ee2af0e18ff {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:20.528457 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e5959b-7523-4c23-a1d8-5c63c137b3c0', 'name': 'network-vif-deleted', 'tag': 'b5c684c0-54d3-477c-9247-c69cee55f62f', 'status': 'completed', 'code': 200} Oct 28 21:25:20.607886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-428be940-48b6-45d2-b7ac-6cf21e402cfa req-60e8008c-561d-4b1f-a924-994b0bbe1bf1 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 210 time: 0.0303750 Oct 28 21:25:20.626188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdde6-6b8d-4eb3-86b4-990846e5f588 req-63246324-1cf7-40de-b180-8487d40967a5 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:20.635120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a3cdde6-6b8d-4eb3-86b4-990846e5f588 req-63246324-1cf7-40de-b180-8487d40967a5 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 949 time: 0.1007957 Oct 28 21:25:20.636420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.661894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:20.669424 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de33a89-91f8-4cac-a8c0-687361f85a81" -d '{"events": [{"server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "name": "network-vif-plugged", "status": "completed", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:20.677448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59028) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:20.682201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=39c62521-35b5-49df-af5d-c33565d8fbe7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:20.690396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.691936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b5c684c0-54d3-477c-9247-c69cee55f62f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:20.693945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a3cdde6-6b8d-4eb3-86b4-990846e5f588 req-14af20b7-26a1-4ea6-9e1e-d341ddd0493b tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558474 Oct 28 21:25:20.724770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: b5c684c0-54d3-477c-9247-c69cee55f62f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:20.725290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b5c684c0-54d3-477c-9247-c69cee55f62f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:20.766844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Deleting subnet cbbc9bac-b5e9-4f30-9060-ff682412fe95 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:20.770775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.803227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:20.827433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.842531 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f91620-865b-4efc-b281-1e20f3918574 x-openstack-request-id: req-90f91620-865b-4efc-b281-1e20f3918574 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:20.842984 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "name": "network-vif-plugged", "status": "completed", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:20.843338 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90f91620-865b-4efc-b281-1e20f3918574 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:20.843885 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7', 'code': 200} Oct 28 21:25:20.869973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-4097ee8a-0f77-4642-981f-8110a4b6bef4 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1733179 Oct 28 21:25:20.873897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-2474add2-079a-41ab-aebe-195ae6aee28b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973797 Oct 28 21:25:20.879897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:20.905861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:20.909781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.009037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f4fa-3a0b-4b16-8dfd-bbb3e70f2c4f req-19ea7693-bdc3-4a76-aea5-1a631bb7ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.010672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e672f4fa-3a0b-4b16-8dfd-bbb3e70f2c4f req-19ea7693-bdc3-4a76-aea5-1a631bb7ef22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 1102 time: 0.0840919 Oct 28 21:25:21.022122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-460db49d-0a2a-4a9c-b954-894f02aed191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.023818 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-460db49d-0a2a-4a9c-b954-894f02aed191 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.0749607 Oct 28 21:25:21.030372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.057214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbc9bac-b5e9-4f30-9060-ff682412fe95,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:21.074762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.080858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-044df34d-c997-4422-98af-95fc2ecbd78c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cbbc9bac-b5e9-4f30-9060-ff682412fe95 HTTP/1.1" status: 204 len: 168 time: 0.4022858 Oct 28 21:25:21.081476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59034) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:21.105477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e672f4fa-3a0b-4b16-8dfd-bbb3e70f2c4f req-2f4f1439-0ff9-4c85-8e33-84555a4c0ad7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843532 Oct 28 21:25:21.114801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.134858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bc76-28b3-49c0-8b8a-794efa3d8ab8 req-b451d5e9-6275-497a-956c-8d116e1688c0 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.136533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd5bc76-28b3-49c0-8b8a-794efa3d8ab8 req-b451d5e9-6275-497a-956c-8d116e1688c0 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.0948784 Oct 28 21:25:21.204593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.231719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-bf15470a-a83f-47af-b46d-94ae5d260daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.233154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-bf15470a-a83f-47af-b46d-94ae5d260daa service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.1697338 Oct 28 21:25:21.236883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd5bc76-28b3-49c0-8b8a-794efa3d8ab8 req-2125c69b-1955-4cd4-976f-addc6bd46b80 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724578 Oct 28 21:25:21.273771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Allocated IP 172.25.4.29 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e2ed56e6-c2ad-4ad6-8590-238abb5f5af7) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:21.315598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.341223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20399d54-85bf-48ed-91e6-029e28bbedaf']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:21.363517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fabf85-465a-4116-aa8a-a075dc469028') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:21.364104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fabf85-465a-4116-aa8a-a075dc469028') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:21.405576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.442272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.453922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-c89859c8-2ca8-4de6-b1d2-59d8d84a6c7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1000 time: 0.0993440 Oct 28 21:25:21.454820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:21.455329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:21.457332 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:21.542638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.580698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-bb1a111f-70fe-4aa8-bf8e-b8418e40bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.583920 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-bb1a111f-70fe-4aa8-bf8e-b8418e40bf04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.1174870 Oct 28 21:25:21.585315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.591377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.598309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] 10.222.0.31 "DELETE /v2.0/networks/20399d54-85bf-48ed-91e6-029e28bbedaf HTTP/1.1" status: 204 len: 168 time: 0.5118520 Oct 28 21:25:21.598642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-41913bba-804e-41ec-9501-7b0a7292bc06 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.610129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-41913bba-804e-41ec-9501-7b0a7292bc06 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.44 "GET /v2.0/networks?id=906fcc2e-3a5e-4255-a155-a8afef6cfa7f HTTP/1.1" status: 200 len: 822 time: 0.2696538 Oct 28 21:25:21.628558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Request body: {'port': {'device_id': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f', 'admin_state_up': True, 'tenant_id': '05f4a6022b3749889187a7b91d74e576'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:21.646596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994cdb8-7bfa-43d1-8e7e-6b899eedc48f admin admin] Pushing event deleted for resources: {'Network': ['ID=20399d54-85bf-48ed-91e6-029e28bbedaf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:21.682983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-71b20de3-fc2b-49f5-af2b-ca17362c0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.685868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-71b20de3-fc2b-49f5-af2b-ca17362c0c93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867076 Oct 28 21:25:21.707091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921198b7-ba4c-469f-8e6d-e04ea5dd9e56 req-b14da30d-61b1-4a28-a1a7-00895c831424 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:21.708801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-921198b7-ba4c-469f-8e6d-e04ea5dd9e56 req-b14da30d-61b1-4a28-a1a7-00895c831424 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1959341 Oct 28 21:25:21.762674 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.791899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59072) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:21.825458 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-1a057444-5f59-4ca0-9518-8aa3c1f9ea4a service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275632 Oct 28 21:25:21.828800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-921198b7-ba4c-469f-8e6d-e04ea5dd9e56 req-4f86512d-e16b-4c48-8e93-430a662b06ae tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095750 Oct 28 21:25:21.858816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:21.863907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=e2ed56e6-c2ad-4ad6-8590-238abb5f5af7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:21.866714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:21.872948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:21.922608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Made reservation on behalf of 05f4a6022b3749889187a7b91d74e576 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:21.928005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:21.949526 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-09b1d253-2d92-4b09-83fa-1a2c525b60b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66eb5bf65e1e4cd49810783013a78a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562288 Oct 28 21:25:21.952381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59088) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:22.009515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cfa62008-7b06-4e4d-aaf4-54051bcb6d8b req-a15952ba-886c-4e08-b006-242012e2e164 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604960 Oct 28 21:25:22.098601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4640df45-4a80-439f-a725-ce2692744732 req-96331060-f76a-45de-af80-b085de0d4424 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 210 time: 0.0558383 Oct 28 21:25:22.107471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.200262 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.231447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.271504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Allocated IP 172.20.0.2 (906fcc2e-3a5e-4255-a155-a8afef6cfa7f/eebd9337-0a9d-4ce2-b5fe-647b7adb48e5/8662daae-438c-49b9-907b-ee977a0a8ac3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:22.296094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.341378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2935-46f1-40f6-96c1-204774f8f886 req-79445a8b-93cc-4c1f-bede-45ae43eb2ecd tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:22.342910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80fe2935-46f1-40f6-96c1-204774f8f886 req-79445a8b-93cc-4c1f-bede-45ae43eb2ecd tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 950 time: 0.1698895 Oct 28 21:25:22.551263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80fe2935-46f1-40f6-96c1-204774f8f886 req-44e5d217-baa4-40e5-9c56-4a4938f5ce5b tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835976 Oct 28 21:25:22.556397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.558900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.562959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5 HTTP/1.1" status: 204 len: 168 time: 0.6068761 Oct 28 21:25:22.584016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5c7e-1213-413c-9cba-9f56c295fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326f0e4e-81b3-44c7-a7c7-9af4da6f7fb5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:22.664468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.704546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.724962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.776695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770e776-2813-4366-b7fc-ce45b5b9879a req-6c8a0e68-510e-452f-8ceb-ad4e3f803faf tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:22.778182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2770e776-2813-4366-b7fc-ce45b5b9879a req-6c8a0e68-510e-452f-8ceb-ad4e3f803faf tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.1350985 Oct 28 21:25:22.818503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event updated for resources: {'Port': ['ID=e2ed56e6-c2ad-4ad6-8590-238abb5f5af7,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:22.826098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.907771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:22.908727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:22.923300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2770e776-2813-4366-b7fc-ce45b5b9879a req-c4d7e7a2-e32a-40e1-859c-c1a20fa16e70 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.31 "GET /v2.0/security-groups?id=76ddbbfe-6b23-43f2-82bd-6ac8202a7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324921 Oct 28 21:25:22.924110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:22.927060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:22.953981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Pushing event updated for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:22.995763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:22.996501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.002867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.004983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-ae74d87d-fb1a-4e42-8ae8-d781ef80296d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1295617 Oct 28 21:25:23.040234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-b4c71a27-75fa-4836-a8ac-8080f253ac4c tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:23.044473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-b4c71a27-75fa-4836-a8ac-8080f253ac4c tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.44 "GET /v2.0/ports?device_id=8aa9ea60-107c-4046-9fba-03a5ade4a511 HTTP/1.1" status: 200 len: 950 time: 0.1195862 Oct 28 21:25:23.070028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d482cf8c-d601-496d-9b77-610afa50a33c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4461811 Oct 28 21:25:23.073353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-cf28158f-7de8-4709-a40d-5e84c75a1717 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0577836 Oct 28 21:25:23.115910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Request body: {'port': {'device_id': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:23.167995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Deleting port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:23.168631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.210681 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.278856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] For port 24893d86-7cb7-4c8b-9a81-2a634f8619e0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=24893d86-7cb7-4c8b-9a81-2a634f8619e0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:23.279222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.295641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Calling delete_port for 24893d86-7cb7-4c8b-9a81-2a634f8619e0 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:23.302549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe818cf0-5c0e-405c-b5a6-e511097b0005 req-8415fe5a-1f9f-49a3-9926-d38f6395b9db tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:23.310430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe818cf0-5c0e-405c-b5a6-e511097b0005 req-8415fe5a-1f9f-49a3-9926-d38f6395b9db tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1623445 Oct 28 21:25:23.425690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-57d9abc5-ac6b-4244-adb9-ba8aaa02c0f3 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:23.427168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcb9ca86-2a00-4c42-9b3c-f02fcc7dd700 req-57d9abc5-ac6b-4244-adb9-ba8aaa02c0f3 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.3456697 Oct 28 21:25:23.440174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe818cf0-5c0e-405c-b5a6-e511097b0005 req-95f105b2-e824-4310-b9a0-d892b638415a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232502 Oct 28 21:25:23.521274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.534547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['24893d86-7cb7-4c8b-9a81-2a634f8619e0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:23.580456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Pushing event deleted for resources: {'Port': ['ID=24893d86-7cb7-4c8b-9a81-2a634f8619e0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:23.676193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] No DVR routers for this DVR port 24893d86-7cb7-4c8b-9a81-2a634f8619e0 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:23.680756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.691975 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0a527f11-19fc-4e88-8491-ee1f36ca09ec req-26627a9e-76d2-4d28-8635-deed6d155487 tempest-ServerDiagnosticsNegativeTest-1303622608 tempest-ServerDiagnosticsNegativeTest-1303622608-project] 10.222.0.44 "DELETE /v2.0/ports/24893d86-7cb7-4c8b-9a81-2a634f8619e0 HTTP/1.1" status: 204 len: 173 time: 0.6389365 Oct 28 21:25:23.692620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'name': 'network-vif-deleted', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:23.696534 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110629aa-c82e-4059-b3c0-dfcc56597772" -d '{"events": [{"server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "name": "network-vif-deleted", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:23.742100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59134) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:23.907792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1748094498-network', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:23.934780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:23.937246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:23.946062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.028304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.034386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.064191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:25:24.070489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cde6b2-6996-458c-968a-6fa5896188d9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:24.078905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.079317 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Added segment 3b6f2666-565e-4b44-b10f-5f6d219a29cd of type vlan for network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 Oct 28 21:25:24.115652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f27ab543-2fd2-493d-8ef6-af9abea4ca14 req-98ec707e-0803-437c-86c0-182932bfb426 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips/c6f76813-c4ee-4633-8176-55db3a1c7e13 HTTP/1.1" status: 200 len: 692 time: 0.1194358 Oct 28 21:25:24.128807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.131707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbd6f-3995-40a0-94d1-6c57f5d2b905 req-8ebdf087-b468-4b5d-b187-c0d828fe88ae tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:24.133934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58ccbd6f-3995-40a0-94d1-6c57f5d2b905 req-8ebdf087-b468-4b5d-b187-c0d828fe88ae tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 931 time: 0.5879376 Oct 28 21:25:24.182336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.184409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:24.184998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.248154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5040345 Oct 28 21:25:24.255189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:24.264818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Request body: {'subnet': {'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1748094498-subnet', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:24.276586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0348d53-3296-4b47-b466-6b56fed857ab admin admin] Pushing event updated for resources: {'Network': ['ID=b3434efc-3652-42f2-90aa-2c3bdc1b6a88,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:24.287773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:25:24.296387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:24.300286 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.377703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8662daae-438c-49b9-907b-ee977a0a8ac3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:24.400826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58ccbd6f-3995-40a0-94d1-6c57f5d2b905 req-5b9663b3-2672-45eb-8a21-763ead31eeaa tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502861 Oct 28 21:25:24.408618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.477734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Transition to ACTIVE for port object 8662daae-438c-49b9-907b-ee977a0a8ac3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:24.487648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.491129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab543-2fd2-493d-8ef6-af9abea4ca14 req-9f1e8833-ea3f-4b33-8aab-8a269c1e9294 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:24.493364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f27ab543-2fd2-493d-8ef6-af9abea4ca14 req-9f1e8833-ea3f-4b33-8aab-8a269c1e9294 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.3563139 Oct 28 21:25:24.494835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.510009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-f27ab543-2fd2-493d-8ef6-af9abea4ca14 req-66331a0b-6c1c-4542-81f2-fae61663ba82 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:25:24.511363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f27ab543-2fd2-493d-8ef6-af9abea4ca14 req-66331a0b-6c1c-4542-81f2-fae61663ba82 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065913 Oct 28 21:25:24.620391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Pushing event updated for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:24.645710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef28a3-0b0b-4115-bcd3-8afa6ad802c1 req-7ea875e2-415f-4cb5-baea-4fb146dabc8f tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:24.647598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13ef28a3-0b0b-4115-bcd3-8afa6ad802c1 req-7ea875e2-415f-4cb5-baea-4fb146dabc8f tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 950 time: 0.1444538 Oct 28 21:25:24.774628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13ef28a3-0b0b-4115-bcd3-8afa6ad802c1 req-abae0eee-266a-4f5e-91d5-4d4785f5322e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062429 Oct 28 21:25:24.839743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Attempting to bind port 8662daae-438c-49b9-907b-ee977a0a8ac3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:24.840087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Attempting to bind port 8662daae-438c-49b9-907b-ee977a0a8ac3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2bd571f-67f7-40a1-a81d-4b32b84618d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:24.840446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Attempting to bind port 8662daae-438c-49b9-907b-ee977a0a8ac3 on network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:24.889980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9ea0-d8f3-4ada-b6a9-ba42df1d9b61 req-071ec483-0e58-4a90-aa5a-dfb1d51df184 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:24.892907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73ff9ea0-d8f3-4ada-b6a9-ba42df1d9b61 req-071ec483-0e58-4a90-aa5a-dfb1d51df184 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1864622 Oct 28 21:25:24.894086 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525f659-eb4f-4904-bb83-18cf668b75e8 x-openstack-request-id: req-d525f659-eb4f-4904-bb83-18cf668b75e8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:24.894551 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa9ea60-107c-4046-9fba-03a5ade4a511", "name": "network-vif-deleted", "tag": "24893d86-7cb7-4c8b-9a81-2a634f8619e0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:24.894851 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d525f659-eb4f-4904-bb83-18cf668b75e8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:24.895238 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa9ea60-107c-4046-9fba-03a5ade4a511', 'name': 'network-vif-deleted', 'tag': '24893d86-7cb7-4c8b-9a81-2a634f8619e0', 'status': 'completed', 'code': 200} Oct 28 21:25:24.898195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Port 8662daae-438c-49b9-907b-ee977a0a8ac3 on network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:24.898538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Attempting to bind port 8662daae-438c-49b9-907b-ee977a0a8ac3 on network 906fcc2e-3a5e-4255-a155-a8afef6cfa7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:24.904814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-c0d6dc15-9bec-4fa4-a33a-22bf79318470 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips/c6f76813-c4ee-4633-8176-55db3a1c7e13 HTTP/1.1" status: 200 len: 692 time: 0.1028388 Oct 28 21:25:24.921587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:24.921860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Checking segment: {'id': 'd2bd571f-67f7-40a1-a81d-4b32b84618d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:24.922085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Bound using segment: {'id': 'd2bd571f-67f7-40a1-a81d-4b32b84618d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:24.922542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Bound port: 8662daae-438c-49b9-907b-ee977a0a8ac3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2bd571f-67f7-40a1-a81d-4b32b84618d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:24.923385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:24.928468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59156) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:24.936870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:24.950404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:24.950958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Network hostable DHCP agents. Network: b3434efc-3652-42f2-90aa-2c3bdc1b6a88, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:25:24.976904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:25:24.993447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b3434efc-3652-42f2-90aa-2c3bdc1b6a88) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:24.999385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:25.000050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.004713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121b090-e3f6-41ef-bf53-38ac8293c99c None None] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:25.042079 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d597504-f149-4661-a949-d58892882b4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7854092 Oct 28 21:25:25.044946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:25.051595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:25.069261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-d441e50b-39d0-46b4-9cc5-8845cfd04b23 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:25.076725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-d441e50b-39d0-46b4-9cc5-8845cfd04b23 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1572247 Oct 28 21:25:25.087914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-b64c40fd-0424-4b55-b3ef-0147bac124ac tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:25:25.096439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-b64c40fd-0424-4b55-b3ef-0147bac124ac tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0186114 Oct 28 21:25:25.103389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.104546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.194077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8cbf5ad-4706-46b3-88ab-78704af1fa28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0728004228994d57b778edc7fea4ae34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637806 Oct 28 21:25:25.194708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59162) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:25.196722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.199945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:25:25.201116 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.240177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-d1b4a9d3-55ec-4dd3-ac3c-1ef530cc037e tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.1423848 Oct 28 21:25:25.244357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73ff9ea0-d8f3-4ada-b6a9-ba42df1d9b61 req-d6e9ecbb-7b82-4f8e-82c9-d21b640c258d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385749 Oct 28 21:25:25.301883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:25.313546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-bdc790fa-b74c-4de5-829f-cb4e2525af0e tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0718203 Oct 28 21:25:25.332642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8662daae-438c-49b9-907b-ee977a0a8ac3,segment=NetworkSegment(d2bd571f-67f7-40a1-a81d-4b32b84618d6),segment_id=d2bd571f-67f7-40a1-a81d-4b32b84618d6)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:25.365781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.388034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Allocated IP 172.20.0.2 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/ff4f4d64-a0b1-4e2d-8de1-166da9275070) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:25.409842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.415602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.422935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:25.423613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.425687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] 10.222.0.44 "PUT /v2.0/ports/8662daae-438c-49b9-907b-ee977a0a8ac3 HTTP/1.1" status: 200 len: 1092 time: 2.3313963 Oct 28 21:25:25.426072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:25.428900 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469de7fd-ec20-4889-abe4-08c438af937e" -d '{"events": [{"name": "network-changed", "server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:25.521948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.609491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.620197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.620465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.627011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.641960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe2748-4f64-4348-b573-b93f246c778e service neutron] Pushing event updated for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:25.647916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-69c0073d-e207-45b8-aac7-e45d5b957bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:25.649688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-69c0073d-e207-45b8-aac7-e45d5b957bdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f4a6022b3749889187a7b91d74e576&device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 1095 time: 0.1448116 Oct 28 21:25:25.652641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76ddbbfe-6b23-43f2-82bd-6ac8202a7191 HTTP/1.1" status: 204 len: 168 time: 0.4369552 Oct 28 21:25:25.676467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848fdfb-c0a7-47ed-ae07-b1e9bcb83f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddbbfe-6b23-43f2-82bd-6ac8202a7191,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:25.707512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Deleting port e2ed56e6-c2ad-4ad6-8590-238abb5f5af7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:25.708044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.710782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-200d6b4d-4122-42e1-8a96-bda61fc7daa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8662daae-438c-49b9-907b-ee977a0a8ac3 HTTP/1.1" status: 200 len: 217 time: 0.0501776 Oct 28 21:25:25.718962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:25.740601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:25.743370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:25.746269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Pushing event updated for resources: {'Port': ['ID=ff4f4d64-a0b1-4e2d-8de1-166da9275070,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:25.841278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-3e2a4451-3698-4fdb-b42a-997d312609dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:25.847484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-3e2a4451-3698-4fdb-b42a-997d312609dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eebd9337-0a9d-4ce2-b5fe-647b7adb48e5 HTTP/1.1" status: 200 len: 862 time: 0.1234941 Oct 28 21:25:25.875529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Attempting to bind port ff4f4d64-a0b1-4e2d-8de1-166da9275070 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:25.875727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Attempting to bind port ff4f4d64-a0b1-4e2d-8de1-166da9275070 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:25.876334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Attempting to bind port ff4f4d64-a0b1-4e2d-8de1-166da9275070 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:25.883902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:25.900885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:25.900885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.900885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:25.900885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Bound port: ff4f4d64-a0b1-4e2d-8de1-166da9275070, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:25.900885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.902462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-d924ab17-a159-49ae-98a5-39c1f089b401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=906fcc2e-3a5e-4255-a155-a8afef6cfa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455284 Oct 28 21:25:25.937897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.979633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] For port ff4f4d64-a0b1-4e2d-8de1-166da9275070, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:25.982065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:25.983653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] For port ff4f4d64-a0b1-4e2d-8de1-166da9275070, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff4f4d64-a0b1-4e2d-8de1-166da9275070,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:25.998543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.068401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1e11-6b2c-41f6-91fe-31729cce5867 None None] Pushing event updated for resources: {'Port': ['ID=ff4f4d64-a0b1-4e2d-8de1-166da9275070,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:26.071110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.073804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.102850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Calling delete_port for e2ed56e6-c2ad-4ad6-8590-238abb5f5af7 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:26.154348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Allocated IP 172.25.4.125 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f467d140-0499-49ef-afd1-bf493913edab) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:26.227639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59178) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:26.252695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8aec3b37-fa91-4eeb-a380-a2316cc6ffb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.277941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.288680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d936ea-e5b9-460b-8cfc-3ae672ae0ef6 req-4863025a-22e5-4ff0-b0ff-1b78eecdd0f2 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:26.290277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61d936ea-e5b9-460b-8cfc-3ae672ae0ef6 req-4863025a-22e5-4ff0-b0ff-1b78eecdd0f2 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 943 time: 0.3311164 Oct 28 21:25:26.374991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.439065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8aec3b37-fa91-4eeb-a380-a2316cc6ffb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.450509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8aec3b37-fa91-4eeb-a380-a2316cc6ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.471846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 24893d86-7cb7-4c8b-9a81-2a634f8619e0 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:26.483852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.491036 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.494140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.506593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a84bd8-c00c-48fe-8ff0-dc905a5a278c req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "DELETE /v2.0/floatingips/c6f76813-c4ee-4633-8176-55db3a1c7e13 HTTP/1.1" status: 204 len: 173 time: 1.1927497 Oct 28 21:25:26.516005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 24893d86-7cb7-4c8b-9a81-2a634f8619e0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:26.516384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 24893d86-7cb7-4c8b-9a81-2a634f8619e0 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:26.519500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d0e5-8984-4628-bdf1-780c00d418f2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event deleted for resources: {'Port': ['ID=e2ed56e6-c2ad-4ad6-8590-238abb5f5af7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:26.534960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-a2f1d5b8-9b82-486a-96db-bdb82761161c service neutron] 10.222.0.44 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552967 Oct 28 21:25:26.583742 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe02403-e2d5-4efd-a07e-d13b81da8e2e x-openstack-request-id: req-8fe02403-e2d5-4efd-a07e-d13b81da8e2e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:26.584071 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:26.584333 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fe02403-e2d5-4efd-a07e-d13b81da8e2e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:26.584794 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3', 'status': 'completed', 'code': 200} Oct 28 21:25:26.587802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff4f4d64-a0b1-4e2d-8de1-166da9275070 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:26.591405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8aec3b37-fa91-4eeb-a380-a2316cc6ffb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a01b3a173504e57852155f59edcb703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609598 Oct 28 21:25:26.592131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3b37-fa91-4eeb-a380-a2316cc6ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14151d20-eecf-4383-91cd-ba7bc9ebfe96,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:26.594690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:26.604934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:26.625617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:26.635364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:26.662571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Pushing event updated for resources: {'Port': ['ID=f467d140-0499-49ef-afd1-bf493913edab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:26.683771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61d936ea-e5b9-460b-8cfc-3ae672ae0ef6 req-2e11ba33-209f-49ad-beac-fbe45dbe02b0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862903 Oct 28 21:25:26.685731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ff4f4d64-a0b1-4e2d-8de1-166da9275070 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:26.688854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.782315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.805887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.845046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.872963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ff4f4d64-a0b1-4e2d-8de1-166da9275070, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff4f4d64-a0b1-4e2d-8de1-166da9275070,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:26.880113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669d46-784f-4e2e-a082-522fe70166dd req-15d68fff-502d-4320-8fca-4f2df8040d39 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:26.885171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:26.888078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab669d46-784f-4e2e-a082-522fe70166dd req-15d68fff-502d-4320-8fca-4f2df8040d39 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 950 time: 0.2228370 Oct 28 21:25:26.950398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298f45d-5010-465a-9ed5-f9e55fd56265 req-ce586105-d5a2-428b-97b4-0370f200df1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:26.958105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4298f45d-5010-465a-9ed5-f9e55fd56265 req-ce586105-d5a2-428b-97b4-0370f200df1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1505079 Oct 28 21:25:26.958317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ff4f4d64-a0b1-4e2d-8de1-166da9275070,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:26.967248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b2f270b-0977-4457-9010-c635a61b48c9 req-5dd95907-dc3a-4b52-95c1-7b0c0638edd0 service neutron] 10.222.0.44 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220657 Oct 28 21:25:26.984842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab669d46-784f-4e2e-a082-522fe70166dd req-6c3562d8-1ef9-4e88-b744-f6e82a817b59 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954778 Oct 28 21:25:27.035104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4298f45d-5010-465a-9ed5-f9e55fd56265 req-c9cc5a8c-071a-44e2-bdc3-f276ef107208 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Oct 28 21:25:27.091784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.097788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de7fd-ec20-4889-abe4-08c438af937e req-65826fb2-a339-4b7b-a437-9baa93dc2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:27.099727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-65826fb2-a339-4b7b-a437-9baa93dc2154 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05f4a6022b3749889187a7b91d74e576&device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 1095 time: 0.0552554 Oct 28 21:25:27.230189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.233793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.239837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14151d20-eecf-4383-91cd-ba7bc9ebfe96 HTTP/1.1" status: 204 len: 168 time: 0.6335475 Oct 28 21:25:27.319374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a5e0f-d792-4df1-95a7-c40a495068da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14151d20-eecf-4383-91cd-ba7bc9ebfe96,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:27.420683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.539881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-db0d1cc8-721a-443b-9ee1-ebe58f39acb2 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608382 Oct 28 21:25:27.611620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc70dbf-2055-4536-bfac-11dfd8cd03cc None None] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:27.639035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Router c5d918c2-0098-4210-8070-1c9c33c9f42e is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:25:27.719818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-82776730-5e49-4f76-a33f-144c5b7cad97 None None] Provisioning complete for port ff4f4d64-a0b1-4e2d-8de1-166da9275070 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:27.720567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82776730-5e49-4f76-a33f-144c5b7cad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.891193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:27.910665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Sync routers for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:27.914462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea932-de41-4bcf-9d84-ab1e51f24414 req-6a032b7d-083e-433e-b9cf-51e0c6187484 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:27.916717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d9ea932-de41-4bcf-9d84-ab1e51f24414 req-6a032b7d-083e-433e-b9cf-51e0c6187484 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8132510 Oct 28 21:25:27.925812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:27.925812 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-187e0440-4fbb-40a1-b201-6a02750c0a1d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8762324 Oct 28 21:25:27.926125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:27.938380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:27.939011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:28.006500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:28.017905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de7fd-ec20-4889-abe4-08c438af937e req-f1450bf1-484a-4146-9776-2292d6cc9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:28.020032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-f1450bf1-484a-4146-9776-2292d6cc9c42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=906fcc2e-3a5e-4255-a155-a8afef6cfa7f HTTP/1.1" status: 200 len: 923 time: 0.9128258 Oct 28 21:25:28.119301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-8d483024-bd3c-44bc-9b7f-9d8b4ba90366 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:28.121389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-8d483024-bd3c-44bc-9b7f-9d8b4ba90366 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5735092 Oct 28 21:25:28.131521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-2327cb36-b31d-45ec-b8c5-75c2c7097f10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8662daae-438c-49b9-907b-ee977a0a8ac3 HTTP/1.1" status: 200 len: 217 time: 0.0971913 Oct 28 21:25:28.189942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-9fef946a-ea7f-4e64-a6fe-2b9adf116860 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/quotas/5db02986475b4f2fa6b8ab13b32f7380 HTTP/1.1" status: 200 len: 375 time: 0.0572770 Oct 28 21:25:28.273747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ab140-b6ae-4779-b4b4-455487360880 req-81a06bd0-177a-43d7-b969-54f4ddfd512e tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:28.275375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-463ab140-b6ae-4779-b4b4-455487360880 req-81a06bd0-177a-43d7-b969-54f4ddfd512e tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 943 time: 0.1659539 Oct 28 21:25:28.278199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de7fd-ec20-4889-abe4-08c438af937e req-ceabc8db-4be2-4ccd-bed0-8f5a3c4f9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:28.279627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-ceabc8db-4be2-4ccd-bed0-8f5a3c4f9e67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eebd9337-0a9d-4ce2-b5fe-647b7adb48e5 HTTP/1.1" status: 200 len: 862 time: 0.1232572 Oct 28 21:25:28.331820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-5f717029-a93d-4041-b501-823d34310f69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=906fcc2e-3a5e-4255-a155-a8afef6cfa7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401719 Oct 28 21:25:28.340008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-7b703698-e142-4569-bd26-d0c1a4e3e7ae tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402879 Oct 28 21:25:28.347273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:28.451970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-463ab140-b6ae-4779-b4b4-455487360880 req-d667278b-9765-4a71-bc34-07dc31c1c7c8 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651735 Oct 28 21:25:28.510297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8662daae-438c-49b9-907b-ee977a0a8ac3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:28.542129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff4f4d64-a0b1-4e2d-8de1-166da9275070 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:28.722063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b858d4f-bca6-467b-94d8-c4a03739f82c req-5c45e2e9-4ea7-48f4-834e-8468226adbcf tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=c23ee8cbc4dd4ee5b84a38311c8bf75b HTTP/1.1" status: 200 len: 1654 time: 0.2424555 Oct 28 21:25:28.801152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-b3800913-075d-42d5-ad7d-6f61852083d3 service neutron] 10.222.0.44 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599736 Oct 28 21:25:28.808644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8662daae-438c-49b9-907b-ee977a0a8ac3,segment=NetworkSegment(d2bd571f-67f7-40a1-a81d-4b32b84618d6),segment_id=d2bd571f-67f7-40a1-a81d-4b32b84618d6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:28.837694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ff4f4d64-a0b1-4e2d-8de1-166da9275070 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:28.838520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:28.849001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8662daae-438c-49b9-907b-ee977a0a8ac3', 'network_id': '906fcc2e-3a5e-4255-a155-a8afef6cfa7f', 'port_id': '8662daae-438c-49b9-907b-ee977a0a8ac3', 'mac_address': 'fa:16:3e:e5:50:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd9337-0a9d-4ce2-b5fe-647b7adb48e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:28.912851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4732e0a4-5837-48b0-b550-f7c17fd85294 None None] Provisioning complete for port ff4f4d64-a0b1-4e2d-8de1-166da9275070 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:28.913508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4732e0a4-5837-48b0-b550-f7c17fd85294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:28.980069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:26Z', 'revision_number': 3, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:28.982896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.056793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Checking router: c5d918c2-0098-4210-8070-1c9c33c9f42e for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:29.057445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Updating router c5d918c2-0098-4210-8070-1c9c33c9f42e port f467d140-0499-49ef-afd1-bf493913edab binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:29.060999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc763957-46d1-4171-b4f4-5589c3cd9371 req-72414430-ad54-4c0f-be16-20f5671ad7ca tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:29.066359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc763957-46d1-4171-b4f4-5589c3cd9371 req-72414430-ad54-4c0f-be16-20f5671ad7ca tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.3047090 Oct 28 21:25:29.111532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858d4f-bca6-467b-94d8-c4a03739f82c req-9d51ef82-8efc-4b71-91a9-8c04a11afc34 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:29.113446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b858d4f-bca6-467b-94d8-c4a03739f82c req-9d51ef82-8efc-4b71-91a9-8c04a11afc34 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks?id=9b48188f-34bd-4e3f-b3a7-e582fd977503&id=9b48188f-34bd-4e3f-b3a7-e582fd977503&id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 787 time: 0.3811636 Oct 28 21:25:29.136874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8662daae-438c-49b9-907b-ee977a0a8ac3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:29.150043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-5b858d4f-bca6-467b-94d8-c4a03739f82c req-bf48bbb4-e99a-4833-8506-a2459f1fb4c9 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:25:29.150643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b858d4f-bca6-467b-94d8-c4a03739f82c req-bf48bbb4-e99a-4833-8506-a2459f1fb4c9 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0226643 Oct 28 21:25:29.171745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469de7fd-ec20-4889-abe4-08c438af937e req-f075b340-ca29-4b0c-ad1d-bdea1bca9267 service neutron] 10.222.0.44 "GET /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409998 Oct 28 21:25:29.177016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc763957-46d1-4171-b4f4-5589c3cd9371 req-0b80fcfc-9b1e-4cbc-aaee-3d39ffe1d60b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986538 Oct 28 21:25:29.240467 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.279881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8662daae-438c-49b9-907b-ee977a0a8ac3,segment=NetworkSegment(d2bd571f-67f7-40a1-a81d-4b32b84618d6),segment_id=d2bd571f-67f7-40a1-a81d-4b32b84618d6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:29.307473 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.353588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-506594e3-d943-487b-852c-2bbe72f06c5a req-646a9fdb-6679-4f30-a0e6-461e5ca25bcf tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 210 time: 0.1007783 Oct 28 21:25:29.421884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.442679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.470082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:29.483561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-32370784-9f67-4707-baa4-b960a167c8a0 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips/332c3faa-7e6e-457b-b050-c4534d820680 HTTP/1.1" status: 200 len: 692 time: 0.1286883 Oct 28 21:25:29.600638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8662daae-438c-49b9-907b-ee977a0a8ac3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:29.750006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-d40ebc0a-4f38-40a6-9eeb-748795227f7b tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:29.751955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-d40ebc0a-4f38-40a6-9eeb-748795227f7b tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2592938 Oct 28 21:25:29.766060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.785739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.886416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Allocated IP 172.20.0.1 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/a1f7ebe4-fab0-4e5c-9224-85c99bd7541b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:29.896420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Attempting to bind port f467d140-0499-49ef-afd1-bf493913edab on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:29.896986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Attempting to bind port f467d140-0499-49ef-afd1-bf493913edab by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:29.896986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Attempting to bind port f467d140-0499-49ef-afd1-bf493913edab on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:29.899071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-631d15c6-487a-40cc-961b-4f945e5d94f4 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.1241217 Oct 28 21:25:29.902316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dcdb8-5faa-4b9d-8769-5270b942639d None None] Pushing event updated for resources: {'Port': ['ID=f467d140-0499-49ef-afd1-bf493913edab,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:29.918571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:29.918950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:29.919344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.920852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:29.920852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Bound port: f467d140-0499-49ef-afd1-bf493913edab, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:29.920852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:29.961069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad5b4a-c056-40da-be92-861818344caa req-185816cc-f913-492a-ad49-070bf995e3e9 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:29.967896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61ad5b4a-c056-40da-be92-861818344caa req-185816cc-f913-492a-ad49-070bf995e3e9 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 944 time: 0.2134221 Oct 28 21:25:29.986365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-ee0f0bce-e165-4ea0-97e2-060905a87345 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0751355 Oct 28 21:25:29.997539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] For port f467d140-0499-49ef-afd1-bf493913edab, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:30.001137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] For port f467d140-0499-49ef-afd1-bf493913edab, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f467d140-0499-49ef-afd1-bf493913edab,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:30.009937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.089694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:30.090376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:30.100666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.105496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Deleting port db52270e-8eb9-4e5c-bf69-14abe1760c33 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:30.105949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.123196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61ad5b4a-c056-40da-be92-861818344caa req-4fded991-fcff-453b-b899-274585e0768b tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518693 Oct 28 21:25:30.140880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-6c70a26b-f130-45fa-8946-97d3fee4ca39 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329998 Oct 28 21:25:30.158277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dcdb8-5faa-4b9d-8769-5270b942639d None None] Pushing event updated for resources: {'Port': ['ID=f467d140-0499-49ef-afd1-bf493913edab,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:30.238475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.243193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:30.294893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] For port db52270e-8eb9-4e5c-bf69-14abe1760c33, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db52270e-8eb9-4e5c-bf69-14abe1760c33,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:30.295368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.316028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:30.324116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:30.328166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Calling delete_port for db52270e-8eb9-4e5c-bf69-14abe1760c33 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:30.330203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:30.358880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Pushing event updated for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:30.384513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Deleting port 4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:30.384888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.447028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.456810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-ceb0aca4-ad65-46bb-89cb-40bade7563c8 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:30.458435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-ceb0aca4-ad65-46bb-89cb-40bade7563c8 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870126 Oct 28 21:25:30.476849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Request body: {'port': {'device_id': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '5db02986475b4f2fa6b8ab13b32f7380'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:30.505531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8662daae-438c-49b9-907b-ee977a0a8ac3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:30.621578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.621826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.657382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Calling delete_port for 4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:30.683917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab4770-7207-40d8-af57-17c3408fda5c req-a866c342-7fc1-4bc6-b71f-2e09ebd9cfb7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:30.685598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffab4770-7207-40d8-af57-17c3408fda5c req-a866c342-7fc1-4bc6-b71f-2e09ebd9cfb7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1755884 Oct 28 21:25:30.715175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.733620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:26Z', 'revision_number': 3, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:30.757122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.766732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-20d78890-8243-4cb8-923f-2b7e7796a0b6 None None] Provisioning complete for port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:30.766953 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-20d78890-8243-4cb8-923f-2b7e7796a0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.772415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Made reservation on behalf of 5db02986475b4f2fa6b8ab13b32f7380 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:30.773347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f644-df7d-4559-bb2b-b18f65a90c2b None None] The sync data for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 is: [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:26Z', 'revision_number': 3, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:30.774467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.798918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Pushing event deleted for resources: {'Port': ['ID=db52270e-8eb9-4e5c-bf69-14abe1760c33,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:30.811808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8662daae-438c-49b9-907b-ee977a0a8ac3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:30.828150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8662daae-438c-49b9-907b-ee977a0a8ac3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:30.828884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:30.830413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffab4770-7207-40d8-af57-17c3408fda5c req-d7a262f2-8f47-4d25-b2f6-f41b57c47909 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338532 Oct 28 21:25:30.885018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-20d78890-8243-4cb8-923f-2b7e7796a0b6 None None] Port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:30.984644 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.022452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:31.031418 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd8b4ad-0a59-4212-8d92-64bc3ccfbd9c" -d '{"events": [{"server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "name": "network-vif-plugged", "status": "completed", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:31.053964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8662daae-438c-49b9-907b-ee977a0a8ac3,segment=NetworkSegment(d2bd571f-67f7-40a1-a81d-4b32b84618d6),segment_id=d2bd571f-67f7-40a1-a81d-4b32b84618d6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:31.063385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.115839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.161866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:31.178524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.188600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.217001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event deleted for resources: {'Port': ['ID=4f013c8a-ae44-4a6a-821d-ff4be5f1ed7b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:31.229693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68638f29-58b0-4da2-994d-c3c9ab7b2406 req-be47af0b-d193-4f90-8fdf-e49b213ae449 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 210 time: 0.1307898 Oct 28 21:25:31.272241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.274178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Pushing event updated for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:31.372858 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fe706-10d8-4cba-b04d-9d5d925c8eb7 x-openstack-request-id: req-a49fe706-10d8-4cba-b04d-9d5d925c8eb7 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:31.373156 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "name": "network-vif-plugged", "status": "completed", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:31.373807 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a49fe706-10d8-4cba-b04d-9d5d925c8eb7 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:31.374214 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3', 'code': 200} Oct 28 21:25:31.378530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.381150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.382212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:31.383511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-831a2b0a-7fbe-4882-a25e-c1df1413b4d1 req-1428a639-5bff-4af8-872f-276ebb6e0f01 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "DELETE /v2.0/floatingips/332c3faa-7e6e-457b-b050-c4534d820680 HTTP/1.1" status: 204 len: 173 time: 1.3905585 Oct 28 21:25:31.484024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Allocated IP 192.168.233.11 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/6da4bb25-121e-4e2e-8b21-9077e0b5364c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:31.569728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f02558-2f36-4b83-87a7-c81679767685 req-a0a6e073-f867-4c49-97a2-27909f9536ab tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips/f2112e69-c354-4783-9000-7668cd2c5e65 HTTP/1.1" status: 200 len: 692 time: 0.0947757 Oct 28 21:25:31.614009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7587be-665a-46d6-bb7a-b756d2d53bb3 req-4470760f-b6aa-448c-b368-5e61f0bd585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:31.615831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df7587be-665a-46d6-bb7a-b756d2d53bb3 req-4470760f-b6aa-448c-b368-5e61f0bd585d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 1097 time: 0.1413023 Oct 28 21:25:31.620696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d7df-cf25-4bcc-b0ec-befc99d299b9 req-e60e9e22-227e-4f33-8ef8-26030e898b60 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:31.622266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a1d7df-cf25-4bcc-b0ec-befc99d299b9 req-e60e9e22-227e-4f33-8ef8-26030e898b60 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 945 time: 0.1586444 Oct 28 21:25:31.732695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:31.745728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:31.758524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df7587be-665a-46d6-bb7a-b756d2d53bb3 req-0804fb18-89f8-499c-be9a-0f037723d4ea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311636 Oct 28 21:25:31.789052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a1d7df-cf25-4bcc-b0ec-befc99d299b9 req-b238be3d-50cd-40e8-aa2b-51152ac3c9b9 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380847 Oct 28 21:25:31.828101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f02558-2f36-4b83-87a7-c81679767685 req-85cfd912-9688-4740-8e12-5426fac86f07 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:31.829570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f02558-2f36-4b83-87a7-c81679767685 req-85cfd912-9688-4740-8e12-5426fac86f07 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2516150 Oct 28 21:25:31.920098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Router 00189427-2f33-40ce-841d-94085d329803 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:31.954811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f02558-2f36-4b83-87a7-c81679767685 req-c4d2b49a-b00b-4664-a436-9b43219b5126 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.1148808 Oct 28 21:25:31.997244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Router c5d918c2-0098-4210-8070-1c9c33c9f42e has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:32.035020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.060774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f02558-2f36-4b83-87a7-c81679767685 req-a06d9603-f6e7-4f89-8e75-aac7a1bcbc29 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.0938380 Oct 28 21:25:32.130341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f79a57d4-21bc-4c30-9de6-12bafcd9ef20 None None] Provisioning complete for port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:32.130894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f79a57d4-21bc-4c30-9de6-12bafcd9ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.155545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:32.163228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d5a18bd-b7bf-4161-9b2d-ed9e549f856b admin admin] 10.222.0.31 "PUT /v2.0/routers/00189427-2f33-40ce-841d-94085d329803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1623261 Oct 28 21:25:32.165685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:32.170727 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Sync routers for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:32.176400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f79a57d4-21bc-4c30-9de6-12bafcd9ef20 None None] Port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:32.187353 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:32.188266 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:32.204554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2ca54-d858-4f37-af78-91f0aee6fdee req-6cf01628-c5fc-4075-90d6-be36da97b4ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:32.206084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c2ca54-d858-4f37-af78-91f0aee6fdee req-6cf01628-c5fc-4075-90d6-be36da97b4ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2166076 Oct 28 21:25:32.241984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.262862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['39c62521-35b5-49df-af5d-c33565d8fbe7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:32.266152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:32.274248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-53e31208-90cc-4168-8684-cafe73fd91af admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d918c2-0098-4210-8070-1c9c33c9f42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3449566 Oct 28 21:25:32.297127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.320237 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:32.387567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:32.395392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c2ca54-d858-4f37-af78-91f0aee6fdee req-eed60341-13de-4180-8e87-f34a78fac441 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826038 Oct 28 21:25:32.413165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:32.425209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:32.435163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Pushing event updated for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:32.473838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.533124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:32.533986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.553000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Deleting port c74f957b-b8a3-4f59-be5e-45a93ca0c763 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:32.558401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.592699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Deleting port a88acd42-4cc1-41bd-9247-6b9efbf9ef49 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:32.593073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.664171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f467d140-0499-49ef-afd1-bf493913edab up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:32.709297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-13463e9d-02ec-4d98-ac57-ed886ce67e07 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2367094 Oct 28 21:25:32.760993 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 5, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port': {'id': 'a88acd42-4cc1-41bd-9247-6b9efbf9ef49', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00189427-2f33-40ce-841d-94085d329803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:12Z', 'updated_at': '2021-10-28T21:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:32.763482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Request body: {'port': {'device_id': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:32.837824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.838529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.843686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f467d140-0499-49ef-afd1-bf493913edab triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:32.844236 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.849405 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Checking router: 00189427-2f33-40ce-841d-94085d329803 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:32.885691 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Routers {'00189427-2f33-40ce-841d-94085d329803'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:32.886393 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['00189427-2f33-40ce-841d-94085d329803'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:32.903887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.935055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Calling delete_port for c74f957b-b8a3-4f59-be5e-45a93ca0c763 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:32.941126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-af891c1b-730b-4589-9996-521f1bf0cfb4 None None] Provisioning complete for port 6da4bb25-121e-4e2e-8b21-9077e0b5364c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:32.942443 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-af891c1b-730b-4589-9996-521f1bf0cfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:32.996534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-af891c1b-730b-4589-9996-521f1bf0cfb4 None None] Port 6da4bb25-121e-4e2e-8b21-9077e0b5364c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:33.015757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] Set router 00189427-2f33-40ce-841d-94085d329803 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:33.052764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.091965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f467d140-0499-49ef-afd1-bf493913edab, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f467d140-0499-49ef-afd1-bf493913edab,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:33.099813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.168730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f467d140-0499-49ef-afd1-bf493913edab,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:33.201623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] For port a88acd42-4cc1-41bd-9247-6b9efbf9ef49, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:33.202226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.215835 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:25:32Z', 'revision_number': 6, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:33.216800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Calling delete_port for a88acd42-4cc1-41bd-9247-6b9efbf9ef49 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:33.249491 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d823f39-05bc-4dc7-898f-528613c0e525 None None] The sync data for ids ['00189427-2f33-40ce-841d-94085d329803'] in n-d-806683-16 is: [{'id': '00189427-2f33-40ce-841d-94085d329803', 'name': 'tempest-AttachSCSIVolumeTestJSON-1129797423-router', 'tenant_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:11Z', 'updated_at': '2021-10-28T21:25:32Z', 'revision_number': 6, 'project_id': '3a743bed6dfa4e2298fcbedf24c3ef71', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:33.297474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Sync routers for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:33.312065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:33.312728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:33.418720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.447218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:33.450678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88acd42-4cc1-41bd-9247-6b9efbf9ef49,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:33.526569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.564734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1bdf-091d-42c2-b253-6da3eaf02ecb req-3916b176-7e5f-49a4-83ca-021d40020b49 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:33.568830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fa1bdf-091d-42c2-b253-6da3eaf02ecb req-3916b176-7e5f-49a4-83ca-021d40020b49 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 935 time: 0.6506081 Oct 28 21:25:33.625778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.629405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.652668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fa1bdf-091d-42c2-b253-6da3eaf02ecb req-06153e22-aaf6-44e1-a483-1c7fd0e74b3f tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773783 Oct 28 21:25:33.689247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.689873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00189427-2f33-40ce-841d-94085d329803 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:25:33.697955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.700825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-19020d10-de74-467b-866e-82bab390b3c6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/00189427-2f33-40ce-841d-94085d329803 HTTP/1.1" status: 204 len: 168 time: 1.5341921 Oct 28 21:25:33.701906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:33.704321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 2, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:33.752604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Checking router: c5d918c2-0098-4210-8070-1c9c33c9f42e for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:33.753699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Updating router c5d918c2-0098-4210-8070-1c9c33c9f42e port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:33.766142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da4bb25-121e-4e2e-8b21-9077e0b5364c {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:33.775303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Deleting subnet dcfb6871-05c4-43ec-b090-7ce5468aaa61 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:33.776693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.780300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.785084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.791110 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.826836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.827671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event deleted for resources: {'Port': ['ID=c74f957b-b8a3-4f59-be5e-45a93ca0c763,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:33.838095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Transition to ACTIVE for port object 6da4bb25-121e-4e2e-8b21-9077e0b5364c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:33.852410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.974078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:33.998667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.001342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.002458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f02558-2f36-4b83-87a7-c81679767685 req-510cbcd4-7b30-4233-8f89-86e13fd8acde tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "DELETE /v2.0/floatingips/f2112e69-c354-4783-9000-7668cd2c5e65 HTTP/1.1" status: 204 len: 173 time: 1.9409177 Oct 28 21:25:34.005890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:34.070108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Attempting to bind port 6da4bb25-121e-4e2e-8b21-9077e0b5364c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:34.070684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Attempting to bind port 6da4bb25-121e-4e2e-8b21-9077e0b5364c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:34.071049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Attempting to bind port 6da4bb25-121e-4e2e-8b21-9077e0b5364c on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:34.086070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Port 6da4bb25-121e-4e2e-8b21-9077e0b5364c on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:34.086841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Attempting to bind port 6da4bb25-121e-4e2e-8b21-9077e0b5364c on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:34.095921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.112855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:34.113451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:34.114645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:34.115514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Bound port: 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:34.115892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.124031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.137018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dcfb6871-05c4-43ec-b090-7ce5468aaa61 HTTP/1.1" status: 204 len: 168 time: 0.4332089 Oct 28 21:25:34.137673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59330) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:34.172060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90307d98-c45c-4ed9-9f25-4a486d45b3e4 None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:34.227488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cf541-310e-4074-a6a9-a3d7ae1f52fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfb6871-05c4-43ec-b090-7ce5468aaa61,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:34.327870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:34.329660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.331982 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.337888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:34.354271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53949b8-8696-4850-81c4-ef201bb7423d req-08775db8-0abf-4b68-9e10-0d1b7ca17067 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:34.355915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c53949b8-8696-4850-81c4-ef201bb7423d req-08775db8-0abf-4b68-9e10-0d1b7ca17067 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 945 time: 0.1455176 Oct 28 21:25:34.358014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.369404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59332) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:34.375182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923479925', 'description': 'tempest-description--691105491'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:34.376897 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.456920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e89e6-af5d-4cd1-a8ea-c564c9bca870 None None] Pushing event updated for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:34.484838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Deleting port 95e5262b-b218-4d8f-a8fe-6addb196aeae {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:34.486236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.531918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f467d140-0499-49ef-afd1-bf493913edab up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:34.583246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:34.583901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.590845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] 10.222.0.44 "PUT /v2.0/ports/6da4bb25-121e-4e2e-8b21-9077e0b5364c HTTP/1.1" status: 200 len: 1096 time: 1.8311734 Oct 28 21:25:34.590845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:34.590845 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351d5d5-8081-4934-88c4-ff76263f8faa" -d '{"events": [{"name": "network-changed", "server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:34.600690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.622686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c53949b8-8696-4850-81c4-ef201bb7423d req-92c67ac8-b9f8-4ad4-8a7f-0906fc2b961c tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250850 Oct 28 21:25:34.639966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] For port 95e5262b-b218-4d8f-a8fe-6addb196aeae, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95e5262b-b218-4d8f-a8fe-6addb196aeae,segment=NetworkSegment(a11b4ced-5155-4d49-a0a9-1d4440941220),segment_id=a11b4ced-5155-4d49-a0a9-1d4440941220)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:34.640417 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.673671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Attempting to bind port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:34.674126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Attempting to bind port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:34.675173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Attempting to bind port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:34.684740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2b9e5-562c-4577-bad7-115c645b8c22 req-5bb09c00-abe4-4058-9c27-3bca4b52ccd9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:34.685983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:34.686676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68f2b9e5-562c-4577-bad7-115c645b8c22 req-5bb09c00-abe4-4058-9c27-3bca4b52ccd9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2000244 Oct 28 21:25:34.686901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:34.687722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.688277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:34.694575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Bound port: a1f7ebe4-fab0-4e5c-9224-85c99bd7541b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:34.695314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Calling delete_port for 95e5262b-b218-4d8f-a8fe-6addb196aeae owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:34.695726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.700898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] DHCP port deletion for 8318344a-0a3b-4a1c-944c-c9a2e5762700 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:25:34.742072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207cf8d-eed2-40ca-8145-c95de8d25ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:34.822109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-2ae2b468-163d-4c81-8be9-74599b2d345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:34.823676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-2ae2b468-163d-4c81-8be9-74599b2d345e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 1099 time: 0.1359067 Oct 28 21:25:34.834848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f467d140-0499-49ef-afd1-bf493913edab triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:34.835057 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.836214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68f2b9e5-562c-4577-bad7-115c645b8c22 req-ef908783-3727-496b-ba0a-51b80613b999 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873415 Oct 28 21:25:34.905812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-5abed556-83d0-4003-8532-2b09bfa65f5d tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips/e7e77a8b-bb81-4af2-8cb8-9c70ff1afbf7 HTTP/1.1" status: 200 len: 692 time: 0.0754578 Oct 28 21:25:34.919612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:34.965200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e5262b-b218-4d8f-a8fe-6addb196aeae,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:34.970817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-3084b3be-ab77-47d9-bc61-6048a2ada056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c HTTP/1.1" status: 200 len: 217 time: 0.1328559 Oct 28 21:25:34.984071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] For port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:34.984795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] No DVR routers for this DVR port 95e5262b-b218-4d8f-a8fe-6addb196aeae on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:35.035194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-918e0f16-af7c-4004-b1c4-07262d40667b None None] Provisioning complete for port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:35.035608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-918e0f16-af7c-4004-b1c4-07262d40667b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.042443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] For port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:35.063998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Deleting port 95e5262b-b218-4d8f-a8fe-6addb196aeae {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:35.064357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.064527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.066655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.081693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.095176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.134437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8318344a-0a3b-4a1c-944c-c9a2e5762700']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:35.144523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-44ec443d-8e5e-4514-a1b7-de31cfd4e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:35.146074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-44ec443d-8e5e-4514-a1b7-de31cfd4e26a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1349385 Oct 28 21:25:35.154983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.156166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7855895 Oct 28 21:25:35.163104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:35.167072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b4ced-5155-4d49-a0a9-1d4440941220') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:35.167362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b4ced-5155-4d49-a0a9-1d4440941220') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:35.175384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'security_group_rule': {'security_group_id': '0da9e5e9-5947-4e36-8abb-b839459b7eec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:35.189729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-918e0f16-af7c-4004-b1c4-07262d40667b None None] Port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:35.193239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.211911 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043db258-cd28-4423-adb7-609d4e1146bb x-openstack-request-id: req-043db258-cd28-4423-adb7-609d4e1146bb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:35.212200 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:35.212475 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043db258-cd28-4423-adb7-609d4e1146bb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:35.212874 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c', 'status': 'completed', 'code': 200} Oct 28 21:25:35.222338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254d358-e1f9-45c6-801b-f1753d546b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da9e5e9-5947-4e36-8abb-b839459b7eec,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:35.224351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.234963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] For port 95e5262b-b218-4d8f-a8fe-6addb196aeae, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:35.235279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-1d37dd03-64e1-46ac-a16f-0f030b90d4e2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:35.235426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.238403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e89e6-af5d-4cd1-a8ea-c564c9bca870 None None] Pushing event updated for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:35.246419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-1d37dd03-64e1-46ac-a16f-0f030b90d4e2 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.3375816 Oct 28 21:25:35.271939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:35.274189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:35.275095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.278522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:35.283260 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:35.343765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-4a7bad12-13de-4323-9097-82088cacd685 tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.0983412 Oct 28 21:25:35.349220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-917512f5-d60e-4087-a13a-a0bd7ed6d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:35.350695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-917512f5-d60e-4087-a13a-a0bd7ed6d64c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1823254 Oct 28 21:25:35.425145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.477095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.484548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.489082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-51721fdd-763f-4bc4-b171-c4f23c828dfa tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.1437397 Oct 28 21:25:35.494048 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8318344a-0a3b-4a1c-944c-c9a2e5762700 HTTP/1.1" status: 204 len: 168 time: 1.3541212 Oct 28 21:25:35.496813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:35.536624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244b73e-1caa-4ca8-8c9f-d3fc48ea9da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8318344a-0a3b-4a1c-944c-c9a2e5762700,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:35.616254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:35.654992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db52270e-8eb9-4e5c-bf69-14abe1760c33 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:35.661984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.663090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Calling delete_port for 95e5262b-b218-4d8f-a8fe-6addb196aeae owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:35.669046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Port 95e5262b-b218-4d8f-a8fe-6addb196aeae was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:25:35.683540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.694375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.701065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: db52270e-8eb9-4e5c-bf69-14abe1760c33 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:35.701263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db52270e-8eb9-4e5c-bf69-14abe1760c33 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:35.701628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a88acd42-4cc1-41bd-9247-6b9efbf9ef49 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:35.724292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2b09-4393-4bef-ac98-a91e887a9168 req-e0f72490-f0fe-425a-b330-5c71722ddb8e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:35.733701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-100d2b09-4393-4bef-ac98-a91e887a9168 req-e0f72490-f0fe-425a-b330-5c71722ddb8e tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 947 time: 0.2293394 Oct 28 21:25:35.739386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59352) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:35.753115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Network 8318344a-0a3b-4a1c-944c-c9a2e5762700 is not hosted by any dhcp agent {{(pid=102315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:25:35.753490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] No DVR routers for this DVR port 95e5262b-b218-4d8f-a8fe-6addb196aeae on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:35.755535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a88acd42-4cc1-41bd-9247-6b9efbf9ef49 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:35.755902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a88acd42-4cc1-41bd-9247-6b9efbf9ef49 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:35.777664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-67f8c220-2f32-485f-afe4-f99d60f57233 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168274 Oct 28 21:25:35.787228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bda842b-451d-4a86-a97e-1df2f0b18311,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:35.788242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Pushing event deleted for resources: {'Port': ['ID=95e5262b-b218-4d8f-a8fe-6addb196aeae,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:35.805240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.805688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.806202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.806640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.807068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.808475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.808475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.808475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.808839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.809458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.810029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.810770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044232e6-3a08-4f6d-8519-af1b1c3d07f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:35.829610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.834327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f0faf831-2588-4290-8925-8a0ed5e2172b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6611893 Oct 28 21:25:35.835521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:35.845641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'security_group_rule': {'security_group_id': '0da9e5e9-5947-4e36-8abb-b839459b7eec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:35.908061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-100d2b09-4393-4bef-ac98-a91e887a9168 req-a5770877-6c2d-4739-93ed-a02183a1c61a tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618743 Oct 28 21:25:35.946762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Deleting port abdc7051-2cf0-421d-9294-58df542626e1 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:35.948357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.986314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] Provisioning complete for port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:35.986594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:35.986714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.030193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:34Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:36.033232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8ce79d7-fdea-4e30-95ed-9af7c201e970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.065910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66979a9e-21fb-40b3-afa0-b89a75ea2413 None None] The sync data for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 is: [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:34Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:36.072765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.079834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd06fbe1-33c9-4c24-9aa5-5f7603fdecf0 req-41b92a73-fc00-46ac-8a57-8f4b4c13c626 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855494 Oct 28 21:25:36.084294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.102581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6554e6cd-dcbd-445d-b961-f60f8ab644fa,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:36.178130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.179339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6828dd6d-d59a-4351-8ed6-6d1a3cf5f8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437300 Oct 28 21:25:36.182203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:36.183180 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.187003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:36.224462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.231297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.239987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] For port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:36.245939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.302246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966e705-75ae-4b1c-9c65-3eb06a72b0f6 None None] Pushing event updated for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:36.320527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.320925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.350622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Calling delete_port for abdc7051-2cf0-421d-9294-58df542626e1 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:36.369498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ccb6a-08e8-4ad1-9329-4d600b9c8cc2 req-7a38449a-d09a-4db5-ad1c-8e365a67348d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:36.371304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f14ccb6a-08e8-4ad1-9329-4d600b9c8cc2 req-7a38449a-d09a-4db5-ad1c-8e365a67348d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.1826208 Oct 28 21:25:36.372836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-395e3e61-a531-4075-b250-7e8ee08e51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:36.374816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-395e3e61-a531-4075-b250-7e8ee08e51e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 1099 time: 0.1870453 Oct 28 21:25:36.437555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8ce79d7-fdea-4e30-95ed-9af7c201e970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.486585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.497255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b8ce79d7-fdea-4e30-95ed-9af7c201e970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.523448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a1f7ebe4-fab0-4e5c-9224-85c99bd7541b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:36.588864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:36.589376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.600306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f14ccb6a-08e8-4ad1-9329-4d600b9c8cc2 req-b52f8228-4c56-45e0-b453-66e1321ff1fb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114496 Oct 28 21:25:36.610129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b8ce79d7-fdea-4e30-95ed-9af7c201e970 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d409ace3c544dc89c97b76835eb33d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8655591 Oct 28 21:25:36.627092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:36.634059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce79d7-fdea-4e30-95ed-9af7c201e970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cdcf6b-12fb-4dbb-af09-c3b6f8467ce2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:36.694734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.25.4.239 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a09ccfa3-ccd3-4939-84e6-41bfc7fa586c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:36.748288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.806594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-a9c23008-2fa7-4158-83b5-58aad7efff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:36.809498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-a9c23008-2fa7-4158-83b5-58aad7efff91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.4054267 Oct 28 21:25:36.817264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95e5262b-b218-4d8f-a8fe-6addb196aeae no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:36.824058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Deleting port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:36.824420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.831642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.841827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 95e5262b-b218-4d8f-a8fe-6addb196aeae {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:36.842314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95e5262b-b218-4d8f-a8fe-6addb196aeae not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:36.868275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:36.909174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-b2c873d2-1ebd-4b76-8f7e-6f39c5fd05e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c HTTP/1.1" status: 200 len: 217 time: 0.0796347 Oct 28 21:25:36.921800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Pushing event deleted for resources: {'Port': ['ID=abdc7051-2cf0-421d-9294-58df542626e1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:37.003773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] For port 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:37.003987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.025553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.028224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.029516 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70cdcf6b-12fb-4dbb-af09-c3b6f8467ce2 HTTP/1.1" status: 204 len: 168 time: 0.3991642 Oct 28 21:25:37.035333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.041859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Calling delete_port for 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:37.052716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dfa85-07de-45d5-b3b4-518adf965cdd req-f7209bde-fc33-4c67-b76c-ac0de62cd753 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:37.054431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5dfa85-07de-45d5-b3b4-518adf965cdd req-f7209bde-fc33-4c67-b76c-ac0de62cd753 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 945 time: 0.1697094 Oct 28 21:25:37.060726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40d24b-2ce4-45a5-ba66-73efdd522af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cdcf6b-12fb-4dbb-af09-c3b6f8467ce2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:37.064705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-55cd009c-3ec7-47b9-a445-e0d600ccd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:37.066614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-55cd009c-3ec7-47b9-a445-e0d600ccd516 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1217134 Oct 28 21:25:37.071272 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.076616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.081859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81fbde-f204-4081-be96-0aeb4f2a76c1 req-098c371c-cf7a-4202-8ca5-a86c8ebd47ff tempest-FloatingIPDetailsTestJSON-459945339 tempest-FloatingIPDetailsTestJSON-459945339-project] 10.222.0.31 "DELETE /v2.0/floatingips/e7e77a8b-bb81-4af2-8cb8-9c70ff1afbf7 HTTP/1.1" status: 204 len: 173 time: 1.5916803 Oct 28 21:25:37.103761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59376) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:37.290021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.311510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5dfa85-07de-45d5-b3b4-518adf965cdd req-5969e5a0-faa9-4c0f-a9a9-76ffc8e41385 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274766 Oct 28 21:25:37.329408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-468d0f60-5f8f-4a35-a104-f9f135a01345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:37.334679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-468d0f60-5f8f-4a35-a104-f9f135a01345 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2411430 Oct 28 21:25:37.343136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:37.344087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.351588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:37.364747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:37.365008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6780-eab5-4eff-99cd-ec1b117ba941 req-77ca18a5-739a-4356-914a-aa67eaf78074 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:37.366297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6aaf6780-eab5-4eff-99cd-ec1b117ba941 req-77ca18a5-739a-4356-914a-aa67eaf78074 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 947 time: 0.1560302 Oct 28 21:25:37.369576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=a09ccfa3-ccd3-4939-84e6-41bfc7fa586c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:37.439379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:37.502275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:37.532083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de1ae0c-625b-4b4f-940f-f32bb2d6253c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.540235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6aaf6780-eab5-4eff-99cd-ec1b117ba941 req-18364c28-c9e7-4648-97da-c8bfc604e899 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642973 Oct 28 21:25:37.652544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-419ece16-b0bb-4c61-8ac3-e7e2aa65b37a service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991631 Oct 28 21:25:37.689212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.760417 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.816461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.844945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de1ae0c-625b-4b4f-940f-f32bb2d6253c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:37.888421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de1ae0c-625b-4b4f-940f-f32bb2d6253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.020922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1ae0c-625b-4b4f-940f-f32bb2d6253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2013ae1b-6037-41db-9bc8-763025e158b5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:38.025270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2de1ae0c-625b-4b4f-940f-f32bb2d6253c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=769bf47b415f4cf48004e27141ab0f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197918 Oct 28 21:25:38.029844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59384) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:38.157503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bab58-60a0-4697-80f6-5100c5bf69e9 req-b6543e9f-6871-4fee-9605-44e2dea2c775 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:38.160711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c12bab58-60a0-4697-80f6-5100c5bf69e9 req-b6543e9f-6871-4fee-9605-44e2dea2c775 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.4496620 Oct 28 21:25:38.198159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c351d5d5-8081-4934-88c4-ff76263f8faa req-67f0c1df-339b-49c4-990d-f79e04d84212 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029051 Oct 28 21:25:38.233305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c12bab58-60a0-4697-80f6-5100c5bf69e9 req-e988fa7d-4a79-4192-8934-21fa7ccf9952 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651577 Oct 28 21:25:38.296495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.467372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.475019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-4daf0a82-e9e1-484f-9fe5-6a61a0c81cda tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:38.476569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-4daf0a82-e9e1-484f-9fe5-6a61a0c81cda tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.44 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 945 time: 0.1082373 Oct 28 21:25:38.480872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.486688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.504046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91707376-a2c5-4f71-b982-d0b0f218f6b3 req-810e667e-c1fc-428b-9723-70467bbdc9d9 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:38.505495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91707376-a2c5-4f71-b982-d0b0f218f6b3 req-810e667e-c1fc-428b-9723-70467bbdc9d9 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 945 time: 0.1063166 Oct 28 21:25:38.534804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6da4bb25-121e-4e2e-8b21-9077e0b5364c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:38.593578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.597982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=a09ccfa3-ccd3-4939-84e6-41bfc7fa586c,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:38.637882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.643938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91707376-a2c5-4f71-b982-d0b0f218f6b3 req-e16e4afe-b0a2-46b1-be36-2ed0b9081254 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/security-groups?id=f00c9b5a-4298-43eb-9e40-2c31dc78add7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055431 Oct 28 21:25:38.644772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Router 47fb86fc-4382-4e09-bb09-821219987441 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:38.674594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.675957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c161a150-4b87-4e76-8b95-a78201413d19 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4928629 Oct 28 21:25:38.726087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:38.740658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.743123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.746700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2013ae1b-6037-41db-9bc8-763025e158b5 HTTP/1.1" status: 204 len: 168 time: 0.7123063 Oct 28 21:25:38.750963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6da4bb25-121e-4e2e-8b21-9077e0b5364c', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '6da4bb25-121e-4e2e-8b21-9077e0b5364c', 'mac_address': 'fa:16:3e:08:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:38.761243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d7c3a-0d9a-479f-b736-1a9007a44a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2013ae1b-6037-41db-9bc8-763025e158b5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:38.806880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:38.813082 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ae7617d0-98f7-4d8e-9911-261b48718da9 admin admin] 10.222.0.31 "PUT /v2.0/routers/47fb86fc-4382-4e09-bb09-821219987441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3057823 Oct 28 21:25:38.816774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:38.821497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Deleting port 8662daae-438c-49b9-907b-ee977a0a8ac3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:38.821835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.829525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Sync routers for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:38.843273 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:38.845651 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:38.850050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3503-c172-44dd-9e81-2019897fbf6c req-e40345f7-4736-43bb-ab0c-408d9c102c11 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:38.860264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a06e3503-c172-44dd-9e81-2019897fbf6c req-e40345f7-4736-43bb-ab0c-408d9c102c11 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 947 time: 0.1804740 Oct 28 21:25:38.865203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:38.882628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da4bb25-121e-4e2e-8b21-9077e0b5364c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:38.907039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:38.916928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.003869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.015429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:39.021895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a06e3503-c172-44dd-9e81-2019897fbf6c req-4ec7fdd5-5fea-4dad-901a-80cdf5740e5a tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606939 Oct 28 21:25:39.044437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-6c5b1e77-dd92-4701-abfa-cec1ec0f3832 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--923479925&fields=id&tenant_id=470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 267 time: 0.1038921 Oct 28 21:25:39.054323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:39.124443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] For port 8662daae-438c-49b9-907b-ee977a0a8ac3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8662daae-438c-49b9-907b-ee977a0a8ac3,segment=NetworkSegment(d2bd571f-67f7-40a1-a81d-4b32b84618d6),segment_id=d2bd571f-67f7-40a1-a81d-4b32b84618d6)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:39.124847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.137786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Deleting port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:39.138128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.145361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.184602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6da4bb25-121e-4e2e-8b21-9077e0b5364c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:39.188955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Calling delete_port for 8662daae-438c-49b9-907b-ee977a0a8ac3 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:39.216740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Deleting port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:39.217079 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.301704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-8e107d36-42dd-4144-9940-c1d53b548727 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:39.303194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-8e107d36-42dd-4144-9940-c1d53b548727 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.2443309 Oct 28 21:25:39.329297 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:25:37Z', 'revision_number': 5, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port': {'id': '1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb86fc-4382-4e09-bb09-821219987441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:26Z', 'updated_at': '2021-10-28T21:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:39.338714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] For port dca7b031-fe29-4a5f-9ad0-881dd9eaa33d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:39.339600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.342785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-0ccab037-6af7-4602-a09f-b4726c5cd44a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/quotas/470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 375 time: 0.0280454 Oct 28 21:25:39.357888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Calling delete_port for dca7b031-fe29-4a5f-9ad0-881dd9eaa33d owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:39.359962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] For port 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:39.360740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.375370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Calling delete_port for 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:39.408105 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Checking router: 47fb86fc-4382-4e09-bb09-821219987441 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:39.419535 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Routers {'47fb86fc-4382-4e09-bb09-821219987441'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:39.420512 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47fb86fc-4382-4e09-bb09-821219987441'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:39.547162 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] Set router 47fb86fc-4382-4e09-bb09-821219987441 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:39.548945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-634c606b-b802-4733-ace4-5b57175dcb31 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791024 Oct 28 21:25:39.573168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ea865-db48-4a34-afce-0ab04ff06e80 req-01f44ead-2410-4556-b642-e94c0f25bb86 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:39.575213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c89ea865-db48-4a34-afce-0ab04ff06e80 req-01f44ead-2410-4556-b642-e94c0f25bb86 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2154834 Oct 28 21:25:39.629777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.645895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:25:39Z', 'revision_number': 6, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:39.665449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:39.673630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.689397 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183b7b6e-4640-4b74-9f30-7d1776161734 None None] The sync data for ids ['47fb86fc-4382-4e09-bb09-821219987441'] in n-d-806683-16 is: [{'id': '47fb86fc-4382-4e09-bb09-821219987441', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395742028-router', 'tenant_id': '352487c13749489b9210634a64731eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:25Z', 'updated_at': '2021-10-28T21:25:39Z', 'revision_number': 6, 'project_id': '352487c13749489b9210634a64731eb6', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:39.737125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Pushing event deleted for resources: {'Port': ['ID=8662daae-438c-49b9-907b-ee977a0a8ac3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:39.739083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.802830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c89ea865-db48-4a34-afce-0ab04ff06e80 req-b9b80d88-c748-404d-a278-1676232d0fb8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132864 Oct 28 21:25:39.825094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] No DVR routers for this DVR port 8662daae-438c-49b9-907b-ee977a0a8ac3 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:39.828074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.832534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff6d50b5-d0ee-4056-9372-29686c5ed36b req-d742a011-810f-4721-a798-6f68f87bcaf0 tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.44 "DELETE /v2.0/ports/8662daae-438c-49b9-907b-ee977a0a8ac3 HTTP/1.1" status: 204 len: 173 time: 1.3470192 Oct 28 21:25:39.835205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'name': 'network-vif-deleted', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:39.837651 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b482f38-33a3-4805-b4f3-8ae9caabf39e" -d '{"events": [{"server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "name": "network-vif-deleted", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:39.859654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-ba13ee21-5f91-4eb6-a65c-5230f32834c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819993 Oct 28 21:25:39.869770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8662daae-438c-49b9-907b-ee977a0a8ac3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:39.947363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.954045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:39.989592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.032632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:40.038310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca7b031-fe29-4a5f-9ad0-881dd9eaa33d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:40.050967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.052745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47fb86fc-4382-4e09-bb09-821219987441 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:25:40.069536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.071018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-16c17e25-842d-4cab-afc6-d597cf6c1b9b admin admin] 10.222.0.31 "DELETE /v2.0/routers/47fb86fc-4382-4e09-bb09-821219987441 HTTP/1.1" status: 204 len: 168 time: 1.2530684 Oct 28 21:25:40.073805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59440) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:40.152297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b066fb6-3446-4ddb-81cc-debdc6c40ced req-a4e68821-a5b4-4470-b8d8-de2e40b2506e tempest-ServerAddressesNegativeTestJSON-402000971 tempest-ServerAddressesNegativeTestJSON-402000971-project] 10.222.0.31 "GET /v2.0/ports?device_id=7749fec6-0bf9-411f-9a88-86a42c651d9b HTTP/1.1" status: 200 len: 210 time: 0.1151187 Oct 28 21:25:40.157088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-2f36a2e5-7e4c-4976-aeb2-37634f8f2e9d service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874308 Oct 28 21:25:40.186463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Deleting subnet 7db691d4-3888-4035-8afe-452935a8d29c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:40.191911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.255850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.288182 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf0fd9-3fad-4a89-95fb-39def95c73f7 x-openstack-request-id: req-e2bf0fd9-3fad-4a89-95fb-39def95c73f7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:40.288818 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7749fec6-0bf9-411f-9a88-86a42c651d9b", "name": "network-vif-deleted", "tag": "8662daae-438c-49b9-907b-ee977a0a8ac3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:40.288818 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2bf0fd9-3fad-4a89-95fb-39def95c73f7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:40.289155 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7749fec6-0bf9-411f-9a88-86a42c651d9b', 'name': 'network-vif-deleted', 'tag': '8662daae-438c-49b9-907b-ee977a0a8ac3', 'status': 'completed', 'code': 200} Oct 28 21:25:40.313053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-network', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:40.395714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Made reservation on behalf of 0774a19c659c4a208546c2b88b7efaad for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:40.398649 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.432279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.463410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.474828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8d931a0-5098-4e5b-8a87-ba3be1affbe5 req-df9337a5-9b5c-49db-a94b-7fdc7d32cd99 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0793302 Oct 28 21:25:40.534868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.551697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6da4bb25-121e-4e2e-8b21-9077e0b5364c up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:40.557556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9266c-a04d-4312-a58a-1c1fcf73da3a req-4db7cda2-474b-49f9-9dcc-cd06547632ae tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:40.559807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca9266c-a04d-4312-a58a-1c1fcf73da3a req-4db7cda2-474b-49f9-9dcc-cd06547632ae tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 948 time: 0.2558916 Oct 28 21:25:40.565053 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-cbf2dbfa-3681-4266-8663-b790ecbfa9aa service neutron] show failed (client error): The resource could not be found. Oct 28 21:25:40.566715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-cbf2dbfa-3681-4266-8663-b790ecbfa9aa service neutron] 10.222.0.44 "GET /v2.0/ports/1901d3a1-5e6b-4fd9-8466-c4e045671594/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.2767682 Oct 28 21:25:40.612269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.662205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.667684 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7db691d4-3888-4035-8afe-452935a8d29c HTTP/1.1" status: 204 len: 168 time: 0.5893805 Oct 28 21:25:40.669540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59450) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:40.669929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc307ae6-0160-4de6-aa53-cf753d234912 None None] Network a290a86c-9e3d-4179-8656-32c50a6d5780 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:40.673022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.754700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab96dac-b4ab-4c6f-b1eb-eb8d211eedfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db691d4-3888-4035-8afe-452935a8d29c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:40.757212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.762307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca9266c-a04d-4312-a58a-1c1fcf73da3a req-06fac6f5-4124-4143-bfe2-172382016b61 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103950 Oct 28 21:25:40.773613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.799302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:25:40.812788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.815075 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Added segment d6e3f0d4-044f-4b2b-a430-f82a714b9f22 of type vlan for network 331a2546-3569-4306-b0ee-fa13a4d170b6 Oct 28 21:25:40.856922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:40.937564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:40.968298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:40.985416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:40.990852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 19bdeb2d-aec8-4fc4-9eea-8f6f93a16ab0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:40.991887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:41.007696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-70070dfe-acb4-424d-9d2c-b187e267b19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.056932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840833-388d-44ad-8f01-0019a22846a8 req-fac1f7c7-d884-41d0-8a15-7e74a461938b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:41.058696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec840833-388d-44ad-8f01-0019a22846a8 req-fac1f7c7-d884-41d0-8a15-7e74a461938b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.0956047 Oct 28 21:25:41.092487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6da4bb25-121e-4e2e-8b21-9077e0b5364c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:41.095191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:41.095647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbfe739-2f8f-4a02-b7b1-b1a1a3383d98 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:41.104893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6da4bb25-121e-4e2e-8b21-9077e0b5364c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:41.105739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.125597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Deleting port 976ea0f9-b29c-4c06-b32b-58f3247678fe {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:41.126090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.149456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Router 47b96063-7ac0-4273-a44c-4445292adc2b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:41.153831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec840833-388d-44ad-8f01-0019a22846a8 req-444d46c2-3dcb-4ec0-a48a-b1da5e14be81 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Oct 28 21:25:41.209854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] For port 976ea0f9-b29c-4c06-b32b-58f3247678fe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=976ea0f9-b29c-4c06-b32b-58f3247678fe,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:41.210305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.212943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.213978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:41.214631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.270549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:41.273259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2354438 Oct 28 21:25:41.275154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Calling delete_port for 976ea0f9-b29c-4c06-b32b-58f3247678fe owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:41.275962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.306332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59462) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:41.315363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Request body: {'subnet': {'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-subnet', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:41.317301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:41.318788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:41.322464 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c08fb-78cf-4b1c-be3a-4f93990dccf7" -d '{"events": [{"server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "name": "network-vif-plugged", "status": "completed", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:41.328142 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.348787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-19fd5b45-b93e-4611-9fde-060de5fa0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:41.350335 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-19fd5b45-b93e-4611-9fde-060de5fa0bbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1102 time: 0.2902653 Oct 28 21:25:41.412532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:41.430679 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6954c7-4481-403d-8912-b0ee6350c151 x-openstack-request-id: req-ce6954c7-4481-403d-8912-b0ee6350c151 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:41.430988 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "name": "network-vif-plugged", "status": "completed", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:41.431307 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce6954c7-4481-403d-8912-b0ee6350c151 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:41.431878 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c', 'code': 200} Oct 28 21:25:41.434828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:41.439240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] DHCP port deletion for a290a86c-9e3d-4179-8656-32c50a6d5780 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:25:41.441621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5f62d-9ad6-46da-829c-de53e1a996be admin admin] Pushing event updated for resources: {'Network': ['ID=331a2546-3569-4306-b0ee-fa13a4d170b6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:41.469669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Made reservation on behalf of 0774a19c659c4a208546c2b88b7efaad for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:41.472048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.481461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:25:41.587107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Deleting port 976ea0f9-b29c-4c06-b32b-58f3247678fe {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:41.587604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.674222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] For port 976ea0f9-b29c-4c06-b32b-58f3247678fe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=976ea0f9-b29c-4c06-b32b-58f3247678fe,segment=NetworkSegment(264d44d5-170b-42c0-b171-671d2b935c2d),segment_id=264d44d5-170b-42c0-b171-671d2b935c2d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:41.675906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.697025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Calling delete_port for 976ea0f9-b29c-4c06-b32b-58f3247678fe owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:41.698241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.725828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.748134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.760968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f52093ff-e8b3-4317-be96-de343708889a req-8e81ded7-1f85-4931-9721-66b3c4f2ade7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0938663 Oct 28 21:25:41.786597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.803086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=976ea0f9-b29c-4c06-b32b-58f3247678fe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:41.826286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba733ba-0d78-4d49-bced-b6171fa1ac6f req-e68fa614-527b-4354-be22-1f18174d5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:41.827785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ba733ba-0d78-4d49-bced-b6171fa1ac6f req-e68fa614-527b-4354-be22-1f18174d5f4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 1101 time: 0.1624880 Oct 28 21:25:41.831929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Deleting subnet eebd9337-0a9d-4ce2-b5fe-647b7adb48e5 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:41.833396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] No DVR routers for this DVR port 976ea0f9-b29c-4c06-b32b-58f3247678fe on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:41.841287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.852939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.897644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] Pushing event deleted for resources: {'Port': ['ID=976ea0f9-b29c-4c06-b32b-58f3247678fe,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:41.910679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef00039-3d19-4fef-84c0-d5e91468df95 None None] No DVR routers for this DVR port 976ea0f9-b29c-4c06-b32b-58f3247678fe on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:41.911534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13f4c4f-7774-4786-9fe9-1e7331183558,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:41.929485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:41.931185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.942461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Sync routers for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:41.952065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:41.953023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:41.964047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec0d26dc-7a03-49b9-b5d8-7d79a73e53f7 admin admin] 10.222.0.31 "PUT /v2.0/routers/47b96063-7ac0-4273-a44c-4445292adc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8500142 Oct 28 21:25:41.964047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ba733ba-0d78-4d49-bced-b6171fa1ac6f req-249ddac9-5beb-40b0-8446-761b012f0b28 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203694 Oct 28 21:25:41.968053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59470) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:41.977634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:41.980176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Checking segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:41.980565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Network hostable DHCP agents. Network: 331a2546-3569-4306-b0ee-fa13a4d170b6, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:25:41.981547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.058334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a290a86c-9e3d-4179-8656-32c50a6d5780']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:42.072336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:42.082336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264d44d5-170b-42c0-b171-671d2b935c2d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:42.082620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264d44d5-170b-42c0-b171-671d2b935c2d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:42.100075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.104012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:25:42.152899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.153533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f958-fba9-4325-b0c7-a52d2708e0bc req-1d4b7988-a0d7-4c38-91c2-bc0d6943bed3 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:42.155448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06e5f958-fba9-4325-b0c7-a52d2708e0bc req-1d4b7988-a0d7-4c38-91c2-bc0d6943bed3 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.2625515 Oct 28 21:25:42.163716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.163991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 331a2546-3569-4306-b0ee-fa13a4d170b6) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:42.170269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:42.170676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:42.172510 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:42.183798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:42.183798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.188715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10703b87-9037-424c-9d2c-b2b901873621 None None] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:42.258375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06e5f958-fba9-4325-b0c7-a52d2708e0bc req-0cd59303-fcea-4d61-82ca-7c5924b1bc54 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959978 Oct 28 21:25:42.266314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c75ab17a-fe55-4073-80bc-89ce91c02d0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9534607 Oct 28 21:25:42.266913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:42.269533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.271441 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.273727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:42.320311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.324385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a290a86c-9e3d-4179-8656-32c50a6d5780 HTTP/1.1" status: 204 len: 168 time: 1.6536260 Oct 28 21:25:42.331891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369596c-bfa5-4770-9be7-731a7ea23d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a290a86c-9e3d-4179-8656-32c50a6d5780,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:42.347063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:42.358681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.360215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.409648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:42.419155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.443905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.452942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:39Z', 'revision_number': 5, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port': {'id': 'b5246057-e1e3-45b9-8315-c8d57ebeca5f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:58Z', 'updated_at': '2021-10-28T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:42.458251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-331a2546-3569-4306-b0ee-fa13a4d170b6', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:25:42.459573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.466899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.481797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.489196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eebd9337-0a9d-4ce2-b5fe-647b7adb48e5 HTTP/1.1" status: 204 len: 168 time: 1.2145097 Oct 28 21:25:42.491113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:42.493746 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c723cdf-fc87-4672-987f-ff2c11b4df23" -d '{"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:42.496959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59480) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:42.525184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2ec0e-77c8-482c-952d-d783f287ec98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebd9337-0a9d-4ce2-b5fe-647b7adb48e5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:42.534051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.585793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8662daae-438c-49b9-907b-ee977a0a8ac3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:42.589894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Checking router: 47b96063-7ac0-4273-a44c-4445292adc2b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:42.600230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 976ea0f9-b29c-4c06-b32b-58f3247678fe no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:42.660546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Deleting port b5246057-e1e3-45b9-8315-c8d57ebeca5f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:42.660913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.710557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:42.715837 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6f5e3-d8ec-4efb-8dec-ae80ec60039f x-openstack-request-id: req-96b6f5e3-d8ec-4efb-8dec-ae80ec60039f {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:42.716243 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:42.716839 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96b6f5e3-d8ec-4efb-8dec-ae80ec60039f {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:42.717198 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'code': 200} Oct 28 21:25:42.745206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ebe9-bf13-4fca-a939-bce638cb282b req-de204c13-84a9-43d2-ac6a-36160a082ba5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:42.748677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Transition to ACTIVE for port object 1901d3a1-5e6b-4fd9-8466-c4e045671594 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:42.759274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:42.766716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06d6ebe9-bf13-4fca-a939-bce638cb282b req-de204c13-84a9-43d2-ac6a-36160a082ba5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 950 time: 0.2230754 Oct 28 21:25:42.880648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06d6ebe9-bf13-4fca-a939-bce638cb282b req-5c711b25-41e5-461a-a87e-d6ad738894ae tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075175 Oct 28 21:25:42.909392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 8662daae-438c-49b9-907b-ee977a0a8ac3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:42.909733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8662daae-438c-49b9-907b-ee977a0a8ac3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:42.910147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:42.915173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 976ea0f9-b29c-4c06-b32b-58f3247678fe {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:42.915820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 976ea0f9-b29c-4c06-b32b-58f3247678fe not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:42.949153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d10c73e-a58c-450f-80a6-e53f35167422 req-bb8f5579-314e-4704-b34d-e64403562f15 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0592492 Oct 28 21:25:42.949399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Routers {'47b96063-7ac0-4273-a44c-4445292adc2b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:42.950027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['47b96063-7ac0-4273-a44c-4445292adc2b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:42.963827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-960465bd-cab6-484a-80a5-8eb31e91db86 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:42.965617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-960465bd-cab6-484a-80a5-8eb31e91db86 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.3794613 Oct 28 21:25:42.987151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] For port b5246057-e1e3-45b9-8315-c8d57ebeca5f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b5246057-e1e3-45b9-8315-c8d57ebeca5f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:42.988744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.013058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Calling delete_port for b5246057-e1e3-45b9-8315-c8d57ebeca5f owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:43.041034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-f611bcad-f29f-47db-8f08-3ed751d4d8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 379 time: 0.0625250 Oct 28 21:25:43.055125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Allocated IP 172.20.0.2 (331a2546-3569-4306-b0ee-fa13a4d170b6/a13f4c4f-7774-4786-9fe9-1e7331183558/d3b797d2-06c5-43e5-9f76-f0e41d2e4633) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:43.074952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:43.100534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'device_id': 'ff375430-d6f1-4457-8651-04d1f02df867', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'admin_state_up': True, 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'security_groups': ['0da9e5e9-5947-4e36-8abb-b839459b7eec']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:43.102484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] Set router 47b96063-7ac0-4273-a44c-4445292adc2b gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:43.125312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.196979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:42Z', 'revision_number': 6, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:43.202392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.230578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2def47c-9e04-4267-bb2c-ae0f79c32d00 None None] The sync data for ids ['47b96063-7ac0-4273-a44c-4445292adc2b'] in n-d-806683-16 is: [{'id': '47b96063-7ac0-4273-a44c-4445292adc2b', 'name': 'tempest-FloatingIPDetailsTestJSON-2142112913-router', 'tenant_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:24:56Z', 'updated_at': '2021-10-28T21:25:42Z', 'revision_number': 6, 'project_id': 'c23ee8cbc4dd4ee5b84a38311c8bf75b', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:43.326950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:43.373716 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec40d-b979-4999-a70c-9b297ae138bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.382761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.383118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.383441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.383770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.384229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.388887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:43.390096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.390495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.390984 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.391857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.391857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.392092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.392319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:43.392823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.400340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] No DVR routers for this DVR port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:43.401888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.405274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.414321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.454534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:43.456677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5b49bed-143e-4576-a9d5-84b148c9d9ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a743bed6dfa4e2298fcbedf24c3ef71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335920 Oct 28 21:25:43.460653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:43.470350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:43.472247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:43.496488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5246057-e1e3-45b9-8315-c8d57ebeca5f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:43.512893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.526426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Pushing event updated for resources: {'Port': ['ID=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:43.550883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Attempting to bind port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:43.551621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Attempting to bind port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:43.551621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Attempting to bind port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 on network 331a2546-3569-4306-b0ee-fa13a4d170b6 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:43.558043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:43.558502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Checking segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:43.559042 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.559431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Bound using segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:43.559903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Bound port: d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:43.560295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.570960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906fcc2e-3a5e-4255-a155-a8afef6cfa7f']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:43.587717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:43.588208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:43.588655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:43.598069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bd571f-67f7-40a1-a81d-4b32b84618d6') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:43.625044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bd571f-67f7-40a1-a81d-4b32b84618d6') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:43.627616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:43.628200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Attempting to bind port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:43.641222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.662176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:43.662985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:43.663647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:43.664211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Bound port: 1901d3a1-5e6b-4fd9-8466-c4e045671594, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:43.664700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.680060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213455-b700-421b-8352-fa67e54bb3ba req-31c88247-48f5-4c11-b8e2-1e39078b80a5 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:43.681828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b213455-b700-421b-8352-fa67e54bb3ba req-31c88247-48f5-4c11-b8e2-1e39078b80a5 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.2690406 Oct 28 21:25:43.682875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.705360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:43.706170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:43.709323 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:43.724567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] For port d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:43.727534 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.738481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.837075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] For port d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:43.842910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.848534 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.859228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.865506 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/906fcc2e-3a5e-4255-a155-a8afef6cfa7f HTTP/1.1" status: 204 len: 168 time: 1.3254175 Oct 28 21:25:43.900592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.909328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.920751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:43.937084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:43.942497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f32bd-c118-49ed-b3ab-c009b283137d None None] Pushing event updated for resources: {'Port': ['ID=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:43.964395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:43.966332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d56078-4342-4dce-ac3e-c9a88e94c3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=906fcc2e-3a5e-4255-a155-a8afef6cfa7f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:43.985644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b213455-b700-421b-8352-fa67e54bb3ba req-2ad82f28-e64b-4751-b37d-f383a690847f tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907126 Oct 28 21:25:43.992765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.20.0.10 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/e28d7ac9-a740-4a4e-9400-63b97f82d887) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:44.025974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.026495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b96063-7ac0-4273-a44c-4445292adc2b {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:25:44.033465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.037982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7cda9ff-9cb6-4bbb-9db7-11b24f48fb9c admin admin] 10.222.0.31 "DELETE /v2.0/routers/47b96063-7ac0-4273-a44c-4445292adc2b HTTP/1.1" status: 204 len: 168 time: 2.0685368 Oct 28 21:25:44.045697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59502) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:44.123815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.244848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b175edd6-0c5f-4b25-951b-8e87f464fc60 req-46971535-d3b5-4ec1-825c-bd787742093f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0736446 Oct 28 21:25:44.260059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:44.261001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.263145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] 10.222.0.52 "PUT /v2.0/ports/1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 1097 time: 2.8987455 Oct 28 21:25:44.302561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.326040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Deleting subnet 73c4f35c-ca88-4413-b5b3-02efb22453dd {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:25:44.370185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.372681 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.373816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5966b0c-554e-4af3-a5fb-90c238b3dec8 HTTP/1.1" status: 204 len: 168 time: 0.8853095 Oct 28 21:25:44.374745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.376586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.485736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59506) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:44.583870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1df8-6b3e-4644-bc28-29dde3a8136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5966b0c-554e-4af3-a5fb-90c238b3dec8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:44.615522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Allocated IP 172.25.4.119 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/1f437439-b89c-42a5-b905-5b9760d91bef) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:44.669510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3b797d2-06c5-43e5-9f76-f0e41d2e4633 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:44.713843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73af4-1014-40ea-b617-f0781f5374f2 req-cbbdf7a8-e9df-41b9-bbfd-740129e678a3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:44.724642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58c73af4-1014-40ea-b617-f0781f5374f2 req-cbbdf7a8-e9df-41b9-bbfd-740129e678a3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.6429062 Oct 28 21:25:44.745027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:44.745027 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263d0ed-f347-4eb4-a297-26142091e631" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:44.745027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ec77-49e0-455b-a2fc-595aa4969a35 service neutron] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:44.803045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f273a642-0090-45a0-924d-3953346eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:44.807775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-f273a642-0090-45a0-924d-3953346eff56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.4718111 Oct 28 21:25:44.843294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.855347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.866983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:44.867657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.896892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:44.956931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-ee1c318c-554b-45d5-a314-b52274d609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:44.958379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-95d21bc9-047d-4a74-8cd2-d41542f284f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05f4a6022b3749889187a7b91d74e576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596932 Oct 28 21:25:44.962235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-ee1c318c-554b-45d5-a314-b52274d609c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1410770 Oct 28 21:25:44.962744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59516) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:44.976222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58c73af4-1014-40ea-b617-f0781f5374f2 req-25c66856-1840-46b2-9ce9-21e19abd6767 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391372 Oct 28 21:25:45.000937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.026624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-be747ae3-e1a6-486c-99c4-c0a4847d00a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0440545 Oct 28 21:25:45.026624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:45.046869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.063389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.067746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:45.079066 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.091992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.102764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a4303-0ec4-4227-9f6d-51f7b299c29d req-a1b0720c-fae2-4fef-9427-7f04f2a6491d tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.108220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-851a4303-0ec4-4227-9f6d-51f7b299c29d req-a1b0720c-fae2-4fef-9427-7f04f2a6491d tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.2793169 Oct 28 21:25:45.165612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:45.181156 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4305089-5620-4902-a3ec-c2961ea23de5 x-openstack-request-id: req-d4305089-5620-4902-a3ec-c2961ea23de5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:45.181457 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:45.182610 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4305089-5620-4902-a3ec-c2961ea23de5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:45.183199 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'status': 'completed', 'code': 200} Oct 28 21:25:45.195016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dca7b031-fe29-4a5f-9ad0-881dd9eaa33d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:45.208926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.223257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: dca7b031-fe29-4a5f-9ad0-881dd9eaa33d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:45.223863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dca7b031-fe29-4a5f-9ad0-881dd9eaa33d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:45.224596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b5246057-e1e3-45b9-8315-c8d57ebeca5f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:45.226012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-851a4303-0ec4-4227-9f6d-51f7b299c29d req-5d72c2ea-b81f-400b-b571-d8c07973a5a5 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Oct 28 21:25:45.265794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b5246057-e1e3-45b9-8315-c8d57ebeca5f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:45.266425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b5246057-e1e3-45b9-8315-c8d57ebeca5f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:45.302369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.321020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:45.347672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:45.350175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:45.376494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f437439-b89c-42a5-b905-5b9760d91bef,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:45.392925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-48afd919-69d4-4eff-bd73-eff85bd80726 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=352487c13749489b9210634a64731eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590934 Oct 28 21:25:45.396146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:45.401489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:45.403392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-82c30274-23f7-45a9-84ad-ed83a4c31f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.405512 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-82c30274-23f7-45a9-84ad-ed83a4c31f5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3598528 Oct 28 21:25:45.410389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:45.412697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.414912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:45.439175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.447075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:45.464509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-93c01fb7-301c-4e76-8cec-07114913ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.466013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-93c01fb7-301c-4e76-8cec-07114913ac00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.2368155 Oct 28 21:25:45.492593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd74f2d-85c8-4435-a8c9-1aab9914e650 req-2de855aa-1455-4671-87bd-9e21c856bf9b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.494153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd74f2d-85c8-4435-a8c9-1aab9914e650 req-2de855aa-1455-4671-87bd-9e21c856bf9b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 932 time: 0.1528854 Oct 28 21:25:45.498855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c4f35c-ca88-4413-b5b3-02efb22453dd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:45.508849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.512065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d8c64a0e-d12b-4e65-a4ee-95f8e7f95b69 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/73c4f35c-ca88-4413-b5b3-02efb22453dd HTTP/1.1" status: 204 len: 168 time: 1.4655273 Oct 28 21:25:45.517310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d8bf1-529e-43b5-9912-97ac279915e2 None None] Network 99a287ab-661d-43c4-8fa6-37cad17fa514 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:45.518173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:45.523215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.523889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.554924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.559358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-b4d0239d-325a-4099-a081-3b4305a584f1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4652765 Oct 28 21:25:45.579814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Request body: {'port': {'device_id': 'ff375430-d6f1-4457-8651-04d1f02df867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:45.607165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd74f2d-85c8-4435-a8c9-1aab9914e650 req-d8594420-a2e9-4821-94ea-a6704767d7cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776749 Oct 28 21:25:45.651026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.668730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2152b9-1377-466e-8b1e-4b1fc79c61a1 None None] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:45.818112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.823857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] DHCP port deletion for 99a287ab-661d-43c4-8fa6-37cad17fa514 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:25:45.868730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-732b8bef-45f3-4630-b90e-45bafd7d7740 None None] Provisioning complete for port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:45.869371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-732b8bef-45f3-4630-b90e-45bafd7d7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.899911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.910454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-6584a2ba-3f88-4c7e-988f-1d85a511d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:45.911886 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-6584a2ba-3f88-4c7e-988f-1d85a511d4d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4928501 Oct 28 21:25:45.991844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Deleting port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:45.992215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:45.998967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:46.012517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.062429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.100012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] For port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,segment=NetworkSegment(a466cec8-7593-4621-b6db-7510ad0f8b69),segment_id=a466cec8-7593-4621-b6db-7510ad0f8b69)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:46.100691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.118854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Calling delete_port for 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:46.124212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe5699-3f03-4d0b-bf6e-92576077159a req-a911c73b-0fc0-4080-8ad0-272642c39009 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:46.126378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69fe5699-3f03-4d0b-bf6e-92576077159a req-a911c73b-0fc0-4080-8ad0-272642c39009 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.0660570 Oct 28 21:25:46.179228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69fe5699-3f03-4d0b-bf6e-92576077159a req-f14ad654-27b3-469b-9341-f071b0c9dd77 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Oct 28 21:25:46.187531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-3dd9023a-6205-4df4-9932-6cbafb80920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:46.189467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-3dd9023a-6205-4df4-9932-6cbafb80920a service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.6978562 Oct 28 21:25:46.200422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Transition to ACTIVE for port object e28d7ac9-a740-4a4e-9400-63b97f82d887 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:25:46.208616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.226279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.229852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.233594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f00c9b5a-4298-43eb-9e40-2c31dc78add7 HTTP/1.1" status: 204 len: 168 time: 1.2661622 Oct 28 21:25:46.290964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.314407 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-92efafec-6c01-4cd7-8d20-7177964039e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.1108172 Oct 28 21:25:46.324254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f951d7-9063-4db1-9afb-96bd40950824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00c9b5a-4298-43eb-9e40-2c31dc78add7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:46.329071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:46.351180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] Pushing event deleted for resources: {'Port': ['ID=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:46.376396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72e3d5-6f8b-42b9-ace8-78219430c25b None None] No DVR routers for this DVR port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:46.419461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ffd9540f-5317-401a-8b47-9868ec88f951 None None] Provisioning complete for port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:46.420845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ffd9540f-5317-401a-8b47-9868ec88f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.460867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Attempting to bind port e28d7ac9-a740-4a4e-9400-63b97f82d887 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:46.463689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Attempting to bind port e28d7ac9-a740-4a4e-9400-63b97f82d887 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:46.464043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Attempting to bind port e28d7ac9-a740-4a4e-9400-63b97f82d887 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:46.471018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-4ba907c5-a6fe-4a0f-b821-53e87fe2ed37 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383692 Oct 28 21:25:46.498284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Port e28d7ac9-a740-4a4e-9400-63b97f82d887 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:25:46.498284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Attempting to bind port e28d7ac9-a740-4a4e-9400-63b97f82d887 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:46.504698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.508150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Deleting port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:46.508537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.544897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:46.545182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:46.547947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3b797d2-06c5-43e5-9f76-f0e41d2e4633 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:46.554934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:46.555493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Bound port: e28d7ac9-a740-4a4e-9400-63b97f82d887, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:46.556097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.598248 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.609948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af718235-19f6-4576-b025-4235a2da43c5 req-8ec92376-e6f8-4a53-ad33-154ed4ee9b74 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:46.618489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af718235-19f6-4576-b025-4235a2da43c5 req-8ec92376-e6f8-4a53-ad33-154ed4ee9b74 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.1800668 Oct 28 21:25:46.663935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:46.664951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.700907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af718235-19f6-4576-b025-4235a2da43c5 req-e31cf7a2-e7b0-4d84-b2c1-e57f920d8701 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Oct 28 21:25:46.826626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:46.920563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:46.952177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:46.953707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:46.969554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.972738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:46.976558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2634e8fb-54e2-4c41-b05c-78a8e4f1bab7 HTTP/1.1" status: 204 len: 168 time: 1.5750253 Oct 28 21:25:47.070217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-d92bc007-e363-4ac2-afaa-b74fb1897045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.071690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-d92bc007-e363-4ac2-afaa-b74fb1897045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.7276473 Oct 28 21:25:47.082385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ef87-53ba-4717-aa90-f59552fb2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634e8fb-54e2-4c41-b05c-78a8e4f1bab7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:47.145131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] For port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445, host n-d-806683-16, got binding levels [] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:47.145488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.201295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Calling delete_port for 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:47.210106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 was not found and therefore no delete operation was performed {{(pid=102313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:25:47.216993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.220429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-8baa9d6a-26bc-42f9-802d-ea55ca072b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.222749 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-8baa9d6a-26bc-42f9-802d-ea55ca072b95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379058 Oct 28 21:25:47.224564 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6ae914-23c6-44ba-8452-cfbd956ba952 req-e6167cd0-1c9f-4731-a34e-482a3990aa0c service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457712 Oct 28 21:25:47.234500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:47.249206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.269211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8604a-4e57-4d39-8524-8c15cbf2cbe3 req-40bb00f0-ef1f-4ccf-8e15-a82c22e6c348 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.270787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19f8604a-4e57-4d39-8524-8c15cbf2cbe3 req-40bb00f0-ef1f-4ccf-8e15-a82c22e6c348 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 944 time: 0.5341518 Oct 28 21:25:47.273349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Pushing event deleted for resources: {'Port': ['ID=45bb3f3b-ad8c-4966-9d5a-ced3dd810445,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:47.307783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.309144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.310854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] 10.222.0.44 "PUT /v2.0/ports/e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1093 time: 1.7378740 Oct 28 21:25:47.314041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:47.317537 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232780f-ede4-4983-85dd-970b2b9909bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:47.359952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-85fa5bd4-7228-4e78-86ad-6142f1a7d947 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.361421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-85fa5bd4-7228-4e78-86ad-6142f1a7d947 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 1101 time: 0.5419366 Oct 28 21:25:47.400096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] No DVR routers for this DVR port 45bb3f3b-ad8c-4966-9d5a-ced3dd810445 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:47.415952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6ba5a-1ff6-4609-9b40-6df8c3b44244 service neutron] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:47.431179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-2d9fcc67-bac4-42b4-b87f-e8fb734c6075 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.440125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19f8604a-4e57-4d39-8524-8c15cbf2cbe3 req-67ae5371-3e84-45a1-b7cf-7588c172989a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437981 Oct 28 21:25:47.576799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-049c173c-0d96-4aed-a171-a44f799c77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.582615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-049c173c-0d96-4aed-a171-a44f799c77b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1096 time: 0.1598454 Oct 28 21:25:47.618053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.621739 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-240a2a2d-2eb4-45f4-bc91-49fbb43b7aaf service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876173 Oct 28 21:25:47.658480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-f372f925-f56a-45b0-86c2-b60db1607f13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 217 time: 0.0686316 Oct 28 21:25:47.774384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-1833e88f-4197-4549-adfd-84b9a680138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.775920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-1833e88f-4197-4549-adfd-84b9a680138b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1085792 Oct 28 21:25:47.777796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-2d9fcc67-bac4-42b4-b87f-e8fb734c6075 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.786716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-2d9fcc67-bac4-42b4-b87f-e8fb734c6075 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.842945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8d20f-a57c-4845-abc6-0bb4b9964e7b req-93ce20ac-b658-4a72-a5a6-a9b1c68099f4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.851393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69e8d20f-a57c-4845-abc6-0bb4b9964e7b req-93ce20ac-b658-4a72-a5a6-a9b1c68099f4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.1430230 Oct 28 21:25:47.857706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:47.868500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0668670b-b9e9-460b-8bcf-6638b9890e9f req-2d9fcc67-bac4-42b4-b87f-e8fb734c6075 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946167 Oct 28 21:25:47.892919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-0156b4ce-e53b-44bc-8845-741bde7d5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.895140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-0156b4ce-e53b-44bc-8845-741bde7d5a6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.5015631 Oct 28 21:25:47.910425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fcc67-bac4-42b4-b87f-e8fb734c6075 tempest-LiveMigrationNegativeTest-397068821 tempest-LiveMigrationNegativeTest-397068821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d39b73-ebe6-414b-a0db-aa8404f507e2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:47.917437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a287ab-661d-43c4-8fa6-37cad17fa514']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:47.933051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-7b6e91ab-4c0e-47a1-9212-c8956509e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:47.934828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-7b6e91ab-4c0e-47a1-9212-c8956509e472 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491330 Oct 28 21:25:47.936665 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140838ef-dc2b-4fab-a67c-863dac5ba6ff x-openstack-request-id: req-140838ef-dc2b-4fab-a67c-863dac5ba6ff {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:47.936941 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:47.937196 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-140838ef-dc2b-4fab-a67c-863dac5ba6ff {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:47.937577 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'status': 'completed', 'code': 200} Oct 28 21:25:47.947118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a466cec8-7593-4621-b6db-7510ad0f8b69') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:47.947413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a466cec8-7593-4621-b6db-7510ad0f8b69') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:47.952521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69e8d20f-a57c-4845-abc6-0bb4b9964e7b req-eebe3041-aa08-4a36-8b03-978ffa3df9b8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955710 Oct 28 21:25:48.011449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.037582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-6b9c6170-f675-4b4e-973b-fb34d0875970 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267152 Oct 28 21:25:48.051453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.076456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:25:48.077122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:25:48.079049 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:25:48.139613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-d2980a5b-d4f3-41f3-a35d-0667ee510ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.141133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-d2980a5b-d4f3-41f3-a35d-0667ee510ab9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2356410 Oct 28 21:25:48.148062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-bdde2eb6-0ebb-4266-9d40-d01790fe31f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947343 Oct 28 21:25:48.215616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-c0fad8a5-4d12-400d-9ea3-03a565f3f613 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0636709 Oct 28 21:25:48.219621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.226995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.233944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] 10.222.0.31 "DELETE /v2.0/networks/99a287ab-661d-43c4-8fa6-37cad17fa514 HTTP/1.1" status: 204 len: 168 time: 2.7065470 Oct 28 21:25:48.256389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:25:48.265591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e01ab090-ade7-4ef6-abb4-1114df418adb req-e7acfd69-64a6-4eb6-9141-b582800faddc service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954335 Oct 28 21:25:48.266338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17dd1-d9f8-483e-977d-edd036fc3feb admin admin] Pushing event deleted for resources: {'Network': ['ID=99a287ab-661d-43c4-8fa6-37cad17fa514,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:48.403596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232780f-ede4-4983-85dd-970b2b9909bb req-ccdad32e-2a33-4867-9743-e045e86afb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.405166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-ccdad32e-2a33-4867-9743-e045e86afb0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1096 time: 0.0753858 Oct 28 21:25:48.423182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-59ee43bd-984b-40b2-8b40-bb57d393976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.426902 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-59ee43bd-984b-40b2-8b40-bb57d393976e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1906631 Oct 28 21:25:48.454199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:48.464202 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Sync routers for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:48.483027 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:48.495846 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:48.507774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:48.509190 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-637dea6e-0043-45db-81ac-44dbe3f02be4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.2410758 Oct 28 21:25:48.512009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:48.608583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232780f-ede4-4983-85dd-970b2b9909bb req-f951c081-57c9-4920-b79b-3c81b623ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.620456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-f951c081-57c9-4920-b79b-3c81b623ceda service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1866071 Oct 28 21:25:48.681366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0ed-f347-4eb4-a297-26142091e631 req-bdb0b4f5-1ea8-4836-87dc-8e837b4321c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.683156 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-bdb0b4f5-1ea8-4836-87dc-8e837b4321c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2483451 Oct 28 21:25:48.693741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-9a3cb7fa-a3b6-46ea-98ea-b905c408e942 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 217 time: 0.0728848 Oct 28 21:25:48.707167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59634) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:48.736226 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:48.806579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232780f-ede4-4983-85dd-970b2b9909bb req-1e4c73db-e490-4394-83cc-c4c13f6d72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.807968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-1e4c73db-e490-4394-83cc-c4c13f6d72bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1048734 Oct 28 21:25:48.837000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1df89-ae67-436b-8f1c-5949adf2801d req-57112e59-0921-49d1-8523-5490a9319e28 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.838503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a1df89-ae67-436b-8f1c-5949adf2801d req-57112e59-0921-49d1-8523-5490a9319e28 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.1094806 Oct 28 21:25:48.848865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6b226-182a-47fc-a942-447a630c8638 req-a68d5610-1104-422d-9bfe-a068e5cbf4c2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.850514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75a6b226-182a-47fc-a942-447a630c8638 req-a68d5610-1104-422d-9bfe-a068e5cbf4c2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 944 time: 0.1585958 Oct 28 21:25:48.874710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a57bee48-4767-4373-a68f-e6c3ab473abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c23ee8cbc4dd4ee5b84a38311c8bf75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647511 Oct 28 21:25:48.879793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:48.935955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232780f-ede4-4983-85dd-970b2b9909bb req-a6f71f93-3cbd-42ab-b68f-1dd0f7caf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:48.937468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-a6f71f93-3cbd-42ab-b68f-1dd0f7caf746 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188903 Oct 28 21:25:48.941178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a1df89-ae67-436b-8f1c-5949adf2801d req-99868ff5-d414-4af7-8d08-64f5a91bc114 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897381 Oct 28 21:25:48.946589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75a6b226-182a-47fc-a942-447a630c8638 req-3011aff7-fb2c-441d-be9c-95aafb132412 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794618 Oct 28 21:25:48.961833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-c33b0e07-ed72-47bb-a18b-326eff5bcfba service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690783 Oct 28 21:25:48.990005 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:45Z', 'revision_number': 3, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:49.070923 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Checking router: b5cd6b4c-d65f-47f5-9f27-f8c461c38098 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:49.071740 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Updating router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 port 1f437439-b89c-42a5-b905-5b9760d91bef binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:49.079873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-5961ca94-2384-439d-bb5d-4054bbf7a4e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323271 Oct 28 21:25:49.122625 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.264164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125684d-c940-41dd-9014-616d014f2c0a req-0480863d-60a4-4142-80fb-aa80517dddf6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:49.265763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6125684d-c940-41dd-9014-616d014f2c0a req-0480863d-60a4-4142-80fb-aa80517dddf6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.1185601 Oct 28 21:25:49.272098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9232780f-ede4-4983-85dd-970b2b9909bb req-671c6343-2371-440c-b455-124824ab5963 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822195 Oct 28 21:25:49.315343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6125684d-c940-41dd-9014-616d014f2c0a req-112953f2-8bc3-444f-9d74-18749e7cba78 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Oct 28 21:25:49.454880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.506689 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.528057 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.595754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Attempting to bind port 1f437439-b89c-42a5-b905-5b9760d91bef on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:49.596206 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Attempting to bind port 1f437439-b89c-42a5-b905-5b9760d91bef by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:49.597268 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Attempting to bind port 1f437439-b89c-42a5-b905-5b9760d91bef on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:49.613265 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:49.613568 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:49.614206 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.615267 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:49.616314 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Bound port: 1f437439-b89c-42a5-b905-5b9760d91bef, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:49.616723 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.674863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.701337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4263d0ed-f347-4eb4-a297-26142091e631 req-101c0b16-53fe-4392-8a7b-e47b9cd7321c service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231538 Oct 28 21:25:49.763134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-8794768a-a4bf-4e6a-89a3-9fcf96367c3a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:49.764989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-8794768a-a4bf-4e6a-89a3-9fcf96367c3a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 948 time: 0.1456339 Oct 28 21:25:49.828876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Pushing event updated for resources: {'Port': ['ID=1f437439-b89c-42a5-b905-5b9760d91bef,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:49.843642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.849602 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.849756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.850242 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.850861 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.851359 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.851803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b186d-bdf1-4e1e-be4d-0087499f1412 req-0b252dbf-c38d-4818-aabb-40c722ad4436 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:49.852125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.852662 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.853146 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.853906 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.854037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04b05767-9305-46f5-9a9a-ec91ba56a73f HTTP/1.1" status: 204 len: 168 time: 0.9670873 Oct 28 21:25:49.854278 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.854856 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.855384 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.855939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:25:49.856891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-131b186d-bdf1-4e1e-be4d-0087499f1412 req-0b252dbf-c38d-4818-aabb-40c722ad4436 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.2269373 Oct 28 21:25:49.863058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:49.879425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e0f11-9a09-42b6-8444-65fedf6a82d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b05767-9305-46f5-9a9a-ec91ba56a73f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:49.889905 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] For port 1f437439-b89c-42a5-b905-5b9760d91bef, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:49.921738 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] For port 1f437439-b89c-42a5-b905-5b9760d91bef, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f437439-b89c-42a5-b905-5b9760d91bef,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:49.931454 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.038830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-131b186d-bdf1-4e1e-be4d-0087499f1412 req-2496bf37-d4f3-413d-8f7e-8ce5930c80f4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530316 Oct 28 21:25:50.040258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:50.041426 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:50.055215 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-9b052e65-d6ce-470e-9537-c775aee2fc4f service neutron] delete failed (client error): The resource could not be found. Oct 28 21:25:50.056225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-9b052e65-d6ce-470e-9537-c775aee2fc4f service neutron] 10.222.0.44 "DELETE /v2.0/ports/1901d3a1-5e6b-4fd9-8466-c4e045671594/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.2820611 Oct 28 21:25:50.113564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Allocated IP 172.20.0.1 (331a2546-3569-4306-b0ee-fa13a4d170b6/a13f4c4f-7774-4786-9fe9-1e7331183558/0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:50.120960 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f4613-6c68-447a-a864-81f5e286da58 None None] Pushing event updated for resources: {'Port': ['ID=1f437439-b89c-42a5-b905-5b9760d91bef,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:50.278089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-371c9b4e-ede0-46f9-8b58-de2cb05a3a54 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.280292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-371c9b4e-ede0-46f9-8b58-de2cb05a3a54 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.1771815 Oct 28 21:25:50.294479 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:50.300340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3dd6-a64c-44c5-9586-c9fad0d9c0a3 req-6da656c7-2375-4e7a-a01d-7676f12f3f6a tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.303013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af2c3dd6-a64c-44c5-9586-c9fad0d9c0a3 req-6da656c7-2375-4e7a-a01d-7676f12f3f6a tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 949 time: 0.2187140 Oct 28 21:25:50.312927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:50.362645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-12395718-83c2-4a9b-9756-b5be673a00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.364310 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-12395718-83c2-4a9b-9756-b5be673a00ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1100 time: 0.1038094 Oct 28 21:25:50.367603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.370604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e1771-533c-4085-94cc-cb07d81e650c req-3d73b978-b879-4c28-82ea-40a35f84fcb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.372356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d3e1771-533c-4085-94cc-cb07d81e650c req-3d73b978-b879-4c28-82ea-40a35f84fcb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 944 time: 0.1722631 Oct 28 21:25:50.419165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59698) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:50.476737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af2c3dd6-a64c-44c5-9586-c9fad0d9c0a3 req-17b395a3-2e86-4661-aff7-ce2fd0c72ba7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583464 Oct 28 21:25:50.518809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-3d4dcd39-c301-4df9-914c-6b9ead75ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.521669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-3d4dcd39-c301-4df9-914c-6b9ead75ddab service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1496499 Oct 28 21:25:50.524065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.553090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d3e1771-533c-4085-94cc-cb07d81e650c req-dd8cc8f5-da4d-4c5f-af7a-fa8dd530d09f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347332 Oct 28 21:25:50.596624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:50.607905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9a73ac2-48fd-4be4-b8b7-964c2f5d9dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.608136 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:45Z', 'revision_number': 3, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:50.636930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-2a1d44e1-f26e-4679-8b04-e8d95424c2b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.1018760 Oct 28 21:25:50.641048 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d0364-1e13-4829-8d7d-755efc3a1e43 None None] The sync data for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 is: [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:45Z', 'revision_number': 3, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:50.656482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:50.662933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Deleting port 6da4bb25-121e-4e2e-8b21-9077e0b5364c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:50.663417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.672632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:50.705579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:50.773514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:25:50.781038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6c93a3b-3a7a-450a-bcef-1622ea28cd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.790853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:50.811578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-60bac369-6022-4c57-ab64-439c647853d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:50.813246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-60bac369-6022-4c57-ab64-439c647853d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1552024 Oct 28 21:25:50.873035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] For port 6da4bb25-121e-4e2e-8b21-9077e0b5364c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6da4bb25-121e-4e2e-8b21-9077e0b5364c,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:50.873402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.882244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:50.944489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Calling delete_port for 6da4bb25-121e-4e2e-8b21-9077e0b5364c owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:51.063780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-96221ae4-9947-4531-bf82-e7138e9ac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:51.066814 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-96221ae4-9947-4531-bf82-e7138e9ac5fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2428086 Oct 28 21:25:51.086926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9a73ac2-48fd-4be4-b8b7-964c2f5d9dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.119086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9a73ac2-48fd-4be4-b8b7-964c2f5d9dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.198571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:51.226919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b9a73ac2-48fd-4be4-b8b7-964c2f5d9dd5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67272e11eb434f9789c2368b80d1c005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9125977 Oct 28 21:25:51.227538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59718) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:51.254116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a73ac2-48fd-4be4-b8b7-964c2f5d9dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2224143-5f1b-4084-99c9-8f3eec0673b2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:51.302504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:51.316623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.318659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'mac_address': 'fa:16:3e:2d:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:51.320299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ecd5d47a-2ce7-4d94-9285-3ede4cfeea55 None None] Provisioning complete for port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:51.325813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d47a-2ce7-4d94-9285-3ede4cfeea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.334428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-b4d6d611-e7af-4ae5-8db2-962b8dba0890 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596323 Oct 28 21:25:51.377905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5d47a-2ce7-4d94-9285-3ede4cfeea55 None None] Port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:51.384180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:25:51.401622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6c93a3b-3a7a-450a-bcef-1622ea28cd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.430450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6c93a3b-3a7a-450a-bcef-1622ea28cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.484684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.512353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59724) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:51.513796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8204-9f88-4721-b78b-397109b7d22f req-cbb02117-a016-43c4-a16c-e19da63d87e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:51.515359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd3e8204-9f88-4721-b78b-397109b7d22f req-cbb02117-a016-43c4-a16c-e19da63d87e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 948 time: 0.2869523 Oct 28 21:25:51.517547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:51.525358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.547782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1901d3a1-5e6b-4fd9-8466-c4e045671594 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:25:51.586839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:51.588309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.598476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:51.601663 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.616628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6c93a3b-3a7a-450a-bcef-1622ea28cd9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4682cca02e554f1f84cd2c403d2f33ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843061 Oct 28 21:25:51.616628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c93a3b-3a7a-450a-bcef-1622ea28cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e359e9b1-a8c2-42dc-9ad3-34151f0aeac8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:51.623527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59732) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:51.633513 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff297054-5199-44bf-9b4b-bd8b8a500f36 req-32f15644-0dd6-47d5-b9df-a59825f1f161 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896676 Oct 28 21:25:51.650951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.713441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:51.741926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.745042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1298192386-network', 'tenant_id': '6353b669ee3d498a8b07f816692df569'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:51.770945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.781702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.782800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd3e8204-9f88-4721-b78b-397109b7d22f req-4290861b-f89e-452b-9227-3a9f85b4803e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549202 Oct 28 21:25:51.793811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.797755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:51.805507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['39c62521-35b5-49df-af5d-c33565d8fbe7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:51.891476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.892277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e28d7ac9-a740-4a4e-9400-63b97f82d887'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:51.905279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Made reservation on behalf of 6353b669ee3d498a8b07f816692df569 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:51.911005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Pushing event deleted for resources: {'Port': ['ID=6da4bb25-121e-4e2e-8b21-9077e0b5364c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:51.911349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.963152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:51.969308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['1901d3a1-5e6b-4fd9-8466-c4e045671594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:51.992882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb49a-3c50-4c51-8bfa-f919dfd69c26 req-2cd48adb-1875-4e46-b2c5-36fe59a14d1b tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:51.994475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41eeb49a-3c50-4c51-8bfa-f919dfd69c26 req-2cd48adb-1875-4e46-b2c5-36fe59a14d1b tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=0789d11a-ea9c-493b-b35d-4c3f93f737f7 HTTP/1.1" status: 200 len: 867 time: 0.3467269 Oct 28 21:25:52.023250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] No DVR routers for this DVR port 6da4bb25-121e-4e2e-8b21-9077e0b5364c on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:52.025884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.030464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63fde2ff-3e6d-4c7a-8429-e1cfb8fc8692 req-28002258-59f4-4b55-899e-8aee0e9ae5ef tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "DELETE /v2.0/ports/6da4bb25-121e-4e2e-8b21-9077e0b5364c HTTP/1.1" status: 204 len: 173 time: 1.7425559 Oct 28 21:25:52.046085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'name': 'network-vif-deleted', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:52.057269 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c82d6c-dd5b-4545-9a18-2d1fc3d93a78" -d '{"events": [{"server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "name": "network-vif-deleted", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:52.073555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:52.082375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.164067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:52.167412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:52.220715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41eeb49a-3c50-4c51-8bfa-f919dfd69c26 req-fa8dfa75-d7ed-4893-a1ec-27f77712fa10 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979010 Oct 28 21:25:52.231973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.239820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.241451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2224143-5f1b-4084-99c9-8f3eec0673b2 HTTP/1.1" status: 204 len: 168 time: 0.9840674 Oct 28 21:25:52.287620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7177a46-e5be-4a3b-81f4-1a6159342a7c req-4e992508-d8fe-4acf-808d-c8ccab205cec tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:52.295266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7177a46-e5be-4a3b-81f4-1a6159342a7c req-4e992508-d8fe-4acf-808d-c8ccab205cec tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.4044170 Oct 28 21:25:52.334645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.420993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8c8b-1b0b-4e12-b7b8-e748b87cb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2224143-5f1b-4084-99c9-8f3eec0673b2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:52.471881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7177a46-e5be-4a3b-81f4-1a6159342a7c req-077d8128-3f7b-4b83-8c9c-640e7c79cee5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458881 Oct 28 21:25:52.497565 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f016ec34-ca0e-4ebd-971a-285939879ce8 x-openstack-request-id: req-f016ec34-ca0e-4ebd-971a-285939879ce8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:52.497866 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0789d11a-ea9c-493b-b35d-4c3f93f737f7", "name": "network-vif-deleted", "tag": "6da4bb25-121e-4e2e-8b21-9077e0b5364c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:52.498119 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f016ec34-ca0e-4ebd-971a-285939879ce8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:52.498682 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0789d11a-ea9c-493b-b35d-4c3f93f737f7', 'name': 'network-vif-deleted', 'tag': '6da4bb25-121e-4e2e-8b21-9077e0b5364c', 'status': 'completed', 'code': 200} Oct 28 21:25:52.541516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.544461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.548675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e359e9b1-a8c2-42dc-9ad3-34151f0aeac8 HTTP/1.1" status: 204 len: 168 time: 0.9230542 Oct 28 21:25:52.570425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514790-e544-4be5-8b62-409ee3befe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e359e9b1-a8c2-42dc-9ad3-34151f0aeac8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:52.602077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.629729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.656797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:25:52.682434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f437439-b89c-42a5-b905-5b9760d91bef up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:52.684655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6da4bb25-121e-4e2e-8b21-9077e0b5364c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:52.695929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.696393 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Added segment e277f349-cfe9-44de-a432-530a0f6d5ac1 of type vlan for network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 Oct 28 21:25:52.723185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4df87-7789-4249-b00a-33001bf4e53e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:52.801144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 6da4bb25-121e-4e2e-8b21-9077e0b5364c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:52.811752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6da4bb25-121e-4e2e-8b21-9077e0b5364c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:52.882879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6edcd7b9-6b37-48d8-99d1-79fd8449f418 None None] Provisioning complete for port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:52.883520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6edcd7b9-6b37-48d8-99d1-79fd8449f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.884990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.888318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:25:52.976608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:52.977917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:52.978856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.014560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f2896-fa48-46b2-af89-6bf44e1fca17 req-5bd0f86e-db8c-4353-b7af-feab715dba9f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:53.023732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c33f2896-fa48-46b2-af89-6bf44e1fca17 req-5bd0f86e-db8c-4353-b7af-feab715dba9f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 949 time: 0.1014991 Oct 28 21:25:53.060979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6edcd7b9-6b37-48d8-99d1-79fd8449f418 None None] Port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:53.073832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1f437439-b89c-42a5-b905-5b9760d91bef triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:53.075023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.092245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5687504 Oct 28 21:25:53.099518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c33f2896-fa48-46b2-af89-6bf44e1fca17 req-a2cba315-7f99-43b0-8323-9e3f7a9cc345 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Oct 28 21:25:53.100061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59756) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:53.105916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Request body: {'subnet': {'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1298192386-subnet', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:53.170756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Made reservation on behalf of 6353b669ee3d498a8b07f816692df569 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:53.171065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee64ba-d381-4415-bced-738e7ac18f11 admin admin] Pushing event updated for resources: {'Network': ['ID=d1aacac9-9af1-4115-8223-f9e4c1bc67e8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:53.173776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.185621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:25:53.192499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:53.199130 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb06696d-ce48-4ae7-b8fa-dadf892fb0d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/b5cd6b4c-d65f-47f5-9f27-f8c461c38098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6858845 Oct 28 21:25:53.363322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.379704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa3175-5ea5-4bb1-8025-5e42d651f7ea req-7aa03db1-298d-4420-b29a-e23385f9868e tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:53.387411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02fa3175-5ea5-4bb1-8025-5e42d651f7ea req-7aa03db1-298d-4420-b29a-e23385f9868e tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1101 time: 0.1559217 Oct 28 21:25:53.426605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1f437439-b89c-42a5-b905-5b9760d91bef, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f437439-b89c-42a5-b905-5b9760d91bef,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:53.431126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Sync routers for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:53.441328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.444140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02fa3175-5ea5-4bb1-8025-5e42d651f7ea req-37db1067-eb78-4cd0-a3b3-92aaa4be311a tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552423 Oct 28 21:25:53.537462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:53.539917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:53.626980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.699041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1f437439-b89c-42a5-b905-5b9760d91bef,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:53.741818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:53.765236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4eac5b-f931-41ac-a196-cb92cdda9334,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:53.779939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c31a57-7a8a-459a-b871-e9bef2272da5 req-641ca33d-d0c8-4760-80fa-fbb29f6e4a85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:53.788591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20c31a57-7a8a-459a-b871-e9bef2272da5 req-641ca33d-d0c8-4760-80fa-fbb29f6e4a85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1793356 Oct 28 21:25:53.839645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e067-0a29-40a4-bb71-812e0af2b64d req-1578627e-7d96-49bb-99e1-ba052b735b27 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:53.841160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a386e067-0a29-40a4-bb71-812e0af2b64d req-1578627e-7d96-49bb-99e1-ba052b735b27 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 950 time: 0.1558464 Oct 28 21:25:53.847759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Checking segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:53.848113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Network hostable DHCP agents. Network: d1aacac9-9af1-4115-8223-f9e4c1bc67e8, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:25:53.882892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20c31a57-7a8a-459a-b871-e9bef2272da5 req-506da631-d0fd-4f55-85bb-3feb3adbc787 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933330 Oct 28 21:25:53.910478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a386e067-0a29-40a4-bb71-812e0af2b64d req-2e15740c-4862-46af-af56-33c510faefb9 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Oct 28 21:25:53.915394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:25:53.932420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d1aacac9-9af1-4115-8223-f9e4c1bc67e8) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:53.940455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:53.944051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:53.944636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c9519-22d0-48c6-ba6a-5747f06e343e None None] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:53.975365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5d3604aa-3cf1-4920-a2a9-f3bf8fb6211a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8741133 Oct 28 21:25:53.978849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59808) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:53.985307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:54.037445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.038937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.073102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b5d6a372-ad94-47b1-8ea7-3a238a315612 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449574 Oct 28 21:25:54.155349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.210333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-d90e415d-a7a9-4aa6-adf3-1ef72c9414d6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:54.214918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 2, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:54.219129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-d90e415d-a7a9-4aa6-adf3-1ef72c9414d6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446123 Oct 28 21:25:54.237431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-3139e9e1-2917-4b10-abea-03dc2f3874cb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/quotas/3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 375 time: 0.0162034 Oct 28 21:25:54.294220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Checking router: b5cd6b4c-d65f-47f5-9f27-f8c461c38098 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:54.294584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Updating router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:54.306573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-4ef25132-3fd8-481a-8686-025814861a5e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676794 Oct 28 21:25:54.367873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59822) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:54.403255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.415379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:25:54.416656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.438844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.552629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f437439-b89c-42a5-b905-5b9760d91bef up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:54.576530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd450d2f-f82e-45ed-8a06-29c09bf1da5f req-fdf342fd-e895-42e2-90d5-54dabab5b466 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 210 time: 0.0297449 Oct 28 21:25:54.595172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-605952629-network', 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:54.638395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:54.640888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.665156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.742846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:54.745489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:54.745858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.763570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.771175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.772628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-1f9c3b87-ce3c-4587-8b62-41ab83bf2821 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:54.780179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-1f9c3b87-ce3c-4587-8b62-41ab83bf2821 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 829 time: 0.3238952 Oct 28 21:25:54.782737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.822834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-38cb6c67-c3a6-4420-8b7e-f19406a10bc0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/quotas/0774a19c659c4a208546c2b88b7efaad HTTP/1.1" status: 200 len: 375 time: 0.0416589 Oct 28 21:25:54.872728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:25:54.882685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d32afe0-5516-4410-9c39-42e1ec0819ce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:54.891745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:54.892156 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Added segment 7b8be44b-0675-4f6d-a140-e92fff9c0af8 of type vlan for network 6764dd56-e862-4293-8550-f6f8eca2a569 Oct 28 21:25:54.922734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Allocated IP 172.20.0.2 (d1aacac9-9af1-4115-8223-f9e4c1bc67e8/3d4eac5b-f931-41ac-a196-cb92cdda9334/33db2a1e-751d-4236-9e7a-0fbbe58df9a0) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:54.946011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-063009fd-261e-4509-8a6b-69709603d0af tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220877 Oct 28 21:25:54.961808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Allocated IP 172.25.4.111 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/bd7e37c9-142a-49b5-9fdc-2a6d9ba142af) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:55.102829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e28d7ac9-a740-4a4e-9400-63b97f82d887 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:55.106239 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.111264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.132038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-86b1e95e-6e0a-44db-b9ed-b40d94e269c4 service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851275 Oct 28 21:25:55.144720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1f437439-b89c-42a5-b905-5b9760d91bef triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:55.145068 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.153389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e28d7ac9-a740-4a4e-9400-63b97f82d887 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:55.153776 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.165080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.205739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:55.209819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:55.219310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:55.233777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-589b4274-e389-480e-bf42-fce567b7f8fb tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:55.235326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-589b4274-e389-480e-bf42-fce567b7f8fb tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 950 time: 0.3071947 Oct 28 21:25:55.258257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811e840-5559-426c-8b47-2bf79df274e5 req-cb305d86-ec9b-4a2f-8e76-9d2bd62f8e28 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:55.266494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Pushing event updated for resources: {'Port': ['ID=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:55.272209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b811e840-5559-426c-8b47-2bf79df274e5 req-cb305d86-ec9b-4a2f-8e76-9d2bd62f8e28 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2175477 Oct 28 21:25:55.293395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.294567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:55.295366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.319404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 1901d3a1-5e6b-4fd9-8466-c4e045671594 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:25:55.358113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 1901d3a1-5e6b-4fd9-8466-c4e045671594 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:55.358473 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.606015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.722882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.788628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4194391 Oct 28 21:25:55.815331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.834474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.844240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59866) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:55.858347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Request body: {'subnet': {'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-605952629-subnet', 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:55.878350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b404b82d-849a-4bec-9688-59cf5430f5e7 service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451890 Oct 28 21:25:55.882325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d70a1-1cb7-4e3c-b6eb-1fa1543211a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6764dd56-e862-4293-8550-f6f8eca2a569,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:55.884876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.888150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.899390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b811e840-5559-426c-8b47-2bf79df274e5 req-ab4988ff-f8c1-42d5-834f-2f97451bba34 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6258881 Oct 28 21:25:55.906938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6764dd56-e862-4293-8550-f6f8eca2a569 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:25:55.924722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:55.928072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:55.974144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:55.976864 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.009074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:56.011643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:56.027889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:56.030640 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eac821-09fa-4807-963e-ca4aee0ed641" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:56.066062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:56.070747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Pushing event updated for resources: {'Port': ['ID=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:56.099896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Deleting port 39c62521-35b5-49df-af5d-c33565d8fbe7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:25:56.100242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.100806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.184839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:56.215563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Attempting to bind port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:56.216209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Attempting to bind port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:56.217163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Attempting to bind port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 on network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:56.235354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.244501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] For port 39c62521-35b5-49df-af5d-c33565d8fbe7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=39c62521-35b5-49df-af5d-c33565d8fbe7,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:56.245356 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.250999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ccad1-c33d-475f-b098-09ac8d6af15a None None] Pushing event updated for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:56.261908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Calling delete_port for 39c62521-35b5-49df-af5d-c33565d8fbe7 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:25:56.266115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:56.266497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Checking segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:56.266907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.267298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Bound using segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:56.268320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Bound port: 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:56.268741 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.339282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-79183613-5406-44fc-8e50-93f6101c5e87 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266902 Oct 28 21:25:56.458300 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.484629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:56.497048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['39c62521-35b5-49df-af5d-c33565d8fbe7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:56.533070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Pushing event deleted for resources: {'Port': ['ID=39c62521-35b5-49df-af5d-c33565d8fbe7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:56.537833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9798012-900b-4509-8307-3a0e47885674 req-f5d7b734-bcdc-47f3-af25-b00f5aa648dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 210 time: 0.1021519 Oct 28 21:25:56.584152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.584420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Attempting to bind port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:56.584683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Attempting to bind port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:56.584980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Attempting to bind port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd on network 331a2546-3569-4306-b0ee-fa13a4d170b6 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:56.610310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] No DVR routers for this DVR port 39c62521-35b5-49df-af5d-c33565d8fbe7 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:25:56.614020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.617591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c45620f8-4bc8-41b9-b65b-ecab410119b4 req-3fbd8d29-e165-4b7e-be3a-848cac5df8a7 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.44 "DELETE /v2.0/ports/39c62521-35b5-49df-af5d-c33565d8fbe7 HTTP/1.1" status: 204 len: 173 time: 1.3712790 Oct 28 21:25:56.621471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36b0f27b-006c-4247-8611-0dfe02f1ceac None None] Provisioning complete for port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:56.621471 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36b0f27b-006c-4247-8611-0dfe02f1ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.623163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'name': 'network-vif-deleted', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:56.623735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:56.624104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Checking segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:56.624588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.624979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Bound using segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:56.625460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Bound port: 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:56.625895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.627976 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b3f8b-15ec-42f6-9cde-200ce6854edb" -d '{"events": [{"server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "name": "network-vif-deleted", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:56.649861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e34a2-de9e-4689-b65a-c0a643092689 req-6f728ca3-6e23-46f7-b9a8-c9770e2899cc tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:56.651953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496e34a2-de9e-4689-b65a-c0a643092689 req-6f728ca3-6e23-46f7-b9a8-c9770e2899cc tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c1d88a4-7a7c-4b04-9a44-3df38d7c740d HTTP/1.1" status: 200 len: 867 time: 0.5890074 Oct 28 21:25:56.731210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] For port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:56.751162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496e34a2-de9e-4689-b65a-c0a643092689 req-5caf649f-44ef-4e19-a014-f591f84e9b97 tempest-LiveMigrationNegativeTest-1163968236 tempest-LiveMigrationNegativeTest-1163968236-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914171 Oct 28 21:25:56.765280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:56.795611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-ab956d3e-ff2a-419a-a1ff-8f0ad05810e0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:56.797245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-ab956d3e-ff2a-419a-a1ff-8f0ad05810e0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465308 Oct 28 21:25:56.821101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Request body: {'port': {'device_id': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '3762a634af7e4aca9d7f2b5a4ee3ee07'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:56.871148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] For port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:56.873107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.880932 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adecf62e-9c2c-46cf-81ba-cdb2bda86432 x-openstack-request-id: req-adecf62e-9c2c-46cf-81ba-cdb2bda86432 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:56.881329 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:56.881488 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adecf62e-9c2c-46cf-81ba-cdb2bda86432 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:56.881890 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:25:56.886935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-36b0f27b-006c-4247-8611-0dfe02f1ceac None None] Port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:25:56.903507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:56.944352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:25:56.957635 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6602981-d53d-46b1-8a9a-8ca2a62b19f1 x-openstack-request-id: req-a6602981-d53d-46b1-8a9a-8ca2a62b19f1 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:25:56.957914 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1d88a4-7a7c-4b04-9a44-3df38d7c740d", "name": "network-vif-deleted", "tag": "39c62521-35b5-49df-af5d-c33565d8fbe7", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:25:56.958416 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6602981-d53d-46b1-8a9a-8ca2a62b19f1 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:25:56.959077 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1d88a4-7a7c-4b04-9a44-3df38d7c740d', 'name': 'network-vif-deleted', 'tag': '39c62521-35b5-49df-af5d-c33565d8fbe7', 'status': 'completed', 'code': 200} Oct 28 21:25:57.057744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] For port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:57.063321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] For port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:57.086359 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:25:57.089199 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:57.093779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ca8959-2c29-48e1-b3dc-9c2de072da41,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:57.185952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63dba48-21c2-4aeb-b4a5-571e95355512 req-cff88ef3-90e8-4c05-b2c9-b69d0755f6aa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 210 time: 0.2327051 Oct 28 21:25:57.222639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Made reservation on behalf of 3762a634af7e4aca9d7f2b5a4ee3ee07 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:57.226109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cfd30-5cc7-4f07-9008-14235d8f14e0 None None] Pushing event updated for resources: {'Port': ['ID=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:57.243274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:57.287518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Checking segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:57.292729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Network hostable DHCP agents. Network: 6764dd56-e862-4293-8550-f6f8eca2a569, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:25:57.310663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:25:57.317957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:57.318994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:57.325150 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Sync routers for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:25:57.349292 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:57.352504 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:57.363296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ceb8f-fa76-4785-b022-0946e5cdf636 req-8e5a6919-b154-49bd-84fd-4f2bf66623ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:57.380854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc3ceb8f-fa76-4785-b022-0946e5cdf636 req-8e5a6919-b154-49bd-84fd-4f2bf66623ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1098 time: 0.3977225 Oct 28 21:25:57.455335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf37a4-11f6-4c89-bb27-9052e296187f req-1e0669e3-8bf9-4280-8742-52969c388fdf tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:57.462553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:57.467208 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3354d7da-b9b0-4577-a81e-4eb8c5a96e3f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4862776 Oct 28 21:25:57.474465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:57.477544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adbf37a4-11f6-4c89-bb27-9052e296187f req-1e0669e3-8bf9-4280-8742-52969c388fdf tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.2798727 Oct 28 21:25:57.516400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Network 6764dd56-e862-4293-8550-f6f8eca2a569 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:25:57.527134 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:57.596612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6764dd56-e862-4293-8550-f6f8eca2a569) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:57.610315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc3ceb8f-fa76-4785-b022-0946e5cdf636 req-41fba928-18ce-4e4f-88d4-065f98a54c86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179465 Oct 28 21:25:57.618459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:57.621935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:57.651697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adbf37a4-11f6-4c89-bb27-9052e296187f req-7b82c91f-c61d-454c-a1e3-148964c89673 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638060 Oct 28 21:25:57.660830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-692b1113-e3bd-4a29-a14f-827c2406b525 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8063450 Oct 28 21:25:57.685400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ccad1-c33d-475f-b098-09ac8d6af15a None None] Pushing event updated for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:57.691686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3baf3-a56a-4427-be39-79846cab81bd None None] Network 6764dd56-e862-4293-8550-f6f8eca2a569 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:57.794545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-888b8a3f-c806-4406-8b17-92addac0397c req-b7fc2078-47e9-4e12-ba4b-e070bc8b9089 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 210 time: 0.0815897 Oct 28 21:25:57.889034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Allocated IP 192.168.233.153 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/b8def87c-d3be-40de-b2e3-534728267506) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:57.902028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] Provisioning complete for port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:57.902627 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:57.943592 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:55Z', 'revision_number': 3, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:57.949278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:57.994481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1551b7-4636-4a8e-947c-cdef4a253401 None None] Network 6764dd56-e862-4293-8550-f6f8eca2a569 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:58.036425 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Checking router: 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:25:58.038263 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Updating router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:25:58.089519 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:58.327512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59946) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:58.488587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7957f62-0ec5-4520-8cce-fe764ae39dc7 req-105ae147-bb84-4e1e-9b5d-7b4a87c0cd9b tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 210 time: 0.1292503 Oct 28 21:25:58.647035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-bdded423-1527-4006-9485-132d467880e6 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:58.657719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-bdded423-1527-4006-9485-132d467880e6 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.44 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 829 time: 0.4938905 Oct 28 21:25:58.687582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'port': {'device_id': '8e382029-7dde-4d77-8893-878db2b63e47', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'admin_state_up': True, 'tenant_id': '0774a19c659c4a208546c2b88b7efaad'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:58.749273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-281a0687-a01b-4420-a7b8-023634aa4718 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:58.757623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-281a0687-a01b-4420-a7b8-023634aa4718 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.3971405 Oct 28 21:25:58.841539 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:58.850006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:58.855086 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:58.876741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 39c62521-35b5-49df-af5d-c33565d8fbe7 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:25:58.884763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:25:58.904241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:25:58.906502 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89339d1d-c8d7-4683-8097-b0e489744c07" -d '{"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-plugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:25:58.937151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-f6a6d06a-2d95-4c40-ac66-63174a246628 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/quotas/a443aaff63f249b5892897bfa9d8d792 HTTP/1.1" status: 200 len: 375 time: 0.1768925 Oct 28 21:25:58.949699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e2ef4a4-be84-46cb-958b-d5098f2250ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5db02986475b4f2fa6b8ab13b32f7380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103951 Oct 28 21:25:58.954356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:25:58.978684 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Attempting to bind port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:25:58.980008 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Attempting to bind port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:25:58.980647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Attempting to bind port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:25:58.981840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-680b04d1-7958-431c-a6ec-cadf5f9f1d13 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397434 Oct 28 21:25:58.999918 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:25:59.001520 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:25:59.002710 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.003492 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:25:59.004794 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Bound port: bd7e37c9-142a-49b5-9fdc-2a6d9ba142af, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:25:59.005394 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.020291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a777d5b-147e-47c9-94a3-de9081a54d27 None None] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:25:59.027159 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.045481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.065280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.077429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555635d5-c443-4d82-9b04-c66d0c6a89db req-e0e28d08-d97d-4f29-a69b-a6c20e8ac47a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:59.079124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] For port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:59.088046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-555635d5-c443-4d82-9b04-c66d0c6a89db req-e0e28d08-d97d-4f29-a69b-a6c20e8ac47a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.2487967 Oct 28 21:25:59.094485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.101352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 39c62521-35b5-49df-af5d-c33565d8fbe7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:25:59.101941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 39c62521-35b5-49df-af5d-c33565d8fbe7 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:25:59.104077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['1901d3a1-5e6b-4fd9-8466-c4e045671594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:25:59.179860 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] For port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:25:59.180715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.183926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.185712 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d99db49-1dd3-433c-8c16-8e43d5e1e3d3 HTTP/1.1" status: 204 len: 168 time: 0.2296660 Oct 28 21:25:59.192766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.194618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-555635d5-c443-4d82-9b04-c66d0c6a89db req-a57970bc-4e20-4d68-bd19-85b2ca7ea6aa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012297 Oct 28 21:25:59.199234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:25:59.207863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:25:59.208038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Made reservation on behalf of 0774a19c659c4a208546c2b88b7efaad for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:25:59.215382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] For port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:25:59.220313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.226114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:25:59.248639 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.256875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:59.257432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.262267 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eaf7e-3d67-40f7-bfc2-275d98eb9d38 None None] Pushing event updated for resources: {'Port': ['ID=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:59.267552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-b3d4f6fe-aa98-4c71-a1e2-9eec2d12ea76 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758563 Oct 28 21:25:59.290922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40db4-3645-4659-82d6-10022cdccfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99db49-1dd3-433c-8c16-8e43d5e1e3d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:59.306836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:59.400922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:59.402129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.440941 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0eaf7e-3d67-40f7-bfc2-275d98eb9d38 None None] Pushing event updated for resources: {'Port': ['ID=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:59.459015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e015654a-2c2e-454e-bb15-5403d4d01b75 None None] Provisioning complete for port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:25:59.463720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e015654a-2c2e-454e-bb15-5403d4d01b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.478246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-b4f1cde9-e565-4f6d-ac71-feaa79f19fc5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6660731 Oct 28 21:25:59.484306 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:25:59.485007 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:59.494767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Request body: {'port': {'device_id': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:25:59.575044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.577945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.617930 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.628253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2d58-4c51-4d7a-b84b-6133c9f1c4d2 req-8a80771f-170d-48a5-8739-c03642b1416d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:25:59.637622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-373c2d58-4c51-4d7a-b84b-6133c9f1c4d2 req-8a80771f-170d-48a5-8739-c03642b1416d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 936 time: 0.3176157 Oct 28 21:25:59.686446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:25:59.704619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-1ab69368-4a2a-4e7d-9eec-6a29ecf2aff9 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354420 Oct 28 21:25:59.714506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:25:59.760156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Allocated IP 172.20.0.12 (331a2546-3569-4306-b0ee-fa13a4d170b6/a13f4c4f-7774-4786-9fe9-1e7331183558/b3e63705-7d75-4106-9718-9f9a8b0914e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:25:59.780624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:25:59.801611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-373c2d58-4c51-4d7a-b84b-6133c9f1c4d2 req-fd73f2cc-ae8a-465f-9089-234bb6dfb376 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627796 Oct 28 21:25:59.826855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:57Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:25:59.832705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830232e-3dd6-4365-8ae4-59786b72d5da None None] Pushing event updated for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:25:59.897090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623233-d636-4743-ad84-fa6fcf25ddc6 None None] The sync data for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 is: [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:57Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:25:59.913884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59980) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:00.113312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Allocated IP 172.20.0.1 (d1aacac9-9af1-4115-8223-f9e4c1bc67e8/3d4eac5b-f931-41ac-a196-cb92cdda9334/59e3fcbf-07d6-4c9f-abe0-82891915d155) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:00.154846 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e1156-861c-4e9e-81d6-7545b28594d3 x-openstack-request-id: req-a38e1156-861c-4e9e-81d6-7545b28594d3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:00.155749 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-plugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:00.156729 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a38e1156-861c-4e9e-81d6-7545b28594d3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:00.157547 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'code': 200} Oct 28 21:26:00.224703 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:55Z', 'revision_number': 3, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:00.234427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-54646851-b467-4c62-ba70-76af69cb8104 None None] Provisioning complete for port b8def87c-d3be-40de-b2e3-534728267506 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:00.234787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54646851-b467-4c62-ba70-76af69cb8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.237559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:00.317196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9b56735-42a6-4aaf-8fe4-721b3bfbbd32 req-c070bfe1-639e-4577-a972-19f3fd88652e tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 210 time: 0.0997803 Oct 28 21:26:00.374769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-54646851-b467-4c62-ba70-76af69cb8104 None None] Port b8def87c-d3be-40de-b2e3-534728267506 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:00.416566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e0e10e6-0a7e-48fa-8c34-79ad29ffa003 req-9744f42a-5416-48d3-ad81-b4105336a810 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 210 time: 0.1816754 Oct 28 21:26:00.452764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8def87c-d3be-40de-b2e3-534728267506 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:00.479579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.517632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad6b483c-f50c-4d87-89c6-f1f5fea1543b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=777ffbe9b9b6415baefc6f55425e18f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995963 Oct 28 21:26:00.521048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:00.535423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.543277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Transition to ACTIVE for port object b8def87c-d3be-40de-b2e3-534728267506 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:00.561842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.621725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c1ba4-d6b8-42d0-be96-132cb41515aa None None] The sync data for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 is: [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:55Z', 'revision_number': 3, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:00.712061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:00.728382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.775803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b5933-3732-4046-a9f7-e28365abc2ce req-3fbdd9c6-6ab8-4245-9cb9-de8e0555243e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:00.777781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba8b5933-3732-4046-a9f7-e28365abc2ce req-3fbdd9c6-6ab8-4245-9cb9-de8e0555243e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.1892872 Oct 28 21:26:00.809317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:00.812188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.831484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:00.854272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.875579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:00.948034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba8b5933-3732-4046-a9f7-e28365abc2ce req-de35936b-43c0-46c5-b432-a8ceac390441 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281474 Oct 28 21:26:00.974629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.021603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:01.078452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0e73322e-061f-4037-8dae-e3406b122699 None None] Provisioning complete for port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:01.080998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0e73322e-061f-4037-8dae-e3406b122699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.099144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:01.150215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:01.161497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:01.165563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:01.170930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:01.181886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.200528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:01.201016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:01.201537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.313002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.339258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ecfc4-9d2f-4b89-a57a-65be1b3d6f44 req-9fbed9eb-fd64-4563-91d4-4dbaf2ca7aef tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:01.352404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-747ecfc4-9d2f-4b89-a57a-65be1b3d6f44 req-9fbed9eb-fd64-4563-91d4-4dbaf2ca7aef tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 948 time: 0.3756545 Oct 28 21:26:01.384394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Pushing event updated for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:01.468570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event updated for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:01.519346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Attempting to bind port b8def87c-d3be-40de-b2e3-534728267506 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:01.519964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Attempting to bind port b8def87c-d3be-40de-b2e3-534728267506 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:01.520504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Attempting to bind port b8def87c-d3be-40de-b2e3-534728267506 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:01.534916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:01.535568 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.555360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Port b8def87c-d3be-40de-b2e3-534728267506 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:01.555651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Attempting to bind port b8def87c-d3be-40de-b2e3-534728267506 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:01.579126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-747ecfc4-9d2f-4b89-a57a-65be1b3d6f44 req-9c4c7495-8d8f-462f-b403-748097ed9604 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249255 Oct 28 21:26:01.601056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:01.601315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:01.601673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:01.603859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Bound port: b8def87c-d3be-40de-b2e3-534728267506, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:01.604251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.618431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192922d2-48d4-4040-b8dc-ddd0e8a01bcd req-18b67a9e-24ec-49a0-b8fe-c2e3409269f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:01.633042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-192922d2-48d4-4040-b8dc-ddd0e8a01bcd req-18b67a9e-24ec-49a0-b8fe-c2e3409269f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.4746547 Oct 28 21:26:01.638844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60032) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:01.659948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'floatingip': {'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:01.687413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-db8c7562-1949-4bb6-a641-4dacb471d9fa tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0041299 Oct 28 21:26:01.813056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Request body: {'port': {'device_id': '8e382029-7dde-4d77-8893-878db2b63e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:01.815790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Provisioning complete for port b3e63705-7d75-4106-9718-9f9a8b0914e9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:01.816586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.857335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.860887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.863168 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4d39b73-ebe6-414b-a0db-aa8404f507e2 HTTP/1.1" status: 204 len: 168 time: 1.3411412 Oct 28 21:26:01.954513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Port b3e63705-7d75-4106-9718-9f9a8b0914e9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:01.962707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f38af-db4c-4408-9698-77b9baadc843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d39b73-ebe6-414b-a0db-aa8404f507e2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:01.968929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Provisioning complete for port 59e3fcbf-07d6-4c9f-abe0-82891915d155 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:01.969752 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:01.983161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:02.049942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.088286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-96031b39-6246-4a46-9ee2-dd077e01f91e None None] Port 59e3fcbf-07d6-4c9f-abe0-82891915d155 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:02.102369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:02.107943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.113360 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.213740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dacd7a4-5877-436e-ab1c-f2ce09792615 req-651d2d0c-eb48-45bc-bf22-03b7d351cb89 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 210 time: 0.3181093 Oct 28 21:26:02.269616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:02.270237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.271667 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] 10.222.0.44 "PUT /v2.0/ports/b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 1097 time: 2.7836626 Oct 28 21:26:02.274283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:02.277650 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74c5506-caa6-47f9-baf2-69ab73c0b301" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "tag": "b8def87c-d3be-40de-b2e3-534728267506"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:02.325147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1130e75-2618-4eaa-98da-6d787e47aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:02.415569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.479212 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e1a93c-4b65-472a-afb5-4c2015100624 x-openstack-request-id: req-17e1a93c-4b65-472a-afb5-4c2015100624 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:02.479501 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "tag": "b8def87c-d3be-40de-b2e3-534728267506", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:02.479771 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17e1a93c-4b65-472a-afb5-4c2015100624 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:02.480269 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506', 'status': 'completed', 'code': 200} Oct 28 21:26:02.556256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebf4c2-827c-42c8-ab60-5fe1c400218f req-823f8358-f719-4c3f-90a6-62ab0d677aef tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:02.576342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-e75999ce-b573-4a3e-82ab-13ff033e204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:02.577984 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-e75999ce-b573-4a3e-82ab-13ff033e204c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1100 time: 0.2455454 Oct 28 21:26:02.600162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bd7e37c9-142a-49b5-9fdc-2a6d9ba142af up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:02.604950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49ebf4c2-827c-42c8-ab60-5fe1c400218f req-823f8358-f719-4c3f-90a6-62ab0d677aef tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 932 time: 0.8074780 Oct 28 21:26:02.649896 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-93661f58-517e-42be-af99-a41aafffe273 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.0592132 Oct 28 21:26:02.693158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.768651 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.773590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:02.774552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:02.829930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49ebf4c2-827c-42c8-ab60-5fe1c400218f req-7b27727d-d0d5-4091-aa40-b1f6da7c3669 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166119 Oct 28 21:26:02.957908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-bb7f98ea-30ab-41c0-bae3-89ecbc133ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:02.959456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-bb7f98ea-30ab-41c0-bae3-89ecbc133ebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2607481 Oct 28 21:26:02.962309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Pushing event updated for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:02.998626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:03.000816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:03.046356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:03.052027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:03.067181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-6c391080-3c09-4ca4-8c50-2449a007efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:03.068828 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-6c391080-3c09-4ca4-8c50-2449a007efaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013355 Oct 28 21:26:03.121674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:03.195102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:03.198591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:03.335748 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-ed5cea44-79a1-416e-850e-ab381e5a6acc service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007301 Oct 28 21:26:03.436334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:03.490158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-374b037e-e5ab-4653-bb2d-6b21004325eb None None] Provisioning complete for port 59e3fcbf-07d6-4c9f-abe0-82891915d155 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:03.490944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-374b037e-e5ab-4653-bb2d-6b21004325eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:03.555445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-374b037e-e5ab-4653-bb2d-6b21004325eb None None] Port 59e3fcbf-07d6-4c9f-abe0-82891915d155 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:03.561496 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-657691ce-0d1e-41db-ab6a-2f52b13c2edf req-32e4a552-622b-453b-be2d-5a95b799133a service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184017 Oct 28 21:26:03.572824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-3476c0e8-60f9-4534-9aa5-bebca74c1b8d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9d11b70273343f0ac25e46bfca252c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5234227 Oct 28 21:26:03.610716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-c6481778-4de7-4eff-a007-e0712c2ac7d5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:03.613028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-c6481778-4de7-4eff-a007-e0712c2ac7d5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 1.5834923 Oct 28 21:26:03.621246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:03.629963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08a8215b-f49e-469b-96e0-c574c7a5971b admin admin] 10.222.0.31 "PUT /v2.0/routers/6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1526899 Oct 28 21:26:03.691265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-019ae990-c74b-411c-9f28-a1280665e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:03.693742 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-019ae990-c74b-411c-9f28-a1280665e4d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1100 time: 0.0624382 Oct 28 21:26:03.703062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Request body: {'port': {'device_id': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'admin_state_up': True, 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:03.715235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13124b8b-2ae4-4baf-b523-37fe3eb89fab req-6b87eedd-80a7-49f9-8bac-64a03080a9fc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:03.723118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13124b8b-2ae4-4baf-b523-37fe3eb89fab req-6b87eedd-80a7-49f9-8bac-64a03080a9fc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 948 time: 0.9378033 Oct 28 21:26:03.802587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13124b8b-2ae4-4baf-b523-37fe3eb89fab req-df7fda6b-edf5-4480-b1fb-8b931de78829 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784578 Oct 28 21:26:03.948020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Sync routers for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:03.961072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:03.962567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:03.995803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5e6f112-655d-4d34-b02b-aef01e7030b5 req-182f1fcb-aa13-47b0-8cf4-c1aaf5e83a7b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 210 time: 0.0995495 Oct 28 21:26:04.118015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-48bae742-06e4-4731-aea7-2b101688ed1d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:04.126385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-48bae742-06e4-4731-aea7-2b101688ed1d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5525856 Oct 28 21:26:04.128804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:04.166273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-6f1867b1-c495-43db-87f1-997db0c80542 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/quotas/f9d11b70273343f0ac25e46bfca252c1 HTTP/1.1" status: 200 len: 375 time: 0.0368743 Oct 28 21:26:04.180885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-c94d4a98-0719-4a37-8764-ef9c941150da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:04.183500 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-c94d4a98-0719-4a37-8764-ef9c941150da service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.4822111 Oct 28 21:26:04.237968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-0d025157-139e-40a9-b3f5-e9b6dafbd955 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707831 Oct 28 21:26:04.256739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:04.260234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.305815 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-697793e0-f005-41b9-8dfd-18619d5bb946 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.1133504 Oct 28 21:26:04.328138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e63705-7d75-4106-9718-9f9a8b0914e9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:04.347874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.432684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-738e66aa-4996-4e09-9179-10b02cba6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:04.436614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-738e66aa-4996-4e09-9179-10b02cba6fb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1215734 Oct 28 21:26:04.468062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Transition to ACTIVE for port object b3e63705-7d75-4106-9718-9f9a8b0914e9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:04.483388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.484484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.505610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.608861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-3ac63981-782c-4640-921b-dfa22dbf370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:04.610554 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-3ac63981-782c-4640-921b-dfa22dbf370e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655855 Oct 28 21:26:04.732316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bd7e37c9-142a-49b5-9fdc-2a6d9ba142af up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:04.788858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Pushing event updated for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:04.813594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:02Z', 'revision_number': 2, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:04.826427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Allocated IP 172.20.0.14 (6764dd56-e862-4293-8550-f6f8eca2a569/79ca8959-2c29-48e1-b3dc-9c2de072da41/8d5d6b81-80ff-4ec9-89f3-c71460135e12) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:04.863339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:04.863708 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:04.865732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Checking router: 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:04.866518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Updating router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db port 59e3fcbf-07d6-4c9f-abe0-82891915d155 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:26:04.904393 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-f0cdfc5d-b81e-4b09-b6bc-22913fb76c93 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774978 Oct 28 21:26:04.953165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.029559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b74c5506-caa6-47f9-baf2-69ab73c0b301 req-45d6f748-e527-478d-817d-67bfbbd62da0 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167006 Oct 28 21:26:05.090980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc1759-0ecc-48c2-84a1-fb8bf0d4ee12 req-ba093802-6532-42f5-b5e1-95736e8503fd tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:05.101076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35bc1759-0ecc-48c2-84a1-fb8bf0d4ee12 req-ba093802-6532-42f5-b5e1-95736e8503fd tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 944 time: 0.5049443 Oct 28 21:26:05.185668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.230382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35bc1759-0ecc-48c2-84a1-fb8bf0d4ee12 req-b98307bc-1e4a-40df-960f-ac7fd7e72320 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275475 Oct 28 21:26:05.238929 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Floating IP 35b79703-44a1-4224-b17d-4da27aa9a500 associated. External IP: 172.25.4.239, port: e28d7ac9-a740-4a4e-9400-63b97f82d887. Oct 28 21:26:05.318472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.340605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.343802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Attempting to bind port b3e63705-7d75-4106-9718-9f9a8b0914e9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:05.344244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Attempting to bind port b3e63705-7d75-4106-9718-9f9a8b0914e9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:05.344695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Attempting to bind port b3e63705-7d75-4106-9718-9f9a8b0914e9 on network 331a2546-3569-4306-b0ee-fa13a4d170b6 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:05.359022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60150) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:05.363132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Port b3e63705-7d75-4106-9718-9f9a8b0914e9 on network 331a2546-3569-4306-b0ee-fa13a4d170b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:05.363601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Attempting to bind port b3e63705-7d75-4106-9718-9f9a8b0914e9 on network 331a2546-3569-4306-b0ee-fa13a4d170b6 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:05.365050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307868290', 'description': 'tempest-description--679412054'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:05.378907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:05.380450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Checking segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:05.380450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Bound using segment: {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:05.380450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Bound port: b3e63705-7d75-4106-9718-9f9a8b0914e9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:05.380856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.412146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.447123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.489412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13200da-6559-4930-b69b-4eb054812ac0 None None] Pushing event updated for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:05.510963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Network 6764dd56-e862-4293-8550-f6f8eca2a569 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:05.541387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Attempting to bind port 59e3fcbf-07d6-4c9f-abe0-82891915d155 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:05.541707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Attempting to bind port 59e3fcbf-07d6-4c9f-abe0-82891915d155 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:05.542309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Attempting to bind port 59e3fcbf-07d6-4c9f-abe0-82891915d155 on network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:05.545925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:05.550370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:05.551132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Checking segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:05.551772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.552389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Bound using segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:05.552827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:05.553379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Bound port: 59e3fcbf-07d6-4c9f-abe0-82891915d155, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:05.553999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.633723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.638491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] For port 59e3fcbf-07d6-4c9f-abe0-82891915d155, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:05.644344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] For port 59e3fcbf-07d6-4c9f-abe0-82891915d155, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59e3fcbf-07d6-4c9f-abe0-82891915d155,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:05.644693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.651175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.668485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event updated for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:05.691333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-962bfc6c-d72e-4e82-96f7-bf63d1a2dc75 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f9d11b70273343f0ac25e46bfca252c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1788671 Oct 28 21:26:05.699757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.701077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3407786 Oct 28 21:26:05.723633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:05.735138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'security_group_rule': {'security_group_id': '1f3abcbd-0c5f-4b2d-a562-44b9655100a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:05.741771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:05.743146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:05.755560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-733932203', 'description': 'tempest-description-359597830'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:05.786670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d208f-daac-4900-b73d-bca0dd61eab9 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3abcbd-0c5f-4b2d-a562-44b9655100a8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:05.803796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.877900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.888778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:05.891394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.907655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:05.909116 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.918770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24c1580-5cde-46ea-a976-fdd7619ae06c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:05.929769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13200da-6559-4930-b69b-4eb054812ac0 None None] Pushing event updated for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:05.952991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:05.961853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] Provisioning complete for port 59e3fcbf-07d6-4c9f-abe0-82891915d155 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:05.962605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:05.997510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.001525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2f46f078-f436-48ee-8439-a206e44e99ec tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761898 Oct 28 21:26:06.005051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60162) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:06.012258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'security_group_rule': {'security_group_id': '1f3abcbd-0c5f-4b2d-a562-44b9655100a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:06.012878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.015678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.085860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-d1e3cf9e-10e8-443a-ac5f-850da75b009f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4594471 Oct 28 21:26:06.095394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-7a8a9b59-a372-450a-9e89-b84572325cc1 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f9d11b70273343f0ac25e46bfca252c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540109 Oct 28 21:26:06.112515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:06.175335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.185110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-ea42cf76-7722-4dc2-83a4-865257297b94 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:06.186860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-ea42cf76-7722-4dc2-83a4-865257297b94 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4946201 Oct 28 21:26:06.200214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Router c5d918c2-0098-4210-8070-1c9c33c9f42e has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:06.204034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.206475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Request body: {'port': {'device_id': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:06.334130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-0789f296-0b93-422a-a050-301a48b05ebc tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:06.335763 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-0789f296-0b93-422a-a050-301a48b05ebc tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341604 Oct 28 21:26:06.338149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] For port 59e3fcbf-07d6-4c9f-abe0-82891915d155, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59e3fcbf-07d6-4c9f-abe0-82891915d155,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:06.349213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.351302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Request body: {'port': {'device_id': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'f9d11b70273343f0ac25e46bfca252c1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:06.409902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:06.410641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.412274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] 10.222.0.44 "PUT /v2.0/ports/b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 1093 time: 4.6374831 Oct 28 21:26:06.417604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:06.419938 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:06.422630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.447137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-77081d81-afab-44b0-b4e9-416f892a514d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/quotas/f9d11b70273343f0ac25e46bfca252c1 HTTP/1.1" status: 200 len: 375 time: 0.2367108 Oct 28 21:26:06.485645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8f551-f428-4bff-968e-9c4231d8d1f4 None None] Pushing event updated for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:06.496004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8e38f441-c737-481a-9532-40ffe6cf2198 None None] Provisioning complete for port 59e3fcbf-07d6-4c9f-abe0-82891915d155 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:06.496581 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e38f441-c737-481a-9532-40ffe6cf2198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.524607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:06.537400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5205e5f-b47b-4abc-9e03-f3060089e17b service neutron] Pushing event updated for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:06.539901 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Sync routers for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:06.557257 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:06.559697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:06.570458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.583869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.584191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.621276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.625531 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6161501 Oct 28 21:26:06.628164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:06.636027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:06.645332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341316f-71fd-4b6e-a42b-3fef529a413c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782d83ca-168b-4533-98c4-bb253c19283b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:06.665680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Made reservation on behalf of f9d11b70273343f0ac25e46bfca252c1 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:06.670773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.680004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:06.689157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.729985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.733172 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:06.739133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.743046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-aa0e13a8-29e3-4d97-b8fb-5a6c13c4a6fb tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1819139 Oct 28 21:26:06.764858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af256514-8094-496f-b0b4-df2ec5539101 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "PUT /v2.0/floatingips/35b79703-44a1-4224-b17d-4da27aa9a500 HTTP/1.1" status: 200 len: 992 time: 5.1223197 Oct 28 21:26:06.792798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-0ebc7ab0-8532-4315-846a-4c92b7a7ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:06.794337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-0ebc7ab0-8532-4315-846a-4c92b7a7ae1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1096 time: 0.2316415 Oct 28 21:26:06.806131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:06.822653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b8def87c-d3be-40de-b2e3-534728267506', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'b8def87c-d3be-40de-b2e3-534728267506', 'mac_address': 'fa:16:3e:16:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:06.833604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:05Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:06.872726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1831fe-c714-411d-b631-2cbfa406a930 None None] The sync data for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 is: [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:05Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:06.902319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-38722753-9966-49fb-aa88-4f642c8fbe27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 217 time: 0.0792277 Oct 28 21:26:06.926639 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:06.965339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8def87c-d3be-40de-b2e3-534728267506 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:06.995325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:07.006806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.140215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:07.173169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.197268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.206953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.242572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:07.274552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.295369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.397064 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '35b79703-44a1-4224-b17d-4da27aa9a500', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff375430-d6f1-4457-8651-04d1f02df867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:25:37Z', 'updated_at': '2021-10-28T21:26:04Z', 'revision_number': 1, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:07.398825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.416849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-6f123b0a-198c-4ab8-9704-af1da00a15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:07.418586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-6f123b0a-198c-4ab8-9704-af1da00a15b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.4411242 Oct 28 21:26:07.443973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Checking router: c5d918c2-0098-4210-8070-1c9c33c9f42e for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:07.444506 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:07.457413 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:07.458514 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:25:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:07.549544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da18e053-5f28-402c-a05f-630df68d697c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:07.670904 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:07.758906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Allocated IP 192.168.233.131 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/eee54d5b-de0a-40e4-b4a4-c23b12f09ad9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:07.793394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Allocated IP 172.25.4.76 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/329ac67f-af91-44e3-94fa-9ec27a680885) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:08.113015 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '35b79703-44a1-4224-b17d-4da27aa9a500', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff375430-d6f1-4457-8651-04d1f02df867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:25:37Z', 'updated_at': '2021-10-28T21:26:04Z', 'revision_number': 1, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:08.130423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.163025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.164314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1886b162-4d82-491a-93a1-d59df5dbaffb req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.4817615 Oct 28 21:26:08.179042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.183454 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196be9ee-0756-42b8-a603-827f2228b23e None None] The sync data for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 is: [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '35b79703-44a1-4224-b17d-4da27aa9a500', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff375430-d6f1-4457-8651-04d1f02df867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:25:37Z', 'updated_at': '2021-10-28T21:26:04Z', 'revision_number': 1, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:08.187300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da19e2c-5c62-4102-8edb-906c072d8d56,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:08.222834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f8ef-72c3-4813-b93c-455ce364cf69 req-f8a7ae7e-ed43-436a-a7f5-ec23700fbc0c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:08.233239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9f9f8ef-72c3-4813-b93c-455ce364cf69 req-f8a7ae7e-ed43-436a-a7f5-ec23700fbc0c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 949 time: 1.0470822 Oct 28 21:26:08.235367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.247810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.286960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:08.290433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:08.296075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:08.327811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:08.331382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'Port': ['ID=329ac67f-af91-44e3-94fa-9ec27a680885,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:08.331587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1539f8-9788-4ca8-9ffa-08163d7e8b6f tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5762f481-784e-46bf-b411-746b9699d43a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:08.335652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:08.341765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-dbd9b4cf-a91f-4118-9e32-fbf725e43731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:08.343261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-dbd9b4cf-a91f-4118-9e32-fbf725e43731 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9002566 Oct 28 21:26:08.344931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:08.391430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9f9f8ef-72c3-4813-b93c-455ce364cf69 req-0b216407-a0df-4abd-908c-837e9b3a0ea9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567512 Oct 28 21:26:08.446410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:08.555525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.581419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:08.582095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.594941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743f90-02a6-4a01-9e09-6c4a6eeb4bc8 req-8f982d50-387d-49ec-ba6b-a432f4c168af tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:08.597214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94743f90-02a6-4a01-9e09-6c4a6eeb4bc8 req-8f982d50-387d-49ec-ba6b-a432f4c168af tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 932 time: 0.3589830 Oct 28 21:26:08.640479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59e3fcbf-07d6-4c9f-abe0-82891915d155 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:08.676644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.696030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:08.718765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5d6b81-80ff-4ec9-89f3-c71460135e12 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:08.785727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.808780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-da3d7581-23cd-4171-a04e-97903c8e7780 None None] Provisioning complete for port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:08.809326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da3d7581-23cd-4171-a04e-97903c8e7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.815690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Transition to ACTIVE for port object 8d5d6b81-80ff-4ec9-89f3-c71460135e12 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:08.823168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94743f90-02a6-4a01-9e09-6c4a6eeb4bc8 req-d28c3614-b7a9-4184-8912-51ebf8a6761a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153747 Oct 28 21:26:08.833435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.842296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-dd967e10-520a-4022-9417-3b4286bf5429 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4955575 Oct 28 21:26:08.854661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a73de1-9d98-4d7d-aaae-98b5ccec150f req-f9e95dd9-3bb3-4b5c-a56c-16f8a3284f4a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:08.856788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43a73de1-9d98-4d7d-aaae-98b5ccec150f req-f9e95dd9-3bb3-4b5c-a56c-16f8a3284f4a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 944 time: 0.3241308 Oct 28 21:26:08.878584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-da3d7581-23cd-4171-a04e-97903c8e7780 None None] Port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:08.882236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a71ab-6b71-4fc3-9414-4ee67d95f2aa None None] New status for floating IP 35b79703-44a1-4224-b17d-4da27aa9a500: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:26:08.893476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b8def87c-d3be-40de-b2e3-534728267506 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:08.903669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-4701202d-4423-4854-8fcc-935f53cc7db8 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f9d11b70273343f0ac25e46bfca252c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3394358 Oct 28 21:26:08.910833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-25d3b57f-4019-4d62-b416-132964b3a61e service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494001 Oct 28 21:26:08.912139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Request body: {'port': {'device_id': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:08.949734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b8def87c-d3be-40de-b2e3-534728267506 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:08.950451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:08.954687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:09.009571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 59e3fcbf-07d6-4c9f-abe0-82891915d155 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:09.009943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.051950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43a73de1-9d98-4d7d-aaae-98b5ccec150f req-e42b7f37-72e4-4cd0-ba94-2292ac3a4199 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807282 Oct 28 21:26:09.052910 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc085f97-df3f-4e2e-8f0f-ce9160e8c0e0 x-openstack-request-id: req-dc085f97-df3f-4e2e-8f0f-ce9160e8c0e0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:09.053191 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:09.053438 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc085f97-df3f-4e2e-8f0f-ce9160e8c0e0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:09.053834 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'status': 'completed', 'code': 200} Oct 28 21:26:09.098458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.207694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.217015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1058060280', 'description': 'tempest-description-1857087559'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:09.221383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-ceb0fa99-7701-443c-a395-91df4b67bdfa tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.222470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Attempting to bind port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:09.222813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Attempting to bind port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:09.223480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Attempting to bind port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:09.224095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-ceb0fa99-7701-443c-a395-91df4b67bdfa tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758775 Oct 28 21:26:09.230168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.235159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 on network 6764dd56-e862-4293-8550-f6f8eca2a569 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:09.235790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Attempting to bind port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:09.243980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be599aea-5ea7-447e-987a-d3d5f398bb56 req-de6aeb19-59bd-43f9-8c6e-41568e50b294 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 210 time: 0.1086204 Oct 28 21:26:09.250423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:09.250764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Request body: {'port': {'device_id': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'f9d11b70273343f0ac25e46bfca252c1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:09.251211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Checking segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:09.251849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Bound using segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:09.253266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Bound port: 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:09.254002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.273014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.279782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77b5a69b-3c56-47e5-b63b-9cf79d5c46ea req-b873c65d-012e-48e9-8243-2df4d0cf1cd3 service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213918 Oct 28 21:26:09.312079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.328651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:09.332150 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb28c89-a8e4-4f1e-b2c2-94b77007404f" -d '{"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-plugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:09.351670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:09.365247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.412897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:09.440834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:09.446556 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c701c-c5c0-4838-839d-7c705f24777d x-openstack-request-id: req-d19c701c-c5c0-4838-839d-7c705f24777d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:09.447510 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-plugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:09.448522 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d19c701c-c5c0-4838-839d-7c705f24777d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:09.449235 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506', 'code': 200} Oct 28 21:26:09.455863 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.470537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-eceaf4fc-3709-4484-a932-c4bfdf58a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.472014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-eceaf4fc-3709-4484-a932-c4bfdf58a06b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1096 time: 0.1206701 Oct 28 21:26:09.491873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:09.530254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.530874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.532207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d5d6b81-80ff-4ec9-89f3-c71460135e12 HTTP/1.1" status: 200 len: 1093 time: 3.3404353 Oct 28 21:26:09.535080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.540027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'Port': ['ID=329ac67f-af91-44e3-94fa-9ec27a680885,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:09.588437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.597803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.634311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6ff29-1817-4a1e-b516-c1dd76b107ec req-23b7d171-9a1e-4f20-b15a-edcccd24f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.635682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33e6ff29-1817-4a1e-b516-c1dd76b107ec req-23b7d171-9a1e-4f20-b15a-edcccd24f8cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1102 time: 0.1607156 Oct 28 21:26:09.650578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.660752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2475d5e9-4d75-46a6-9215-2a35a8bb9f90 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0225031 Oct 28 21:26:09.725562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90360ee9-aa21-40b7-9d0a-97abf52c2280 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:09.731415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.739207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c37336c4-9836-45e8-82bb-106f5742a1ae req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5677488 Oct 28 21:26:09.755405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbe97f-5f8c-467f-8c3d-f25d56f1ce49 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac119e-44a1-4a32-b17c-9e8bd267fadd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:09.796995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Made reservation on behalf of f9d11b70273343f0ac25e46bfca252c1 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:09.803502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.804286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-41821085-afa4-4601-87b2-16b0bd5f22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.806027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-41821085-afa4-4601-87b2-16b0bd5f22ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 1096 time: 0.2116432 Oct 28 21:26:09.812882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:09.816080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970f89-d81a-4f84-9670-fe81fc6c4388 req-b0bd8036-8553-47ad-8bec-29ad4c511419 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.825146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16970f89-d81a-4f84-9670-fe81fc6c4388 req-b0bd8036-8553-47ad-8bec-29ad4c511419 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.2971506 Oct 28 21:26:09.828280 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33e6ff29-1817-4a1e-b516-c1dd76b107ec req-5aa2d5e2-2575-472a-b519-f836e0e096f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807206 Oct 28 21:26:09.835344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.842730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-331d0cfa-c915-4144-976b-f940d4ca317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:09.844320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-331d0cfa-c915-4144-976b-f940d4ca317f service neutron] 10.222.0.44 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 930 time: 0.3614998 Oct 28 21:26:09.891527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Transition to ACTIVE for port object eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:09.896547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-eae18002-b19a-4e44-b4b8-ace2c654437f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12 HTTP/1.1" status: 200 len: 217 time: 0.0682192 Oct 28 21:26:09.906424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:09.935409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-c565688e-9830-463c-92b9-b90564bbea21 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--307868290&fields=id&tenant_id=6353b669ee3d498a8b07f816692df569 HTTP/1.1" status: 200 len: 267 time: 0.1008103 Oct 28 21:26:09.951336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16970f89-d81a-4f84-9670-fe81fc6c4388 req-a4ba4984-027b-4d00-8a24-7498dc8bd379 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210520 Oct 28 21:26:10.069525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:10.073044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Allocated IP 192.168.233.19 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/1093e8f4-9182-4a27-92b5-5802d66dd5d4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:10.138031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-479652559', 'description': 'tempest-description-1356176652'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:10.155933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-6f0c6481-b2d8-473c-8717-608ae426cbf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 217 time: 0.1027658 Oct 28 21:26:10.194932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-1a82e728-863d-4919-894a-6050a116af4e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.202067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-1a82e728-863d-4919-894a-6050a116af4e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/networks?id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8 HTTP/1.1" status: 200 len: 806 time: 0.2494798 Oct 28 21:26:10.226619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-b50eaa70-e468-4ca5-b0c9-d676ca099c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.228084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-b50eaa70-e468-4ca5-b0c9-d676ca099c92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.1728907 Oct 28 21:26:10.240467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.251545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.253072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Attempting to bind port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:10.253405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Attempting to bind port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:10.253724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Attempting to bind port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:10.263264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:10.263577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Attempting to bind port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:10.274679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:10.275016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:10.275386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:10.275814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Bound port: eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:10.276165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.280691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-2eebe608-5246-4a9f-821a-680d68be5510 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/quotas/6353b669ee3d498a8b07f816692df569 HTTP/1.1" status: 200 len: 375 time: 0.0776286 Oct 28 21:26:10.315961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-cf080389-3466-4b4e-a728-69161db62dac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651283 Oct 28 21:26:10.320862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-14926a32-a8cd-4795-8d73-382a66c88301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.322234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-14926a32-a8cd-4795-8d73-382a66c88301 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.1510642 Oct 28 21:26:10.389511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.391314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:10.395695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:10.405334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.469199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.469813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.472107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] 10.222.0.44 "PUT /v2.0/ports/eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 HTTP/1.1" status: 200 len: 1097 time: 1.5672243 Oct 28 21:26:10.472725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:10.474965 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864" -d '{"events": [{"name": "network-changed", "server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:10.490227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-97666274-d900-4ec5-99e3-33ac2949bafb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6353b669ee3d498a8b07f816692df569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2085748 Oct 28 21:26:10.501164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75666-08e5-46e7-b04a-dd39bd70d1cd service neutron] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:10.512397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.524314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-28d2ea4d-d39a-402f-b536-e6e4bc66863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.525935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-28d2ea4d-d39a-402f-b536-e6e4bc66863c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848927 Oct 28 21:26:10.588233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-abfb02d7-1bbf-4dcb-b2e6-85949d912fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482224 Oct 28 21:26:10.598623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:10.605755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:10.608782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:10.612231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:10.658976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.710461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.723251 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2127afd7-7e92-4cf3-b18c-10f809ab7736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:10.842766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f47ab-aa35-4fbe-a908-be0e86890f2e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:10.856605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-c11b6fa9-e7be-4e89-8575-705ed63274aa service neutron] 10.222.0.31 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348038 Oct 28 21:26:10.871213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-8e4b41e5-1045-471e-b936-bea0d6380435 service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167644 Oct 28 21:26:10.893789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.894199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.894460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.894791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.895124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.895442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.895769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.896090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.896431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.896754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.897072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.897391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:10.937474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-6c129d7f-0bb1-4270-8264-926a00259e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:10.938968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-6c129d7f-0bb1-4270-8264-926a00259e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 1100 time: 0.3925848 Oct 28 21:26:10.978384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4478c7ec-8234-4622-87f6-43c27f31b820 req-30643e6a-b0d1-4555-a4f2-226694aa14aa service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736618 Oct 28 21:26:10.994430 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-fbc248b3-24a0-447f-920f-3916a846c9e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 HTTP/1.1" status: 200 len: 217 time: 0.0443244 Oct 28 21:26:11.000201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.000874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.036747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.047005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-f574f91e-af3e-4ccc-94fa-b0923b9df766 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8063629 Oct 28 21:26:11.047336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.056310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-1c19e981-dd93-4045-a39c-382cac10a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.057772 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-1c19e981-dd93-4045-a39c-382cac10a66f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0540378 Oct 28 21:26:11.060961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}, {'name': 'network-changed', 'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:11.063058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Request body: {'port': {'device_id': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:11.063321 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653feed4-e75b-4eca-9f7c-33fab93e9d24" -d '{"events": [{"name": "network-changed", "server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}, {"name": "network-changed", "server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:11.074077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-49b88aef-9834-46c8-8062-f96033b462cd None None] Provisioning complete for port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:11.074529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-49b88aef-9834-46c8-8062-f96033b462cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.104513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.105730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ad9fbf6-a8ee-4c55-9fdc-ea374a938276 req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0474255 Oct 28 21:26:11.117746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-49b88aef-9834-46c8-8062-f96033b462cd None None] Port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:11.137616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0658bb8-1d61-4973-bb1b-aad29148020c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e59425-cd50-41ca-a36d-0a2fc3fb4826,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:11.144312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-8ec6de1e-3ac9-474f-9ce9-454b0e7e8c84 service neutron] 10.222.0.31 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680459 Oct 28 21:26:11.151736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33c39-2936-4984-99f0-553bb792e258 req-ca0982d2-51a8-4524-83ec-8f240df0b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.152943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-ca0982d2-51a8-4524-83ec-8f240df0b939 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869439 Oct 28 21:26:11.153665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.170426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeb14f53-20e5-4380-adf9-b11c5e45dd6e req-a0d7cb33-3160-4fe2-ac1a-49e13e193e6c service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663474 Oct 28 21:26:11.245711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fdb7e-cd63-4377-9cc7-0a0e7218e4d0 req-4b1c18d0-93c8-4c24-a746-1b1976fe9bc7 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.248849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63fdb7e-cd63-4377-9cc7-0a0e7218e4d0 req-4b1c18d0-93c8-4c24-a746-1b1976fe9bc7 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 944 time: 0.0614665 Oct 28 21:26:11.300768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63fdb7e-cd63-4377-9cc7-0a0e7218e4d0 req-86ce7b7d-71a2-4af4-af89-f09734e7e326 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Oct 28 21:26:11.357033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-27f8ab2a-f87a-4e0a-951d-94337d198241 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932263 Oct 28 21:26:11.473660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d242e1-1b8d-4e07-b9a5-50a1b123edad req-e35f81fa-c628-4d07-9f7f-961a738b2be4 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.475551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28d242e1-1b8d-4e07-b9a5-50a1b123edad req-e35f81fa-c628-4d07-9f7f-961a738b2be4 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 944 time: 0.0780103 Oct 28 21:26:11.538670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28d242e1-1b8d-4e07-b9a5-50a1b123edad req-b06f4ac7-6417-4b95-b9e5-4dae7f27d106 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Oct 28 21:26:11.591771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61199e50-1683-4a7a-a3b5-c14bb02de013 req-c3b80f65-7b50-4939-a017-a98e13fed700 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.593846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61199e50-1683-4a7a-a3b5-c14bb02de013 req-c3b80f65-7b50-4939-a017-a98e13fed700 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 935 time: 0.0787888 Oct 28 21:26:11.604538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17117c-be1d-45c5-8505-d6b96ba6803c x-openstack-request-id: req-ae17117c-be1d-45c5-8505-d6b96ba6803c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:11.604790 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:11.605044 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae17117c-be1d-45c5-8505-d6b96ba6803c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:11.605440 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'status': 'completed', 'code': 200} Oct 28 21:26:11.627538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1093e8f4-9182-4a27-92b5-5802d66dd5d4 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:11.633980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-eae33c39-2936-4984-99f0-553bb792e258 req-d15d3188-c8de-46e1-a9e9-1f5c429d8680 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688785 Oct 28 21:26:11.639137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.656323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Transition to ACTIVE for port object 1093e8f4-9182-4a27-92b5-5802d66dd5d4 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:11.663586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.668184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61199e50-1683-4a7a-a3b5-c14bb02de013 req-d3335a82-a4bb-49a0-9631-4ea83c01ba1d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614994 Oct 28 21:26:11.768353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:11.790621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.809710 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f27c1c-e45f-4760-8c77-c19d0dba09bb x-openstack-request-id: req-96f27c1c-e45f-4760-8c77-c19d0dba09bb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:11.809710 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:11.809710 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f27c1c-e45f-4760-8c77-c19d0dba09bb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:11.810120 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'status': 'completed', 'code': 200} Oct 28 21:26:11.812475 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12', 'status': 'completed', 'code': 200} Oct 28 21:26:11.818698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-c2b15d91-e8ac-413d-850d-5b3cf3a4cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.818832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-31109308', 'description': 'tempest-description-1506286124'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:11.820202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-c2b15d91-e8ac-413d-850d-5b3cf3a4cd8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 1100 time: 0.1190667 Oct 28 21:26:11.853363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c515b06-fa81-4bf2-ab51-7327aa243c4e req-494af57c-2512-42dc-97df-7322ce124fe9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.854934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c515b06-fa81-4bf2-ab51-7327aa243c4e req-494af57c-2512-42dc-97df-7322ce124fe9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1856499 Oct 28 21:26:11.885370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-a1c5217e-7476-4221-a0c2-ce5f8c21c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.887196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-a1c5217e-7476-4221-a0c2-ce5f8c21c6c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1098 time: 0.1149337 Oct 28 21:26:11.895608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.923552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.937149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Attempting to bind port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:11.938333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Attempting to bind port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:11.938953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Attempting to bind port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:11.947274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:11.947642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Attempting to bind port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:11.960289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:11.960750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:11.961026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:11.961459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Bound port: 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:11.961814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:11.988844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-ba8c3f76-61bf-46ff-864f-0e38b31b4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:11.990381 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-ba8c3f76-61bf-46ff-864f-0e38b31b4309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1592708 Oct 28 21:26:12.020956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c515b06-fa81-4bf2-ab51-7327aa243c4e req-89c15dd3-b5ab-45a3-b15b-5ef3e2749085 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453254 Oct 28 21:26:12.061411 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-9a496db2-eac2-48cd-9013-1cf6e9e628f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 HTTP/1.1" status: 200 len: 217 time: 0.0402093 Oct 28 21:26:12.133729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:12.150736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c57e1026-b9b3-482b-811f-2461354c7035 req-448bfd06-369f-4ae2-8bbb-5f5a123e72c8 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 210 time: 0.0459869 Oct 28 21:26:12.151630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:12.155548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-16a0e951-106f-4e5b-b0bb-ab89ea657d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.156874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-16a0e951-106f-4e5b-b0bb-ab89ea657d37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.2517648 Oct 28 21:26:12.167243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.178292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.191694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.213146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-30385532-c94b-45a2-89de-f32bcb5db95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.214721 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-30385532-c94b-45a2-89de-f32bcb5db95a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1328311 Oct 28 21:26:12.256447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.257009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.258528 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] 10.222.0.44 "PUT /v2.0/ports/1093e8f4-9182-4a27-92b5-5802d66dd5d4 HTTP/1.1" status: 200 len: 1096 time: 1.1998353 Oct 28 21:26:12.276206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.282910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd100-c552-4885-b3b6-0559637a9b5f service neutron] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:12.284879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-333e6892-fa33-40c1-96e8-970aaf5fb068 req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4749053 Oct 28 21:26:12.308446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-8f580bf2-b788-421e-b4e6-cd71dfa28bde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1002 time: 0.1282935 Oct 28 21:26:12.311772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf2bf0-228b-42ef-8e38-25a1fba6c7a3 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d68bb2-07cf-497d-a51c-f14c0e6b5ae8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:12.312842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-20a0da86-f0b8-46e4-8201-f218c427cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.314613 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-20a0da86-f0b8-46e4-8201-f218c427cb0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902236 Oct 28 21:26:12.325267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-1e2e79b8-8561-45a1-907b-ec8ed53c40de req-198649a0-2f6c-4d1b-b04c-41a19177b628 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:26:12.326261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e2e79b8-8561-45a1-907b-ec8ed53c40de req-198649a0-2f6c-4d1b-b04c-41a19177b628 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097990 Oct 28 21:26:12.418800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-4d311a5f-aa5d-4987-aada-249c83a47347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.420560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-4d311a5f-aa5d-4987-aada-249c83a47347 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0845940 Oct 28 21:26:12.442385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-f822ee9d-2e95-4b87-880a-f0a16b5e25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.445916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-f822ee9d-2e95-4b87-880a-f0a16b5e25cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 1099 time: 0.1143274 Oct 28 21:26:12.512630 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-fb637058-1fe1-4202-bd3b-5de33993bf27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0520368 Oct 28 21:26:12.515785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-e3aab69d-331d-401f-9cc4-e84cc78e8468 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761298 Oct 28 21:26:12.534398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-7366482a-8057-46ce-b881-1041d202ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.535788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-7366482a-8057-46ce-b881-1041d202ccb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064615 Oct 28 21:26:12.653441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-5d365e45-a435-49b2-8ae4-83b7e909101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.654895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-5d365e45-a435-49b2-8ae4-83b7e909101a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1206071 Oct 28 21:26:12.707094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8d5d6b81-80ff-4ec9-89f3-c71460135e12 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:12.718572 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3ccfcecd-a5db-4af9-ad29-8ba773fdc864 req-3d5666ef-b911-47be-9946-00f7d83e44e2 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687016 Oct 28 21:26:12.738096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e3131-3c20-4e52-b991-f85e56941627 req-65f5cecc-8174-4a3b-a1cd-bc4f4c2511ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:12.739801 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-65f5cecc-8174-4a3b-a1cd-bc4f4c2511ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583186 Oct 28 21:26:12.835837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:12.857617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8d5d6b81-80ff-4ec9-89f3-c71460135e12', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'port_id': '8d5d6b81-80ff-4ec9-89f3-c71460135e12', 'mac_address': 'fa:16:3e:1b:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ca8959-2c29-48e1-b3dc-9c2de072da41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:12.874887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-bd3950b0-847f-41f4-8c66-6248b7984267 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264350 Oct 28 21:26:12.909373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.924466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5d6b81-80ff-4ec9-89f3-c71460135e12 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:12.946016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:12.951577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:12.952612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b3e63705-7d75-4106-9718-9f9a8b0914e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:12.989607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-238e3131-3c20-4e52-b991-f85e56941627 req-9f38b682-1b53-42a6-8c1f-b581e80e0726 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030767 Oct 28 21:26:13.015910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:13.098967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:13.110444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'mac_address': 'fa:16:3e:ca:8f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:13.147600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802170c1-ea6d-4dc8-87f7-162cffe10b3b req-8280b715-42b2-4b3a-9b4f-556392fabe88 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:13.147853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:13.149100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-802170c1-ea6d-4dc8-87f7-162cffe10b3b req-8280b715-42b2-4b3a-9b4f-556392fabe88 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 944 time: 0.5703082 Oct 28 21:26:13.164850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e63705-7d75-4106-9718-9f9a8b0914e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:13.168757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-42b0cce1-0a63-480a-921c-c0660e3894b9 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163330 Oct 28 21:26:13.182075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-b369e35a-6f65-4530-94cd-f14700cf2787 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2069399 Oct 28 21:26:13.185112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:13.190757 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:13.240717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:13.312520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-099c6257-f650-4841-aede-a52ab8cc69ab tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:13.313973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-099c6257-f650-4841-aede-a52ab8cc69ab tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.44 "GET /v2.0/networks?id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8 HTTP/1.1" status: 200 len: 806 time: 0.3299794 Oct 28 21:26:13.326440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-802170c1-ea6d-4dc8-87f7-162cffe10b3b req-5fcc6947-df43-4d8e-9d5b-c1e228c29f21 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686201 Oct 28 21:26:13.351805 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c83ef497-1b2c-410a-8741-3e88d793e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:13.352444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-da05b183-0843-435f-9649-7d3676f001d1 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50534 time: 1.0403676 Oct 28 21:26:13.432485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-69f73065-8584-47c2-ba22-34b32244a903 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491140 Oct 28 21:26:13.444570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d68f4b06-97ce-4f8a-b1da-0529c63ee1a5 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6353b669ee3d498a8b07f816692df569 HTTP/1.1" status: 200 len: 379 time: 0.1168935 Oct 28 21:26:13.448860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-e923d3df-026e-42ad-9087-daba7329b18c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0da19e2c-5c62-4102-8edb-906c072d8d56 HTTP/1.1" status: 200 len: 2981 time: 0.0800333 Oct 28 21:26:13.457835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'port': {'device_id': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'admin_state_up': True, 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'security_groups': ['1f3abcbd-0c5f-4b2d-a562-44b9655100a8']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:13.466541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:13.501008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b3e63705-7d75-4106-9718-9f9a8b0914e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:13.606741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:13.609501 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba83e179-4730-4000-b07d-192093e70255" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:13.666498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-29ac731c-375c-45e3-a121-55c9dc4be490 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0da19e2c-5c62-4102-8edb-906c072d8d56 HTTP/1.1" status: 200 len: 2981 time: 0.2133911 Oct 28 21:26:13.709497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-f74530e9-db41-400d-a399-a5dfd0949066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:13.710976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-f74530e9-db41-400d-a399-a5dfd0949066 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 1097 time: 0.1762140 Oct 28 21:26:13.730576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe36bc0-2eb5-4f16-922c-dbf3cf903f03 req-beb6011f-bd17-4294-893d-812924dfdf0b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:13.732054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fe36bc0-2eb5-4f16-922c-dbf3cf903f03 req-beb6011f-bd17-4294-893d-812924dfdf0b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1444056 Oct 28 21:26:13.828415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-ec88f6bb-2385-49f2-91aa-0993c3dd0931 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/44bb9171-4daa-4561-9b83-a7c377568c28 HTTP/1.1" status: 200 len: 2981 time: 0.1553664 Oct 28 21:26:13.833824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Made reservation on behalf of 6353b669ee3d498a8b07f816692df569 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:13.837952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:13.889185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fe36bc0-2eb5-4f16-922c-dbf3cf903f03 req-0c0543d4-1579-4e78-991b-e47625d45cd8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395714 Oct 28 21:26:14.024980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-e72fbccb-b1cc-47e0-ba8a-02a06636ff38 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/44bb9171-4daa-4561-9b83-a7c377568c28 HTTP/1.1" status: 200 len: 2981 time: 0.1823556 Oct 28 21:26:14.030144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-f6242ba4-ad62-42e0-8a08-5b25d3478757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.031563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-f6242ba4-ad62-42e0-8a08-5b25d3478757 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 915 time: 0.3090723 Oct 28 21:26:14.128268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-c091b7bd-f2f7-4fa6-ba0a-a80ae2699ceb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12 HTTP/1.1" status: 200 len: 217 time: 0.0814338 Oct 28 21:26:14.163130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c4295-8345-48c6-902b-6691a8ecc9a6 req-9eb42e68-abe0-412f-b100-da55ccde14ac tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.164436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-234c4295-8345-48c6-902b-6691a8ecc9a6 req-9eb42e68-abe0-412f-b100-da55ccde14ac tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 945 time: 0.2080822 Oct 28 21:26:14.180687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Allocated IP 172.20.0.8 (d1aacac9-9af1-4115-8223-f9e4c1bc67e8/3d4eac5b-f931-41ac-a196-cb92cdda9334/ac1009a8-275c-4bca-971c-ada05ad4e404) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:14.211323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-519943a7-bd67-4a9a-ae59-6ffcf3770adb tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4d32afe0-5516-4410-9c39-42e1ec0819ce HTTP/1.1" status: 200 len: 2981 time: 0.1780906 Oct 28 21:26:14.278053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-7c85ba8b-753c-4dbb-aaf1-3f6fc3d3c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.279517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-7c85ba8b-753c-4dbb-aaf1-3f6fc3d3c585 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.1270874 Oct 28 21:26:14.290286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-234c4295-8345-48c6-902b-6691a8ecc9a6 req-30b86362-e647-48a9-9c1a-f60b60ad478d tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130524 Oct 28 21:26:14.355581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-9cbc5b93-6141-4610-9360-202e94f4d221 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583727 Oct 28 21:26:14.422639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-38c711cb-2bab-4eed-8317-103743829d2f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4d32afe0-5516-4410-9c39-42e1ec0819ce HTTP/1.1" status: 200 len: 2981 time: 0.1952908 Oct 28 21:26:14.555872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b350b-6be6-4dfa-b777-a7f7a5f3540b req-e6e4b12a-7024-4782-8000-ad07fb04e9a3 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.557600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e4b350b-6be6-4dfa-b777-a7f7a5f3540b req-e6e4b12a-7024-4782-8000-ad07fb04e9a3 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 947 time: 0.2047374 Oct 28 21:26:14.577213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-add13afa-df23-4d9f-87c4-f1c746c88503 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5283bad0-bfda-4a99-8ad5-606c5d9d7fdb HTTP/1.1" status: 200 len: 2981 time: 0.1179545 Oct 28 21:26:14.589133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-6d371d9c-c5f1-46ed-b6f5-e2d974bd636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.591276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-6d371d9c-c5f1-46ed-b6f5-e2d974bd636c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1102 time: 0.0476613 Oct 28 21:26:14.603833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:14.636627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-daa8c670-e9cf-4db6-a982-4e5b20d51329 service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461965 Oct 28 21:26:14.687413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-f4607d6e-f6a1-4d5a-8001-55ea594638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.688807 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-f4607d6e-f6a1-4d5a-8001-55ea594638f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0868218 Oct 28 21:26:14.713167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:14.717592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8d5d6b81-80ff-4ec9-89f3-c71460135e12 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:14.731658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e4b350b-6be6-4dfa-b777-a7f7a5f3540b req-fcfd00db-3e42-4b6c-b22b-c65f19d675b1 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 Oct 28 21:26:14.738056 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-4104c411-53cd-4741-bef4-aad0498abea2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.0409133 Oct 28 21:26:14.742324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-a7e12d62-8e68-4c3b-b381-d61cb3ba14e0 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5283bad0-bfda-4a99-8ad5-606c5d9d7fdb HTTP/1.1" status: 200 len: 2981 time: 0.1491103 Oct 28 21:26:14.794652 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:14.806315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-e52998cc-a418-4618-aac4-732afc636006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.806984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:14.807803 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-e52998cc-a418-4618-aac4-732afc636006 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0553436 Oct 28 21:26:14.856676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-fe685f60-d193-4461-a1e1-90a1e2c7acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:14.858377 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-fe685f60-d193-4461-a1e1-90a1e2c7acdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420818 Oct 28 21:26:14.869483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:14.877270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:14.877633 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:14.885998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-415ea1d4-dfcb-4e9b-97a2-3aa3ed37a42d tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5930b31a-cff5-44ce-84c0-053ef8f44783 HTTP/1.1" status: 200 len: 2977 time: 0.1362910 Oct 28 21:26:14.909491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-653feed4-e75b-4eca-9f7c-33fab93e9d24 req-30873ed3-1d16-4274-bb8c-c57df49397dc service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594121 Oct 28 21:26:14.922629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:14.933356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:14.957322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event updated for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:14.957322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:14.966485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:14.995798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'mac_address': 'fa:16:3e:1f:ee:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:15.005330 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-f5617b8c-a8f9-4dee-994e-9af07aef0010 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384935 Oct 28 21:26:15.010332 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.033876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2579fb-f8b7-4c6c-ac82-599d50eee74f req-a4ac8ed3-b755-4353-b9f6-50f87df8c070 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.041230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb2579fb-f8b7-4c6c-ac82-599d50eee74f req-a4ac8ed3-b755-4353-b9f6-50f87df8c070 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 931 time: 0.1820726 Oct 28 21:26:15.058016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-def7be37-a216-4964-9f51-455c499aac1b tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5930b31a-cff5-44ce-84c0-053ef8f44783 HTTP/1.1" status: 200 len: 2977 time: 0.1427007 Oct 28 21:26:15.077692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.077971 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.091554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.112613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1093e8f4-9182-4a27-92b5-5802d66dd5d4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:15.131336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-96e949c9-c880-4dbf-9bcc-7dcf3a7a9600 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187971 Oct 28 21:26:15.133926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-d529876f-ac9a-4524-944a-8ead155805fb tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6821001 Oct 28 21:26:15.139156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:15.143946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.152918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb2579fb-f8b7-4c6c-ac82-599d50eee74f req-48daba75-b45f-4eb3-96e7-7f5b3fdf846e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107724 Oct 28 21:26:15.159349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Request body: {'port': {'device_id': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:15.190195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:15.192598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:15.196996 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e02343-86fa-4b2a-a06e-3ca18ffdc56b" -d '{"events": [{"server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "name": "network-vif-plugged", "status": "completed", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:15.200811 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.201658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:15.203309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-7be13b4d-a49c-4ad1-96e6-383e1c3fa34d tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/702f47ab-aa35-4fbe-a908-be0e86890f2e HTTP/1.1" status: 200 len: 2981 time: 0.1325200 Oct 28 21:26:15.217157 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.217980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b3e63705-7d75-4106-9718-9f9a8b0914e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:15.248357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.248854 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd76ef3-b1ad-4107-ae17-bd97a88df3b8 x-openstack-request-id: req-ccd76ef3-b1ad-4107-ae17-bd97a88df3b8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:15.249343 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:15.249480 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccd76ef3-b1ad-4107-ae17-bd97a88df3b8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:15.249816 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'status': 'completed', 'code': 200} Oct 28 21:26:15.312892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-bc9e55cb-c6c6-41b7-b93a-1323fdd881b0 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/702f47ab-aa35-4fbe-a908-be0e86890f2e HTTP/1.1" status: 200 len: 2981 time: 0.1010649 Oct 28 21:26:15.334403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e179-4730-4000-b07d-192093e70255 req-5caa7daf-b67b-4edf-a867-935faffdf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.336789 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-5caa7daf-b67b-4edf-a867-935faffdf7c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9d11b70273343f0ac25e46bfca252c1&device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 1100 time: 0.0578001 Oct 28 21:26:15.373152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:15.413340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5368a1e6-f761-443f-8fb3-26ff0a08b284 None None] Provisioning complete for port ac1009a8-275c-4bca-971c-ada05ad4e404 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:15.417140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5368a1e6-f761-443f-8fb3-26ff0a08b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.426911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:15.462887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e179-4730-4000-b07d-192093e70255 req-3150d005-2cdc-4759-86f3-e877c99c0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.463455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-a5aa5e1a-08cf-43ad-9c07-4c9a00fd8671 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/749481b1-ed09-4c18-91fa-6f80c598a1a3 HTTP/1.1" status: 200 len: 2973 time: 0.1420939 Oct 28 21:26:15.465153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-3150d005-2cdc-4759-86f3-e877c99c0d55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1137307 Oct 28 21:26:15.498909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'mac_address': 'fa:16:3e:b1:02:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:15.512490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:15.514607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-082acc24-50e6-481d-83dd-5beb67b1f6ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0370679 Oct 28 21:26:15.521253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b3e63705-7d75-4106-9718-9f9a8b0914e9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:15.523481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5368a1e6-f761-443f-8fb3-26ff0a08b284 None None] Port ac1009a8-275c-4bca-971c-ada05ad4e404 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:15.527139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718744fc-39aa-4341-aeaf-d4951d507d15 req-eb13c171-8265-469c-ac50-77c735c2617b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.528539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718744fc-39aa-4341-aeaf-d4951d507d15 req-eb13c171-8265-469c-ac50-77c735c2617b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.1756339 Oct 28 21:26:15.553440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b3e63705-7d75-4106-9718-9f9a8b0914e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:15.553944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.575308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e179-4730-4000-b07d-192093e70255 req-02c01667-d54c-470c-a382-0151b5d05e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.576816 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-02c01667-d54c-470c-a382-0151b5d05e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0540624 Oct 28 21:26:15.587701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.606941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:15.609669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-98e77515-20f4-4d20-b743-57e2453dd65b tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/749481b1-ed09-4c18-91fa-6f80c598a1a3 HTTP/1.1" status: 200 len: 2973 time: 0.1318173 Oct 28 21:26:15.625050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718744fc-39aa-4341-aeaf-d4951d507d15 req-836ea0d8-96e6-4637-a1ea-b8192d0bfe72 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838246 Oct 28 21:26:15.630295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e179-4730-4000-b07d-192093e70255 req-c8f9c354-ab09-4a79-baee-dfd2c455a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:15.631813 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-c8f9c354-ab09-4a79-baee-dfd2c455a2fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465920 Oct 28 21:26:15.645126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:15.645126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.725997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.743760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-f431a82f-a070-45d7-9238-1cd9686cb3a9 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/89cde6b2-6996-458c-968a-6fa5896188d9 HTTP/1.1" status: 200 len: 2981 time: 0.1177125 Oct 28 21:26:15.748325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:15.771907 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-2f2e19e1-afff-43f9-a069-174b5ee779b2 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308446 Oct 28 21:26:15.773927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:15.779469 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.794609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1009a8-275c-4bca-971c-ada05ad4e404 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:15.817741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.847227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:15.851104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-91fbd9e3-5fd6-4c00-ad45-069e8f827f01 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/89cde6b2-6996-458c-968a-6fa5896188d9 HTTP/1.1" status: 200 len: 2981 time: 0.1063027 Oct 28 21:26:15.871904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Transition to ACTIVE for port object ac1009a8-275c-4bca-971c-ada05ad4e404 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:15.894364 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:15.894665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba83e179-4730-4000-b07d-192093e70255 req-44a97390-fb7c-4853-a975-6ca34c7c0a99 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140637 Oct 28 21:26:15.923114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1093e8f4-9182-4a27-92b5-5802d66dd5d4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:15.953011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:15.977463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-ef66e927-141d-410f-8641-20f6a72ded4c tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/95cd7b01-27d0-4602-9dd9-77b5aa0e1b42 HTTP/1.1" status: 200 len: 2981 time: 0.1253452 Oct 28 21:26:16.006923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b20a5-59b9-497c-ae4e-a3d5ff8afcff req-e1f9f386-c1f0-4f67-9b51-2c79d4746e76 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.008457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b36b20a5-59b9-497c-ae4e-a3d5ff8afcff req-e1f9f386-c1f0-4f67-9b51-2c79d4746e76 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1518221 Oct 28 21:26:16.009103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:16.099632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-131d89f9-d2a2-4416-856d-75656b8a86b7 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/95cd7b01-27d0-4602-9dd9-77b5aa0e1b42 HTTP/1.1" status: 200 len: 2981 time: 0.0877805 Oct 28 21:26:16.136641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b36b20a5-59b9-497c-ae4e-a3d5ff8afcff req-621b15e7-b0f7-48fc-9c07-c78c65c622a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Oct 28 21:26:16.142614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Attempting to bind port ac1009a8-275c-4bca-971c-ada05ad4e404 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:16.143319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Attempting to bind port ac1009a8-275c-4bca-971c-ada05ad4e404 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:16.148713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Attempting to bind port ac1009a8-275c-4bca-971c-ada05ad4e404 on network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:16.180604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Port ac1009a8-275c-4bca-971c-ada05ad4e404 on network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:16.180928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Attempting to bind port ac1009a8-275c-4bca-971c-ada05ad4e404 on network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:16.192826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:16.193165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Checking segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:16.193542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Bound using segment: {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:16.193987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Bound port: ac1009a8-275c-4bca-971c-ada05ad4e404, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e277f349-cfe9-44de-a432-530a0f6d5ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:16.194336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:16.194678 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8784c7-1b5a-422f-a83a-aae8feb4034a x-openstack-request-id: req-fd8784c7-1b5a-422f-a83a-aae8feb4034a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:16.195855 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "name": "network-vif-plugged", "status": "completed", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:16.196190 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd8784c7-1b5a-422f-a83a-aae8feb4034a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:16.196702 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12', 'code': 200} Oct 28 21:26:16.212587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-794425f6-162c-4b00-90d9-e7bd0c927d85 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7d4df87-7789-4249-b00a-33001bf4e53e HTTP/1.1" status: 200 len: 2981 time: 0.1033709 Oct 28 21:26:16.294285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4bd1-d223-439d-b77b-3b4b7bf95f24 req-6d0a7d72-4185-43a4-8151-713f97722b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.295933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-504c4bd1-d223-439d-b77b-3b4b7bf95f24 req-6d0a7d72-4185-43a4-8151-713f97722b4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 1098 time: 0.0391970 Oct 28 21:26:16.333614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-504c4bd1-d223-439d-b77b-3b4b7bf95f24 req-bd6af1e1-c2de-4e95-b644-4993eb774f79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291946 Oct 28 21:26:16.340164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:16.354986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-8b4c6a83-4481-4c41-8350-71c1ba25d68b tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7d4df87-7789-4249-b00a-33001bf4e53e HTTP/1.1" status: 200 len: 2981 time: 0.1088395 Oct 28 21:26:16.356627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ac1009a8-275c-4bca-971c-ada05ad4e404,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:16.365894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af3a1d-841f-4ba7-8fdf-2583be695c06 req-a3a7abea-03b6-43a6-9cb2-9b7c80a63777 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.367338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20af3a1d-841f-4ba7-8fdf-2583be695c06 req-a3a7abea-03b6-43a6-9cb2-9b7c80a63777 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.1107223 Oct 28 21:26:16.370570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:16.448855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.449476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:16.450850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac1009a8-275c-4bca-971c-ada05ad4e404 HTTP/1.1" status: 200 len: 1092 time: 1.3028750 Oct 28 21:26:16.453944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:16.456428 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a6d3f-8e7b-408d-854a-b508646074e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:16.491383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20af3a1d-841f-4ba7-8fdf-2583be695c06 req-ddc5adac-e0e0-4daa-b5ab-611dc1657a83 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113398 Oct 28 21:26:16.494822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-dbb67fde-6d59-48b3-8dbe-ff61c54f83ca tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7e74cbc-8252-408e-9710-36a8447eeb1b HTTP/1.1" status: 200 len: 2981 time: 0.1265922 Oct 28 21:26:16.498121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c09af3-d0ce-4b46-a2f7-35c733b32fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:16.550899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-e1ec1995-43b4-4840-8964-df1186c7baee tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c7e74cbc-8252-408e-9710-36a8447eeb1b HTTP/1.1" status: 200 len: 2981 time: 0.0467441 Oct 28 21:26:16.552769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:16.659513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-249c3ec9-176f-4ac2-a5e1-3190db86c93f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc7bfd1a-9625-489b-9098-9dd00c282e70 HTTP/1.1" status: 200 len: 2981 time: 0.1024308 Oct 28 21:26:16.670349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-2aaa5358-78a6-48b6-9f7c-066f19aac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.671819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-2aaa5358-78a6-48b6-9f7c-066f19aac967 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6353b669ee3d498a8b07f816692df569&device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0978024 Oct 28 21:26:16.683947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9514-4d7d-4925-8a42-b718f05243bd req-b6813103-79ca-41ae-a00f-cf90576cd3a6 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.685373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca8d9514-4d7d-4925-8a42-b718f05243bd req-b6813103-79ca-41ae-a00f-cf90576cd3a6 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 948 time: 0.1010087 Oct 28 21:26:16.747291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-5eb20f49-66a5-445d-91d9-6c89f94b6b46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1009a8-275c-4bca-971c-ada05ad4e404 HTTP/1.1" status: 200 len: 217 time: 0.0599654 Oct 28 21:26:16.776233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-faa30704-1894-4508-9d15-b9172708dff9 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc7bfd1a-9625-489b-9098-9dd00c282e70 HTTP/1.1" status: 200 len: 2981 time: 0.1096022 Oct 28 21:26:16.806443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca8d9514-4d7d-4925-8a42-b718f05243bd req-db4ab0ae-3bec-4f93-991a-3d425573dcb0 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046760 Oct 28 21:26:16.845301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-147a4b52-af2c-4d40-92ed-b7ed6d92db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.846827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-147a4b52-af2c-4d40-92ed-b7ed6d92db03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d4eac5b-f931-41ac-a196-cb92cdda9334 HTTP/1.1" status: 200 len: 845 time: 0.0725479 Oct 28 21:26:16.866701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-837b4782-19f5-4dc3-85ec-cf698aac19a7 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/da18e053-5f28-402c-a05f-630df68d697c HTTP/1.1" status: 200 len: 2981 time: 0.0808287 Oct 28 21:26:16.961063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-9fdbb9ce-1827-45c4-ae9f-8f69efdc790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.962573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-9fdbb9ce-1827-45c4-ae9f-8f69efdc790f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079068 Oct 28 21:26:16.965125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be921f9a-3f33-425f-a8af-5c343bc73874 req-939a7b1a-d5a9-4697-8623-407fef01e853 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/da18e053-5f28-402c-a05f-630df68d697c HTTP/1.1" status: 200 len: 2981 time: 0.0797691 Oct 28 21:26:16.976584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25028335-1a0d-47b5-a702-a120b643522d req-1d9fc290-c0c7-4550-a9ed-191e0fad55f8 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:16.978051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25028335-1a0d-47b5-a702-a120b643522d req-1d9fc290-c0c7-4550-a9ed-191e0fad55f8 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 943 time: 0.0915024 Oct 28 21:26:17.003212 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98f80b-9a12-423d-98a9-fd162ce39aa3 x-openstack-request-id: req-3e98f80b-9a12-423d-98a9-fd162ce39aa3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:17.003510 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:17.003767 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e98f80b-9a12-423d-98a9-fd162ce39aa3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:17.004168 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'status': 'completed', 'code': 200} Oct 28 21:26:17.093067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25028335-1a0d-47b5-a702-a120b643522d req-ae63d7e8-9347-47b5-b47f-0d1dd1c2b4b4 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069217 Oct 28 21:26:17.128408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-584d06cd-0a74-495a-ace9-8635151a8c7a service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493721 Oct 28 21:26:17.136819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2f18d-621a-4f1f-af6e-b9ddce9de2f6 req-165f4f34-cfba-43cd-84ff-199d2ab9cbfd tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:17.138217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a2f18d-621a-4f1f-af6e-b9ddce9de2f6 req-165f4f34-cfba-43cd-84ff-199d2ab9cbfd tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.0882494 Oct 28 21:26:17.226382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a2f18d-621a-4f1f-af6e-b9ddce9de2f6 req-8b845845-8431-41c4-a88a-8f4c7ea67c5f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Oct 28 21:26:17.267074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d82aeef2-0a85-436a-a746-89b131df01a0 req-cda02992-22cc-4cda-8354-437443796cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279321 Oct 28 21:26:17.369259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1bda0f7-18be-4c5b-8cad-37e72e9210eb req-0effd140-c7b2-4aec-952e-b3c71e5fae62 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=894b1ea5e2f241cbbdaaae38ddd28015 HTTP/1.1" status: 200 len: 6102 time: 0.1302588 Oct 28 21:26:17.384875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caac334-2057-49b9-95ac-63dec882acf0 req-412bf466-ff3f-4857-803e-e5ea37c6d179 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:17.386282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5caac334-2057-49b9-95ac-63dec882acf0 req-412bf466-ff3f-4857-803e-e5ea37c6d179 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0976408 Oct 28 21:26:17.432242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-d3f4f385-e031-4c12-be8e-d675e8e41370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:17.433979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-d3f4f385-e031-4c12-be8e-d675e8e41370 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6353b669ee3d498a8b07f816692df569&device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 1095 time: 0.1065130 Oct 28 21:26:17.470014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5caac334-2057-49b9-95ac-63dec882acf0 req-b67712d5-28e9-41ad-9e55-e3c97d14dfc2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768838 Oct 28 21:26:17.472521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1bda0f7-18be-4c5b-8cad-37e72e9210eb req-3924aefe-3d2f-4759-908d-3ae8ad0fee60 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "GET /v2.0/security-groups/0da19e2c-5c62-4102-8edb-906c072d8d56 HTTP/1.1" status: 200 len: 2981 time: 0.0960426 Oct 28 21:26:17.560494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1bda0f7-18be-4c5b-8cad-37e72e9210eb req-ece47511-a96d-4b30-8c72-15a49de30077 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "GET /v2.0/security-groups/0da19e2c-5c62-4102-8edb-906c072d8d56 HTTP/1.1" status: 200 len: 2981 time: 0.0782976 Oct 28 21:26:17.914849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-5ccf550b-6b39-450c-86e1-ee156b3ecdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:17.916272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-5ccf550b-6b39-450c-86e1-ee156b3ecdb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8 HTTP/1.1" status: 200 len: 907 time: 0.4596548 Oct 28 21:26:17.974135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-9b9c81a4-6e26-4115-af2b-418d67224676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1009a8-275c-4bca-971c-ada05ad4e404 HTTP/1.1" status: 200 len: 217 time: 0.0446968 Oct 28 21:26:17.982499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38b454-2380-46bf-bc9a-2cd03004b4f6 req-8dbc58e2-2c89-49b9-9039-267fb75a6392 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:17.983881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa38b454-2380-46bf-bc9a-2cd03004b4f6 req-8dbc58e2-2c89-49b9-9039-267fb75a6392 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.4168789 Oct 28 21:26:17.993168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-056bc823-9ff0-40b1-84b7-0a1685950c4d tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/01d68bb2-07cf-497d-a51c-f14c0e6b5ae8 HTTP/1.1" status: 200 len: 1776 time: 0.4107473 Oct 28 21:26:18.065476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-fb5ba1ff-3204-4bb0-96dd-ece00fb963f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.066832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-fb5ba1ff-3204-4bb0-96dd-ece00fb963f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d4eac5b-f931-41ac-a196-cb92cdda9334 HTTP/1.1" status: 200 len: 845 time: 0.0818415 Oct 28 21:26:18.078565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa38b454-2380-46bf-bc9a-2cd03004b4f6 req-1ca58d8c-1a5b-41fa-af9b-721e15f2d786 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845580 Oct 28 21:26:18.136947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-e985f83a-1f0b-4711-b7bd-a26bbb7bbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.138471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-e985f83a-1f0b-4711-b7bd-a26bbb7bbde2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564191 Oct 28 21:26:18.139448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.197697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:18.200130 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e86373c-918b-4de2-ba26-521c9407554b" -d '{"events": [{"server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "name": "network-vif-plugged", "status": "completed", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:18.227320 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.292014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f16e9a-85ff-4514-890d-8344f5ea212a req-1fea3790-bcf3-4a2c-9a0e-1b4299437956 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.293494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51f16e9a-85ff-4514-890d-8344f5ea212a req-1fea3790-bcf3-4a2c-9a0e-1b4299437956 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 948 time: 0.1450224 Oct 28 21:26:18.315738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.318198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.319243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf8400ca-5c96-41c5-ae67-2d6f287cfac8 req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/01d68bb2-07cf-497d-a51c-f14c0e6b5ae8 HTTP/1.1" status: 204 len: 173 time: 0.3000195 Oct 28 21:26:18.331622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-8b30cf19-b42e-4954-b3d0-c4bb43835164 service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819835 Oct 28 21:26:18.339723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11afede-f4ad-4e8b-8565-eec8aa4cbb6f tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d68bb2-07cf-497d-a51c-f14c0e6b5ae8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:18.409840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51f16e9a-85ff-4514-890d-8344f5ea212a req-6df4083b-65fb-4aab-91de-5bb55956e8c9 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046860 Oct 28 21:26:18.471169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a5c9-9945-4deb-9188-b53378846f3d req-e5de7b18-0d77-402e-a146-76c1d3430e6f tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.472663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb26a5c9-9945-4deb-9188-b53378846f3d req-e5de7b18-0d77-402e-a146-76c1d3430e6f tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 943 time: 0.1054058 Oct 28 21:26:18.489504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0a6d3f-8e7b-408d-854a-b508646074e0 req-53ca0350-1083-45a5-880d-c5d5c2a518d7 service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476972 Oct 28 21:26:18.516861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb26a5c9-9945-4deb-9188-b53378846f3d req-07464417-2bed-41aa-98c9-55c10801404d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Oct 28 21:26:18.521094 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf997e2-0725-498a-8111-92ecb1770cd8 x-openstack-request-id: req-7cf997e2-0725-498a-8111-92ecb1770cd8 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:18.521385 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "name": "network-vif-plugged", "status": "completed", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:18.521637 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cf997e2-0725-498a-8111-92ecb1770cd8 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:18.522019 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'code': 200} Oct 28 21:26:18.690941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a536279-55e1-44e3-b550-2a5f71302845 req-02936271-12a0-41a7-8eb2-b9113b85255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.692452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a536279-55e1-44e3-b550-2a5f71302845 req-02936271-12a0-41a7-8eb2-b9113b85255f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1098 time: 0.0940573 Oct 28 21:26:18.694081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-faf858e4-1a68-479e-b38f-c7a3c4bd2b2e tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d1e59425-cd50-41ca-a36d-0a2fc3fb4826 HTTP/1.1" status: 200 len: 1777 time: 0.0939622 Oct 28 21:26:18.701456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d589c0-b6d7-4576-ae52-be4bbfffd6ab req-d9d2dc53-fae2-44e2-acbd-9bf96308b9ed tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.702801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d589c0-b6d7-4576-ae52-be4bbfffd6ab req-d9d2dc53-fae2-44e2-acbd-9bf96308b9ed tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.1219614 Oct 28 21:26:18.722398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ac1009a8-275c-4bca-971c-ada05ad4e404 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:18.725082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:18.783856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a536279-55e1-44e3-b550-2a5f71302845 req-dbb04e41-5a8c-44d1-a145-1d50014aaa20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800965 Oct 28 21:26:18.794103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d589c0-b6d7-4576-ae52-be4bbfffd6ab req-f8efdfeb-ea18-4ed3-9c71-910286ed8056 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Oct 28 21:26:18.823279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.852505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.854000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:18.860589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:18.861102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.899427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ac1009a8-275c-4bca-971c-ada05ad4e404,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:18.917906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'port_id': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'mac_address': 'fa:16:3e:53:46:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:18.943068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58105ac-764b-4a15-8769-bf1f163045a2 req-c652c246-eb41-4d41-8bbe-92d128786e6e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:18.944632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e58105ac-764b-4a15-8769-bf1f163045a2 req-c652c246-eb41-4d41-8bbe-92d128786e6e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0763524 Oct 28 21:26:18.945794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.948307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:18.949366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1b352e9-9bda-4214-97b8-814cba85b9ad req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1e59425-cd50-41ca-a36d-0a2fc3fb4826 HTTP/1.1" status: 204 len: 173 time: 0.2446418 Oct 28 21:26:18.967077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16aa9-336f-44dd-8940-2b8419658c47 tempest-SecurityGroupsTestAdminJSON-832674569 tempest-SecurityGroupsTestAdminJSON-832674569-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e59425-cd50-41ca-a36d-0a2fc3fb4826,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.030871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e58105ac-764b-4a15-8769-bf1f163045a2 req-713be529-e572-450b-a586-4008b59b3969 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Oct 28 21:26:19.053719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-9657440c-68ed-4b56-a4f0-af127c73b76e tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "GET /v2.0/security-groups/3eac119e-44a1-4a32-b17c-9e8bd267fadd HTTP/1.1" status: 200 len: 1778 time: 0.0714810 Oct 28 21:26:19.114956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.140934 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.148591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.165346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1009a8-275c-4bca-971c-ada05ad4e404 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:19.192735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.221752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ac1009a8-275c-4bca-971c-ada05ad4e404,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:19.233149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.257656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806840a-29ec-4e08-bf17-2e1c06f27e94 req-98740e16-c9f9-41ad-9b36-157775668eae tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:19.259513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4806840a-29ec-4e08-bf17-2e1c06f27e94 req-98740e16-c9f9-41ad-9b36-157775668eae tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.1018481 Oct 28 21:26:19.260338 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.264838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:19.265094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.266498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c77aaed-83b0-45bd-bb1c-fb01216bbe50 req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "DELETE /v2.0/security-groups/3eac119e-44a1-4a32-b17c-9e8bd267fadd HTTP/1.1" status: 204 len: 173 time: 0.2208431 Oct 28 21:26:19.281761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.282549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:19.294920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c256-418b-409f-8625-9651d22d1fa4 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac119e-44a1-4a32-b17c-9e8bd267fadd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.348309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.354747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4806840a-29ec-4e08-bf17-2e1c06f27e94 req-7ca96609-e1a1-4e7f-bbc3-40bb0fea6bda tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761666 Oct 28 21:26:19.369463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-25f95468-6df0-417c-bd72-ca624649f26a tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "GET /v2.0/security-groups/5762f481-784e-46bf-b411-746b9699d43a HTTP/1.1" status: 200 len: 1776 time: 0.0758038 Oct 28 21:26:19.421190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:19.425234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.429560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:19.429921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.445392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.469763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.543497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.565487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18595ba-2704-44e3-9428-c052ff15cc9b req-6de1f8b1-3c90-4471-a3dd-6539e0d6daf6 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:19.568329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c18595ba-2704-44e3-9428-c052ff15cc9b req-6de1f8b1-3c90-4471-a3dd-6539e0d6daf6 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.0703681 Oct 28 21:26:19.570441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['ac1009a8-275c-4bca-971c-ada05ad4e404'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:19.582722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.585697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.587161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59e257be-0b69-4dd4-b37b-d0bd40be7cf6 req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] 10.222.0.31 "DELETE /v2.0/security-groups/5762f481-784e-46bf-b411-746b9699d43a HTTP/1.1" status: 204 len: 173 time: 0.2112384 Oct 28 21:26:19.618709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:19.629834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:19.678592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c18595ba-2704-44e3-9428-c052ff15cc9b req-c071ab23-4858-4513-ab1e-0dc8471d817d tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050167 Oct 28 21:26:19.680583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c034d81-3045-452a-982d-03f20b311258 tempest-SecurityGroupsTestAdminJSON-1540094759 tempest-SecurityGroupsTestAdminJSON-1540094759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5762f481-784e-46bf-b411-746b9699d43a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.748405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:19.867195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1384159-368b-42df-ad51-f8caf8fc5fff req-0a479fde-2ce8-49a6-b8dc-032b6f3d37e0 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:19.869060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1384159-368b-42df-ad51-f8caf8fc5fff req-0a479fde-2ce8-49a6-b8dc-032b6f3d37e0 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0674486 Oct 28 21:26:19.915932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1384159-368b-42df-ad51-f8caf8fc5fff req-6536fdaf-3f44-4267-98de-5642449b2e3a tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Oct 28 21:26:19.990318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60352) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:20.224093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ea9805a-e256-49bd-b0a7-817a0c641f57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=894b1ea5e2f241cbbdaaae38ddd28015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325599 Oct 28 21:26:20.228290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:20.232165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f9fdf-c024-4965-867f-e4d56b37e2ca req-e7282532-28af-4ec9-b57d-631156604d59 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.233645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-646f9fdf-c024-4965-867f-e4d56b37e2ca req-e7282532-28af-4ec9-b57d-631156604d59 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1087794 Oct 28 21:26:20.247565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-45da0b2b-77f5-4e7b-b775-d837fe8a87d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642610 Oct 28 21:26:20.285337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-646f9fdf-c024-4965-867f-e4d56b37e2ca req-ea3748cf-15a6-4747-81a3-5c6ede9c6b3d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Oct 28 21:26:20.335441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.361742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.375716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-bb92cdba-e455-4cbf-9a5e-eaaff8c0d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.377340 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-bb92cdba-e455-4cbf-9a5e-eaaff8c0d52f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.0758734 Oct 28 21:26:20.484333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3816b04-dbe9-4620-bb4f-b9c63679ef6e req-758a20d6-e0a4-4c8d-81f1-8285475d6962 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.486316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3816b04-dbe9-4620-bb4f-b9c63679ef6e req-758a20d6-e0a4-4c8d-81f1-8285475d6962 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.0553377 Oct 28 21:26:20.499279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.502771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.503766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0da19e2c-5c62-4102-8edb-906c072d8d56 HTTP/1.1" status: 204 len: 168 time: 0.2744648 Oct 28 21:26:20.521436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e9962-d9f7-4fdc-9463-a9e791c8fd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da19e2c-5c62-4102-8edb-906c072d8d56,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:20.522955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4'}, {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:20.526352 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c5c8f-51f4-4f07-8666-420afe0a8844" -d '{"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-plugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4"}, {"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:20.538037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-f85f0f41-fa2b-42c6-9f1f-b18c434c0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.540083 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-f85f0f41-fa2b-42c6-9f1f-b18c434c0210 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1412892 Oct 28 21:26:20.540732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3816b04-dbe9-4620-bb4f-b9c63679ef6e req-c2919e14-3b8c-4ba0-a350-6f37dd5192c1 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Oct 28 21:26:20.607790 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-246b95d2-9051-49e8-9f36-36b4948c746b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0581214 Oct 28 21:26:20.614242 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0911d494-459c-44df-9cd8-506d7cc58b41 x-openstack-request-id: req-0911d494-459c-44df-9cd8-506d7cc58b41 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:20.614538 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-plugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4", "code": 200}, {"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:20.618306 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0911d494-459c-44df-9cd8-506d7cc58b41 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:20.618735 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'code': 200} Oct 28 21:26:20.620747 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'code': 200} Oct 28 21:26:20.690616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-67292800-a23d-46b8-98e6-c660d3e4e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.692172 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-67292800-a23d-46b8-98e6-c660d3e4e8ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0779424 Oct 28 21:26:20.737372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ac1009a8-275c-4bca-971c-ada05ad4e404 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:20.850510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port ac1009a8-275c-4bca-971c-ada05ad4e404 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:20.855018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port ac1009a8-275c-4bca-971c-ada05ad4e404 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:20.855389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.896340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-960c191d-aa3e-4aad-b106-595a0f6770cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.906669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-960c191d-aa3e-4aad-b106-595a0f6770cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995995 Oct 28 21:26:20.933806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ca6c-04c8-4875-bc39-91967fdc2f98 req-e3d2483e-72bf-4890-98d8-f92126d215f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.936201 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e898ca6c-04c8-4875-bc39-91967fdc2f98 req-e3d2483e-72bf-4890-98d8-f92126d215f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 1102 time: 0.2054951 Oct 28 21:26:20.976773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:20.981937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb12871-c729-48c7-bcec-745088125ab7 req-f492e762-6242-4702-8b3d-1ae88f3d4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:20.984078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb12871-c729-48c7-bcec-745088125ab7 req-f492e762-6242-4702-8b3d-1ae88f3d4167 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 1101 time: 0.2401190 Oct 28 21:26:21.014392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:21.032737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ac1009a8-275c-4bca-971c-ada05ad4e404,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:21.039906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.071580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-0cf13c69-77ee-424a-9d51-83eafeb81aa1 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 258 time: 0.4423816 Oct 28 21:26:21.085676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:21.097391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef665bd-47ae-48d7-95d9-6ee66c6d5242 req-0d4f6f3b-46b0-4676-a6b3-98b461615b02 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:21.100478 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0c68cc0f-d081-440e-9547-1195088e9afd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=471f5c7ae376479aa9649cd70ce665d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839019 Oct 28 21:26:21.105109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ef665bd-47ae-48d7-95d9-6ee66c6d5242 req-0d4f6f3b-46b0-4676-a6b3-98b461615b02 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.1857259 Oct 28 21:26:21.107857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60394) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:21.117233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e898ca6c-04c8-4875-bc39-91967fdc2f98 req-a296d985-56a1-4b47-8638-f3d28ffc2091 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Oct 28 21:26:21.119557 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-7423c3de-dbd0-4448-b547-a9760c4f0809 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925018 Oct 28 21:26:21.122189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:21.138867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb12871-c729-48c7-bcec-745088125ab7 req-a2eea992-2e9c-4fde-a0e0-48a17bee78aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434901 Oct 28 21:26:21.181471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.206098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ef665bd-47ae-48d7-95d9-6ee66c6d5242 req-982317f8-d68a-4166-a097-4ed381259d67 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999062 Oct 28 21:26:21.240238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ef3102a-03c6-4306-b014-fa4ece18f3ba req-a35136e2-ed67-417b-8d7d-c0e1dcb25280 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121523 Oct 28 21:26:21.250880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.283643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.352679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.355501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.358351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.359479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/702f47ab-aa35-4fbe-a908-be0e86890f2e HTTP/1.1" status: 204 len: 168 time: 0.2476959 Oct 28 21:26:21.407196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518cd8a-c0f6-4938-a7cf-9d74428d373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f47ab-aa35-4fbe-a908-be0e86890f2e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:21.484914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Allocated IP 172.25.4.168 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/55b0342a-7df8-41e5-8ff3-57111e9fdbc9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:21.591090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.639300 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.698172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:21.714680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:21.719680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:21.750777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event updated for resources: {'Port': ['ID=55b0342a-7df8-41e5-8ff3-57111e9fdbc9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:21.785739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c96a3-9bf1-40b7-8847-2d5af91a26d1 req-f157e48c-1383-436c-8d8b-33a0029ef9ff tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:21.788923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-873c96a3-9bf1-40b7-8847-2d5af91a26d1 req-f157e48c-1383-436c-8d8b-33a0029ef9ff tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1220429 Oct 28 21:26:21.888679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-873c96a3-9bf1-40b7-8847-2d5af91a26d1 req-91162ec5-f1f9-421e-9e36-4e09789bc947 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914011 Oct 28 21:26:21.890071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:21.942195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:22.058860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388834e-bbc2-43aa-8e8c-2c4e2eeeecfc req-109c7499-0b26-464d-9ff2-68d3ecc881e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:22.060449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a388834e-bbc2-43aa-8e8c-2c4e2eeeecfc req-109c7499-0b26-464d-9ff2-68d3ecc881e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0962443 Oct 28 21:26:22.229787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a388834e-bbc2-43aa-8e8c-2c4e2eeeecfc req-fb87d38a-5fb2-4d07-aa0f-2612d4a79f5c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Oct 28 21:26:22.352840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:22.366407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:22.477267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event updated for resources: {'Port': ['ID=55b0342a-7df8-41e5-8ff3-57111e9fdbc9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:22.535121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:22.558672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:22.571603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-3a3dc425-bf17-4975-a5be-bb7cf4d64224 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4988923 Oct 28 21:26:22.622900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:22.625796 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf82fd9-c228-465f-872f-e6eb784b42c8" -d '{"events": [{"server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:22.690738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-7e5b1243-46af-4bbb-9d88-bf498c0af55d tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.1173506 Oct 28 21:26:22.873190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-f2220c30-6854-40aa-8abb-f2def33556cf tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:22.885437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f9d634f-08f9-4a8b-9022-071ab1f375b6 req-f2220c30-6854-40aa-8abb-f2def33556cf tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1934817 Oct 28 21:26:22.913377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484939e7-fb49-4895-9548-2f01c009e12b req-2f13f5ba-4d5f-42e9-84b5-798a381ca6ee tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:22.931178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-484939e7-fb49-4895-9548-2f01c009e12b req-2f13f5ba-4d5f-42e9-84b5-798a381ca6ee tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.1346755 Oct 28 21:26:22.997783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-484939e7-fb49-4895-9548-2f01c009e12b req-2a59e7c6-28f6-4124-a60d-88abff78ddc5 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656810 Oct 28 21:26:23.020909 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2778626d-62e8-4644-8bac-b4d112684cd3 x-openstack-request-id: req-2778626d-62e8-4644-8bac-b4d112684cd3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:23.021484 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:23.021852 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2778626d-62e8-4644-8bac-b4d112684cd3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:23.022439 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'code': 200} Oct 28 21:26:23.248450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-c59f5177-b532-46de-a96b-58047f471d2d tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:23.258402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-c59f5177-b532-46de-a96b-58047f471d2d tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1362886 Oct 28 21:26:23.279917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725a79-73a2-4b74-b3c1-aace53e479bb req-0e2efe55-6abb-4b41-a13d-02cbab19983a tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:23.282157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c725a79-73a2-4b74-b3c1-aace53e479bb req-0e2efe55-6abb-4b41-a13d-02cbab19983a tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.2022986 Oct 28 21:26:23.332154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00d22e-3ae6-44fa-bc5e-43caf99ae89a req-7d73da56-f983-4960-bead-64bbe34d60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:23.334430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d00d22e-3ae6-44fa-bc5e-43caf99ae89a req-7d73da56-f983-4960-bead-64bbe34d60a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 1097 time: 0.2138505 Oct 28 21:26:23.383046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-7fb4e71c-352c-4cdb-ba5a-612cf4e7f97c tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.1234632 Oct 28 21:26:23.414001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'floatingip': {'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:23.444935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c725a79-73a2-4b74-b3c1-aace53e479bb req-ebf77506-854a-4c89-8bc7-362178c9b38d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123652 Oct 28 21:26:23.485370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d00d22e-3ae6-44fa-bc5e-43caf99ae89a req-c57da321-dfea-4758-babb-613bb8e479ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293724 Oct 28 21:26:23.488306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:23.649858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93643-4171-4cbb-ab4b-193123b438d6 req-7e87fa61-40b8-4899-8500-32ed5300c6b0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:23.651331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49e93643-4171-4cbb-ab4b-193123b438d6 req-7e87fa61-40b8-4899-8500-32ed5300c6b0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0968876 Oct 28 21:26:23.759998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49e93643-4171-4cbb-ab4b-193123b438d6 req-b411a7d9-3857-4f33-b435-5defafbff051 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780094 Oct 28 21:26:24.065472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:24.070809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:24.168460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-999e2aa2-c5e5-4bdd-9d66-66e43d51198f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=553e8cbee08947ab8b6568020df4dfac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490348 Oct 28 21:26:24.276137 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Floating IP 7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 associated. External IP: 172.25.4.168, port: b3e63705-7d75-4106-9718-9f9a8b0914e9. Oct 28 21:26:24.382657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-817c651d-55e8-4de3-a2f5-66fba0b66fe1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:24.384102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-817c651d-55e8-4de3-a2f5-66fba0b66fe1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047737 Oct 28 21:26:24.405320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-5ed9ba0d-f7b8-4f32-84bd-e2f8cbd59d3a tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/quotas/553e8cbee08947ab8b6568020df4dfac HTTP/1.1" status: 200 len: 375 time: 0.0119498 Oct 28 21:26:24.833393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-4d8df42b-2aae-4170-be17-3fe4ba7d0543 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4012015 Oct 28 21:26:24.890459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:25.027454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:25.032307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:25.037367 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Sync routers for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:25.048859 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:25.049688 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:25.106523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-bc6e5f9b-1254-4501-89ec-e84aed42b2d2 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "PUT /v2.0/floatingips/7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 HTTP/1.1" status: 200 len: 997 time: 1.7132421 Oct 28 21:26:25.108271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:25.110529 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e27bd-df11-465d-af6b-f6d4e3af6862" -d '{"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:25.200402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7da26d-f9ae-42c8-94fc-3e079af0db7d req-ac7165c2-f7cd-42ff-a1f8-375cf715d075 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.208748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7da26d-f9ae-42c8-94fc-3e079af0db7d req-ac7165c2-f7cd-42ff-a1f8-375cf715d075 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.1011271 Oct 28 21:26:25.221404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-16f05a0f-39dc-410b-9549-accec7daa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.222904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-16f05a0f-39dc-410b-9549-accec7daa2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1098 time: 0.1075184 Oct 28 21:26:25.246742 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:25.305944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c7da26d-f9ae-42c8-94fc-3e079af0db7d req-99c4f236-2b71-42e2-8da9-385f156eb8de tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962417 Oct 28 21:26:25.358260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-8e69a99b-a656-40bf-8677-618382b44e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.360504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-8e69a99b-a656-40bf-8677-618382b44e7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 930 time: 0.1292405 Oct 28 21:26:25.477391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-8d77e06d-bfd3-49fb-a413-5b809c993e53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 1000 time: 0.1080000 Oct 28 21:26:25.522098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c05ad-2f4b-4ad8-9fa2-6ddeb28cf4b5 req-23cb4829-cd4b-43ac-bc98-d7b9226c5786 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.524621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-787c05ad-2f4b-4ad8-9fa2-6ddeb28cf4b5 req-23cb4829-cd4b-43ac-bc98-d7b9226c5786 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1469650 Oct 28 21:26:25.569125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-6519cb4a-5caf-4daf-80a8-d9bcc15deb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.569397 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'mac_address': 'fa:16:3e:ca:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382029-7dde-4d77-8893-878db2b63e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:21Z', 'updated_at': '2021-10-28T21:26:23Z', 'revision_number': 1, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:25.576824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-6519cb4a-5caf-4daf-80a8-d9bcc15deb82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.0946288 Oct 28 21:26:25.599871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-787c05ad-2f4b-4ad8-9fa2-6ddeb28cf4b5 req-b7b49e55-9dde-48c1-9d14-0e37b540c19d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673285 Oct 28 21:26:25.608601 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Checking router: b5cd6b4c-d65f-47f5-9f27-f8c461c38098 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:25.630013 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:25.630874 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:25.653462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-9939cf06-0dcb-45cd-96a7-febeaebfe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.655113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-9939cf06-0dcb-45cd-96a7-febeaebfe662 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768039 Oct 28 21:26:25.783820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:25.802425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3794-c5ee-424a-aa15-8fc3ad58a910 req-f41afd3d-6ee4-4e97-a7eb-ce0252b6feba tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:25.804153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13cb3794-c5ee-424a-aa15-8fc3ad58a910 req-f41afd3d-6ee4-4e97-a7eb-ce0252b6feba tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0757251 Oct 28 21:26:25.880963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13cb3794-c5ee-424a-aa15-8fc3ad58a910 req-a22cdb80-34fe-4e1a-a9d7-45b98e7e536d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582826 Oct 28 21:26:25.887980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-3b7d277c-dfdf-4fdd-86b9-56c49006c1be service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252386 Oct 28 21:26:26.013309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0005e40f-d4d0-4d37-b85c-7edeaedb4829 req-6d3d2c5a-08c2-4ac7-8414-55024a50154c service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069701 Oct 28 21:26:26.078584 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e3f8d-caf8-4a8d-a805-8f35c58252d1 x-openstack-request-id: req-0d0e3f8d-caf8-4a8d-a805-8f35c58252d1 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:26.078908 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:26.079136 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d0e3f8d-caf8-4a8d-a805-8f35c58252d1 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:26.079724 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'status': 'completed', 'code': 200} Oct 28 21:26:26.118641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc6314ea-6a52-4f31-b22e-b40658019ddf req-4b717378-e3b3-49fc-bb3a-de748afbf4d0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 210 time: 0.0627797 Oct 28 21:26:26.222276 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'mac_address': 'fa:16:3e:ca:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382029-7dde-4d77-8893-878db2b63e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:21Z', 'updated_at': '2021-10-28T21:26:23Z', 'revision_number': 1, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:26.223283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-d10f703b-d507-444e-8115-9c7e8d5c115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.224838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-d10f703b-d507-444e-8115-9c7e8d5c115a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1098 time: 0.1122019 Oct 28 21:26:26.233061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdffff2-0937-4d91-b83f-f8a690c0f2e1 req-bb2c5814-3c96-43e3-b62c-153cbb7bdb09 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.234544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fdffff2-0937-4d91-b83f-f8a690c0f2e1 req-bb2c5814-3c96-43e3-b62c-153cbb7bdb09 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 950 time: 0.0857549 Oct 28 21:26:26.260563 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1d5bd-0b89-4547-874f-a26875f762dd None None] The sync data for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 is: [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'mac_address': 'fa:16:3e:ca:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382029-7dde-4d77-8893-878db2b63e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:21Z', 'updated_at': '2021-10-28T21:26:23Z', 'revision_number': 1, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:26.366412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fdffff2-0937-4d91-b83f-f8a690c0f2e1 req-a83a0406-3577-41fa-97e7-18c6b1ad7d34 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226897 Oct 28 21:26:26.390339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5cc8-01aa-45f9-b8ed-686b69d0c178 req-a043e693-f24f-4ad0-a076-48573b66c79e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.390339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcee5cc8-01aa-45f9-b8ed-686b69d0c178 req-a043e693-f24f-4ad0-a076-48573b66c79e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1370158 Oct 28 21:26:26.391850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60506) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:26.400159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Request body: {'floatingip': {'port_id': 'ac1009a8-275c-4bca-971c-ada05ad4e404'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:26.424437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-27335064-cee7-47c8-b09e-689c8fe70f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.426158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-27335064-cee7-47c8-b09e-689c8fe70f0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 930 time: 0.1907549 Oct 28 21:26:26.497259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:26.581561 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-b39e96bb-eb5d-4b34-a0c2-9608f7987c32 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=553e8cbee08947ab8b6568020df4dfac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1713822 Oct 28 21:26:26.611319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425363ca-e4c3-45e3-8a39-fb8bbb0b2844 None None] New status for floating IP 7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:26:26.778162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-30f5d866-973c-47e7-be4b-adc123f84a44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 1000 time: 0.3265100 Oct 28 21:26:26.805243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-9339e338-cacd-4143-8f2b-df2c3f1a0d04 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.808076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-9339e338-cacd-4143-8f2b-df2c3f1a0d04 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791325 Oct 28 21:26:26.828547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Request body: {'port': {'device_id': '40d42295-f998-4822-bd54-ec852e2c10f4', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '553e8cbee08947ab8b6568020df4dfac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:26.911784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-5e7a17bd-2d1b-461a-8b04-e4a6406f9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:26.914420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-5e7a17bd-2d1b-461a-8b04-e4a6406f9de5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.1246743 Oct 28 21:26:26.976594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-585231ef-02b1-40e2-810d-6b1592745b54 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 258 time: 0.5548065 Oct 28 21:26:26.991966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:27.007608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-a4649dfe-a069-4cd8-83a0-842b678a0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:27.009347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-a4649dfe-a069-4cd8-83a0-842b678a0f90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787766 Oct 28 21:26:27.137610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-51c14476-425b-4e0f-9b95-1c8fdd8a5375 service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194263 Oct 28 21:26:27.206604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.254124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Made reservation on behalf of 553e8cbee08947ab8b6568020df4dfac for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:27.258070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.304850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.385024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d181f3-00b2-426a-8b75-94fa5f3428c5 req-4699c583-1a78-4dce-9be0-f6492fd18ce9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:27.386539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10d181f3-00b2-426a-8b75-94fa5f3428c5 req-4699c583-1a78-4dce-9be0-f6492fd18ce9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1734712 Oct 28 21:26:27.395588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588e27bd-df11-465d-af6b-f6d4e3af6862 req-5970aa8b-5b69-412f-9e05-d3cbbfd7fbbc service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484517 Oct 28 21:26:27.450912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10d181f3-00b2-426a-8b75-94fa5f3428c5 req-0b9cd413-82aa-4010-919b-d7c6fec91f06 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509300 Oct 28 21:26:27.487590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.505823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.540923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.611656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Allocated IP 172.25.4.143 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/777a5f32-8217-42fa-8cc0-46981dfa1dbb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:27.619926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.629614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88988081-93a3-4919-ab45-685b7b491471,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:27.636757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.706300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-862e7f06-f959-4f7c-a749-a197e8b9d2af req-d187c8ff-4124-4850-ba9b-afd56e934868 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 210 time: 0.0385683 Oct 28 21:26:27.771469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.807251 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.850545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:27.853632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:27.856397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:27.885873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event updated for resources: {'Port': ['ID=777a5f32-8217-42fa-8cc0-46981dfa1dbb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:27.954040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:27.987516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.049066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Allocated IP 192.168.233.77 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/85189552-a963-4562-b63c-3df4ae8a5614) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:28.060485 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Floating IP d90e093d-b608-4e2d-b6fb-188de813390c associated. External IP: 172.25.4.76, port: ac1009a8-275c-4bca-971c-ada05ad4e404. Oct 28 21:26:28.140326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.145544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.213694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event updated for resources: {'Port': ['ID=777a5f32-8217-42fa-8cc0-46981dfa1dbb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:28.225246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.241726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.242974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-19deef84-f19d-43ab-b051-8bd97c7bc775 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2571707 Oct 28 21:26:28.307796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-9e65d0e4-a0d4-4d6c-803b-07a29f7c0a73 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0579741 Oct 28 21:26:28.364184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.406250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:28.413532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-a888f72b-d3eb-417a-a3fc-d99c992cc3e9 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:28.417201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e6007ee-f1a2-4cd4-8a60-29f96289bfc3 req-a888f72b-d3eb-417a-a3fc-d99c992cc3e9 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1031015 Oct 28 21:26:28.427468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.526526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-733342df-17e3-4102-af5a-54de7aa02792 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:28.529780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-733342df-17e3-4102-af5a-54de7aa02792 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0576546 Oct 28 21:26:28.541465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:28.551244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:28.559038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:28.564065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Pushing event updated for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:28.618283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:28.625441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:28.626086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.631747 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.632629 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Sync routers for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:28.636123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-5583cc4a-3004-40af-819f-387a5c3daf6b tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0964460 Oct 28 21:26:28.643221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-6f388755-efde-4f2a-99f3-f78d6bbadf48 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'floatingip': {'port_id': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:28.646878 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:28.647714 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:28.676428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9d28548-8b65-47e4-81c9-6206550e36ef tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "PUT /v2.0/floatingips/d90e093d-b608-4e2d-b6fb-188de813390c HTTP/1.1" status: 200 len: 990 time: 2.2811840 Oct 28 21:26:28.676851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:28.679514 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08103bf-e0ea-4d19-802f-9c78a254fca0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:28.690302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ae20d6cb-0e6a-4489-aa0e-5d5d21ef3424 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8668931 Oct 28 21:26:28.696430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-6f388755-efde-4f2a-99f3-f78d6bbadf48 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.717103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Request body: {'port': {'device_id': '40d42295-f998-4822-bd54-ec852e2c10f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:28.740520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532b015-47b7-4cfb-819a-083d9bf45b72 req-449c5f07-c977-465d-9f71-eecb0c970aab tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:28.742452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532b015-47b7-4cfb-819a-083d9bf45b72 req-449c5f07-c977-465d-9f71-eecb0c970aab tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1957834 Oct 28 21:26:28.768577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:28.791072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:28.815891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:28.860762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532b015-47b7-4cfb-819a-083d9bf45b72 req-ab85d70e-0f5f-4eca-8b46-c1c16242eff5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045427 Oct 28 21:26:28.941102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-874882c1-0825-49bd-8c31-d3801befe5a3 None None] Provisioning complete for port 85189552-a963-4562-b63c-3df4ae8a5614 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:28.941351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-874882c1-0825-49bd-8c31-d3801befe5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.000983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:29.001143 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-6f388755-efde-4f2a-99f3-f78d6bbadf48 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 21:26:29.022248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'mac_address': 'fa:16:3e:b1:02:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:29.023950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-874882c1-0825-49bd-8c31-d3801befe5a3 None None] Port 85189552-a963-4562-b63c-3df4ae8a5614 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:29.028099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70ecd9a7-bc6f-4428-9628-0695c0a1d20f req-6f388755-efde-4f2a-99f3-f78d6bbadf48 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "PUT /v2.0/floatingips/d390f9ce-1666-42f8-8410-ab040a1bb5fd HTTP/1.1" status: 409 len: 551 time: 0.3908832 Oct 28 21:26:29.078969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.106147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:29.122078 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddab7a70-1888-4a63-a7c1-d5d1f1c8aade x-openstack-request-id: req-ddab7a70-1888-4a63-a7c1-d5d1f1c8aade {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:29.122369 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:29.122627 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddab7a70-1888-4a63-a7c1-d5d1f1c8aade {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:29.123030 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'status': 'completed', 'code': 200} Oct 28 21:26:29.173106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:29.186133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.212644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85189552-a963-4562-b63c-3df4ae8a5614 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:29.221979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.238629 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd90e093d-b608-4e2d-b6fb-188de813390c', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'port_id': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'mac_address': 'fa:16:3e:53:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:08Z', 'updated_at': '2021-10-28T21:26:27Z', 'revision_number': 1, 'project_id': '6353b669ee3d498a8b07f816692df569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:29.239084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Transition to ACTIVE for port object 85189552-a963-4562-b63c-3df4ae8a5614 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:29.244880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.250404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:29.287646 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Checking router: 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:29.297958 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:29.299435 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:29.319923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Pushing event updated for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:29.331604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-fd6aef3e-5223-4da3-bb88-0a721bf34375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.333816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-fd6aef3e-5223-4da3-bb88-0a721bf34375 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6353b669ee3d498a8b07f816692df569&device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 1097 time: 0.1741643 Oct 28 21:26:29.343389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-d280832e-ca90-4f68-be1f-b5c7986b41d3 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips/d390f9ce-1666-42f8-8410-ab040a1bb5fd HTTP/1.1" status: 200 len: 693 time: 0.0822635 Oct 28 21:26:29.355702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:29.370304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76076c45-1796-4f81-951c-9b418a1e07b4 req-5d5625ba-0106-4ab8-bc4d-f653e7913c7a tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.370304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76076c45-1796-4f81-951c-9b418a1e07b4 req-5d5625ba-0106-4ab8-bc4d-f653e7913c7a tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 935 time: 0.1698539 Oct 28 21:26:29.449369 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:29.469343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Attempting to bind port 85189552-a963-4562-b63c-3df4ae8a5614 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:29.469584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Attempting to bind port 85189552-a963-4562-b63c-3df4ae8a5614 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:29.470113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Attempting to bind port 85189552-a963-4562-b63c-3df4ae8a5614 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:29.475738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Port 85189552-a963-4562-b63c-3df4ae8a5614 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:29.476062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Attempting to bind port 85189552-a963-4562-b63c-3df4ae8a5614 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:29.485279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:29.489466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:29.489855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:29.490495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Bound port: 85189552-a963-4562-b63c-3df4ae8a5614, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:29.490797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.593548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:29.597896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85189552-a963-4562-b63c-3df4ae8a5614,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:29.603410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.649335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.650227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:29.651795 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] 10.222.0.44 "PUT /v2.0/ports/85189552-a963-4562-b63c-3df4ae8a5614 HTTP/1.1" status: 200 len: 1096 time: 0.9408054 Oct 28 21:26:29.687700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819da1-1e43-4dd1-86f0-21d478171630 service neutron] Pushing event updated for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:29.776244 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd90e093d-b608-4e2d-b6fb-188de813390c', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'port_id': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'mac_address': 'fa:16:3e:53:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:08Z', 'updated_at': '2021-10-28T21:26:27Z', 'revision_number': 1, 'project_id': '6353b669ee3d498a8b07f816692df569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:29.776969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-efbc6cad-cc63-4e49-90b7-8deda6e4f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.778034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-efbc6cad-cc63-4e49-90b7-8deda6e4f5b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 1099 time: 0.0490253 Oct 28 21:26:29.806197 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c8234-15f3-4820-9c16-977d4642061e None None] The sync data for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 is: [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd90e093d-b608-4e2d-b6fb-188de813390c', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'port_id': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'mac_address': 'fa:16:3e:53:46:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:26:08Z', 'updated_at': '2021-10-28T21:26:27Z', 'revision_number': 1, 'project_id': '6353b669ee3d498a8b07f816692df569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:29.849908 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-ea4419f5-489d-437d-b723-aa0988bf89c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=85189552-a963-4562-b63c-3df4ae8a5614 HTTP/1.1" status: 200 len: 217 time: 0.0501754 Oct 28 21:26:29.911093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-cdfc8ddc-9a32-43f5-87e9-82f7b38f898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.912694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-cdfc8ddc-9a32-43f5-87e9-82f7b38f898a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8 HTTP/1.1" status: 200 len: 907 time: 0.5408781 Oct 28 21:26:29.915090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-8fc0c3ec-face-4c50-b22a-5b2c5113ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.916569 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-8fc0c3ec-face-4c50-b22a-5b2c5113ffed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0519094 Oct 28 21:26:29.987393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76076c45-1796-4f81-951c-9b418a1e07b4 req-548fd6be-c501-4bd8-8e4f-0faa8f55d1f3 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869143 Oct 28 21:26:29.987633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-31aa9fc2-a26b-4622-877b-37fcc35f891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:29.989020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-31aa9fc2-a26b-4622-877b-37fcc35f891e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559871 Oct 28 21:26:30.026159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-cff6d551-59f5-4cf9-b0eb-661dcde9d177 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1009a8-275c-4bca-971c-ada05ad4e404 HTTP/1.1" status: 200 len: 998 time: 0.0940402 Oct 28 21:26:30.037654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-60542fd3-fb09-4c73-be1d-cbe7266414c9 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:30.045316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-60542fd3-fb09-4c73-be1d-cbe7266414c9 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.6743939 Oct 28 21:26:30.073523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85339d47-16ae-48a4-aae4-b9c8460311d8 None None] New status for floating IP d90e093d-b608-4e2d-b6fb-188de813390c: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:26:30.137058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-989b4c47-ffda-4184-a6cd-e0933b742683 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233974 Oct 28 21:26:30.149865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-0311c7a6-fe0e-4bce-b032-7999edd349d9 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.1036777 Oct 28 21:26:30.172995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-4c898554-b089-4f37-8b5b-dd3672816bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:30.174808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-4c898554-b089-4f37-8b5b-dd3672816bd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d4eac5b-f931-41ac-a196-cb92cdda9334 HTTP/1.1" status: 200 len: 845 time: 0.1215496 Oct 28 21:26:30.228171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7975f-d545-45f3-8426-021dc6deb806 req-4ff0d4fe-4046-4017-9566-c59a03851b69 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:30.229697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ba7975f-d545-45f3-8426-021dc6deb806 req-4ff0d4fe-4046-4017-9566-c59a03851b69 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1674299 Oct 28 21:26:30.247329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-9c99a717-d8b6-4e99-bfec-1b245e707f9b tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.143 HTTP/1.1" status: 200 len: 696 time: 0.0877376 Oct 28 21:26:30.259945 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f828bdf-c9ae-4674-adf8-b18247844719 req-b2c4c1b1-8d0e-4626-bfb2-1a0d9ffcabaa service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118031 Oct 28 21:26:30.366239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ba7975f-d545-45f3-8426-021dc6deb806 req-ea8e0a0c-4aee-4394-a0c8-d8afcad18cb6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179447 Oct 28 21:26:30.369803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-32ba12a4-8093-41e6-bae4-d5ca487fb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:30.372627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-32ba12a4-8093-41e6-bae4-d5ca487fb798 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1aacac9-9af1-4115-8223-f9e4c1bc67e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672447 Oct 28 21:26:30.494324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Deleting port 777a5f32-8217-42fa-8cc0-46981dfa1dbb {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:30.494659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.510544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-c0660343-0f69-4ba5-bbdb-a724d5fe25f2 service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109688 Oct 28 21:26:30.652248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.652594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.673994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Calling delete_port for 777a5f32-8217-42fa-8cc0-46981dfa1dbb owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:30.679283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e08103bf-e0ea-4d19-802f-9c78a254fca0 req-cd68d44b-9c28-44be-9174-cda2a0eb12c6 service neutron] 10.222.0.44 "GET /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396122 Oct 28 21:26:30.794199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:30.825526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.854460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:30.854714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event deleted for resources: {'Port': ['ID=777a5f32-8217-42fa-8cc0-46981dfa1dbb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:30.855330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.924459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.927761 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:30.929757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a95cac1-e1b1-49ae-b709-69a1ea860188 req-47e978be-f21c-4d24-9900-e12a8ab173f0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "DELETE /v2.0/floatingips/d390f9ce-1666-42f8-8410-ab040a1bb5fd HTTP/1.1" status: 204 len: 173 time: 0.6713748 Oct 28 21:26:30.953850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:31.005791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:31.008800 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e64f8e-1db2-4f7d-9d8f-4c984a33d6aa" -d '{"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:31.015094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:31.021130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:31.029338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-897f716f-f293-4337-9d00-2af78f3e5e89 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1002 time: 0.0789437 Oct 28 21:26:31.055249 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de49a863-a5a2-4814-ab03-f255c38f21ee x-openstack-request-id: req-de49a863-a5a2-4814-ab03-f255c38f21ee {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:31.055687 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:31.056011 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de49a863-a5a2-4814-ab03-f255c38f21ee {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:31.056489 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'code': 200} Oct 28 21:26:31.089782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-2fb0ba9c-61e7-4a58-8e40-2711577576d0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.104890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-2fb0ba9c-61e7-4a58-8e40-2711577576d0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports/b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 943 time: 0.0669940 Oct 28 21:26:31.107826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:31.126316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:31.129857 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "tag": "85189552-a963-4562-b63c-3df4ae8a5614"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:31.238759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfa300-2a72-40ff-909d-6cc56bec531c req-b8a33c35-0db0-4529-97ef-e51676b620d8 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.240294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2dfa300-2a72-40ff-909d-6cc56bec531c req-b8a33c35-0db0-4529-97ef-e51676b620d8 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 947 time: 0.1197860 Oct 28 21:26:31.243782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-5f0b77d8-8689-47aa-adf6-e6a762de559a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1002 time: 0.0890689 Oct 28 21:26:31.349172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2dfa300-2a72-40ff-909d-6cc56bec531c req-00f343e9-8cb9-4d75-a3e9-e22be786c408 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008453 Oct 28 21:26:31.394985 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6df89c-369c-489c-9036-8d284ca74d79 x-openstack-request-id: req-ed6df89c-369c-489c-9036-8d284ca74d79 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:31.395283 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "tag": "85189552-a963-4562-b63c-3df4ae8a5614", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:31.395545 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed6df89c-369c-489c-9036-8d284ca74d79 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:31.395949 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614', 'status': 'completed', 'code': 200} Oct 28 21:26:31.418382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-7162bef6-6484-4b5b-b5b8-8ec28f8b66c5 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.427858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-7162bef6-6484-4b5b-b5b8-8ec28f8b66c5 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1726265 Oct 28 21:26:31.578895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-5135d0c3-4620-4ce1-aaf5-589f0776a0df tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 1002 time: 0.1499026 Oct 28 21:26:31.588437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:31.633910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-34ef80c3-d64a-41fb-a139-a8c0072d985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.635446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-34ef80c3-d64a-41fb-a139-a8c0072d985b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 1099 time: 0.1363409 Oct 28 21:26:31.654739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b90db6-b8a9-407f-9937-71ecdeaac5ef req-290fd5c2-57e6-4977-8d61-dfeb39e569b1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.656244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43b90db6-b8a9-407f-9937-71ecdeaac5ef req-290fd5c2-57e6-4977-8d61-dfeb39e569b1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1656840 Oct 28 21:26:31.746281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:31.821188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43b90db6-b8a9-407f-9937-71ecdeaac5ef req-1ed48d26-70e5-40bf-bd79-4c07684ade48 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064460 Oct 28 21:26:31.890124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-f58ee017-c652-46b9-8f0c-df290dac49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:31.891614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-f58ee017-c652-46b9-8f0c-df290dac49d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2453871 Oct 28 21:26:31.955943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-a7cfbb45-f638-4691-ac83-c1f9f0cfb27f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=85189552-a963-4562-b63c-3df4ae8a5614 HTTP/1.1" status: 200 len: 217 time: 0.0470133 Oct 28 21:26:32.016187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:32.049224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:32.049505 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Floating IP 7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 disassociated. External IP: 172.25.4.168, port: b3e63705-7d75-4106-9718-9f9a8b0914e9. Oct 28 21:26:32.135326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-7bd29b2e-cc43-40ca-9407-4d8f06ce4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:32.137146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-7bd29b2e-cc43-40ca-9407-4d8f06ce4272 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1644015 Oct 28 21:26:32.290909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-329833ed-c9b1-473d-8f94-01dc417cfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:32.292428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-329833ed-c9b1-473d-8f94-01dc417cfdba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404676 Oct 28 21:26:32.409468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:32.481427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-fd981ed6-cbd4-4e7d-b8e2-c057cc21adf4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710520 Oct 28 21:26:32.645271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26431659-a83e-4743-8e79-59465715e4ad req-1d4a3f0a-17bf-47b1-8738-700749ea942c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:32.649366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26431659-a83e-4743-8e79-59465715e4ad req-1d4a3f0a-17bf-47b1-8738-700749ea942c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 947 time: 0.1670191 Oct 28 21:26:32.716931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fc0e73a-6c89-4030-8c37-5a384f86a8c5 req-a941954d-0d9a-4208-9d27-55f925ec1d89 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050548 Oct 28 21:26:32.720802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:32.726688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:32.731965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Sync routers for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:32.747691 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:32.748676 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:32.757486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26431659-a83e-4743-8e79-59465715e4ad req-7ad933fe-bf8f-4519-8b81-3dcfa106d5c2 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030395 Oct 28 21:26:32.772246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3f06e144-3c7a-4070-9afb-e7d8bb877879 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "PUT /v2.0/floatingips/7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 HTTP/1.1" status: 200 len: 695 time: 1.1850245 Oct 28 21:26:32.773117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:32.777643 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc098d3e-bc48-4d92-af94-17703c362a85" -d '{"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:32.804498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85189552-a963-4562-b63c-3df4ae8a5614 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:32.906014 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbca753d-2e4b-4720-ae38-ae4e22525040 x-openstack-request-id: req-fbca753d-2e4b-4720-ae38-ae4e22525040 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:32.906323 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:32.906667 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbca753d-2e4b-4720-ae38-ae4e22525040 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:32.906948 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'status': 'completed', 'code': 200} Oct 28 21:26:32.910121 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:33.001314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-26aa03b4-2fdc-4393-9460-00ef2aeb2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:33.008934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-26aa03b4-2fdc-4393-9460-00ef2aeb2edf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1098 time: 0.2177727 Oct 28 21:26:33.039204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85189552-a963-4562-b63c-3df4ae8a5614,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:33.059505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '85189552-a963-4562-b63c-3df4ae8a5614', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '85189552-a963-4562-b63c-3df4ae8a5614', 'mac_address': 'fa:16:3e:d2:e7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:33.126778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:33.133665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-e7af9c44-9b39-4a65-b422-db59e66b0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:33.141357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-e7af9c44-9b39-4a65-b422-db59e66b0495 service neutron] 10.222.0.31 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 930 time: 0.1305008 Oct 28 21:26:33.155961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85189552-a963-4562-b63c-3df4ae8a5614 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:33.187554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85189552-a963-4562-b63c-3df4ae8a5614,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:33.194981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:33.206851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3cbc8627-3197-41cc-af96-809f4e5444a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 217 time: 0.0639520 Oct 28 21:26:33.271252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-d61329eb-bddf-43ff-9ac7-7e26b0be7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:33.274683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-d61329eb-bddf-43ff-9ac7-7e26b0be7a00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0774a19c659c4a208546c2b88b7efaad&device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 1098 time: 0.3510096 Oct 28 21:26:33.287304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:33.317221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27b7a2-5d9b-4f31-b713-c4fa0d1fb55a req-d2daced6-1950-4f70-98ee-686fdd2fdd01 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:33.320265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf27b7a2-5d9b-4f31-b713-c4fa0d1fb55a req-d2daced6-1950-4f70-98ee-686fdd2fdd01 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.3415649 Oct 28 21:26:33.342473 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:33.379091 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Checking router: b5cd6b4c-d65f-47f5-9f27-f8c461c38098 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:33.391981 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:33.392641 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:33.553363 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:33.674831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['85189552-a963-4562-b63c-3df4ae8a5614'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:33.807091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-c96bac35-130b-424e-b9f6-f363f06f926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:33.813530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-c96bac35-130b-424e-b9f6-f363f06f926a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.6058967 Oct 28 21:26:33.992826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf27b7a2-5d9b-4f31-b713-c4fa0d1fb55a req-977ca1f1-6637-47e2-aa99-d9fdb444d51f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669908 Oct 28 21:26:34.026568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3b3bcda0-109c-4be4-8d62-e97b59aaa7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.029085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:34.030659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-3b3bcda0-109c-4be4-8d62-e97b59aaa7bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1935291 Oct 28 21:26:34.033285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-4f5e0cb3-cb3b-4900-a1df-5779572f8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.034723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-4f5e0cb3-cb3b-4900-a1df-5779572f8225 service neutron] 10.222.0.44 "GET /v2.0/networks?id=331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 200 len: 930 time: 0.7476168 Oct 28 21:26:34.066060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537dd32-3cef-49ca-9f05-9cc386cf5f7f None None] The sync data for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 is: [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:25:51Z', 'revision_number': 4, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd', 'name': '', 'network_id': '331a2546-3569-4306-b0ee-fa13a4d170b6', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'mac_address': 'fa:16:3e:fd:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:49Z', 'updated_at': '2021-10-28T21:25:59Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'subnets': [{'id': 'a13f4c4f-7774-4786-9fe9-1e7331183558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:34.098391 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:26:34.169574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-12fcca91-9a80-4b41-945c-74d185be1d29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 200 len: 217 time: 0.1232700 Oct 28 21:26:34.257885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-172d2940-413c-4f22-8af7-35f1e993c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.259345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-172d2940-413c-4f22-8af7-35f1e993c298 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 200 len: 868 time: 0.0813563 Oct 28 21:26:34.261564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-4936e2c3-6926-469c-8f54-7f8cb51d749a service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244008 Oct 28 21:26:34.434436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-725e4d44-32ae-4f54-acb6-ef250a2e6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.436014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-725e4d44-32ae-4f54-acb6-ef250a2e6638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=331a2546-3569-4306-b0ee-fa13a4d170b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310477 Oct 28 21:26:34.463297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58efa568-1b8a-48a2-ad75-20d1b9b6dcc1 None None] New status for floating IP 7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:26:34.521593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8fc63b9-5bca-4767-b378-a93566eb3d68 req-8e69be55-e269-4f2c-8031-87db84acf6e2 service neutron] 10.222.0.31 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475138 Oct 28 21:26:34.552791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd7ecf-a1a5-41e2-865f-9064e2d08b18 req-44dac892-d19a-42e6-aa8a-edbe26a3c7f2 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.554441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fadd7ecf-a1a5-41e2-865f-9064e2d08b18 req-44dac892-d19a-42e6-aa8a-edbe26a3c7f2 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 948 time: 0.1336310 Oct 28 21:26:34.629682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fadd7ecf-a1a5-41e2-865f-9064e2d08b18 req-12538bb5-f589-495e-a917-e1684254b818 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Oct 28 21:26:34.639384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-2eb08259-eda5-4434-bf18-00063e8fc24b service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735954 Oct 28 21:26:34.823432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-ddc31eb8-f894-4892-b0e1-e10b6c5ad6d5 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips/7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 HTTP/1.1" status: 200 len: 695 time: 0.1457076 Oct 28 21:26:34.961298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc098d3e-bc48-4d92-af94-17703c362a85 req-e4885daf-5e89-4ee0-8ce7-84f6b917afcb service neutron] 10.222.0.44 "GET /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113856 Oct 28 21:26:34.971327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-c9ace577-c30b-461b-8a69-b77f5ebc332f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:34.972791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-c9ace577-c30b-461b-8a69-b77f5ebc332f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.3075848 Oct 28 21:26:35.014382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-94ac9d47-c4d0-44e5-8911-70f59c12f0a8 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:35.020842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-94ac9d47-c4d0-44e5-8911-70f59c12f0a8 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1965635 Oct 28 21:26:35.023100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-4729d0b0-fdcc-4d31-bbe5-4f3657bc68e7 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/quotas/a443aaff63f249b5892897bfa9d8d792 HTTP/1.1" status: 200 len: 375 time: 0.0414109 Oct 28 21:26:35.098738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-96e88ccf-f1aa-4adb-a54b-35ea34cd522c tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0746257 Oct 28 21:26:35.158693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-866bab45-e85c-4a06-a815-e0ba6c66a9f9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1265471 Oct 28 21:26:35.166301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-3d867d86-db36-4f52-8add-433a0c5e891d tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.168 HTTP/1.1" status: 200 len: 696 time: 0.0594823 Oct 28 21:26:35.360213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-af4f27a8-102e-46d9-ae01-bdc39e06a65a service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912909 Oct 28 21:26:35.419293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Deleting port 55b0342a-7df8-41e5-8ff3-57111e9fdbc9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:35.419560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.519249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-f5636e8d-a550-49e3-8306-a49c354b1309 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495078 Oct 28 21:26:35.533620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.533882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.546501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Calling delete_port for 55b0342a-7df8-41e5-8ff3-57111e9fdbc9 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:35.773420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.808676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event deleted for resources: {'Port': ['ID=55b0342a-7df8-41e5-8ff3-57111e9fdbc9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:35.875844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059ba77-7ff3-4fac-a371-2e918baf3bd9 req-84b1706b-8ed5-4fdc-bd92-9ba6e21fd69b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:35.877907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1059ba77-7ff3-4fac-a371-2e918baf3bd9 req-84b1706b-8ed5-4fdc-bd92-9ba6e21fd69b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1392577 Oct 28 21:26:35.895776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.898701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:35.900930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1f71a6-708a-448a-a9e1-6df3931c6672 req-2313d7c2-d7c4-4b42-b098-04d32031dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "DELETE /v2.0/floatingips/7ec08ad1-45c0-4c35-ad51-5f7e20d86ea6 HTTP/1.1" status: 204 len: 173 time: 0.7337029 Oct 28 21:26:35.968299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1059ba77-7ff3-4fac-a371-2e918baf3bd9 req-631aede4-e6a0-432d-b480-bee8fb66af88 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Oct 28 21:26:36.265979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffda2c37-6e35-4560-98a3-edb68c40d28a req-a8e68030-2cfa-4963-8349-ba3a84489697 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 210 time: 0.0466571 Oct 28 21:26:36.292687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698cdc4-dd09-4f98-b4aa-f6f943215154 req-009db9cd-e4d3-4c0d-8cc4-27dbcb46d6c1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:36.300122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a698cdc4-dd09-4f98-b4aa-f6f943215154 req-009db9cd-e4d3-4c0d-8cc4-27dbcb46d6c1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 948 time: 0.1212885 Oct 28 21:26:36.348260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a698cdc4-dd09-4f98-b4aa-f6f943215154 req-dabd34ba-cc50-4abb-8700-b1797e14ea25 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466776 Oct 28 21:26:36.427219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962686be-01db-4e1c-9cf2-f503ef40b405 req-f31a52eb-6d39-4f1e-88d4-33f1cd8c4aa1 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:36.434607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-962686be-01db-4e1c-9cf2-f503ef40b405 req-f31a52eb-6d39-4f1e-88d4-33f1cd8c4aa1 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0664928 Oct 28 21:26:36.487148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-962686be-01db-4e1c-9cf2-f503ef40b405 req-45c85a83-c5fe-40d8-b794-de4ef69b300e tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0515945 Oct 28 21:26:36.539557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dba7608-b22b-4bf6-af83-6f01e44dbed9 req-e31d245f-33ee-4109-8573-e6e5830e6e25 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398700 Oct 28 21:26:36.839482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605efe34-4557-4c46-88a9-3b9fec40e5c6 req-b7c5135d-01b8-4659-bb0d-fc229797bd96 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:36.848004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605efe34-4557-4c46-88a9-3b9fec40e5c6 req-b7c5135d-01b8-4659-bb0d-fc229797bd96 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.0713201 Oct 28 21:26:36.849079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85189552-a963-4562-b63c-3df4ae8a5614 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:36.884277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605efe34-4557-4c46-88a9-3b9fec40e5c6 req-2694ce40-b669-4a4a-b065-9055da7de213 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Oct 28 21:26:36.916863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 85189552-a963-4562-b63c-3df4ae8a5614 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:36.921098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 85189552-a963-4562-b63c-3df4ae8a5614 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:36.921711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:37.066889 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:37.095356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:37.098028 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75267add-221b-4edf-8db8-65ffa4514ef4" -d '{"events": [{"server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "name": "network-vif-plugged", "status": "completed", "tag": "85189552-a963-4562-b63c-3df4ae8a5614"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:37.112179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85189552-a963-4562-b63c-3df4ae8a5614,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:37.118387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:37.239103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:37.269174 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaebe993-4e46-405b-afb7-2d846e05b97e x-openstack-request-id: req-aaebe993-4e46-405b-afb7-2d846e05b97e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:37.269584 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "name": "network-vif-plugged", "status": "completed", "tag": "85189552-a963-4562-b63c-3df4ae8a5614", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:37.269842 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaebe993-4e46-405b-afb7-2d846e05b97e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:37.270230 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614', 'code': 200} Oct 28 21:26:37.275528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.275878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.276207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.276562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.276891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.277212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.277528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.285129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.285537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.285873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.286207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.286533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:37.341458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-6ba13f80-644c-4b2e-ba1f-322b3731aae1 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:37.343448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-6ba13f80-644c-4b2e-ba1f-322b3731aae1 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.1553154 Oct 28 21:26:37.374586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d67880-04ec-4f0b-88d1-a6fdebd8dd1b req-1976289a-5a5a-4119-aed4-c8f31d9245e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:37.380858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d67880-04ec-4f0b-88d1-a6fdebd8dd1b req-1976289a-5a5a-4119-aed4-c8f31d9245e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.2406602 Oct 28 21:26:37.451858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Request body: {'port': {'device_id': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'admin_state_up': True, 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:37.470297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d67880-04ec-4f0b-88d1-a6fdebd8dd1b req-c347b1fa-c8ee-43ad-81de-72433aa279be tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841110 Oct 28 21:26:37.528778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34608-5902-4e4e-a7f3-9875afbfc48e req-14747a2c-4e65-4056-ab81-8affd1aa213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:37.530738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d7a34608-5902-4e4e-a7f3-9875afbfc48e req-14747a2c-4e65-4056-ab81-8affd1aa213f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 1101 time: 0.1180716 Oct 28 21:26:37.598068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d7a34608-5902-4e4e-a7f3-9875afbfc48e req-6c9cbc2e-d2d9-4e3e-bc39-64364d3e9b25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Oct 28 21:26:37.609620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fd860c1-00b5-411f-b2eb-c9d51abc6914 req-080d3e01-576a-4023-960d-bf78e2ec67b8 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 210 time: 0.0442741 Oct 28 21:26:37.667415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8591-47ac-4dd0-9960-46f7c2e7e795 req-c7991df8-8ebd-4ae3-b5f4-b0c47f9225ec tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:37.669479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b2f8591-47ac-4dd0-9960-46f7c2e7e795 req-c7991df8-8ebd-4ae3-b5f4-b0c47f9225ec tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.0770752 Oct 28 21:26:37.689167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:37.693240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:37.756100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b2f8591-47ac-4dd0-9960-46f7c2e7e795 req-b56c48e8-b495-4478-bca9-b28054f29c38 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741382 Oct 28 21:26:37.897634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Allocated IP 172.20.0.6 (6764dd56-e862-4293-8550-f6f8eca2a569/79ca8959-2c29-48e1-b3dc-9c2de072da41/61c35dde-d9dc-4dac-8110-62da41d6df08) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:38.124058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2d465-8676-48aa-a134-7967780f9f40 req-e513bfcc-dfe9-4c2e-8416-b434b67652db tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:38.125545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fe2d465-8676-48aa-a134-7967780f9f40 req-e513bfcc-dfe9-4c2e-8416-b434b67652db tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.1293745 Oct 28 21:26:38.153107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:38.199225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fe2d465-8676-48aa-a134-7967780f9f40 req-855f9f10-a60c-4819-99a1-62e9c454aed8 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Oct 28 21:26:38.221741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:38.246126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:38.279083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Network 6764dd56-e862-4293-8550-f6f8eca2a569 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:38.283340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:38.288551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:38.328429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event updated for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:38.356789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:38.358180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:38.380145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-59b6f936-bfcf-46c8-b95c-ce01f7eb347a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538975 Oct 28 21:26:38.405641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Request body: {'port': {'device_id': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:38.482431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:38.726405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde51f-09e2-4d51-a0ef-96ba1fb48c82 req-eaed4a7a-acbf-4fb4-8efa-f616ba9bf68f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:38.728337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bde51f-09e2-4d51-a0ef-96ba1fb48c82 req-eaed4a7a-acbf-4fb4-8efa-f616ba9bf68f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1714132 Oct 28 21:26:38.852881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98887d-d173-4f5a-846c-833fc8c1ab80 req-d233b857-9a9e-477e-9daf-b0d0ed7149d5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:38.855009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc98887d-d173-4f5a-846c-833fc8c1ab80 req-d233b857-9a9e-477e-9daf-b0d0ed7149d5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 931 time: 0.1525664 Oct 28 21:26:38.892491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bde51f-09e2-4d51-a0ef-96ba1fb48c82 req-bc923891-0c3a-42ed-8a6a-31fb2e675856 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978973 Oct 28 21:26:38.926012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc98887d-d173-4f5a-846c-833fc8c1ab80 req-8452f1df-36ee-441f-99ae-87b210d9833f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Oct 28 21:26:39.403422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c35dde-d9dc-4dac-8110-62da41d6df08 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:39.415782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.442694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ce58f-06da-403e-b3a5-b56ef881294d req-135e28e1-3c8d-4912-a27a-00c49bd02c6e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:39.450009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825ce58f-06da-403e-b3a5-b56ef881294d req-135e28e1-3c8d-4912-a27a-00c49bd02c6e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.4585431 Oct 28 21:26:39.460385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Transition to ACTIVE for port object 61c35dde-d9dc-4dac-8110-62da41d6df08 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:39.480945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.492719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd0ca-ecee-4251-bd42-aa11b001cfc5 req-f3e4fb03-45c0-4bd7-b1f0-041aa76f14b3 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:39.501468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1dbcd0ca-ecee-4251-bd42-aa11b001cfc5 req-f3e4fb03-45c0-4bd7-b1f0-041aa76f14b3 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.1305416 Oct 28 21:26:39.569404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825ce58f-06da-403e-b3a5-b56ef881294d req-38ba7490-5891-4592-aa8c-1bb515080b15 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184387 Oct 28 21:26:39.614630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Pushing event updated for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:39.652846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1dbcd0ca-ecee-4251-bd42-aa11b001cfc5 req-91141864-7db4-466a-8239-fad7ee06264c tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/security-groups?id=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462901 Oct 28 21:26:39.658885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-81b5ab0c-bfcf-4780-a196-d554f170ce9b tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:39.660647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-81b5ab0c-bfcf-4780-a196-d554f170ce9b tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 946 time: 0.1133404 Oct 28 21:26:39.746685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Attempting to bind port 61c35dde-d9dc-4dac-8110-62da41d6df08 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:39.747031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Attempting to bind port 61c35dde-d9dc-4dac-8110-62da41d6df08 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:39.747348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Attempting to bind port 61c35dde-d9dc-4dac-8110-62da41d6df08 on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:39.752656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Port 61c35dde-d9dc-4dac-8110-62da41d6df08 on network 6764dd56-e862-4293-8550-f6f8eca2a569 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:39.752970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Attempting to bind port 61c35dde-d9dc-4dac-8110-62da41d6df08 on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:39.765687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:39.766028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Checking segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:39.766415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Bound using segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:39.767372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Bound port: 61c35dde-d9dc-4dac-8110-62da41d6df08, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:39.767728 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.782077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Deleting port b3e63705-7d75-4106-9718-9f9a8b0914e9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:39.783072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.857089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:39.862079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=61c35dde-d9dc-4dac-8110-62da41d6df08,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:39.870410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.897322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] For port b3e63705-7d75-4106-9718-9f9a8b0914e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b3e63705-7d75-4106-9718-9f9a8b0914e9,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:39.898128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.909872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:39.910525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:39.911937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] 10.222.0.44 "PUT /v2.0/ports/61c35dde-d9dc-4dac-8110-62da41d6df08 HTTP/1.1" status: 200 len: 1092 time: 1.5173573 Oct 28 21:26:39.912406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:39.914718 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7b74ef-7de4-4b56-9142-31b357e065c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:39.941851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb174-e255-4f93-b28e-679df16f1368 service neutron] Pushing event updated for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:39.953443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Calling delete_port for b3e63705-7d75-4106-9718-9f9a8b0914e9 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:40.022500 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab7f91-8042-491d-a029-755b3774b8a7 x-openstack-request-id: req-dbab7f91-8042-491d-a029-755b3774b8a7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:40.022993 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:40.023178 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbab7f91-8042-491d-a029-755b3774b8a7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:40.023691 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08', 'status': 'completed', 'code': 200} Oct 28 21:26:40.074221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-6b9f8840-3774-47ef-9203-88a3966203a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.076279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-6b9f8840-3774-47ef-9203-88a3966203a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 1095 time: 0.1060975 Oct 28 21:26:40.153895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:40.168738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b3e63705-7d75-4106-9718-9f9a8b0914e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:40.171786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-1c68f301-aba6-4fef-b618-e176684ff4d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61c35dde-d9dc-4dac-8110-62da41d6df08 HTTP/1.1" status: 200 len: 217 time: 0.0545311 Oct 28 21:26:40.186981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb670303-0af1-4e05-8f75-1775e4e51182 req-05d5d1a3-fb41-40c5-b054-6c1fa6212f24 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.187537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Pushing event deleted for resources: {'Port': ['ID=b3e63705-7d75-4106-9718-9f9a8b0914e9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:40.195375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb670303-0af1-4e05-8f75-1775e4e51182 req-05d5d1a3-fb41-40c5-b054-6c1fa6212f24 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1470382 Oct 28 21:26:40.242531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] No DVR routers for this DVR port b3e63705-7d75-4106-9718-9f9a8b0914e9 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:26:40.246052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:40.251677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dccf411f-d00d-4f37-a60b-c338929f2f92 req-1125e194-cb30-45f6-bdd8-5f9a2c66826a tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.44 "DELETE /v2.0/ports/b3e63705-7d75-4106-9718-9f9a8b0914e9 HTTP/1.1" status: 204 len: 173 time: 0.5741501 Oct 28 21:26:40.251677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'name': 'network-vif-deleted', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:40.261567 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212c16d-ff2a-48ae-9ccb-8753eb6da298" -d '{"events": [{"server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "name": "network-vif-deleted", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:40.295116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33460-7d4b-41c3-b324-d8ae57e62b0b req-5462a30e-282f-4a39-af4a-eef4250281bb tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.303272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81b33460-7d4b-41c3-b324-d8ae57e62b0b req-5462a30e-282f-4a39-af4a-eef4250281bb tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 943 time: 0.2396338 Oct 28 21:26:40.352414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb670303-0af1-4e05-8f75-1775e4e51182 req-d36a33b2-001d-4ac3-ba4b-6c1eec1efdcb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420264 Oct 28 21:26:40.362537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-a384a759-b95b-414a-bb99-60fe02630476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.364068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-a384a759-b95b-414a-bb99-60fe02630476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.1675911 Oct 28 21:26:40.385183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81b33460-7d4b-41c3-b324-d8ae57e62b0b req-70f20e5c-d828-4b31-82c1-179bfe19d471 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803587 Oct 28 21:26:40.473144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-5110a70f-c908-40a2-9c1f-8a563c970776 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737736 Oct 28 21:26:40.484423 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8f915-c2b3-42ee-af17-975fe5d8485b x-openstack-request-id: req-a9e8f915-c2b3-42ee-af17-975fe5d8485b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:40.484868 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382029-7dde-4d77-8893-878db2b63e47", "name": "network-vif-deleted", "tag": "b3e63705-7d75-4106-9718-9f9a8b0914e9", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:40.485188 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9e8f915-c2b3-42ee-af17-975fe5d8485b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:40.486248 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382029-7dde-4d77-8893-878db2b63e47', 'name': 'network-vif-deleted', 'tag': 'b3e63705-7d75-4106-9718-9f9a8b0914e9', 'status': 'completed', 'code': 200} Oct 28 21:26:40.604763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-739db744-6d83-4901-a49b-60438d78568b service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063933 Oct 28 21:26:40.722508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-41c10de6-c0cf-44aa-97e2-556f727dd3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:40.765749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3c347-fc33-4736-81af-b3d2eef992ac req-737f108b-ed8e-4198-a309-16a0a929181a tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.776893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26f3c347-fc33-4736-81af-b3d2eef992ac req-737f108b-ed8e-4198-a309-16a0a929181a tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.1116803 Oct 28 21:26:40.837769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa68726-d228-462c-aff6-cd500e931ac5 req-de7f54c4-1595-47df-9bd4-3cd4d0526b3f service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195456 Oct 28 21:26:40.856813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11d041f0-4049-483b-bc05-7f8515e22527 req-a8c0e9f1-dcb1-40d3-9cfa-cba1a7e9dcf0 tempest-FloatingIPsAssociationNegativeTestJSON-5968866 tempest-FloatingIPsAssociationNegativeTestJSON-5968866-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e382029-7dde-4d77-8893-878db2b63e47 HTTP/1.1" status: 200 len: 210 time: 0.0432670 Oct 28 21:26:40.866502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26f3c347-fc33-4736-81af-b3d2eef992ac req-be98e2f4-989a-4670-b451-ee52b538a954 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875461 Oct 28 21:26:40.974614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-e9220dcb-4329-433e-84be-619cdefa5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:40.976344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-e9220dcb-4329-433e-84be-619cdefa5ccc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 1095 time: 0.0577977 Oct 28 21:26:41.206155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-4a65d53f-d538-4313-b689-58621b432e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:41.207642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-4a65d53f-d538-4313-b689-58621b432e04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 915 time: 0.1796806 Oct 28 21:26:41.242862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-d2f30aec-9ed0-4ddb-af20-10d41208fdb7 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=553e8cbee08947ab8b6568020df4dfac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341585 Oct 28 21:26:41.295674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-ecbe23d5-849d-4af3-ae2a-013f2c14f9dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61c35dde-d9dc-4dac-8110-62da41d6df08 HTTP/1.1" status: 200 len: 217 time: 0.0719471 Oct 28 21:26:41.411162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-b88bf7a1-a86a-4cbd-8832-0066c9fe5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:41.412571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-b88bf7a1-a86a-4cbd-8832-0066c9fe5ed3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.0689235 Oct 28 21:26:41.464323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-8ef964f9-e63f-4403-b5af-53f8da30ad41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402553 Oct 28 21:26:41.485002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-3c377642-5ac1-44e0-a1aa-e96bafb991cf tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:41.487263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-3c377642-5ac1-44e0-a1aa-e96bafb991cf tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028742 Oct 28 21:26:41.572339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-d764ed7a-0dcf-4dcf-b7b4-d85e7e908593 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/quotas/553e8cbee08947ab8b6568020df4dfac HTTP/1.1" status: 200 len: 375 time: 0.0638742 Oct 28 21:26:41.601930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e888a0-1e42-45f2-ad26-d9dc009822c0 req-50ecedaf-003e-4404-9eb5-1466c6a39c1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:41.603472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0e888a0-1e42-45f2-ad26-d9dc009822c0 req-50ecedaf-003e-4404-9eb5-1466c6a39c1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1366127 Oct 28 21:26:41.664519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-38023a24-6c07-4201-b347-0dc39195269a service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623688 Oct 28 21:26:41.687764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0e888a0-1e42-45f2-ad26-d9dc009822c0 req-d8bf8003-2eb1-429f-909d-e403cace90ef tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Oct 28 21:26:41.692414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-99a582f5-237a-4628-8673-2d70b2d0b6b1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188529 Oct 28 21:26:41.753181 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:41.883885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf7b74ef-7de4-4b56-9142-31b357e065c3 req-f07411a6-7e39-41ac-a81c-e4b70023807f service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905155 Oct 28 21:26:41.895446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23645-0f03-4421-85cb-f17ab488ba68 req-25bffb2d-e3c7-45f0-9e5c-26e283ee898b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:41.904407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57c23645-0f03-4421-85cb-f17ab488ba68 req-25bffb2d-e3c7-45f0-9e5c-26e283ee898b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 943 time: 0.0914853 Oct 28 21:26:41.943626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:41.960868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57c23645-0f03-4421-85cb-f17ab488ba68 req-96a47964-dde0-4fd3-a15a-a6ed497f22b5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555370 Oct 28 21:26:42.111895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60874) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:42.133549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4319ed1-de76-4d98-b868-fd4c681511ae req-c3f41a1b-0cac-4113-9a8e-0f8b2e63231f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 210 time: 0.0753777 Oct 28 21:26:42.545840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:42.800321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Deleting port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:42.800803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:42.816875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79bf5-7e7c-4236-a25d-b1dc64a9f67c req-43d9a6af-da82-42c5-b1a8-936c63289aea tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:42.818387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3be79bf5-7e7c-4236-a25d-b1dc64a9f67c req-43d9a6af-da82-42c5-b1a8-936c63289aea tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0507066 Oct 28 21:26:42.858201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3be79bf5-7e7c-4236-a25d-b1dc64a9f67c req-7d1a130d-7474-451b-8ff5-c0e43fa990ff tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Oct 28 21:26:42.880629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 61c35dde-d9dc-4dac-8110-62da41d6df08 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:42.885615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b3e63705-7d75-4106-9718-9f9a8b0914e9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:26:42.891379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] For port 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:42.892386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:42.908232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Calling delete_port for 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:42.914956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: b3e63705-7d75-4106-9718-9f9a8b0914e9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:26:42.915294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b3e63705-7d75-4106-9718-9f9a8b0914e9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:26:43.117158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.119148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fbc75-52f1-4f3a-b86d-ecbde15e5420 req-039b04fd-37eb-44c7-a39e-992b197674bd tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:43.120764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf7fbc75-52f1-4f3a-b86d-ecbde15e5420 req-039b04fd-37eb-44c7-a39e-992b197674bd tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 943 time: 0.0671463 Oct 28 21:26:43.154063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:43.177309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf7fbc75-52f1-4f3a-b86d-ecbde15e5420 req-f055f8f0-53c5-4daa-93ad-7dd93fd1fa43 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489039 Oct 28 21:26:43.193352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=61c35dde-d9dc-4dac-8110-62da41d6df08,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:43.226425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '61c35dde-d9dc-4dac-8110-62da41d6df08', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'port_id': '61c35dde-d9dc-4dac-8110-62da41d6df08', 'mac_address': 'fa:16:3e:7e:d6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ca8959-2c29-48e1-b3dc-9c2de072da41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:43.302084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.335911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8695181b-f43e-438d-95dd-f87b65f8a9f9 req-a1a8a1ea-ea92-426d-8429-ce26417a9ff3 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 210 time: 0.0748708 Oct 28 21:26:43.363383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c35dde-d9dc-4dac-8110-62da41d6df08 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:43.401722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ca03581-35ff-4afe-a6e0-d3fc801ee6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.426082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.429570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=61c35dde-d9dc-4dac-8110-62da41d6df08,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:43.437925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.466583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-32905686-da05-490a-9607-46ebdfb6ce8c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=553e8cbee08947ab8b6568020df4dfac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623221 Oct 28 21:26:43.516077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:43.586327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053985b3-aa6e-4cd1-a016-e35ae4d9745f req-c8001ba2-2ec8-4422-8257-42b740725a65 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:43.588202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-053985b3-aa6e-4cd1-a016-e35ae4d9745f req-c8001ba2-2ec8-4422-8257-42b740725a65 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 950 time: 0.1676629 Oct 28 21:26:43.663442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-f3427293-99b2-43c2-9de5-77a251b831dd tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:43.664954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-f3427293-99b2-43c2-9de5-77a251b831dd tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673319 Oct 28 21:26:43.677987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-053985b3-aa6e-4cd1-a016-e35ae4d9745f req-b9a7e224-aaf0-417a-b5a7-a68587cf7ce0 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760312 Oct 28 21:26:43.684141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Request body: {'port': {'device_id': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '553e8cbee08947ab8b6568020df4dfac'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:43.696067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:26:43.809204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Made reservation on behalf of 553e8cbee08947ab8b6568020df4dfac for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:43.813238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:43.820833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:26:43.830611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1ee16e94-78b9-436a-b8df-d8adcc9257a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b5cd6b4c-d65f-47f5-9f27-f8c461c38098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145376 Oct 28 21:26:43.830787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:43.837061 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Sync routers for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:26:43.852235 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:43.852974 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:43.883927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['61c35dde-d9dc-4dac-8110-62da41d6df08'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:43.969107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Allocated IP 192.168.233.27 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/3671b11e-05f2-46b4-b75a-b8ee74011374) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:43.999681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.065903 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:44.067598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05a08-bf0f-48bc-b5ba-390c2b8bc244 req-d53ad798-ea62-48bc-805b-06d5773f4f25 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:44.077382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cee05a08-bf0f-48bc-b5ba-390c2b8bc244 req-d53ad798-ea62-48bc-805b-06d5773f4f25 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1019471 Oct 28 21:26:44.178687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.191459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cee05a08-bf0f-48bc-b5ba-390c2b8bc244 req-763c709f-b1f3-44f1-b2b5-f203e49b4c55 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066458 Oct 28 21:26:44.316483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Deleting port 1f437439-b89c-42a5-b905-5b9760d91bef {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:44.316819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.398780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.421135 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:26:43Z', 'revision_number': 5, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port': {'id': '1f437439-b89c-42a5-b905-5b9760d91bef', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:44Z', 'updated_at': '2021-10-28T21:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:44.430520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] For port 1f437439-b89c-42a5-b905-5b9760d91bef, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f437439-b89c-42a5-b905-5b9760d91bef,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:44.431057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cb7aa-42df-42f1-bd86-d09d535552b5 req-f8d403d3-e63a-416c-a26b-8cb9134c7eb0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:44.439698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174cb7aa-42df-42f1-bd86-d09d535552b5 req-f8d403d3-e63a-416c-a26b-8cb9134c7eb0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 944 time: 0.1363473 Oct 28 21:26:44.445782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.459756 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Checking router: b5cd6b4c-d65f-47f5-9f27-f8c461c38098 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:26:44.473780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Routers {'b5cd6b4c-d65f-47f5-9f27-f8c461c38098'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:26:44.474758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Calling delete_port for 1f437439-b89c-42a5-b905-5b9760d91bef owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:44.474930 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:26:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:44.546542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174cb7aa-42df-42f1-bd86-d09d535552b5 req-6349f42e-87e5-48a2-8ffc-df8396c8c4fc tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059775 Oct 28 21:26:44.599293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.630208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] Set router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:26:44.686680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Pushing event updated for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:44.709388 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:26:44Z', 'revision_number': 6, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:44.746517 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebbf4d-ac1b-4a00-ab8c-b6f3dccb7f7a None None] The sync data for ids ['b5cd6b4c-d65f-47f5-9f27-f8c461c38098'] in n-d-806683-16 is: [{'id': 'b5cd6b4c-d65f-47f5-9f27-f8c461c38098', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1986761083-router', 'tenant_id': '0774a19c659c4a208546c2b88b7efaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:42Z', 'updated_at': '2021-10-28T21:26:44Z', 'revision_number': 6, 'project_id': '0774a19c659c4a208546c2b88b7efaad', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:26:44.751869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:44.753468 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.759406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:44.761812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:44.778501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0b2a1-718a-4c3b-b0d2-a353f1c1dd22 req-fc5c26b0-e3bd-4b4b-b884-82ea884ce16c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:44.789954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57d0b2a1-718a-4c3b-b0d2-a353f1c1dd22 req-fc5c26b0-e3bd-4b4b-b884-82ea884ce16c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 935 time: 0.0999796 Oct 28 21:26:44.801011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.830453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f437439-b89c-42a5-b905-5b9760d91bef,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:44.877791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:44.878845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.880032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.880408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.880726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.881150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.881373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.881685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.882047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.882318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.882673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.882908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.883220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.883530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:26:44.884853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57d0b2a1-718a-4c3b-b0d2-a353f1c1dd22 req-e52c5be0-ccb1-484c-b3bb-17a7a8e007ca tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938003 Oct 28 21:26:44.908138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:44.921034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-ad6c8076-ac19-4dbf-854a-229417c6e504 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2409084 Oct 28 21:26:44.937114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Request body: {'port': {'device_id': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:44.992673 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.004065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['85189552-a963-4562-b63c-3df4ae8a5614'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:45.005441 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.007091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.009338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.082730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-39c98e95-29e3-436d-9254-5b6e1490ed28 None None] Provisioning complete for port 3671b11e-05f2-46b4-b75a-b8ee74011374 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:45.083098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-39c98e95-29e3-436d-9254-5b6e1490ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.145117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-39c98e95-29e3-436d-9254-5b6e1490ed28 None None] Port 3671b11e-05f2-46b4-b75a-b8ee74011374 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:45.335428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.336021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cd6b4c-d65f-47f5-9f27-f8c461c38098 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:26:45.342019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.343778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4547c00-9b5b-4f56-9324-aed708504299 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b5cd6b4c-d65f-47f5-9f27-f8c461c38098 HTTP/1.1" status: 204 len: 168 time: 1.5116298 Oct 28 21:26:45.347450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:45.418933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b215e3e-6b43-47d3-9dd5-e133bddc5cf5 req-df028af3-e8ee-421f-9201-6025ca7a6bd3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:45.420493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b215e3e-6b43-47d3-9dd5-e133bddc5cf5 req-df028af3-e8ee-421f-9201-6025ca7a6bd3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1353381 Oct 28 21:26:45.433045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3671b11e-05f2-46b4-b75a-b8ee74011374 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:45.440346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.461973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Deleting subnet a13f4c4f-7774-4786-9fe9-1e7331183558 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:26:45.468983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.492175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Transition to ACTIVE for port object 3671b11e-05f2-46b4-b75a-b8ee74011374 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:45.498287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.547383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b215e3e-6b43-47d3-9dd5-e133bddc5cf5 req-8eafe77c-c020-424c-b1a7-99fd1417fecb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150115 Oct 28 21:26:45.565068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.600890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Pushing event updated for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:45.751876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.782976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Attempting to bind port 3671b11e-05f2-46b4-b75a-b8ee74011374 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:45.783321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Attempting to bind port 3671b11e-05f2-46b4-b75a-b8ee74011374 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:45.783648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Attempting to bind port 3671b11e-05f2-46b4-b75a-b8ee74011374 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:45.798519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f145933-7479-4c03-b4e9-d97fa095a233 req-294b2136-6edf-44f4-bda3-f75a805d6901 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:45.800033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f145933-7479-4c03-b4e9-d97fa095a233 req-294b2136-6edf-44f4-bda3-f75a805d6901 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 944 time: 0.1605797 Oct 28 21:26:45.802780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Port 3671b11e-05f2-46b4-b75a-b8ee74011374 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:45.803097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Attempting to bind port 3671b11e-05f2-46b4-b75a-b8ee74011374 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:45.822351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:45.822685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:45.823067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:45.823499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Bound port: 3671b11e-05f2-46b4-b75a-b8ee74011374, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:45.823851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.892649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f145933-7479-4c03-b4e9-d97fa095a233 req-25ae471f-6018-4fe8-9a40-a6b547801035 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Oct 28 21:26:45.895432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.929984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13f4c4f-7774-4786-9fe9-1e7331183558,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:45.939158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:45.946618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d41fe439-a4ee-44d8-a38e-18998ac6f1c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a13f4c4f-7774-4786-9fe9-1e7331183558 HTTP/1.1" status: 204 len: 168 time: 0.5966847 Oct 28 21:26:45.947260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60986) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:45.950418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db80042d-ce92-406a-ac8d-82591db1ceac None None] Network 331a2546-3569-4306-b0ee-fa13a4d170b6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:26:45.975282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:45.977945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3671b11e-05f2-46b4-b75a-b8ee74011374,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:45.993703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.032732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.057066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.058114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.060444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] 10.222.0.44 "PUT /v2.0/ports/3671b11e-05f2-46b4-b75a-b8ee74011374 HTTP/1.1" status: 200 len: 1096 time: 1.1282001 Oct 28 21:26:46.065192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:46.069194 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fadb681-4008-40b0-8d36-3a43e1f67271" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:46.093714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Deleting port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:46.094326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.107496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098e285-41f3-4f05-8646-05b3c5c426a1 req-b5d89270-beca-4978-80c3-e9d901f787c7 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.116130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1098e285-41f3-4f05-8646-05b3c5c426a1 req-b5d89270-beca-4978-80c3-e9d901f787c7 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.1342413 Oct 28 21:26:46.138063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9300-3ae3-402c-a56f-d97bad6ee439 service neutron] Pushing event updated for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:46.177418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1098e285-41f3-4f05-8646-05b3c5c426a1 req-c3d7805f-3b6c-4dc9-9ab0-0838a84666ed tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570529 Oct 28 21:26:46.203600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] For port d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:46.203944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.218501 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f6213-667c-4346-83b8-9a679b959e9f x-openstack-request-id: req-198f6213-667c-4346-83b8-9a679b959e9f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:46.218796 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:46.219050 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-198f6213-667c-4346-83b8-9a679b959e9f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:46.219445 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374', 'status': 'completed', 'code': 200} Oct 28 21:26:46.220963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] DHCP port deletion for 331a2546-3569-4306-b0ee-fa13a4d170b6 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:26:46.224108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Calling delete_port for d3b797d2-06c5-43e5-9f76-f0e41d2e4633 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:46.237061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-4b7188e7-ca1a-4f4f-b092-519e3f1613e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.238577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-4b7188e7-ca1a-4f4f-b092-519e3f1613e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 1099 time: 0.0603950 Oct 28 21:26:46.287897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Deleting port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:26:46.288874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.311359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-74275d1d-ef40-4e70-8d19-f7434a7cd552 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3671b11e-05f2-46b4-b75a-b8ee74011374 HTTP/1.1" status: 200 len: 217 time: 0.0511065 Oct 28 21:26:46.325064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.358191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:46.360173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] No DVR routers for this DVR port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:26:46.373588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] For port d3b797d2-06c5-43e5-9f76-f0e41d2e4633, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,segment=NetworkSegment(d6e3f0d4-044f-4b2b-a430-f82a714b9f22),segment_id=d6e3f0d4-044f-4b2b-a430-f82a714b9f22)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:46.374114 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.397602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Calling delete_port for d3b797d2-06c5-43e5-9f76-f0e41d2e4633 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:26:46.415802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-e77e8f14-4179-4bf0-a3ad-b2e25fda4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.417059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-e77e8f14-4179-4bf0-a3ad-b2e25fda4879 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0941939 Oct 28 21:26:46.453913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.495913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331a2546-3569-4306-b0ee-fa13a4d170b6']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:46.497161 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.510029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:46.510454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e3f0d4-044f-4b2b-a430-f82a714b9f22') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:26:46.517332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-108dea61-627b-4761-bf1e-373cd829e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.519029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-108dea61-627b-4761-bf1e-373cd829e756 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695424 Oct 28 21:26:46.521338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.533421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] Pushing event deleted for resources: {'Port': ['ID=d3b797d2-06c5-43e5-9f76-f0e41d2e4633,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:46.537477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.545000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6dc61-19c3-4d49-b597-df2307a36853 None None] No DVR routers for this DVR port d3b797d2-06c5-43e5-9f76-f0e41d2e4633 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:26:46.556731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:26:46.557688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:26:46.558500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:26:46.560678 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:26:46.579449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:26:46.581021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f11c9a1-beef-4847-b98f-fa9eb6bb4cfd not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:26:46.581930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3b797d2-06c5-43e5-9f76-f0e41d2e4633 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:26:46.586266 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.606747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d3b797d2-06c5-43e5-9f76-f0e41d2e4633 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:26:46.607447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3b797d2-06c5-43e5-9f76-f0e41d2e4633 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:26:46.607885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f437439-b89c-42a5-b905-5b9760d91bef no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:26:46.632202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1f437439-b89c-42a5-b905-5b9760d91bef {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:26:46.632582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f437439-b89c-42a5-b905-5b9760d91bef not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:26:46.643483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.652032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:46.653235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-d0459770-bfe4-4cab-bd05-72aad8989891 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240284 Oct 28 21:26:46.656740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] 10.222.0.31 "DELETE /v2.0/networks/331a2546-3569-4306-b0ee-fa13a4d170b6 HTTP/1.1" status: 204 len: 168 time: 0.7104018 Oct 28 21:26:46.681565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168dcbe-0304-46c6-81a5-6ccf4c0c3ded admin admin] Pushing event deleted for resources: {'Network': ['ID=331a2546-3569-4306-b0ee-fa13a4d170b6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:46.773595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca01c5-69b7-4cdb-b69d-1778a4c1973b req-3e1bc701-3352-42d2-b800-287ec5c2b60d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.776044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52ca01c5-69b7-4cdb-b69d-1778a4c1973b req-3e1bc701-3352-42d2-b800-287ec5c2b60d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1034980 Oct 28 21:26:46.827309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea6b683-4747-4272-81b2-d9e1cceb25d5 req-be65107d-196a-4ee1-aca3-4896f9d57b2c service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263666 Oct 28 21:26:46.848649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52ca01c5-69b7-4cdb-b69d-1778a4c1973b req-4870c00d-dd89-4683-8d98-cca66267b4bf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613439 Oct 28 21:26:46.870560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:46.891619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:46.896547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 61c35dde-d9dc-4dac-8110-62da41d6df08 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:46.913732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0b1f80a-092c-43bc-b303-42eca3b494a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0774a19c659c4a208546c2b88b7efaad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419705 Oct 28 21:26:46.916260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:26:46.949270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-b4be1127-011e-4d9b-9c20-b4434410c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:46.950747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-b4be1127-011e-4d9b-9c20-b4434410c3ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553e8cbee08947ab8b6568020df4dfac&device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 1099 time: 0.0468514 Oct 28 21:26:46.977934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.010318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 61c35dde-d9dc-4dac-8110-62da41d6df08 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:47.011306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.020768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 61c35dde-d9dc-4dac-8110-62da41d6df08 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:47.021420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.066859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:47.079176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.083913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.085367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'mac_address': 'fa:16:3e:1f:ee:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:47.088954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5283bad0-bfda-4a99-8ad5-606c5d9d7fdb HTTP/1.1" status: 204 len: 168 time: 0.1677740 Oct 28 21:26:47.098703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85641f-fae0-4a01-a1b3-1c585eb76d87 req-d2630ced-41ec-4d8f-9e0f-8eed77b62f07 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.100185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea85641f-fae0-4a01-a1b3-1c585eb76d87 req-d2630ced-41ec-4d8f-9e0f-8eed77b62f07 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 944 time: 0.1119359 Oct 28 21:26:47.105423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-59dac3a7-f9fe-453b-a808-cf85fab00f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.109438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eded5ce-c751-49a7-adee-9a3e7576b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5283bad0-bfda-4a99-8ad5-606c5d9d7fdb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:47.113937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-59dac3a7-f9fe-453b-a808-cf85fab00f7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1488166 Oct 28 21:26:47.163929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.180648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-762a3365-c6a3-4c25-a47a-73ea81c87bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3671b11e-05f2-46b4-b75a-b8ee74011374 HTTP/1.1" status: 200 len: 217 time: 0.0497949 Oct 28 21:26:47.184829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1093e8f4-9182-4a27-92b5-5802d66dd5d4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:47.189167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.214694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:47.228176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.229919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:47.232333 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090456e-6505-4351-9fb8-e08b6b240355" -d '{"events": [{"server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "name": "network-vif-plugged", "status": "completed", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:47.243426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-0290455c-1ab5-485c-ac82-bb0f535c55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.244988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-0290455c-1ab5-485c-ac82-bb0f535c55a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0540428 Oct 28 21:26:47.265690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea85641f-fae0-4a01-a1b3-1c585eb76d87 req-706d9953-e960-4084-aec6-65f9a1aafc0b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428664 Oct 28 21:26:47.269977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=61c35dde-d9dc-4dac-8110-62da41d6df08,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:47.279405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.280305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:26:47.322058 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e4147d-b7dc-4660-ae02-b78495eb52d8 x-openstack-request-id: req-f4e4147d-b7dc-4660-ae02-b78495eb52d8 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:47.322345 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "name": "network-vif-plugged", "status": "completed", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:47.322600 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4e4147d-b7dc-4660-ae02-b78495eb52d8 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:47.323004 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08', 'code': 200} Oct 28 21:26:47.333690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:47.369333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0b608-5be1-42b4-a2f1-58961f68c966 req-d4f18492-bdd0-412e-a791-2fedd8136fec tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.371039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bd0b608-5be1-42b4-a2f1-58961f68c966 req-d4f18492-bdd0-412e-a791-2fedd8136fec tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.1040363 Oct 28 21:26:47.392968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-02415eee-f86d-4e7a-becd-9bf47383f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.394546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-02415eee-f86d-4e7a-becd-9bf47383f0e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247702 Oct 28 21:26:47.423694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:47.429054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.432456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bd0b608-5be1-42b4-a2f1-58961f68c966 req-f0ee6114-fc37-48dc-96a6-bd2cebee9a76 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Oct 28 21:26:47.456317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1093e8f4-9182-4a27-92b5-5802d66dd5d4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:47.504411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:47.513757 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:47.534645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f45f6f-12b8-4f74-9d83-ded0356d0bfc req-c2b7b7e7-c4ba-4e84-ac78-12244e30a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:47.539107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-64f45f6f-12b8-4f74-9d83-ded0356d0bfc req-c2b7b7e7-c4ba-4e84-ac78-12244e30a929 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 1097 time: 0.0929315 Oct 28 21:26:47.586620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-64f45f6f-12b8-4f74-9d83-ded0356d0bfc req-59c2b8a5-018c-4868-be64-656c65de83a1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Oct 28 21:26:47.590223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:47.591315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-90cebc98-fc07-483d-b12a-f832b6542b6b service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470513 Oct 28 21:26:48.033571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048f52-f319-46c4-b175-dcfc4d25f575 req-45d29f84-51f5-4d96-a7a3-0c9c1a4f199a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:48.035044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87048f52-f319-46c4-b175-dcfc4d25f575 req-45d29f84-51f5-4d96-a7a3-0c9c1a4f199a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0727084 Oct 28 21:26:48.052060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fadb681-4008-40b0-8d36-3a43e1f67271 req-81cd3853-589e-4936-a468-e4fc064cfae1 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404347 Oct 28 21:26:48.080352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87048f52-f319-46c4-b175-dcfc4d25f575 req-0808a0c7-f474-4656-b773-cb8cd7ea1488 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Oct 28 21:26:48.169812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-01f56ed7-b327-44d2-8176-788b7aac2582 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214841 Oct 28 21:26:48.277115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-4145c879-a944-4b91-91da-7bed4efd6818 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:48.278603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-4145c879-a944-4b91-91da-7bed4efd6818 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027679 Oct 28 21:26:48.295286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9ae6ef74-d4c2-451a-8521-6006dd8b9656 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/quotas/c04d12c9f4a948acae8ac26ef84a505a HTTP/1.1" status: 200 len: 375 time: 0.0096910 Oct 28 21:26:48.332219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-3d4d2ec8-01d9-4f8c-9665-c8fed03e8b7b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295188 Oct 28 21:26:48.387668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e71147-0e2a-4215-9517-48c161f19ed8 req-32202d2e-6846-4990-9be2-d2ea8467b144 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:48.392980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5e71147-0e2a-4215-9517-48c161f19ed8 req-32202d2e-6846-4990-9be2-d2ea8467b144 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.0629914 Oct 28 21:26:48.439941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5e71147-0e2a-4215-9517-48c161f19ed8 req-670991e3-b8dc-4f87-9439-e0c4b2394949 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442994 Oct 28 21:26:48.566611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c60605f7-e528-47dc-bbfe-4ae401d49975 req-c93d678b-e72b-4653-b75b-3756aedeb932 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 210 time: 0.0411806 Oct 28 21:26:48.626674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69861b-7f4f-4a2b-98ab-c4851a9396ae req-3901ab21-e0ef-4f0f-8b11-05ca7a56dd97 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:48.628544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e69861b-7f4f-4a2b-98ab-c4851a9396ae req-3901ab21-e0ef-4f0f-8b11-05ca7a56dd97 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.0651989 Oct 28 21:26:48.682368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e69861b-7f4f-4a2b-98ab-c4851a9396ae req-e6f3eab3-1b1b-42bd-9aaf-4e31778aa631 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Oct 28 21:26:48.894424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:48.967491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:48.968430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:49.070288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:49.105383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:49.109542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:49.162706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:49.231725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316b4bb-407c-4041-a9c2-eb5510356c8a req-1a765ddc-d920-48fd-bcc5-f960c669fa73 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:49.233450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b316b4bb-407c-4041-a9c2-eb5510356c8a req-1a765ddc-d920-48fd-bcc5-f960c669fa73 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0564435 Oct 28 21:26:49.278761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b316b4bb-407c-4041-a9c2-eb5510356c8a req-c9c69a27-4614-41ce-a2bb-9acd3164d438 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Oct 28 21:26:49.324477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}, {'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:49.326873 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8bc7de-0d94-4e5a-8972-a91d8ed02dfd" -d '{"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}, {"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-plugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:49.370632 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80550c0-7833-4ebd-aeda-6ff080b92b5a x-openstack-request-id: req-a80550c0-7833-4ebd-aeda-6ff080b92b5a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:49.371151 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "code": 200}, {"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-plugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:49.371412 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a80550c0-7833-4ebd-aeda-6ff080b92b5a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:49.371809 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'code': 200} Oct 28 21:26:49.372064 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'code': 200} Oct 28 21:26:49.559774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b4ee-a5b4-46f8-a1b3-9c5588b752c9 req-b5aa308f-32e8-4c59-8bef-a2695efd610a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:49.561161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b7b4ee-a5b4-46f8-a1b3-9c5588b752c9 req-b5aa308f-32e8-4c59-8bef-a2695efd610a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Oct 28 21:26:49.599434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b7b4ee-a5b4-46f8-a1b3-9c5588b752c9 req-e613df81-7d4c-4a01-b031-b4fe9832769a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Oct 28 21:26:49.678907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c21c31a-d3cf-4d63-a0b4-b4f8ae2a57fe req-8c6fea7b-0461-4552-89cc-98133a724f11 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 210 time: 0.0283041 Oct 28 21:26:49.841891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ce5c-6b19-40d2-b132-9b9192fd20e5 req-7f56fed2-0738-4ad2-934f-0a7f7c81e5e5 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:49.843521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d910ce5c-6b19-40d2-b132-9b9192fd20e5 req-7f56fed2-0738-4ad2-934f-0a7f7c81e5e5 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.0509586 Oct 28 21:26:49.889300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d910ce5c-6b19-40d2-b132-9b9192fd20e5 req-990834de-3f58-4fa2-9ea4-57b610243f0f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Oct 28 21:26:50.084213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-6e4c34b4-8831-4710-9f99-98dac52ad4c5 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320644 Oct 28 21:26:50.249910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-1401518b-21ce-4ee5-9f45-0fb6ed2312a3 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:50.252690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-1401518b-21ce-4ee5-9f45-0fb6ed2312a3 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312332 Oct 28 21:26:50.281554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Request body: {'port': {'device_id': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'c04d12c9f4a948acae8ac26ef84a505a'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:50.436836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Made reservation on behalf of c04d12c9f4a948acae8ac26ef84a505a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:26:50.440821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:50.451591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:50.511941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a178aca-e3fb-45ce-bd9c-986813bc9589 req-b188463d-a952-4a93-b019-73031ee443b7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:50.513670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a178aca-e3fb-45ce-bd9c-986813bc9589 req-b188463d-a952-4a93-b019-73031ee443b7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0876036 Oct 28 21:26:50.577428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a178aca-e3fb-45ce-bd9c-986813bc9589 req-8487042c-6866-4add-8a13-5528bfa7acc6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Oct 28 21:26:50.626785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:50.633208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:50.730455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fe172-3c2c-4139-b2ef-f048a61d3005,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:51.166999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55ea4c5a-c7dc-414c-b04f-c82e911e15a7 req-7676ebd2-ae4b-4f0c-b098-588d39e70345 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 210 time: 0.3760529 Oct 28 21:26:51.225487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8640b6-b4f3-48af-a2cc-0e903e79e555 req-610addda-3ee9-474f-8675-058489419d02 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:51.227011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca8640b6-b4f3-48af-a2cc-0e903e79e555 req-610addda-3ee9-474f-8675-058489419d02 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.5002208 Oct 28 21:26:51.239922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Allocated IP 192.168.233.152 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/69ed1029-90d2-46b0-bb0d-2c2652b2396a) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:26:51.355367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca8640b6-b4f3-48af-a2cc-0e903e79e555 req-95f79a11-5b15-4398-89ec-a84481fba5ae tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178193 Oct 28 21:26:51.518954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb1a54-632b-4680-a48e-290f3068df5e req-84c95982-f01e-4c3e-851c-12d03d0e2ba6 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:51.526392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bdb1a54-632b-4680-a48e-290f3068df5e req-84c95982-f01e-4c3e-851c-12d03d0e2ba6 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.1919043 Oct 28 21:26:51.615840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bdb1a54-632b-4680-a48e-290f3068df5e req-9f454852-361f-4bdf-ad92-c079bae7b128 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883167 Oct 28 21:26:51.629716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:51.698157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:51.828334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:26:51.836531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:26:51.842846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:26:51.893124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Pushing event updated for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:51.921439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4af499-82bf-4a3b-935a-94593d1174e2 req-d2ac7784-a1dc-45e2-9f0c-1a4d322ba48a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:51.929412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb4af499-82bf-4a3b-935a-94593d1174e2 req-d2ac7784-a1dc-45e2-9f0c-1a4d322ba48a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1834340 Oct 28 21:26:51.983540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:51.984161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:52.004616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb4af499-82bf-4a3b-935a-94593d1174e2 req-529d01f9-0f82-4fb6-90d5-4a7f57f158bd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Oct 28 21:26:52.036203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-88400162-6325-4846-ac59-2149268365a9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7588334 Oct 28 21:26:52.068066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Request body: {'port': {'device_id': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:26:52.212501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:52.418468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fef82d6d-10bd-4584-942d-c65ba3ce896b None None] Provisioning complete for port 69ed1029-90d2-46b0-bb0d-2c2652b2396a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:52.419344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fef82d6d-10bd-4584-942d-c65ba3ce896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:52.445093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899456d-b889-4a7b-b7df-d103947cfe13 req-d3e5b255-0310-43d3-bfcf-c1fa2a5f374c tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:52.452656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a899456d-b889-4a7b-b7df-d103947cfe13 req-d3e5b255-0310-43d3-bfcf-c1fa2a5f374c tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 936 time: 0.1517990 Oct 28 21:26:52.496659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fef82d6d-10bd-4584-942d-c65ba3ce896b None None] Port 69ed1029-90d2-46b0-bb0d-2c2652b2396a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:26:52.567295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a899456d-b889-4a7b-b7df-d103947cfe13 req-00e36bd4-d66c-402a-9ac3-1de3662178d9 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079953 Oct 28 21:26:52.765869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ed1029-90d2-46b0-bb0d-2c2652b2396a {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:52.781096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:52.805576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Transition to ACTIVE for port object 69ed1029-90d2-46b0-bb0d-2c2652b2396a will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:26:52.825007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:52.845989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44b5a3-7cd7-4ba5-85b1-05f8bfed9a21 req-4d821fee-16f4-4cc2-a380-c8a1ed069e4f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:52.855478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f44b5a3-7cd7-4ba5-85b1-05f8bfed9a21 req-4d821fee-16f4-4cc2-a380-c8a1ed069e4f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 947 time: 0.1338203 Oct 28 21:26:52.917215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3671b11e-05f2-46b4-b75a-b8ee74011374 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:52.975459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Pushing event updated for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:53.024001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f44b5a3-7cd7-4ba5-85b1-05f8bfed9a21 req-93437bc2-0b8f-4b30-bf6b-3dcbd7eafe9f tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670797 Oct 28 21:26:53.058666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Attempting to bind port 69ed1029-90d2-46b0-bb0d-2c2652b2396a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:26:53.059005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Attempting to bind port 69ed1029-90d2-46b0-bb0d-2c2652b2396a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:26:53.059340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Attempting to bind port 69ed1029-90d2-46b0-bb0d-2c2652b2396a on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:53.065356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Port 69ed1029-90d2-46b0-bb0d-2c2652b2396a on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:26:53.065699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Attempting to bind port 69ed1029-90d2-46b0-bb0d-2c2652b2396a on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:26:53.070930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:26:53.071257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:26:53.071661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:26:53.072089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Bound port: 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:26:53.072495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:53.152491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3671b11e-05f2-46b4-b75a-b8ee74011374,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:53.167683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3671b11e-05f2-46b4-b75a-b8ee74011374', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '3671b11e-05f2-46b4-b75a-b8ee74011374', 'mac_address': 'fa:16:3e:00:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:53.193942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:26:53.199709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:26:53.212194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f714fa-4503-48f8-a4e3-46a964673afe req-e5653440-d1d4-4ba1-96aa-25f272d2d4b6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.225529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9f714fa-4503-48f8-a4e3-46a964673afe req-e5653440-d1d4-4ba1-96aa-25f272d2d4b6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1084731 Oct 28 21:26:53.242516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:53.248149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:53.274920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3671b11e-05f2-46b4-b75a-b8ee74011374 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:53.312725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3671b11e-05f2-46b4-b75a-b8ee74011374,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:53.329604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:53.359708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.360924 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:53.362407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] 10.222.0.44 "PUT /v2.0/ports/69ed1029-90d2-46b0-bb0d-2c2652b2396a HTTP/1.1" status: 200 len: 1097 time: 1.3083966 Oct 28 21:26:53.364985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:53.367289 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153714ca-504a-46a2-872e-6288c7764e90" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:53.434993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:53.500096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9f714fa-4503-48f8-a4e3-46a964673afe req-c63244af-1d80-4a5f-bebc-9a6050afe8fc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649853 Oct 28 21:26:53.504740 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e45cc2-76d1-403a-b4ba-082e492c7a43 x-openstack-request-id: req-60e45cc2-76d1-403a-b4ba-082e492c7a43 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:53.505029 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:53.505286 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60e45cc2-76d1-403a-b4ba-082e492c7a43 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:53.505686 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a', 'status': 'completed', 'code': 200} Oct 28 21:26:53.543914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf0a19-71fa-4921-ade1-540067e62e2f service neutron] Pushing event updated for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:53.582794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9d821553-9d82-482c-bf60-3839d609f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.595374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9d821553-9d82-482c-bf60-3839d609f500 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 1100 time: 0.1573288 Oct 28 21:26:53.701747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-b5fb37e6-47c6-4a80-b391-26f455dc04e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a HTTP/1.1" status: 200 len: 217 time: 0.0956471 Oct 28 21:26:53.801781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7f3eb-cd5b-493d-8acb-838ac0dd3138 req-08a74f4d-f9f3-4c9c-b87b-99a5cf42b055 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.803318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ed7f3eb-cd5b-493d-8acb-838ac0dd3138 req-08a74f4d-f9f3-4c9c-b87b-99a5cf42b055 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 948 time: 0.1007235 Oct 28 21:26:53.812512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-7986588a-d94f-493a-ba6c-1c88b711c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.814659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-7986588a-d94f-493a-ba6c-1c88b711c4da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0738397 Oct 28 21:26:53.834231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3671b11e-05f2-46b4-b75a-b8ee74011374'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:53.888434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ed7f3eb-cd5b-493d-8acb-838ac0dd3138 req-66e6b30c-08ab-4289-81a4-608a374aa34f tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721858 Oct 28 21:26:53.911435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-d1077752-a2c0-4d03-a380-d69d9e565d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:53.913380 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-d1077752-a2c0-4d03-a380-d69d9e565d1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618644 Oct 28 21:26:54.060217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-9fdba216-6bfa-48ce-b26c-92d47b0c3199 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360619 Oct 28 21:26:54.227960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86390-c2bb-482d-9b84-d37a057c8bce req-9bb867fa-5eaf-466c-a3bc-f9e838f79a62 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.232840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bb86390-c2bb-482d-9b84-d37a057c8bce req-9bb867fa-5eaf-466c-a3bc-f9e838f79a62 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 948 time: 0.0766239 Oct 28 21:26:54.236933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-316614b8-e0d1-4124-968e-084d7a73aa3e req-6fe38470-b1a9-4575-bfd9-947c8b8b04ce service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600046 Oct 28 21:26:54.310836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bb86390-c2bb-482d-9b84-d37a057c8bce req-e974d338-1015-4ddb-b397-612da109968e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723362 Oct 28 21:26:54.378346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153714ca-504a-46a2-872e-6288c7764e90 req-dc80258f-e8a8-4b50-9500-16c097dcbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.379981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-dc80258f-e8a8-4b50-9500-16c097dcbd1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 1100 time: 0.0681570 Oct 28 21:26:54.549598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153714ca-504a-46a2-872e-6288c7764e90 req-feaba047-4d55-4088-bf26-b72829c01e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.551125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-feaba047-4d55-4088-bf26-b72829c01e41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1532710 Oct 28 21:26:54.670342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-c7e6deec-7c78-456b-840e-0d9f3da029a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a HTTP/1.1" status: 200 len: 217 time: 0.0964015 Oct 28 21:26:54.705015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d909ab-1c2e-4cca-a95d-c43e4206adfe req-0035d1cf-1d5e-4edf-a8a8-87f663a5b0bc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.706849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33d909ab-1c2e-4cca-a95d-c43e4206adfe req-0035d1cf-1d5e-4edf-a8a8-87f663a5b0bc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0744264 Oct 28 21:26:54.790472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33d909ab-1c2e-4cca-a95d-c43e4206adfe req-f84a425a-40b0-4c2f-a3e1-9ab8886e636e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518708 Oct 28 21:26:54.791969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153714ca-504a-46a2-872e-6288c7764e90 req-a875cc72-671f-405d-9535-171384d6d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.802552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-a875cc72-671f-405d-9535-171384d6d5da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1078320 Oct 28 21:26:54.902756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153714ca-504a-46a2-872e-6288c7764e90 req-2cec8354-4ab7-474d-9fa0-24034c45df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:54.903947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-2cec8354-4ab7-474d-9fa0-24034c45df59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803058 Oct 28 21:26:55.085035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-38852aa6-e586-4b1e-b2ce-ab41825d87ea service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548929 Oct 28 21:26:55.098797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb151ad-a7aa-46db-9e64-df80e007565c req-c74bf016-0c29-40b4-a0a7-e55799829e63 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:55.100575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb151ad-a7aa-46db-9e64-df80e007565c req-c74bf016-0c29-40b4-a0a7-e55799829e63 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 948 time: 0.1083796 Oct 28 21:26:55.197536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb151ad-a7aa-46db-9e64-df80e007565c req-5de7e1fd-7aba-472b-b4c6-a4a7353e08f1 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774469 Oct 28 21:26:55.231156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-153714ca-504a-46a2-872e-6288c7764e90 req-a4d9a88e-efb8-44db-b945-fabb7a33fb4e service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295624 Oct 28 21:26:55.490121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f70b-337a-4256-93ca-cae883750ea0 req-a3d78812-7a56-4216-a7dd-9366cebe25ef tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:55.492795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8420f70b-337a-4256-93ca-cae883750ea0 req-a3d78812-7a56-4216-a7dd-9366cebe25ef tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 948 time: 0.0792882 Oct 28 21:26:55.546246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8420f70b-337a-4256-93ca-cae883750ea0 req-4707b57a-50f5-465b-ac39-aa2863eee9f1 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462716 Oct 28 21:26:55.954949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4d208-5619-4303-ba6d-22ea958f3b09 req-52c10813-8afc-4f18-9dea-625414e09607 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:55.963588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92f4d208-5619-4303-ba6d-22ea958f3b09 req-52c10813-8afc-4f18-9dea-625414e09607 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0737462 Oct 28 21:26:56.017536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92f4d208-5619-4303-ba6d-22ea958f3b09 req-4b818044-6299-4e19-a07c-957cbbf4af72 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473721 Oct 28 21:26:56.340933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d3c6d-d9c1-4292-be82-760027cf682b req-3b2b7584-f2e8-42a0-b285-cc41002cd775 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:56.349240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a0d3c6d-d9c1-4292-be82-760027cf682b req-3b2b7584-f2e8-42a0-b285-cc41002cd775 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 948 time: 0.0668571 Oct 28 21:26:56.399496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a0d3c6d-d9c1-4292-be82-760027cf682b req-903ae426-b9cf-4650-be8e-8fb8e4b08c31 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Oct 28 21:26:56.706017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3c10-0878-44c3-a946-a7c38708e9fa req-d5bed9c6-9af8-4ab7-b2cb-3201baf085fd tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:56.708114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc5c3c10-0878-44c3-a946-a7c38708e9fa req-d5bed9c6-9af8-4ab7-b2cb-3201baf085fd tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 948 time: 0.0605378 Oct 28 21:26:56.773886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc5c3c10-0878-44c3-a946-a7c38708e9fa req-daef12cf-346b-4d4a-9059-cdb806adc654 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524967 Oct 28 21:26:56.932003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3671b11e-05f2-46b4-b75a-b8ee74011374 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:26:57.018177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3671b11e-05f2-46b4-b75a-b8ee74011374 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:26:57.023567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3671b11e-05f2-46b4-b75a-b8ee74011374 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:26:57.024615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:57.149492 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:57.177771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:26:57.180165 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ead0e3-b482-4914-988b-6385ba415720" -d '{"events": [{"server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "name": "network-vif-plugged", "status": "completed", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:26:57.196574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3671b11e-05f2-46b4-b75a-b8ee74011374,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:57.205862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:57.269162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:57.274874 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c2da5-e8f4-420e-9b2d-d53f48490781 x-openstack-request-id: req-e62c2da5-e8f4-420e-9b2d-d53f48490781 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:26:57.275340 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "name": "network-vif-plugged", "status": "completed", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:26:57.275671 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e62c2da5-e8f4-420e-9b2d-d53f48490781 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:26:57.276267 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374', 'code': 200} Oct 28 21:26:57.284060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685561dd-f3fc-4c45-8a92-3c64fa9e2b29 req-72e84391-5cff-41a6-b621-530b761431da tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:57.292946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-685561dd-f3fc-4c45-8a92-3c64fa9e2b29 req-72e84391-5cff-41a6-b621-530b761431da tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1308019 Oct 28 21:26:57.338157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-685561dd-f3fc-4c45-8a92-3c64fa9e2b29 req-58c64053-11f1-444c-b7bc-426c1814844d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Oct 28 21:26:57.412700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b89ff-ca20-4974-bb66-97330335b7a4 req-2ebc6ca3-969c-4f1e-bfc1-508fc7c8364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:57.414976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-202b89ff-ca20-4974-bb66-97330335b7a4 req-2ebc6ca3-969c-4f1e-bfc1-508fc7c8364e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 1101 time: 0.0549717 Oct 28 21:26:57.466308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-202b89ff-ca20-4974-bb66-97330335b7a4 req-02d7b19b-3854-4da6-8f70-cc150aa2029e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Oct 28 21:26:57.546651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c4586-d821-44bf-a58a-3fcd40e59fbe req-1c59f350-1160-4ce8-9d9e-10324d9839bb tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:57.552595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c10c4586-d821-44bf-a58a-3fcd40e59fbe req-1c59f350-1160-4ce8-9d9e-10324d9839bb tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 948 time: 0.0638056 Oct 28 21:26:57.600461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c10c4586-d821-44bf-a58a-3fcd40e59fbe req-083a8c70-6b25-4cd7-9e7d-469787b53b6a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Oct 28 21:26:57.927688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b89cb-dad6-423b-a9dc-8f8908bfe46f req-bf68a4f2-085b-4365-b98b-e7766bdb2f6c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:57.936096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a86b89cb-dad6-423b-a9dc-8f8908bfe46f req-bf68a4f2-085b-4365-b98b-e7766bdb2f6c tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.0775716 Oct 28 21:26:57.986478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a86b89cb-dad6-423b-a9dc-8f8908bfe46f req-7e0f823a-ebea-4e8d-8c41-2738ea1dfa55 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Oct 28 21:26:58.485355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87488f28-7741-4df4-b5b4-b2bbb46759a2 req-c409d6cf-85e5-4604-b5a7-1a8d7250c9c8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:58.494138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87488f28-7741-4df4-b5b4-b2bbb46759a2 req-c409d6cf-85e5-4604-b5a7-1a8d7250c9c8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0717201 Oct 28 21:26:58.530168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87488f28-7741-4df4-b5b4-b2bbb46759a2 req-60d7f26c-2c21-48d4-b155-c75052c94762 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Oct 28 21:26:58.747377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3646e44-5247-44bb-98dd-1839163a63b1 req-cb7bd4a3-db2c-47f8-bd6c-6da5461dcf28 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:58.756885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3646e44-5247-44bb-98dd-1839163a63b1 req-cb7bd4a3-db2c-47f8-bd6c-6da5461dcf28 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 948 time: 0.0711398 Oct 28 21:26:58.803205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3646e44-5247-44bb-98dd-1839163a63b1 req-e0c6ed09-9098-40e8-8974-eed7c42569ab tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Oct 28 21:26:58.946527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69ed1029-90d2-46b0-bb0d-2c2652b2396a details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:26:59.157624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17d4d5-65ef-41da-a2b7-eb9019f7c1bb req-47986e1f-99d9-466b-8884-11333484047b tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:59.165855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da17d4d5-65ef-41da-a2b7-eb9019f7c1bb req-47986e1f-99d9-466b-8884-11333484047b tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.1018953 Oct 28 21:26:59.183002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:59.212722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '69ed1029-90d2-46b0-bb0d-2c2652b2396a', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '69ed1029-90d2-46b0-bb0d-2c2652b2396a', 'mac_address': 'fa:16:3e:9e:0f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:26:59.285173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da17d4d5-65ef-41da-a2b7-eb9019f7c1bb req-e0f9411b-06f1-487f-b9bc-44045231dc95 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105082 Oct 28 21:26:59.307851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:59.323964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ed1029-90d2-46b0-bb0d-2c2652b2396a {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:26:59.346144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:26:59.353374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:26:59.406162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:26:59.682988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837ffe4-9865-448f-83f8-ff341b8c4fff req-e8524b90-aa54-4d86-9d78-78dd07d0d84b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:59.694198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d837ffe4-9865-448f-83f8-ff341b8c4fff req-e8524b90-aa54-4d86-9d78-78dd07d0d84b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0741210 Oct 28 21:26:59.743923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d837ffe4-9865-448f-83f8-ff341b8c4fff req-84e977c5-28dd-4158-9c0d-6b5b23a49504 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 Oct 28 21:26:59.824293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['69ed1029-90d2-46b0-bb0d-2c2652b2396a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:26:59.996768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eb76-fa67-45b2-bedb-52a9fcc4aaa6 req-8117b97e-3218-4fe8-8b39-9d545d6b3a69 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:26:59.998253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b03eb76-fa67-45b2-bedb-52a9fcc4aaa6 req-8117b97e-3218-4fe8-8b39-9d545d6b3a69 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 949 time: 0.0691843 Oct 28 21:27:00.047638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b03eb76-fa67-45b2-bedb-52a9fcc4aaa6 req-403bd232-2f33-4efb-80bf-8e3742ff1843 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Oct 28 21:27:00.511353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dbdef-e2df-4480-a1c9-57015e5d5ed2 req-6e001db0-00b8-4438-b753-e2a172449e95 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:00.513775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac6dbdef-e2df-4480-a1c9-57015e5d5ed2 req-6e001db0-00b8-4438-b753-e2a172449e95 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.1353137 Oct 28 21:27:00.568017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac6dbdef-e2df-4480-a1c9-57015e5d5ed2 req-ea00733a-3947-4441-aa8e-d029083bcad4 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Oct 28 21:27:00.913962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ce868-55bc-4923-83d1-dcda00821595 req-3600e780-fa1e-40cc-a2c7-6ec6cfd26b97 tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:00.915498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db7ce868-55bc-4923-83d1-dcda00821595 req-3600e780-fa1e-40cc-a2c7-6ec6cfd26b97 tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 1101 time: 0.1137486 Oct 28 21:27:00.942068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-db7ce868-55bc-4923-83d1-dcda00821595 req-aa393760-76e5-4457-a9d6-e9f387f0daba tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:00.962875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6685bb-d0f1-4e68-9d5f-6aba703aa162 req-77a5b037-eaf0-4eaa-adff-661d169eaf84 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:00.964419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd6685bb-d0f1-4e68-9d5f-6aba703aa162 req-77a5b037-eaf0-4eaa-adff-661d169eaf84 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0925817 Oct 28 21:27:01.035205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd6685bb-d0f1-4e68-9d5f-6aba703aa162 req-faf51a28-d819-4856-b748-ae5854031ed5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Oct 28 21:27:01.095517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-db7ce868-55bc-4923-83d1-dcda00821595 req-aa393760-76e5-4457-a9d6-e9f387f0daba tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:01.104912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-db7ce868-55bc-4923-83d1-dcda00821595 req-aa393760-76e5-4457-a9d6-e9f387f0daba tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:01.135961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db7ce868-55bc-4923-83d1-dcda00821595 req-aa393760-76e5-4457-a9d6-e9f387f0daba tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134597 Oct 28 21:27:01.175189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa393760-76e5-4457-a9d6-e9f387f0daba tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281e89c3-61db-4569-b1a1-e617b42d63e3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:01.205395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba2f5-5b12-4b38-aeb1-9020015cb47e req-7459471c-5acc-49e3-956b-af452ba089ab tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:01.212771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad9ba2f5-5b12-4b38-aeb1-9020015cb47e req-7459471c-5acc-49e3-956b-af452ba089ab tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 949 time: 0.0741107 Oct 28 21:27:01.271462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad9ba2f5-5b12-4b38-aeb1-9020015cb47e req-e4a7a8b3-59da-4eb5-b3c8-ea8a51b9bf67 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Oct 28 21:27:01.853540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-88bb2d89-a8d5-4633-b55a-8d73efa3ce12 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:01.865087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-88bb2d89-a8d5-4633-b55a-8d73efa3ce12 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.1638277 Oct 28 21:27:01.883884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-86391ae7-668f-4d75-ab2f-6b675ae4716c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/quotas/a443aaff63f249b5892897bfa9d8d792 HTTP/1.1" status: 200 len: 375 time: 0.0178170 Oct 28 21:27:01.964559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-f6da137b-d66e-4b7f-8b32-66c08c59fa93 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740261 Oct 28 21:27:02.075211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-f264db5f-6b73-4f52-a9d1-d30b2f534132 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015785 Oct 28 21:27:02.199792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3af15-f4d6-4706-a713-a3b3bfe94a1a req-4b0661a9-e48c-4456-a8f6-35048fca9a13 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:02.207876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cb3af15-f4d6-4706-a713-a3b3bfe94a1a req-4b0661a9-e48c-4456-a8f6-35048fca9a13 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0720220 Oct 28 21:27:02.260058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-e60c1739-c613-4e1d-abd0-30926280b2a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771736 Oct 28 21:27:02.280829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cb3af15-f4d6-4706-a713-a3b3bfe94a1a req-5e3fe533-47da-4f38-9fea-66fb94618217 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674787 Oct 28 21:27:02.405429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6cfd-7837-477b-87e6-76ef94b00da8 req-b477e6f6-2058-4f8d-97f7-6d323c05ff5b tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:02.407061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e6e6cfd-7837-477b-87e6-76ef94b00da8 req-b477e6f6-2058-4f8d-97f7-6d323c05ff5b tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 1101 time: 0.0693610 Oct 28 21:27:02.497217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e6e6cfd-7837-477b-87e6-76ef94b00da8 req-d9493f95-9452-4edf-afae-dbc43585698d tempest-ServersAdminNegativeTestJSON-820923214 tempest-ServersAdminNegativeTestJSON-820923214-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654089 Oct 28 21:27:02.698534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55799c8f-741e-4c46-aa0d-261b87ea528c req-fbd3d895-00d8-45ee-880b-e2f7e02e1ad7 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 210 time: 0.0782976 Oct 28 21:27:02.738444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fcaaf-cbdf-4517-bc77-8740c691b896 req-b45d1929-b373-478b-bd66-8f2f2fcfff9b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:02.747555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656fcaaf-cbdf-4517-bc77-8740c691b896 req-b45d1929-b373-478b-bd66-8f2f2fcfff9b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 949 time: 0.2000751 Oct 28 21:27:02.802078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656fcaaf-cbdf-4517-bc77-8740c691b896 req-9e14807c-850c-44fe-b02f-89524928cedf tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 Oct 28 21:27:02.971751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69ed1029-90d2-46b0-bb0d-2c2652b2396a up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:03.038086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 69ed1029-90d2-46b0-bb0d-2c2652b2396a completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:27:03.042843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 69ed1029-90d2-46b0-bb0d-2c2652b2396a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:03.043216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:03.151984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:03.192543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:03.194616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:03.197930 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83cef5c-4fd6-47a0-8d3e-ee5bdaca2011" -d '{"events": [{"server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "name": "network-vif-plugged", "status": "completed", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:03.203084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:03.258370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:03.280578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-c95e4376-fdad-4927-81c9-15e632798aaa service neutron] 10.222.0.44 "GET /v2.0/ports/b8def87c-d3be-40de-b2e3-534728267506/bindings/n-h2-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.1617656 Oct 28 21:27:03.289294 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf41b7-fa91-42ca-a43f-bfd02941fda0 x-openstack-request-id: req-f8cf41b7-fa91-42ca-a43f-bfd02941fda0 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:03.289294 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "name": "network-vif-plugged", "status": "completed", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:03.289294 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8cf41b7-fa91-42ca-a43f-bfd02941fda0 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:03.289294 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a', 'code': 200} Oct 28 21:27:03.490713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba321b24-64bf-4197-b267-af6d7a88148b req-ea33f9b1-5f14-4c4e-a380-ef8da82bc8e4 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.492207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba321b24-64bf-4197-b267-af6d7a88148b req-ea33f9b1-5f14-4c4e-a380-ef8da82bc8e4 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.1494811 Oct 28 21:27:03.495931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3124ee-43c4-41cf-b15b-8efd4ec97c20 req-ed572613-106e-4fa1-95d0-b277cb0368f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.497316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b3124ee-43c4-41cf-b15b-8efd4ec97c20 req-ed572613-106e-4fa1-95d0-b277cb0368f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 1102 time: 0.1059666 Oct 28 21:27:03.513241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796dff-866f-43e0-9346-730ecf1f5583 req-7328e92b-419b-4efd-9c47-c12adf242f7c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.514670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39796dff-866f-43e0-9346-730ecf1f5583 req-7328e92b-419b-4efd-9c47-c12adf242f7c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0871460 Oct 28 21:27:03.580251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba321b24-64bf-4197-b267-af6d7a88148b req-6f87f069-0138-4bd4-b3fe-cfb71493411e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Oct 28 21:27:03.589752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39796dff-866f-43e0-9346-730ecf1f5583 req-9ff25e19-5c70-44c5-875d-71882751a1ab tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672469 Oct 28 21:27:03.611973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b3124ee-43c4-41cf-b15b-8efd4ec97c20 req-6adf1e58-031e-4355-b531-98e67a310495 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665932 Oct 28 21:27:03.638891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-3e017169-a391-4f95-9c95-14e9ffd07849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.640382 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-3e017169-a391-4f95-9c95-14e9ffd07849 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1102 time: 0.0466390 Oct 28 21:27:03.787691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc991e61-70f2-483b-aadb-68ed7af72bd2 req-db20fd80-590a-4455-9244-e3e14afb32d1 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Oct 28 21:27:03.919605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10880-eccc-4061-91f6-1439cb2cbcbd req-4c4ee236-17ce-487c-aa0c-11bdb32d3e19 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.921145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dea10880-eccc-4061-91f6-1439cb2cbcbd req-4c4ee236-17ce-487c-aa0c-11bdb32d3e19 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0537491 Oct 28 21:27:03.966942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-0a9adc11-6d3c-41e1-b0d7-722eb7ad84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:03.968599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-0a9adc11-6d3c-41e1-b0d7-722eb7ad84d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1102 time: 0.0448401 Oct 28 21:27:03.975389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dea10880-eccc-4061-91f6-1439cb2cbcbd req-e3333a00-d293-40d0-acec-bd3f6578fc8d tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Oct 28 21:27:04.012374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c13881-5de5-4fd7-8258-b348b5b0c4cd req-18a05a4c-0be7-4c02-bdde-ae08eeec47fd tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.014025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16c13881-5de5-4fd7-8258-b348b5b0c4cd req-18a05a4c-0be7-4c02-bdde-ae08eeec47fd tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.0628235 Oct 28 21:27:04.054784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16c13881-5de5-4fd7-8258-b348b5b0c4cd req-6a6bf234-935a-43db-ade7-2e699dfab8c0 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Oct 28 21:27:04.087056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-b34e9952-aa8c-4485-8744-d7996a031e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.088555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-b34e9952-aa8c-4485-8744-d7996a031e73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0932746 Oct 28 21:27:04.146031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-2d5c895a-e4f0-4ae3-a435-b2879439c22b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.0381362 Oct 28 21:27:04.301122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-7e7aa043-e1a4-4e5f-998d-8d2f6d7d6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.302578 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-7e7aa043-e1a4-4e5f-998d-8d2f6d7d6200 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0482991 Oct 28 21:27:04.371435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-574877de-3f57-40e0-bc13-c9c7fe8bb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.372920 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-574877de-3f57-40e0-bc13-c9c7fe8bb577 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403571 Oct 28 21:27:04.473670 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-3690b6fd-15cc-4cee-88ad-15dde8f32bd3 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Oct 28 21:27:04.612309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a48a118-bdd8-47cc-ac4d-4ad22a60d77b req-8ca0054e-e47a-46e5-940f-3207bd0bce10 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912557 Oct 28 21:27:04.762379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27569984-684a-4980-8d90-c9eb030a1fa6 req-bf3fc168-7086-4b73-8a3d-6eab2e080ace tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.764656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27569984-684a-4980-8d90-c9eb030a1fa6 req-bf3fc168-7086-4b73-8a3d-6eab2e080ace tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.1014137 Oct 28 21:27:04.774680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b4bc-2ded-420d-b9b2-60330b9ce535 req-3438f1af-8af3-43e4-ac81-7a8ffb498191 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.786754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7890b4bc-2ded-420d-b9b2-60330b9ce535 req-3438f1af-8af3-43e4-ac81-7a8ffb498191 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0904210 Oct 28 21:27:04.834744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-80aaf6df-1b6f-4647-b7e5-4a4ef53b351a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:04.836441 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-80aaf6df-1b6f-4647-b7e5-4a4ef53b351a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.1492257 Oct 28 21:27:04.854496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7890b4bc-2ded-420d-b9b2-60330b9ce535 req-dcb6be53-b78a-467d-83e8-4898dbd346f6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Oct 28 21:27:04.858080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27569984-684a-4980-8d90-c9eb030a1fa6 req-4a6d320f-f73e-4503-8c95-b94eb047c460 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684931 Oct 28 21:27:04.868809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Request body: {'port': {'device_id': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'admin_state_up': True, 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:04.945624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b12da73-a207-4cc2-9208-1bcbc8363cca req-b0d7541e-7e82-417a-951c-8ff2f333c5c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 210 time: 0.0265703 Oct 28 21:27:04.987425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:04.991060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.097055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f113d-7bde-4429-9766-2bb9d41a7833 req-a64bc973-00fb-4e4c-a103-20e1df96da5b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:05.098898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc5f113d-7bde-4429-9766-2bb9d41a7833 req-a64bc973-00fb-4e4c-a103-20e1df96da5b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0542254 Oct 28 21:27:05.129305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Allocated IP 172.20.0.10 (6764dd56-e862-4293-8550-f6f8eca2a569/79ca8959-2c29-48e1-b3dc-9c2de072da41/c7abfac4-3519-4fbb-8a9a-82987551993a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:05.140573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc5f113d-7bde-4429-9766-2bb9d41a7833 req-b51fc6df-ddf0-4886-abe7-a696135393c5 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Oct 28 21:27:05.237952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d067-37c3-454f-9212-6ce10b4baea4 req-34839901-c8d0-4d70-9b0c-885ec7f95ba5 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:05.239510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bb5d067-37c3-454f-9212-6ce10b4baea4 req-34839901-c8d0-4d70-9b0c-885ec7f95ba5 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 949 time: 0.0543020 Oct 28 21:27:05.278124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bb5d067-37c3-454f-9212-6ce10b4baea4 req-8523c8b6-45e5-43f0-a4da-951e4fa01547 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Oct 28 21:27:05.291275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.325633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.341431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12', '61c35dde-d9dc-4dac-8110-62da41d6df08'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:05.375280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Network 6764dd56-e862-4293-8550-f6f8eca2a569 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:05.378894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:05.383879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:05.387140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event updated for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:05.438485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:05.439250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.456780 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-16a7362e-8d65-4707-962d-d9bbb9747d7c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6032262 Oct 28 21:27:05.480931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Request body: {'port': {'device_id': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:05.564598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.886523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7abfac4-3519-4fbb-8a9a-82987551993a {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:05.897411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.924097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Transition to ACTIVE for port object c7abfac4-3519-4fbb-8a9a-82987551993a will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:27:05.928449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:05.984401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Pushing event updated for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:06.057267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee604a-4242-4cf2-906d-dfb3f35100aa req-c05d2017-6db6-41c1-a2d7-f466dd2d20b7 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.059003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43ee604a-4242-4cf2-906d-dfb3f35100aa req-c05d2017-6db6-41c1-a2d7-f466dd2d20b7 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.0792749 Oct 28 21:27:06.067082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e197-d130-49a4-9fa2-2286509fec00 req-e0c443a4-b86e-4dc5-b147-9652d67801ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.069009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5423e197-d130-49a4-9fa2-2286509fec00 req-e0c443a4-b86e-4dc5-b147-9652d67801ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.0989954 Oct 28 21:27:06.069296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Attempting to bind port c7abfac4-3519-4fbb-8a9a-82987551993a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:06.069634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Attempting to bind port c7abfac4-3519-4fbb-8a9a-82987551993a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:06.069966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Attempting to bind port c7abfac4-3519-4fbb-8a9a-82987551993a on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:06.074908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Port c7abfac4-3519-4fbb-8a9a-82987551993a on network 6764dd56-e862-4293-8550-f6f8eca2a569 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:27:06.075226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Attempting to bind port c7abfac4-3519-4fbb-8a9a-82987551993a on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:06.080818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:06.081147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Checking segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:06.081518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Bound using segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:06.081962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Bound port: c7abfac4-3519-4fbb-8a9a-82987551993a, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:06.082314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:06.125906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43ee604a-4242-4cf2-906d-dfb3f35100aa req-0b829261-f14f-4946-91f0-c779b0ae1dd3 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Oct 28 21:27:06.132169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5423e197-d130-49a4-9fa2-2286509fec00 req-dddb4209-3d8f-4cfd-b451-3ee6ee3e865d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Oct 28 21:27:06.170004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:06.174590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c7abfac4-3519-4fbb-8a9a-82987551993a,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:06.183372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:06.227762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.228395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:06.230007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] 10.222.0.44 "PUT /v2.0/ports/c7abfac4-3519-4fbb-8a9a-82987551993a HTTP/1.1" status: 200 len: 1093 time: 0.7548470 Oct 28 21:27:06.230460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:06.233540 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:06.260960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080bd63-1b46-4955-b9d9-4076cbfc9198 req-ad1408b7-1176-4484-8382-f58b27668ada tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.263828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f080bd63-1b46-4955-b9d9-4076cbfc9198 req-ad1408b7-1176-4484-8382-f58b27668ada tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 944 time: 0.0651436 Oct 28 21:27:06.267748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb72bc-a0e6-450a-a4f2-1115e92c070a service neutron] Pushing event updated for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:06.317503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f080bd63-1b46-4955-b9d9-4076cbfc9198 req-7292ef63-f0a1-450c-b4b2-2c76af5426f6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Oct 28 21:27:06.387691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1540d-aaff-48ef-b346-3f538d008937 req-f41b74e9-e7d0-4789-a4f2-baa10486f4d4 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.389212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53b1540d-aaff-48ef-b346-3f538d008937 req-f41b74e9-e7d0-4789-a4f2-baa10486f4d4 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0550244 Oct 28 21:27:06.400661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-f6d7bd60-0823-4907-a46b-253c01daf32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.402199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-f6d7bd60-0823-4907-a46b-253c01daf32d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 1096 time: 0.0915782 Oct 28 21:27:06.438963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53b1540d-aaff-48ef-b346-3f538d008937 req-276db2e5-010a-4075-bd00-b0d2021ee89b tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Oct 28 21:27:06.465794 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de03da60-ac4a-4a1c-82ce-b37f1369d5c4 x-openstack-request-id: req-de03da60-ac4a-4a1c-82ce-b37f1369d5c4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:06.466080 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:06.466337 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de03da60-ac4a-4a1c-82ce-b37f1369d5c4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:06.466729 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a', 'status': 'completed', 'code': 200} Oct 28 21:27:06.468558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-015f1600-06ad-4b8b-b05f-065134e76437 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7abfac4-3519-4fbb-8a9a-82987551993a HTTP/1.1" status: 200 len: 217 time: 0.0474222 Oct 28 21:27:06.529909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-d589b44e-42ca-4582-a093-34daf06f001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.531398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-d589b44e-42ca-4582-a093-34daf06f001b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.0488708 Oct 28 21:27:06.581320 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-15ab0905-0c01-4354-a752-e9d0050a7274 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349307 Oct 28 21:27:06.699116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-693d1de7-620a-4c16-9705-7b9c81d78b4a service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941226 Oct 28 21:27:06.709450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9afb4c-9a66-40f3-aa61-c199594661a9 req-491750bc-cf36-4fe5-b508-cb2acc194074 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.710955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e9afb4c-9a66-40f3-aa61-c199594661a9 req-491750bc-cf36-4fe5-b508-cb2acc194074 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0513487 Oct 28 21:27:06.760894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e9afb4c-9a66-40f3-aa61-c199594661a9 req-242fe605-d19b-4c42-b0e1-4101336b64f4 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Oct 28 21:27:06.817867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-41ba74de-f3d8-4032-92d8-c169cccb8559 req-d9719476-9214-44ec-9ccc-68044b31e08a service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008294 Oct 28 21:27:06.862251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-b7150788-1d4a-4c1f-aa8e-89f55478cb90 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.864139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-b7150788-1d4a-4c1f-aa8e-89f55478cb90 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 949 time: 0.0643778 Oct 28 21:27:06.941078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-cd4481de-3447-47b5-b8ec-41f239f53fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:06.942719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-cd4481de-3447-47b5-b8ec-41f239f53fae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 1096 time: 0.0426373 Oct 28 21:27:06.974202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Deleting port 3671b11e-05f2-46b4-b75a-b8ee74011374 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:06.974431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.012091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:07.050105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-a7945d4e-5a72-4acf-a8ff-8fe8fc2333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.051573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-a7945d4e-5a72-4acf-a8ff-8fe8fc2333d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 915 time: 0.0949998 Oct 28 21:27:07.073244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] For port 3671b11e-05f2-46b4-b75a-b8ee74011374, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3671b11e-05f2-46b4-b75a-b8ee74011374,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:07.073845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.090518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Calling delete_port for 3671b11e-05f2-46b4-b75a-b8ee74011374 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:07.093450 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-c677cf28-dfa1-4d60-8035-a7efb8fe320d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7abfac4-3519-4fbb-8a9a-82987551993a HTTP/1.1" status: 200 len: 217 time: 0.0339172 Oct 28 21:27:07.095190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.119209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:07.121519 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f334a6-d434-433e-a881-a3cafb360cf9" -d '{"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-unplugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:07.135669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:07.142870 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.187931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-dac147bf-06db-4649-81e4-5ddff67890a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.189641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-dac147bf-06db-4649-81e4-5ddff67890a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.0741131 Oct 28 21:27:07.202319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:07.207060 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674290bb-c550-4ca6-b80e-e55e29bec7c3 x-openstack-request-id: req-674290bb-c550-4ca6-b80e-e55e29bec7c3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:07.207347 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-unplugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:07.207601 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-674290bb-c550-4ca6-b80e-e55e29bec7c3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:07.208035 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506', 'code': 200} Oct 28 21:27:07.240976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-e2dd15ae-3d07-4e9c-b9c8-6d0f754d5727 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304539 Oct 28 21:27:07.262689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.282157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['85189552-a963-4562-b63c-3df4ae8a5614', '3671b11e-05f2-46b4-b75a-b8ee74011374'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:07.321009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Pushing event deleted for resources: {'Port': ['ID=3671b11e-05f2-46b4-b75a-b8ee74011374,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:07.349037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbed31-5cfa-44c9-b12e-b5552a3a4fc1 req-ee6b3761-f0aa-4bdb-a1a9-cdc99178791b tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.350599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4bbed31-5cfa-44c9-b12e-b5552a3a4fc1 req-ee6b3761-f0aa-4bdb-a1a9-cdc99178791b tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3bae0e9-2734-4c94-bd45-2864371e22c6 HTTP/1.1" status: 200 len: 867 time: 0.1188416 Oct 28 21:27:07.374571 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-510fdbff-43bf-4647-9997-2d95fc8f3eda service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183324 Oct 28 21:27:07.402393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] No DVR routers for this DVR port 3671b11e-05f2-46b4-b75a-b8ee74011374 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:07.407881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:07.413534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f06d5de9-06ab-45ca-b60e-c44ccbef7da2 req-979188de-a819-4456-8e73-f79abb46f26e tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "DELETE /v2.0/ports/3671b11e-05f2-46b4-b75a-b8ee74011374 HTTP/1.1" status: 204 len: 173 time: 0.5274177 Oct 28 21:27:07.413534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'name': 'network-vif-deleted', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:07.415460 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944ca53-5094-413e-aa73-fa742e3155d7" -d '{"events": [{"server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "name": "network-vif-deleted", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:07.430234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec623e7-1802-4545-bcf6-19513c3cfe15 req-e46dc266-a41f-476b-91f1-87ce170a3072 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.441288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec623e7-1802-4545-bcf6-19513c3cfe15 req-e46dc266-a41f-476b-91f1-87ce170a3072 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 948 time: 0.1797612 Oct 28 21:27:07.483704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4bbed31-5cfa-44c9-b12e-b5552a3a4fc1 req-af6925d2-8ffd-40cf-b9c2-23b9bd062d8d tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181526 Oct 28 21:27:07.508041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec623e7-1802-4545-bcf6-19513c3cfe15 req-f24d0db1-bf5f-4999-9a20-a15d7ac52d2a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641985 Oct 28 21:27:07.560524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2b8fa939-1eb2-4b20-89dc-0ffb52e1bade req-e3a8ac31-bc20-40ad-80eb-0f20a4a44e25 service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691144 Oct 28 21:27:07.628143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985798d8-4ba1-4a20-818f-00f28c884e1d req-35478ae1-9a90-4fdc-9941-2172e315f696 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.629690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-985798d8-4ba1-4a20-818f-00f28c884e1d req-35478ae1-9a90-4fdc-9941-2172e315f696 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 944 time: 0.0625963 Oct 28 21:27:07.639363 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe7b5f-4f8a-4798-b44a-911d58de5b2f x-openstack-request-id: req-8cfe7b5f-4f8a-4798-b44a-911d58de5b2f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:07.639648 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bae0e9-2734-4c94-bd45-2864371e22c6", "name": "network-vif-deleted", "tag": "3671b11e-05f2-46b4-b75a-b8ee74011374", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:07.639906 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cfe7b5f-4f8a-4798-b44a-911d58de5b2f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:07.640298 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bae0e9-2734-4c94-bd45-2864371e22c6', 'name': 'network-vif-deleted', 'tag': '3671b11e-05f2-46b4-b75a-b8ee74011374', 'status': 'completed', 'code': 200} Oct 28 21:27:07.675714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-985798d8-4ba1-4a20-818f-00f28c884e1d req-c89b1686-5387-4343-9108-39726a2a5225 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Oct 28 21:27:07.887805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a593b-6ae1-421f-a1d6-3030660dbc69 req-04838c0c-461b-4061-9842-4817f6a869ac tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:07.889304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d80a593b-6ae1-421f-a1d6-3030660dbc69 req-04838c0c-461b-4061-9842-4817f6a869ac tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0501289 Oct 28 21:27:07.929931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d80a593b-6ae1-421f-a1d6-3030660dbc69 req-96600cd2-9f21-4390-9853-a5186f2c9f40 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Oct 28 21:27:08.634163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28cf70-0e42-44d2-934e-bcd3cfd8c06d req-cd27bdfc-360a-4a2c-aaf1-0774d2024cf2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:08.635786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed28cf70-0e42-44d2-934e-bcd3cfd8c06d req-cd27bdfc-360a-4a2c-aaf1-0774d2024cf2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 948 time: 0.0560296 Oct 28 21:27:08.696591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed28cf70-0e42-44d2-934e-bcd3cfd8c06d req-4c0506d2-0e39-490e-93ff-356669aa2f82 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487549 Oct 28 21:27:08.825484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee7e9-b6b8-4951-bfbc-63753602f5a5 req-8b82b9d6-140d-4d7c-91ce-8a614dab5fd5 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:08.827626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8dee7e9-b6b8-4951-bfbc-63753602f5a5 req-8b82b9d6-140d-4d7c-91ce-8a614dab5fd5 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.0653775 Oct 28 21:27:08.889402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577343-0daa-46c2-81e9-bef0cca5d881 req-1be30ab3-1e84-4074-9d24-b46597d170c8 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:08.890898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26577343-0daa-46c2-81e9-bef0cca5d881 req-1be30ab3-1e84-4074-9d24-b46597d170c8 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 944 time: 0.0863047 Oct 28 21:27:08.894086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8dee7e9-b6b8-4951-bfbc-63753602f5a5 req-08f39fac-5a93-40c3-bdc2-601bd65f2469 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Oct 28 21:27:08.952538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26577343-0daa-46c2-81e9-bef0cca5d881 req-1bc0fb6c-e0ed-4ccb-b561-9f9a904f8181 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534849 Oct 28 21:27:09.020543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:27:09.024761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:09.127529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346ad7-7107-4d9b-a966-6684204c7f1f req-ff045f3b-f4a2-4402-aa0e-a1c8fb78a05f tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:09.129141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc346ad7-7107-4d9b-a966-6684204c7f1f req-ff045f3b-f4a2-4402-aa0e-a1c8fb78a05f tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0672567 Oct 28 21:27:09.180934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc346ad7-7107-4d9b-a966-6684204c7f1f req-ffd8e0d6-d094-42fd-922f-28c07569c6a7 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/security-groups?id=be5fe172-3c2c-4139-b2ef-f048a61d3005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451295 Oct 28 21:27:09.315104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c6cb7-bc63-4110-b49a-8c97d56e390f req-05e07a20-7dc5-486e-928a-29b7769606b2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:09.318474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336c6cb7-bc63-4110-b49a-8c97d56e390f req-05e07a20-7dc5-486e-928a-29b7769606b2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Oct 28 21:27:09.329496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:09.332273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:09.350879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b8def87c-d3be-40de-b2e3-534728267506', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'b8def87c-d3be-40de-b2e3-534728267506', 'mac_address': 'fa:16:3e:16:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:27:09.355668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336c6cb7-bc63-4110-b49a-8c97d56e390f req-7e9c60d4-94c3-4361-9f93-1e12139b23b9 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Oct 28 21:27:09.365412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:09.367675 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa17682-9bcf-4d4c-a72b-97b11623ba83" -d '{"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-unplugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:09.402231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:09.408449 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac65df-284d-4420-a00d-a041896d3e96 x-openstack-request-id: req-1eac65df-284d-4420-a00d-a041896d3e96 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:09.408739 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-unplugged", "status": "completed", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:09.408990 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eac65df-284d-4420-a00d-a041896d3e96 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:09.409382 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'code': 200} Oct 28 21:27:09.411940 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:09.440029 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:09.458810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8def87c-d3be-40de-b2e3-534728267506 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:09.488443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:09.491854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:09.495567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:09.542461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:09.818538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801aa50-8661-4096-a4ab-8fde62b41c3a req-6bb60986-fbb4-4db5-bb25-7bff19de348e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:09.820141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e801aa50-8661-4096-a4ab-8fde62b41c3a req-6bb60986-fbb4-4db5-bb25-7bff19de348e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 949 time: 0.0519147 Oct 28 21:27:09.832329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-42e20725-83e7-4550-bca5-d4ba57364ed2 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:09.833707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-42e20725-83e7-4550-bca5-d4ba57364ed2 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 950 time: 0.0603197 Oct 28 21:27:09.861355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e801aa50-8661-4096-a4ab-8fde62b41c3a req-64ca04e5-1028-4e34-9ff2-22120a967af4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Oct 28 21:27:09.931531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Deleting port 69ed1029-90d2-46b0-bb0d-2c2652b2396a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:09.931868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:10.042321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] For port 69ed1029-90d2-46b0-bb0d-2c2652b2396a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69ed1029-90d2-46b0-bb0d-2c2652b2396a,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:10.042696 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:10.057075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Calling delete_port for 69ed1029-90d2-46b0-bb0d-2c2652b2396a owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:10.062381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef92759-e5b8-4d2a-8388-d09dd816ae9e req-69085a82-e6c5-46ae-8b46-3632510f212d tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.063896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ef92759-e5b8-4d2a-8388-d09dd816ae9e req-69085a82-e6c5-46ae-8b46-3632510f212d tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.0927577 Oct 28 21:27:10.089794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7ba19-19e1-4ddf-9eae-045ed716f3d7 req-5823ae6d-e369-44c7-9f8e-1f17ad49b705 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.091214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0a7ba19-19e1-4ddf-9eae-045ed716f3d7 req-5823ae6d-e369-44c7-9f8e-1f17ad49b705 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 949 time: 0.0678415 Oct 28 21:27:10.161441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ef92759-e5b8-4d2a-8388-d09dd816ae9e req-4956495c-7af0-4d36-9cf1-446f03886187 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856636 Oct 28 21:27:10.180457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:10.185647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0a7ba19-19e1-4ddf-9eae-045ed716f3d7 req-4fbbbf6a-708e-44a9-97f4-45a430a10365 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864441 Oct 28 21:27:10.195178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-ece74dc3-7df3-4527-b44c-99ba79a06727 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.196767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-ece74dc3-7df3-4527-b44c-99ba79a06727 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 949 time: 0.0949621 Oct 28 21:27:10.197648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:10.230106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Pushing event deleted for resources: {'Port': ['ID=69ed1029-90d2-46b0-bb0d-2c2652b2396a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:10.310420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] No DVR routers for this DVR port 69ed1029-90d2-46b0-bb0d-2c2652b2396a on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:10.316115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:10.329193 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc41d65d-86d0-4023-bc54-78501b738e81 req-32677ff5-f2b1-47fc-ac12-98be1d4f797a tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.44 "DELETE /v2.0/ports/69ed1029-90d2-46b0-bb0d-2c2652b2396a HTTP/1.1" status: 204 len: 173 time: 0.4845762 Oct 28 21:27:10.329903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'name': 'network-vif-deleted', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:10.332675 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da68ef-4a54-4a4d-a498-94593c611701" -d '{"events": [{"server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "name": "network-vif-deleted", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:10.361896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-bbbe3364-32c9-4b26-8df3-9aa1007e8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.364009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-bbbe3364-32c9-4b26-8df3-9aa1007e8fde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1101 time: 0.0874617 Oct 28 21:27:10.374980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18df988-4e9f-4d4c-86bb-4d95b1e72823 req-cf0eda3e-ed9f-4452-adbb-87233fd7c4b2 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.386987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f18df988-4e9f-4d4c-86bb-4d95b1e72823 req-cf0eda3e-ed9f-4452-adbb-87233fd7c4b2 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 944 time: 0.1192787 Oct 28 21:27:10.502251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f18df988-4e9f-4d4c-86bb-4d95b1e72823 req-bc76e9f3-c970-43cf-ba60-ff145f615bf6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Oct 28 21:27:10.528782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7600fccd-d000-4b10-8225-5cda771f8920 req-d9a87a9d-045d-4ec7-b6ce-3c33e90126e0 tempest-ImagesNegativeTestJSON-333710519 tempest-ImagesNegativeTestJSON-333710519-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ebd5293-4e84-418c-b45b-9664bac4134f HTTP/1.1" status: 200 len: 210 time: 0.0421925 Oct 28 21:27:10.559014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-a801b9a3-6f85-494c-808c-b9afced2ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.561254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-a801b9a3-6f85-494c-808c-b9afced2ac55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1658599 Oct 28 21:27:10.571910 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1decc484-18f0-49a8-b5a7-faee178550e1 x-openstack-request-id: req-1decc484-18f0-49a8-b5a7-faee178550e1 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:10.572195 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebd5293-4e84-418c-b45b-9664bac4134f", "name": "network-vif-deleted", "tag": "69ed1029-90d2-46b0-bb0d-2c2652b2396a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:10.572482 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1decc484-18f0-49a8-b5a7-faee178550e1 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:10.572875 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebd5293-4e84-418c-b45b-9664bac4134f', 'name': 'network-vif-deleted', 'tag': '69ed1029-90d2-46b0-bb0d-2c2652b2396a', 'status': 'completed', 'code': 200} Oct 28 21:27:10.617400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-14d26dd1-8916-4beb-965b-c37cff6db9e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.0363326 Oct 28 21:27:10.716191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6609d10-3be4-4709-b60d-d3f0e94a0e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:10.997569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-164261c9-5b85-4a8c-90d9-810251ea1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:10.998968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-164261c9-5b85-4a8c-90d9-810251ea1269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3574274 Oct 28 21:27:11.007543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816e981-2344-4810-ba40-8611041bec3d req-f69ed282-e21e-4c03-900c-113c7f928fcc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:11.008875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d816e981-2344-4810-ba40-8611041bec3d req-f69ed282-e21e-4c03-900c-113c7f928fcc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.3939400 Oct 28 21:27:11.051007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:27:11.055962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3671b11e-05f2-46b4-b75a-b8ee74011374 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:11.071895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d816e981-2344-4810-ba40-8611041bec3d req-2aaaad13-8105-426b-a9ec-e8cfadc5bfb5 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568147 Oct 28 21:27:11.086555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 3671b11e-05f2-46b4-b75a-b8ee74011374 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:11.087185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3671b11e-05f2-46b4-b75a-b8ee74011374 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:11.090057 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:27:11.091075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-ac404d28-33b5-4667-a498-754ed23bc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:11.092623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-ac404d28-33b5-4667-a498-754ed23bc7a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628426 Oct 28 21:27:11.177609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:11.193050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'mac_address': 'fa:16:3e:b1:02:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:27:11.244905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:11.263831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-55943407-aecd-4dcf-a8d0-131251721b28 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160388 Oct 28 21:27:11.267705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:11.311665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:11.321800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:11.322723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c7abfac4-3519-4fbb-8a9a-82987551993a details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:27:11.436357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:11.467676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232fbfc-ac9c-49a4-b898-0042b0f5a76f req-3ae8b14a-2d96-4d9a-9c22-578ccbd37d44 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:11.469814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d232fbfc-ac9c-49a4-b898-0042b0f5a76f req-3ae8b14a-2d96-4d9a-9c22-578ccbd37d44 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 949 time: 0.1598978 Oct 28 21:27:11.479142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b681-ff83-4229-965f-a6eca77bbbf0 req-fe1a0129-5dca-47c2-8757-ff92879b3335 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:11.480612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa26b681-ff83-4229-965f-a6eca77bbbf0 req-fe1a0129-5dca-47c2-8757-ff92879b3335 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.1297939 Oct 28 21:27:11.482995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c0c5455-79c9-4dec-bcc0-6cd659e28f82 req-88ab9efa-b90c-493a-a7ba-a4c58ca7b0b7 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113686 Oct 28 21:27:11.483609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c7abfac4-3519-4fbb-8a9a-82987551993a,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:11.496463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c7abfac4-3519-4fbb-8a9a-82987551993a', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'port_id': 'c7abfac4-3519-4fbb-8a9a-82987551993a', 'mac_address': 'fa:16:3e:00:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ca8959-2c29-48e1-b3dc-9c2de072da41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:27:11.559034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d232fbfc-ac9c-49a4-b898-0042b0f5a76f req-fa98f652-1c7d-445c-b52b-712afbbdfdcd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710242 Oct 28 21:27:11.561343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:11.570111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa26b681-ff83-4229-965f-a6eca77bbbf0 req-9f28c22b-aa0e-4d1f-802c-b0d096836645 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Oct 28 21:27:11.580262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7abfac4-3519-4fbb-8a9a-82987551993a {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:11.617933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c7abfac4-3519-4fbb-8a9a-82987551993a,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:11.620654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['69ed1029-90d2-46b0-bb0d-2c2652b2396a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:11.649544 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:11.728074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:11.761961 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:11.856162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a96a22-8ff8-4020-ab10-9797d055dcb0 req-300ac4b4-0247-4922-9619-cc93bf013238 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:11.857748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0a96a22-8ff8-4020-ab10-9797d055dcb0 req-300ac4b4-0247-4922-9619-cc93bf013238 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 945 time: 0.1185448 Oct 28 21:27:11.928678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0a96a22-8ff8-4020-ab10-9797d055dcb0 req-8be73211-6834-43dc-be89-b6754987770d tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631332 Oct 28 21:27:11.983727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:12.034143 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.048411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-a07cdc44-e612-4efd-bbbf-6ec5d91e6e25 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:12.050072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-a07cdc44-e612-4efd-bbbf-6ec5d91e6e25 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.0620944 Oct 28 21:27:12.263942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c7abfac4-3519-4fbb-8a9a-82987551993a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:12.332409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc35c81-2c71-4eb2-94c8-590c208b889f req-bdcd23c3-278d-4b24-b733-4f2bc9afbb0c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:12.342224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbc35c81-2c71-4eb2-94c8-590c208b889f req-bdcd23c3-278d-4b24-b733-4f2bc9afbb0c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1435094 Oct 28 21:27:12.353522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Deleting port 85189552-a963-4562-b63c-3df4ae8a5614 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:12.354259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.486581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] For port 85189552-a963-4562-b63c-3df4ae8a5614, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85189552-a963-4562-b63c-3df4ae8a5614,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:12.487068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.530739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Calling delete_port for 85189552-a963-4562-b63c-3df4ae8a5614 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:12.556920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33514) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:12.577589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbc35c81-2c71-4eb2-94c8-590c208b889f req-9a18b6fe-46c3-4f0f-bab2-2ec0976c68d3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346702 Oct 28 21:27:12.786664 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1dbd9de1-e88e-459a-8f8b-6bb609296dbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c04d12c9f4a948acae8ac26ef84a505a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285810 Oct 28 21:27:12.789121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33526) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:12.863619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.883194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd70b2-c656-48b0-8890-9d8c189c9597 req-b64c7e8d-1860-4ee8-81bd-5e2a6b16af35 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:12.891427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dcd70b2-c656-48b0-8890-9d8c189c9597 req-b64c7e8d-1860-4ee8-81bd-5e2a6b16af35 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/ports?device_id=40d42295-f998-4822-bd54-ec852e2c10f4 HTTP/1.1" status: 200 len: 949 time: 0.1636767 Oct 28 21:27:12.896669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.910698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3f21a-7917-4e9c-b111-14d75fccaedb req-ea7931e7-abc2-4617-8506-dbd37df64e75 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:12.919285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82f3f21a-7917-4e9c-b111-14d75fccaedb req-ea7931e7-abc2-4617-8506-dbd37df64e75 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 949 time: 0.1894472 Oct 28 21:27:12.929055 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.963067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.966703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:12.968098 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be5fe172-3c2c-4139-b2ef-f048a61d3005 HTTP/1.1" status: 204 len: 168 time: 0.1775820 Oct 28 21:27:12.978267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49411-e57b-45b6-b1f6-4cf3159c74ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fe172-3c2c-4139-b2ef-f048a61d3005,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:13.006371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Pushing event deleted for resources: {'Port': ['ID=85189552-a963-4562-b63c-3df4ae8a5614,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:13.068895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:13.071191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.071686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.071867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.072204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.072565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.072901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.073232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.073558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.073891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.074211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.074553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.074908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:13.108074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82f3f21a-7917-4e9c-b111-14d75fccaedb req-a46a0d10-e030-4d08-90ca-b7d348a6727b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889093 Oct 28 21:27:13.114390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] No DVR routers for this DVR port 85189552-a963-4562-b63c-3df4ae8a5614 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:13.137286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:13.144072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c5a17f-0464-4c4c-87de-a2824346a7d3 req-69ef4726-77f3-4fb1-9438-9d05d5d3f3c0 tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.44 "DELETE /v2.0/ports/85189552-a963-4562-b63c-3df4ae8a5614 HTTP/1.1" status: 204 len: 173 time: 1.0710750 Oct 28 21:27:13.149092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'name': 'network-vif-deleted', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:13.151422 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7357acc4-a448-4d88-997a-727be9d082fb" -d '{"events": [{"server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "name": "network-vif-deleted", "tag": "85189552-a963-4562-b63c-3df4ae8a5614"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:13.191598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dcd70b2-c656-48b0-8890-9d8c189c9597 req-2072bf99-59c9-411f-9e8e-f6bbc052abbd tempest-ServersAdminNegativeTestJSON-855092109 tempest-ServersAdminNegativeTestJSON-855092109-project] 10.222.0.31 "GET /v2.0/security-groups?id=88988081-93a3-4919-ab45-685b7b491471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817476 Oct 28 21:27:13.240261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b8def87c-d3be-40de-b2e3-534728267506 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:13.241815 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:13.378321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a62e-bf5d-493d-b6fc-75a713afabc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:13.488173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113395a-3488-4568-a44a-a72887cfcfb4 req-d6168dbe-49f6-4bc3-99ce-4b73565c4e39 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:13.489992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8113395a-3488-4568-a44a-a72887cfcfb4 req-d6168dbe-49f6-4bc3-99ce-4b73565c4e39 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 945 time: 0.1256001 Oct 28 21:27:13.496089 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:13.533812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:13.537334 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f7dfe-f7b2-4f61-98f0-b4abbbc4d57e" -d '{"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-plugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:13.556855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:13.567238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:13.568540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69ed1029-90d2-46b0-bb0d-2c2652b2396a no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:13.584213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8113395a-3488-4568-a44a-a72887cfcfb4 req-24355186-8a96-4e74-b867-df25387342f3 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877013 Oct 28 21:27:13.603893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['85189552-a963-4562-b63c-3df4ae8a5614'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:13.676851 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2803d-a0d6-4333-8abf-f45fd35a9b53 x-openstack-request-id: req-1ea2803d-a0d6-4333-8abf-f45fd35a9b53 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:13.679916 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d42295-f998-4822-bd54-ec852e2c10f4", "name": "network-vif-deleted", "tag": "85189552-a963-4562-b63c-3df4ae8a5614", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:13.680468 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ea2803d-a0d6-4333-8abf-f45fd35a9b53 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:13.681095 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d42295-f998-4822-bd54-ec852e2c10f4', 'name': 'network-vif-deleted', 'tag': '85189552-a963-4562-b63c-3df4ae8a5614', 'status': 'completed', 'code': 200} Oct 28 21:27:13.683142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 69ed1029-90d2-46b0-bb0d-2c2652b2396a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:13.684562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69ed1029-90d2-46b0-bb0d-2c2652b2396a not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:13.713240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaed4-8d6b-449c-8701-5a6e42b21abc req-22a0cb6f-9557-4677-99d9-9a433b50cfd3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:13.721439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98beaed4-8d6b-449c-8701-5a6e42b21abc req-22a0cb6f-9557-4677-99d9-9a433b50cfd3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1292162 Oct 28 21:27:13.733139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:13.762902 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058afb22-d88f-408a-9046-ca798004dbcf x-openstack-request-id: req-058afb22-d88f-408a-9046-ca798004dbcf {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:13.763178 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-plugged", "status": "completed", "tag": "b8def87c-d3be-40de-b2e3-534728267506", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:13.763433 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-058afb22-d88f-408a-9046-ca798004dbcf {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:13.763829 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506', 'code': 200} Oct 28 21:27:13.788327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98beaed4-8d6b-449c-8701-5a6e42b21abc req-32f04ae0-e205-4461-9fba-1eec0e330060 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626843 Oct 28 21:27:13.956116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8b73-d3b9-4f6b-9f7f-824e4555ba14 req-86fed723-5266-44ac-816b-935c55b0d707 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:13.956116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e83c8b73-d3b9-4f6b-9f7f-824e4555ba14 req-86fed723-5266-44ac-816b-935c55b0d707 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0712938 Oct 28 21:27:14.052942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e83c8b73-d3b9-4f6b-9f7f-824e4555ba14 req-97ce7a65-50d3-48ef-9e7a-4c32b04e9b0a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873132 Oct 28 21:27:14.133929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:14.272731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-1cc67c87-32bd-421f-ac08-90bb07721aed tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555646 Oct 28 21:27:14.277054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-373328591-network', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:14.341834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Made reservation on behalf of 3b7b3d9a020348399d48e9a25fa3d968 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:14.345505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.367296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.475977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-7b70bf2e-052a-445d-8470-24acd8aa91fa tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:14.483738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-7b70bf2e-052a-445d-8470-24acd8aa91fa tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101436 Oct 28 21:27:14.491048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.502924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.504624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-f31af62e-5cb8-406e-8917-0ffcbe655b85 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/quotas/3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 375 time: 0.0190611 Oct 28 21:27:14.526794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:27:14.547596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed862da-17d2-4412-a5d3-ec229f9e1160,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:14.550793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.551362 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Added segment c2829185-fbe9-470d-bfa1-15c797cb138c of type vlan for network 2442acf5-3e0e-471f-83b0-25e80f941e01 Oct 28 21:27:14.612173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.635187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-7e1ab3e7-67a2-47ed-bab9-6d2e63366419 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126230 Oct 28 21:27:14.649339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.651404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:14.652397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.690943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5552876 Oct 28 21:27:14.694000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33614) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:14.699915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Request body: {'subnet': {'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-373328591-subnet', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:14.748733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.756803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Made reservation on behalf of 3b7b3d9a020348399d48e9a25fa3d968 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:14.762010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:14.762871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ba349-a484-4017-9915-6c3479ea3f58 admin admin] Pushing event updated for resources: {'Network': ['ID=2442acf5-3e0e-471f-83b0-25e80f941e01,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:14.765745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:14.775374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:27:15.004967 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.024311 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ff44f5c-fff7-41f6-bb33-9e3bbeccbed9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=553e8cbee08947ab8b6568020df4dfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572081 Oct 28 21:27:15.024925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:15.043199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70454df7-d3dc-4849-8f10-d9f91bb6ec75 req-a0e47dba-13e7-44cd-9fbd-982930b8b73d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 210 time: 0.0819409 Oct 28 21:27:15.066032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:15.107326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.131395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.163580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b30b28-68a8-48a5-bff1-83e966aa368b req-6a76624b-141f-4157-9fa9-2d8fd94ac4ab tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:15.171301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37b30b28-68a8-48a5-bff1-83e966aa368b req-6a76624b-141f-4157-9fa9-2d8fd94ac4ab tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 945 time: 0.2112746 Oct 28 21:27:15.197578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:15.197997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.204937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.221103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.223793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.225440 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88988081-93a3-4919-ab45-685b7b491471 HTTP/1.1" status: 204 len: 168 time: 0.1992638 Oct 28 21:27:15.240313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d7ce-d926-4c75-9cff-51f1959853b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88988081-93a3-4919-ab45-685b7b491471,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:15.318251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37b30b28-68a8-48a5-bff1-83e966aa368b req-9778fc6c-da8a-4ffe-b64d-33378e61f398 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455624 Oct 28 21:27:15.337356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea9b398-2555-4362-a935-11b77f24955a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:15.382076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52068719-e9ba-4e04-9fb0-6adf968e6202 req-32f45778-8da0-4113-8369-eaf0a98c9912 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:15.384260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52068719-e9ba-4e04-9fb0-6adf968e6202 req-32f45778-8da0-4113-8369-eaf0a98c9912 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2052813 Oct 28 21:27:15.405038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Checking segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:15.405291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Network hostable DHCP agents. Network: 2442acf5-3e0e-471f-83b0-25e80f941e01, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:27:15.421340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.474562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52068719-e9ba-4e04-9fb0-6adf968e6202 req-3c6faff6-5e08-4ebe-93ec-2c8ddeeab1cc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794051 Oct 28 21:27:15.494830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:27:15.511975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2442acf5-3e0e-471f-83b0-25e80f941e01) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:15.517536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:15.520265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.540662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cd04f-9abb-4256-841c-fab643e6a10b None None] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:15.566768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e906d750-64d3-4f7f-be5c-67c090ced360 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8690505 Oct 28 21:27:15.567255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33650) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:15.572423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:15.633809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.634903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.686469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:15.697142 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.699719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c7abfac4-3519-4fbb-8a9a-82987551993a up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:15.729560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.788420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33654) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:15.789228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:15.791709 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d1e612-efdc-4042-8201-da08f0ed698c" -d '{"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:15.886929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-510f6ec8-af25-42bb-afc2-cf25affb1661 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39fc8a210a854a96b20ac2e019d8ed48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943274 Oct 28 21:27:15.888162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33658) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:15.946040 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433b9619-1924-4cc8-a3da-a099c57bdeb5 x-openstack-request-id: req-433b9619-1924-4cc8-a3da-a099c57bdeb5 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:15.954271 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-plugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:15.954971 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-433b9619-1924-4cc8-a3da-a099c57bdeb5 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:15.958250 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'code': 200} Oct 28 21:27:15.964590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:15.980749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:15.989689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2442acf5-3e0e-471f-83b0-25e80f941e01', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:27:15.990553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.010426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.030676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.110464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.113645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.115973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/281e89c3-61db-4569-b1a1-e617b42d63e3 HTTP/1.1" status: 204 len: 168 time: 0.2267725 Oct 28 21:27:16.133641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e797b-78b5-452e-aef1-db07ef68bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281e89c3-61db-4569-b1a1-e617b42d63e3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:16.157371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Allocated IP 172.20.0.2 (2442acf5-3e0e-471f-83b0-25e80f941e01/eea9b398-2555-4362-a935-11b77f24955a/b4d3e4ac-f8a3-438f-a807-dcf55a7be544) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:16.241473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0add9631-f91b-4ba7-a3c0-3a31bf3a73fd req-f69887f7-33a4-43ef-b15c-51ab1af86713 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 210 time: 0.0578151 Oct 28 21:27:16.305383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c7abfac4-3519-4fbb-8a9a-82987551993a completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:27:16.322622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c7abfac4-3519-4fbb-8a9a-82987551993a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:16.323229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.443602 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.462733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.470675 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.524427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:16.530724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.533304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:16.536866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:16.558599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.622176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Pushing event updated for resources: {'Port': ['ID=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:16.631135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b808c-fe1f-4c89-b97c-bc6357757ea0 req-3aca6ca2-7809-4772-8313-af1e7f69d57c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:16.648559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d62b808c-fe1f-4c89-b97c-bc6357757ea0 req-3aca6ca2-7809-4772-8313-af1e7f69d57c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 945 time: 0.2047591 Oct 28 21:27:16.651961 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.674839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c7abfac4-3519-4fbb-8a9a-82987551993a,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:16.676396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Attempting to bind port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:16.676832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Attempting to bind port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:16.677284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Attempting to bind port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 on network 2442acf5-3e0e-471f-83b0-25e80f941e01 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:16.684962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:16.685333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Checking segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:16.685727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.686114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Bound using segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:16.686590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Bound port: b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:16.686971 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.690823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:16.745941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-ac2dddb5-efd6-44fc-98f0-5aa64b2fbc2a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894499 Oct 28 21:27:16.876587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Allocated IP 172.25.4.7 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:17.030751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-174b76c5-b80c-4431-bc62-55e7d29407c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:17.036013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-174b76c5-b80c-4431-bc62-55e7d29407c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762673 Oct 28 21:27:17.044057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] For port b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:17.046218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:17.060735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] For port b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:17.073856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Request body: {'port': {'device_id': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '3762a634af7e4aca9d7f2b5a4ee3ee07'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:17.076036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:17.089419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85189552-a963-4562-b63c-3df4ae8a5614 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:17.153514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 85189552-a963-4562-b63c-3df4ae8a5614 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:17.154149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85189552-a963-4562-b63c-3df4ae8a5614 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:17.172214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d62b808c-fe1f-4c89-b97c-bc6357757ea0 req-716e4c92-b73d-4dc4-a0c6-6308e4c5e0e6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191567 Oct 28 21:27:17.195501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:17.220637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b694b-b313-4eca-88f7-891c49c9d13f None None] Pushing event updated for resources: {'Port': ['ID=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:17.291120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9abaa0-a967-41a4-9834-bcd2b6ce5347 req-991a8d6e-af56-4199-b7e1-13b6e632985a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:17.299453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9abaa0-a967-41a4-9834-bcd2b6ce5347 req-991a8d6e-af56-4199-b7e1-13b6e632985a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2600601 Oct 28 21:27:17.319918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:17.399907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Made reservation on behalf of 3762a634af7e4aca9d7f2b5a4ee3ee07 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:17.404474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:17.433079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:17.442125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:17.457041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:17.628562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Pushing event updated for resources: {'Port': ['ID=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:17.643194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9abaa0-a967-41a4-9834-bcd2b6ce5347 req-ab280e27-3533-4131-a965-9c74c2c583e9 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398623 Oct 28 21:27:17.753586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:17.778539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1e1bbc8-3526-4e04-be75-b7059a6a6e56 req-280c8335-71e0-466a-ba65-17226adb76e0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 210 time: 0.0997083 Oct 28 21:27:17.799929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Allocated IP 192.168.233.99 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/a9b154ad-7c31-4660-acf2-663e9e46732b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:17.959975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:17.963722 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb250c9-6b36-43c5-bb8d-4a067e3cd379" -d '{"events": [{"server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "name": "network-vif-plugged", "status": "completed", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:17.987711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1915332737-network', 'tenant_id': '3e6892025886470da7bd54365c36fa3c'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:18.028648 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ed84c-c5bf-46a8-9deb-fc7867f4cb1a x-openstack-request-id: req-6d4ed84c-c5bf-46a8-9deb-fc7867f4cb1a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:18.029578 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "name": "network-vif-plugged", "status": "completed", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:18.036974 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d4ed84c-c5bf-46a8-9deb-fc7867f4cb1a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:18.037472 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a', 'code': 200} Oct 28 21:27:18.053191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.056343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Made reservation on behalf of 3e6892025886470da7bd54365c36fa3c for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:18.069794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.080739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.082952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.106586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.119219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['1901d3a1-5e6b-4fd9-8466-c4e045671594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:18.121514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:18.162821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:18.166972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:18.172197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:18.278040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:18.278813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.293987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:18.313057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c304b95-53c8-4cdf-bb99-052b230ec9e9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2422924 Oct 28 21:27:18.350295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Request body: {'port': {'device_id': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:18.579217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9776fd-c47f-42a3-8beb-3ac1c24e9a20 req-5544ea5c-ccda-4128-8af8-4f35b54b0cd9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:18.605733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c9776fd-c47f-42a3-8beb-3ac1c24e9a20 req-5544ea5c-ccda-4128-8af8-4f35b54b0cd9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.2913003 Oct 28 21:27:18.644504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:18.715916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4d3e4ac-f8a3-438f-a807-dcf55a7be544 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:18.814105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c9776fd-c47f-42a3-8beb-3ac1c24e9a20 req-530fda8e-cf76-4827-bbd2-c850d33c432f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073176 Oct 28 21:27:18.851581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3f35-abb5-4dcd-9ae1-2bf7f07c6f64 req-0e19203b-cc34-49a3-a78f-5781acf13cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:18.853134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-396a3f35-abb5-4dcd-9ae1-2bf7f07c6f64 req-0e19203b-cc34-49a3-a78f-5781acf13cfe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 1098 time: 0.7267935 Oct 28 21:27:18.901764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:18.902145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.026373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f9fae44b-09d1-47d2-a71e-476ecd46daad None None] Provisioning complete for port a9b154ad-7c31-4660-acf2-663e9e46732b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:19.026817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f9fae44b-09d1-47d2-a71e-476ecd46daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.098561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb796399-6e3e-4253-9169-885307ee43b8 req-325fa4d5-32fa-45b3-a0f5-5959b6238d80 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:19.106314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb796399-6e3e-4253-9169-885307ee43b8 req-325fa4d5-32fa-45b3-a0f5-5959b6238d80 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2907057 Oct 28 21:27:19.117432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.229477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d362fcc-a0c1-424e-9270-e6086da8c930 req-c8f39b84-7c5a-4cde-92e5-52f43eafe6c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:19.230182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:19.235580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932775f-7bc0-477c-9ab7-ee0668e8c9eb None None] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:19.238109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d362fcc-a0c1-424e-9270-e6086da8c930 req-c8f39b84-7c5a-4cde-92e5-52f43eafe6c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 935 time: 0.1930237 Oct 28 21:27:19.240690 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.247755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f9fae44b-09d1-47d2-a71e-476ecd46daad None None] Port a9b154ad-7c31-4660-acf2-663e9e46732b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:19.260198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.261260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb796399-6e3e-4253-9169-885307ee43b8 req-64572bf3-84b7-44eb-965c-e5e5bec45f79 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540012 Oct 28 21:27:19.269758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-396a3f35-abb5-4dcd-9ae1-2bf7f07c6f64 req-c21e07e1-d496-4072-870c-50baa36f13a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947499 Oct 28 21:27:19.273035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.279532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.382538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:19.392713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.393962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:27:19.405474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cacb9206-4465-4e05-92c6-dcb132fe06ce None None] Provisioning complete for port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:19.406039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cacb9206-4465-4e05-92c6-dcb132fe06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.407509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Transition to ACTIVE for port object a9b154ad-7c31-4660-acf2-663e9e46732b will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:27:19.414002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da77772c-743d-48ff-b8ab-c7fa823de8c0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:19.424585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.426711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.427269 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Added segment 2eb3817a-8568-4e39-a0b5-752b6fa33f9f of type vlan for network 1e8cc786-5657-4470-bfcb-b248b4dce12c Oct 28 21:27:19.463793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:19.476358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d362fcc-a0c1-424e-9270-e6086da8c930 req-6249c635-d01f-4c94-89ad-e40145b2782d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369692 Oct 28 21:27:19.512952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.538716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:19.594517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.596115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:19.597600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.683535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Router 531077a9-4663-4634-a451-cdae5dd732eb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:27:19.727602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Attempting to bind port a9b154ad-7c31-4660-acf2-663e9e46732b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:19.728227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Attempting to bind port a9b154ad-7c31-4660-acf2-663e9e46732b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:19.728227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Attempting to bind port a9b154ad-7c31-4660-acf2-663e9e46732b on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:19.738001 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9824660 Oct 28 21:27:19.738250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33746) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:19.740122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Port a9b154ad-7c31-4660-acf2-663e9e46732b on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:27:19.740477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Attempting to bind port a9b154ad-7c31-4660-acf2-663e9e46732b on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:19.744713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4208b-0796-43f4-8dc0-14ef22bfd406 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8cc786-5657-4470-bfcb-b248b4dce12c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:19.755654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Request body: {'subnet': {'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1915332737-subnet', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:19.763616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:27:19.790423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:19.791080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:19.791672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:19.792350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Bound port: a9b154ad-7c31-4660-acf2-663e9e46732b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:19.792979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.875917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Made reservation on behalf of 3e6892025886470da7bd54365c36fa3c for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:19.878703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.935434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:19.944550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Sync routers for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:19.973466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:19.974102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:19.993879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:19.997093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abf04532-e532-4f37-851f-d9ac777c7090 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4271755 Oct 28 21:27:19.998383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:20.050722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:20.061891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:20.078342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:20.145451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:20.146413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:20.148483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 1096 time: 1.8078482 Oct 28 21:27:20.159696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:20.160980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37615d7d-8425-49ad-bdee-9ef4e0ba3e70 req-c678dc17-3e1d-4f88-8f00-737a2848d513 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:20.170284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37615d7d-8425-49ad-bdee-9ef4e0ba3e70 req-c678dc17-3e1d-4f88-8f00-737a2848d513 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.2181277 Oct 28 21:27:20.195523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:20.200132 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:20.305440 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d34b2b-ed81-4aea-ab2d-953b5cd99de0 x-openstack-request-id: req-10d34b2b-ed81-4aea-ab2d-953b5cd99de0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:20.305805 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:20.306118 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10d34b2b-ed81-4aea-ab2d-953b5cd99de0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:20.308967 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'status': 'completed', 'code': 200} Oct 28 21:27:20.368148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37615d7d-8425-49ad-bdee-9ef4e0ba3e70 req-63bfb385-85a2-45cc-97e1-c3c27ae0c605 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963713 Oct 28 21:27:20.391288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69d24-288b-4441-b66f-65da7bfff6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:20.416139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-8d57c0e9-6fc9-49ed-b364-d92a59a7669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:20.421469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-8d57c0e9-6fc9-49ed-b364-d92a59a7669b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1099 time: 0.2099104 Oct 28 21:27:20.459940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:17Z', 'revision_number': 3, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:20.539443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Checking router: 531077a9-4663-4634-a451-cdae5dd732eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:20.539802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Updating router 531077a9-4663-4634-a451-cdae5dd732eb port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:20.612540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-de95016f-7174-4b7d-bf93-310da027489e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.1448653 Oct 28 21:27:20.619315 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:20.623274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ea63c8c5-0800-48df-8c13-a8bed4a4384e None None] Provisioning complete for port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:20.623634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63c8c5-0800-48df-8c13-a8bed4a4384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:20.655772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4d3e4ac-f8a3-438f-a807-dcf55a7be544 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:20.857051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:20.857376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:20.867625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.106383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Allocated IP 172.20.0.1 (2442acf5-3e0e-471f-83b0-25e80f941e01/eea9b398-2555-4362-a935-11b77f24955a/fa6e6a52-7af9-4a03-9a34-145e6b710e8b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:21.215975 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.226414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521556c-627c-44db-b76e-6fe3ad59b4d8 req-5772d5d9-6f2a-4a85-af15-a9beddbbe053 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.228232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5521556c-627c-44db-b76e-6fe3ad59b4d8 req-5772d5d9-6f2a-4a85-af15-a9beddbbe053 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.7635481 Oct 28 21:27:21.228433 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.238097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65fe13-2011-4ae3-9195-d95c6ed69ce3 req-82a157d9-a186-4b8a-983b-864a7bc37eb8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.246218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe65fe13-2011-4ae3-9195-d95c6ed69ce3 req-82a157d9-a186-4b8a-983b-864a7bc37eb8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.6084855 Oct 28 21:27:21.272657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.303597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe65fe13-2011-4ae3-9195-d95c6ed69ce3 req-79ffcb7e-120f-49d0-9b61-638f64dc196d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563021 Oct 28 21:27:21.306363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ca6bf-06e5-49a8-a268-ac93e1ee4e67 None None] Pushing event updated for resources: {'Port': ['ID=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:21.310801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Attempting to bind port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:21.311202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Attempting to bind port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:21.311568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Attempting to bind port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:21.320522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:21.321246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:21.322337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.323150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:21.323803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Bound port: 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:21.324436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.330200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-4f573342-4253-463e-b222-31845ec0066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.331782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-4f573342-4253-463e-b222-31845ec0066f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.6781800 Oct 28 21:27:21.339752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.345084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.419427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:21.430191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] For port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:21.433057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:21.436238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:21.442261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-767a45cf-501b-49f8-80c5-89a9434cd09c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276016 Oct 28 21:27:21.442902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:21.462087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] For port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:21.486051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.509105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.573412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5521556c-627c-44db-b76e-6fe3ad59b4d8 req-120fe286-98ee-44a0-89af-3c18291aac80 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977700 Oct 28 21:27:21.576104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c86da2b-b483-46d6-ae9a-df14f52fc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.577598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-0c86da2b-b483-46d6-ae9a-df14f52fc3f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2231965 Oct 28 21:27:21.596416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Checking segment: {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:21.596876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Network hostable DHCP agents. Network: 1e8cc786-5657-4470-bfcb-b248b4dce12c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:27:21.599124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=729db2d1-cec8-45be-9c23-74b556e1a0c2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:21.670290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:21.670857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:21.763666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-c3d4737e-e960-4210-b372-6b505a4cc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.765301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-c3d4737e-e960-4210-b372-6b505a4cc907 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.2681215 Oct 28 21:27:21.766196 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.853041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:27:21.881584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 1e8cc786-5657-4470-bfcb-b248b4dce12c) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:21.896238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.896869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:21.931628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f624aee2-c5f7-40d3-a6e8-7e92e619d9ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1922932 Oct 28 21:27:21.932263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33784) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:21.947719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773db00-3390-4fec-85da-55d2ea9ba874 req-0bd719d7-2a95-4ec7-b5d2-a7b62d7d61ef tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:21.957442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c773db00-3390-4fec-85da-55d2ea9ba874 req-0bd719d7-2a95-4ec7-b5d2-a7b62d7d61ef tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.1565263 Oct 28 21:27:21.964317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:21.992535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-3ef6edb0-f03b-4537-b02c-f8ed35a608f3 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909571 Oct 28 21:27:21.995607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.026276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:22.093896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c773db00-3390-4fec-85da-55d2ea9ba874 req-44f6b956-16f3-408b-a1a0-decad854d777 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299469 Oct 28 21:27:22.098146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffdf1b-ae5b-4eb5-8bd3-6d8a8388ade4 None None] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:22.098626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-a217d7f5-9746-49e3-a474-7f9c6f705fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.100240 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-a217d7f5-9746-49e3-a474-7f9c6f705fe8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.3078671 Oct 28 21:27:22.101416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.108168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.110035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.199479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61d9253-09b4-4d87-9598-3b52e01908b9 req-58e81c6f-8eca-4446-bf51-cd0ca0f0803e service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958070 Oct 28 21:27:22.202862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.248411 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-4c22c3ef-32f1-44f4-8644-01d7980095ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0858467 Oct 28 21:27:22.364827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ca6bf-06e5-49a8-a268-ac93e1ee4e67 None None] Pushing event updated for resources: {'Port': ['ID=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:22.394232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2729dcda-acd9-40e6-9dc4-bbb58dda4410 None None] Provisioning complete for port fa6e6a52-7af9-4a03-9a34-145e6b710e8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:22.400117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2729dcda-acd9-40e6-9dc4-bbb58dda4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.451661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.466407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.540408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2729dcda-acd9-40e6-9dc4-bbb58dda4410 None None] Port fa6e6a52-7af9-4a03-9a34-145e6b710e8b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:22.595627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-b81623c2-62dc-4434-9847-9b6ec7961889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.596412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-9455c225-ff2c-49e0-9207-8f0ba8c506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.598005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-b81623c2-62dc-4434-9847-9b6ec7961889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1099 time: 0.2943206 Oct 28 21:27:22.598557 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-9455c225-ff2c-49e0-9207-8f0ba8c506e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.3425429 Oct 28 21:27:22.723055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:22.746251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2b07-cf5b-442f-b898-ffd72eb6ba52 req-542306b0-ec6a-45ad-95e4-9b79074e36b6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.748498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-673f2b07-cf5b-442f-b898-ffd72eb6ba52 req-542306b0-ec6a-45ad-95e4-9b79074e36b6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.3021610 Oct 28 21:27:22.816998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-1e8cc786-5657-4470-bfcb-b248b4dce12c', 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'fixed_ips': [{'subnet_id': '729db2d1-cec8-45be-9c23-74b556e1a0c2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:27:22.817874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:22.851783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-9f04c4e1-fa72-42df-8abb-9b543fa158f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.854046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-9f04c4e1-fa72-42df-8abb-9b543fa158f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2201071 Oct 28 21:27:22.916855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-af5e1a41-eb3d-459c-9920-06569544ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:22.918271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-af5e1a41-eb3d-459c-9920-06569544ff35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2334695 Oct 28 21:27:22.951570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:22.985717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-673f2b07-cf5b-442f-b898-ffd72eb6ba52 req-23f7dcad-bf07-4638-ad33-c06ef1cde31c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191997 Oct 28 21:27:22.989536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:22.991954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-efc853e2-8410-4850-b099-b1ab90cdbdb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.1196132 Oct 28 21:27:23.019303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac7989-26ed-4af9-ab5a-f2e22a93e5a9 req-31f14ce7-50df-405f-bf2a-074800f2e613 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:23.030930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcac7989-26ed-4af9-ab5a-f2e22a93e5a9 req-31f14ce7-50df-405f-bf2a-074800f2e613 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2775574 Oct 28 21:27:23.140657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:17Z', 'revision_number': 3, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:23.172636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-522563c5-94e1-4d68-bfb8-0185764e6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:23.177085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-522563c5-94e1-4d68-bfb8-0185764e6938 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1368783 Oct 28 21:27:23.277308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19a04e8-8a54-410e-b74a-a2a929636cc1 None None] The sync data for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 is: [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:17Z', 'revision_number': 3, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:23.306490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcac7989-26ed-4af9-ab5a-f2e22a93e5a9 req-acaa8e90-79fc-46d2-9d56-8f09fcf4d421 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636554 Oct 28 21:27:23.337818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Allocated IP 172.20.0.2 (1e8cc786-5657-4470-bfcb-b248b4dce12c/729db2d1-cec8-45be-9c23-74b556e1a0c2/b22cfc17-abb1-47bd-b439-07430e5ce219) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:23.414309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-3c685129-2bd9-460c-928c-cf3a8b670530 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769456 Oct 28 21:27:23.554468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-8d210809-a86b-4eac-a206-43b625e63394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:23.556839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-8d210809-a86b-4eac-a206-43b625e63394 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3564456 Oct 28 21:27:23.558642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Router 531077a9-4663-4634-a451-cdae5dd732eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:27:23.622855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:23.722614 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:23.735397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b94767dd-aed8-49a8-bae1-d0f25083cab7 None None] Provisioning complete for port fa6e6a52-7af9-4a03-9a34-145e6b710e8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:23.736129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b94767dd-aed8-49a8-bae1-d0f25083cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:23.910592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b94767dd-aed8-49a8-bae1-d0f25083cab7 None None] Port fa6e6a52-7af9-4a03-9a34-145e6b710e8b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:23.944826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:23.956430 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a233f75b-6c08-4f66-96e6-6b001fb0f0f0 req-7f36f425-48ac-4465-9458-6dde017d6a33 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126796 Oct 28 21:27:23.961486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:24.036041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:24.047954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7656387-0b0c-437d-9c0e-618566f0cbc4 admin admin] 10.222.0.31 "PUT /v2.0/routers/531077a9-4663-4634-a451-cdae5dd732eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0461807 Oct 28 21:27:24.094325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:24.099136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-454e88b7-5e8e-4d54-9159-69a16d210ce4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181987 Oct 28 21:27:24.111254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:24.117521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:24.137473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Pushing event updated for resources: {'Port': ['ID=b22cfc17-abb1-47bd-b439-07430e5ce219,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:24.256389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Attempting to bind port b22cfc17-abb1-47bd-b439-07430e5ce219 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:24.256762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Attempting to bind port b22cfc17-abb1-47bd-b439-07430e5ce219 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:24.257124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Attempting to bind port b22cfc17-abb1-47bd-b439-07430e5ce219 on network 1e8cc786-5657-4470-bfcb-b248b4dce12c {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:24.264212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:24.264613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Checking segment: {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:24.265014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:24.265979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Bound using segment: {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:24.266461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Bound port: b22cfc17-abb1-47bd-b439-07430e5ce219, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:24.267405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:24.359862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Allocated IP 172.25.4.55 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/666f3818-ab20-440d-9b3f-1c182cdc0cf5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:24.408233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] For port b22cfc17-abb1-47bd-b439-07430e5ce219, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:24.417652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] For port b22cfc17-abb1-47bd-b439-07430e5ce219, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b22cfc17-abb1-47bd-b439-07430e5ce219,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:24.430775 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:24.479791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555cf1-24a4-487b-a408-27ba98eb19f3 req-17e1fa36-053d-4398-9f18-b72758dbf0c4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:24.486634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e555cf1-24a4-487b-a408-27ba98eb19f3 req-17e1fa36-053d-4398-9f18-b72758dbf0c4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.3323600 Oct 28 21:27:24.579657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8f4e-c0af-4f4d-a9ba-220b8b16c5dd None None] Pushing event updated for resources: {'Port': ['ID=b22cfc17-abb1-47bd-b439-07430e5ce219,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:24.622152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d8fb4b8-14e1-4c92-a0a9-942f1395722d req-0091e8af-f4d3-4f0e-8480-c09bd3b45f0d service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109873 Oct 28 21:27:24.632514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:24.780786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:24.782807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:24.825045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e555cf1-24a4-487b-a408-27ba98eb19f3 req-41b6d4fe-b936-4db3-8fa6-7f628ada497c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275359 Oct 28 21:27:24.988249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.040081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.110892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:25.135669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.135968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:25.146870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.150557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183095266', 'description': 'tempest-description--952096149'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:25.227950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.272812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:25.307140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:25.320320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:25.325870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:25.378499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.381293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Pushing event updated for resources: {'Port': ['ID=666f3818-ab20-440d-9b3f-1c182cdc0cf5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:25.388792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.395464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7170-7b7e-4d89-9747-f356f9bee545 req-8d3657cd-7965-4b36-9332-ff7074db42cc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:25.403263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bd7170-7b7e-4d89-9747-f356f9bee545 req-8d3657cd-7965-4b36-9332-ff7074db42cc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2831411 Oct 28 21:27:25.412351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-a1e535b9-27d1-4523-bd67-869b6e2f776a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3088062 Oct 28 21:27:25.465757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.468588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3291039 Oct 28 21:27:25.471752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33850) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:25.476555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'security_group_rule': {'security_group_id': '72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:25.483331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361cc90-2f4e-4b7e-87d6-408330a4a454 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:25.511868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.602164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.610963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.629030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d354f049-8151-4bfb-a821-6b920acf7beb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:25.656965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:25.658234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dcba7699-629e-433d-ba79-84da9b443f1a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852920 Oct 28 21:27:25.659900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bd7170-7b7e-4d89-9747-f356f9bee545 req-1ab1e654-0e6e-472a-9807-c25ea92fb7ed tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537942 Oct 28 21:27:25.660822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:25.681911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'security_group_rule': {'security_group_id': '72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:25.708881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-259c2494-060b-42e9-a341-bfdca026ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:25.719623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-259c2494-060b-42e9-a341-bfdca026ceff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1481295 Oct 28 21:27:25.765867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.030509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.054903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.147673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.153437 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4868445 Oct 28 21:27:26.158634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33868) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:26.168875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:26.171273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52efd-0058-4824-9116-d3c25e8ab931 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29b82e3-d852-43e2-9d65-4bd25ff0b6d4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:26.308452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae85a-d488-4f9f-8720-ef855cf01c33 req-fe3660a7-6b03-4487-8fb7-20bc8a216b1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:26.316718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d02ae85a-d488-4f9f-8720-ef855cf01c33 req-fe3660a7-6b03-4487-8fb7-20bc8a216b1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.2753258 Oct 28 21:27:26.330336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.350201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74618fbc-bbd1-4917-8410-fc9ffbece03d None None] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:26.438965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] Provisioning complete for port b22cfc17-abb1-47bd-b439-07430e5ce219 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:26.439721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.466872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.560654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42196933-305d-4d7d-aec1-5ec6b5c53174 req-d221725d-ed8f-4447-8a7c-53a260a6f9b6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:26.573659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42196933-305d-4d7d-aec1-5ec6b5c53174 req-d221725d-ed8f-4447-8a7c-53a260a6f9b6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.4794080 Oct 28 21:27:26.603271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-a3af8288-2557-4685-9023-bd44c9b5bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:26.605298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-a3af8288-2557-4685-9023-bd44c9b5bb2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.7849143 Oct 28 21:27:26.661153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.800181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b22cfc17-abb1-47bd-b439-07430e5ce219 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:26.864252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] For port b22cfc17-abb1-47bd-b439-07430e5ce219, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b22cfc17-abb1-47bd-b439-07430e5ce219,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:26.884506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:26.955860 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Sync routers for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:26.970808 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:26.971434 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:26.981542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7a68c-87b6-4fe2-be23-327bc8ce19a7 None None] Pushing event updated for resources: {'Port': ['ID=b22cfc17-abb1-47bd-b439-07430e5ce219,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:26.990030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b22cfc17-abb1-47bd-b439-07430e5ce219 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:26.990784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.093218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:27.150550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:27:27.207520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42196933-305d-4d7d-aec1-5ec6b5c53174 req-46c885c3-11a9-43a1-9630-1ce8a2a866a1 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6270084 Oct 28 21:27:27.217820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d02ae85a-d488-4f9f-8720-ef855cf01c33 req-5ede4002-3c4d-491f-a0ca-e7215a71d19b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8999712 Oct 28 21:27:27.283026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-3fe00527-47aa-459e-b4af-c9a2b04f999f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1000 time: 0.1591470 Oct 28 21:27:27.327731 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:27.334916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:27.335286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.404445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-364ea90e-c733-4f0b-8e8f-fb3c51480f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:27.413897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-364ea90e-c733-4f0b-8e8f-fb3c51480f0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.1148407 Oct 28 21:27:27.424870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.489868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:27.506164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'mac_address': 'fa:16:3e:03:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:27:27.577174 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.590292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-99e66890-00a1-4be8-86b2-bb08d659868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:27.593240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:27.598554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-99e66890-00a1-4be8-86b2-bb08d659868c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209943 Oct 28 21:27:27.604914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad585541-e5aa-4cd2-9e9f-138d950e3159 None None] Provisioning complete for port b22cfc17-abb1-47bd-b439-07430e5ce219 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:27.605712 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad585541-e5aa-4cd2-9e9f-138d950e3159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.624294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.673014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:27.715679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.753708 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 2, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:27.818398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:27.828350 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Checking router: 531077a9-4663-4634-a451-cdae5dd732eb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:27.828688 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Updating router 531077a9-4663-4634-a451-cdae5dd732eb port fa6e6a52-7af9-4a03-9a34-145e6b710e8b binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:27.865031 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:27.950422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-782a2ec1-24d2-4fc3-b915-95b3771f0877 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140788 Oct 28 21:27:27.985785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Allocated IP 172.25.4.155 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/528de78a-cced-4bca-92a0-efb1d4bbeea2) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:27.987948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:27:28.186036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a9b154ad-7c31-4660-acf2-663e9e46732b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:28.277067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c66f8ed-9634-4a7a-8d5c-41b7da6ca622 req-68f23a4f-e242-4171-85c4-9cd63b06a5df service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120728 Oct 28 21:27:28.382438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.518429 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.525921 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.553665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:28.567857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Sync routers for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:28.588978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:28.589974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:28.618079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b22cfc17-abb1-47bd-b439-07430e5ce219 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:28.670619 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Pushing event updated for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:28.693109 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.693965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.694524 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.695089 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.695645 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.696190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.696774 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.697746 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.698316 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.699014 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.699735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.700308 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:28.733674 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Attempting to bind port fa6e6a52-7af9-4a03-9a34-145e6b710e8b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:28.735312 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Attempting to bind port fa6e6a52-7af9-4a03-9a34-145e6b710e8b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:28.736063 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Attempting to bind port fa6e6a52-7af9-4a03-9a34-145e6b710e8b on network 2442acf5-3e0e-471f-83b0-25e80f941e01 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:28.742902 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:28.743605 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Checking segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:28.745353 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.746808 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Bound using segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:28.748983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Bound port: fa6e6a52-7af9-4a03-9a34-145e6b710e8b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:28.749651 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.787500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2108-e61d-4b1a-9c40-755e2c0ee7ee req-398798d6-43d3-41c8-a8bb-f8f435435dc1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:28.828439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec3f2108-e61d-4b1a-9c40-755e2c0ee7ee req-398798d6-43d3-41c8-a8bb-f8f435435dc1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 948 time: 0.4057603 Oct 28 21:27:28.844794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2599b8f-b67c-4bac-b314-36dcd21a5a09 req-31afabe9-d7bb-4753-89fe-8fcf01c70a9a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:28.862920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2599b8f-b67c-4bac-b314-36dcd21a5a09 req-31afabe9-d7bb-4753-89fe-8fcf01c70a9a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.5396333 Oct 28 21:27:28.874383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-3f05b670-7038-40c3-930a-e556d3a469a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:28.876615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-3f05b670-7038-40c3-930a-e556d3a469a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.4595518 Oct 28 21:27:28.892791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:28.896900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:28.913229 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] For port fa6e6a52-7af9-4a03-9a34-145e6b710e8b, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:28.917821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-610dd1f0-a66f-4f48-8e41-8d395793355d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9786906 Oct 28 21:27:28.919817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] For port fa6e6a52-7af9-4a03-9a34-145e6b710e8b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:28.935569 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.120355 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:29.126338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:29.149748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b22cfc17-abb1-47bd-b439-07430e5ce219 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:29.155843 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.195638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.227875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:29.279182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:29.283861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2599b8f-b67c-4bac-b314-36dcd21a5a09 req-dc02d664-22d3-4279-a43f-97df8454d524 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200792 Oct 28 21:27:29.316962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:29.361401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:29.379887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec3f2108-e61d-4b1a-9c40-755e2c0ee7ee req-dc956e4e-7ba7-4de2-8141-6264338d9581 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985454 Oct 28 21:27:29.417715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:29.441651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-d416e3c9-881f-4525-8e59-5f53763b0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:29.443949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-d416e3c9-881f-4525-8e59-5f53763b0a87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.4993527 Oct 28 21:27:29.450078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] Provisioning complete for port fa6e6a52-7af9-4a03-9a34-145e6b710e8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:29.454503 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.475556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'Port': ['ID=528de78a-cced-4bca-92a0-efb1d4bbeea2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:29.608068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-87085ace-beda-4223-9fcc-dbe858cbd020 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1000 time: 0.1426740 Oct 28 21:27:29.619178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.692515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.727445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-5ea1f176-003b-4092-a8bc-19852469bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:29.729013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-5ea1f176-003b-4092-a8bc-19852469bf2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.1112404 Oct 28 21:27:29.732991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.851861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] For port fa6e6a52-7af9-4a03-9a34-145e6b710e8b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:29.868264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:29.933345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f8cec-79eb-4d28-ac88-a3b0c293bdc7 None None] Pushing event updated for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:29.952627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 3, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:29.994989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.007791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.030780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Checking router: f6c7d6cd-7996-427a-a5c4-cf6160654fc7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:30.032154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Updating router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:30.037027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-4f6d40ac-e200-4a77-920e-2c15962c2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:30.038740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-4f6d40ac-e200-4a77-920e-2c15962c2581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971761 Oct 28 21:27:30.060407 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049959-0786-4b53-820e-1dc3c46464b2 None None] Pushing event updated for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:30.102383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-45dfdbcb-0a2b-49fb-81c6-a9988fdb51e7 None None] Provisioning complete for port fa6e6a52-7af9-4a03-9a34-145e6b710e8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:30.110150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-45dfdbcb-0a2b-49fb-81c6-a9988fdb51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.112691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.194910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-c9e452bf-527a-4ad4-bce7-c4809706b89c service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329498 Oct 28 21:27:30.410162 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:28Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:30.433482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'Port': ['ID=528de78a-cced-4bca-92a0-efb1d4bbeea2,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:30.499725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40882a37-7915-483e-afc5-3ee9a3040106 None None] The sync data for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 is: [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:28Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:30.778212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.778557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.887452 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.895217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.901565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f460bbd-355b-4fb2-a707-bad2a22e2f99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7376835 Oct 28 21:27:30.909023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-844b2e94-8ede-4fa5-9933-1f1c3cfae12e req-c241612f-0322-46a3-a594-d8326ed56462 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905935 Oct 28 21:27:30.912490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:30.932013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853efd3-2d4f-48fd-82cb-7abd5dcf8d3f req-82c7b73a-a7b5-402a-97f8-1cf0e3c0363c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:30.934485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7853efd3-2d4f-48fd-82cb-7abd5dcf8d3f req-82c7b73a-a7b5-402a-97f8-1cf0e3c0363c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.4009027 Oct 28 21:27:30.951267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70502612-8fc7-48bc-a339-3cf4db2fbee9 req-2726610c-221a-4751-9598-b147d477a471 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:30.953689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70502612-8fc7-48bc-a339-3cf4db2fbee9 req-2726610c-221a-4751-9598-b147d477a471 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 948 time: 0.2023401 Oct 28 21:27:31.028482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7853efd3-2d4f-48fd-82cb-7abd5dcf8d3f req-6d00d862-0d88-4a76-aff5-fea514d84648 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734878 Oct 28 21:27:31.053705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70502612-8fc7-48bc-a339-3cf4db2fbee9 req-31b9fbb9-6334-4303-9b69-471dddbb14dd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656145 Oct 28 21:27:31.085369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Attempting to bind port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:31.085773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Attempting to bind port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:31.086134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Attempting to bind port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:31.126302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:31.126682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:31.129416 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.134463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:31.135046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Bound port: 666f3818-ab20-440d-9b3f-1c182cdc0cf5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:31.137582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.245694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:31.264320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Allocated IP 172.20.0.1 (1e8cc786-5657-4470-bfcb-b248b4dce12c/729db2d1-cec8-45be-9c23-74b556e1a0c2/de9ab64c-4f9c-4cb8-8739-337147eb3404) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:31.414162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880690-b850-4783-a583-de8e1f8db505 None None] Pushing event updated for resources: {'Port': ['ID=666f3818-ab20-440d-9b3f-1c182cdc0cf5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:31.451418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] For port 666f3818-ab20-440d-9b3f-1c182cdc0cf5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:31.458700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] For port 666f3818-ab20-440d-9b3f-1c182cdc0cf5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=666f3818-ab20-440d-9b3f-1c182cdc0cf5,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:31.471640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.522223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.595093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880690-b850-4783-a583-de8e1f8db505 None None] Pushing event updated for resources: {'Port': ['ID=666f3818-ab20-440d-9b3f-1c182cdc0cf5,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:31.605377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a9b154ad-7c31-4660-acf2-663e9e46732b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:27:31.616123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.619069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a9b154ad-7c31-4660-acf2-663e9e46732b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:31.619445 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.654028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:31.656877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:31.758881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:31.763909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:31.773569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:31.780431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:31.878507 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:31.973410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:32.317241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.381895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a3d62-c5fe-400c-8691-2ceac4b660ac req-369d557d-f6ac-4474-b458-cabd5d4550a8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:32.383926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1a3d62-c5fe-400c-8691-2ceac4b660ac req-369d557d-f6ac-4474-b458-cabd5d4550a8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1661708 Oct 28 21:27:32.463311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.482816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14829abd-1fce-41fb-a3f9-3968b3d48e73 req-ba96bac8-f3bd-461c-9be1-2edde4191671 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:32.494567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14829abd-1fce-41fb-a3f9-3968b3d48e73 req-ba96bac8-f3bd-461c-9be1-2edde4191671 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 948 time: 0.2136910 Oct 28 21:27:32.534740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.544578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.555159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1a3d62-c5fe-400c-8691-2ceac4b660ac req-fd2cbacc-0efb-4432-9237-630002288687 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459875 Oct 28 21:27:32.579720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3251aecc-94df-4996-876a-0b1d67d70042 None None] Provisioning complete for port de9ab64c-4f9c-4cb8-8739-337147eb3404 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:32.591479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14829abd-1fce-41fb-a3f9-3968b3d48e73 req-2cdbf67f-5da2-4dab-af65-0aaeb1533f94 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Oct 28 21:27:32.598204 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3251aecc-94df-4996-876a-0b1d67d70042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.644501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:32.655483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:32.769940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3251aecc-94df-4996-876a-0b1d67d70042 None None] Port de9ab64c-4f9c-4cb8-8739-337147eb3404 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:32.775795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fa6e6a52-7af9-4a03-9a34-145e6b710e8b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:32.832091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:32.835373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:32.966485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:32.978234 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d3039-099a-4646-991c-d2d600f94fe7" -d '{"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:33.049136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:33.079207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fa6e6a52-7af9-4a03-9a34-145e6b710e8b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:33.079601 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:33.190918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:27:33.301714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7fb6-3df8-4363-8fbe-0cdf003bc6c0 req-303a34fb-395f-498e-9a25-ebb545ad39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:33.303241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e8c7fb6-3df8-4363-8fbe-0cdf003bc6c0 req-303a34fb-395f-498e-9a25-ebb545ad39b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1101 time: 0.1075838 Oct 28 21:27:33.371169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:33.381616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e8c7fb6-3df8-4363-8fbe-0cdf003bc6c0 req-7c307605-f94c-4779-a8f6-852da8bb0a67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Oct 28 21:27:33.387766 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bcbed2-5ae4-4bba-a346-cf51c634417f x-openstack-request-id: req-20bcbed2-5ae4-4bba-a346-cf51c634417f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:33.387963 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:33.388227 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20bcbed2-5ae4-4bba-a346-cf51c634417f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:33.389021 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'code': 200} Oct 28 21:27:33.473369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:33.492244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d426e25b-bf6d-4007-a93a-50237f8de4f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/f6c7d6cd-7996-427a-a5c4-cf6160654fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5942147 Oct 28 21:27:33.613441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 3, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:33.622756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d37fabb2-6727-4bf1-8cc8-f2cc24159900 None None] Provisioning complete for port de9ab64c-4f9c-4cb8-8739-337147eb3404 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:33.623119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d37fabb2-6727-4bf1-8cc8-f2cc24159900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:33.761810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d37fabb2-6727-4bf1-8cc8-f2cc24159900 None None] Port de9ab64c-4f9c-4cb8-8739-337147eb3404 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:33.789837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3a5d3-e810-47f5-95b8-f75177d61bb4 None None] The sync data for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 is: [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 3, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:33.808466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:33.960147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41617a5-8320-49e0-ba29-2fc0b13ae8c0 req-ad03462f-c036-4da0-8fb6-5cb7a4ea41e5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:33.961743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f41617a5-8320-49e0-ba29-2fc0b13ae8c0 req-ad03462f-c036-4da0-8fb6-5cb7a4ea41e5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.2212648 Oct 28 21:27:34.062509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f41617a5-8320-49e0-ba29-2fc0b13ae8c0 req-7d692741-e3b8-4d5b-8fd5-77650b92f962 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Oct 28 21:27:34.074184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-18d53cbc-782b-410e-a10f-d120ea32942e tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2463160 Oct 28 21:27:34.079719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:34.127946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:34.361091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:34.657201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Allocated IP 172.25.4.109 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f150d8f6-93d6-407d-8487-e5124bf1fb53) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:34.711720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 666f3818-ab20-440d-9b3f-1c182cdc0cf5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:34.833740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:34.843821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:34.844821 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:34.972591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.146659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:35.152715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:35.159180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:35.168032 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.213822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 666f3818-ab20-440d-9b3f-1c182cdc0cf5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=666f3818-ab20-440d-9b3f-1c182cdc0cf5,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:35.220037 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.291813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event updated for resources: {'Port': ['ID=f150d8f6-93d6-407d-8487-e5124bf1fb53,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:35.321722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.339013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=666f3818-ab20-440d-9b3f-1c182cdc0cf5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:35.389246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.725961 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.738475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.824171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event updated for resources: {'Port': ['ID=f150d8f6-93d6-407d-8487-e5124bf1fb53,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:35.836612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.858838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:35.863231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-508ab08c-fe58-4ce1-a453-39e292bcd57c tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7881768 Oct 28 21:27:35.926404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-88c806c3-55c3-48ba-9292-cf325fe87b82 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0531716 Oct 28 21:27:36.125187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-7542c99c-132b-4150-87d3-1860011b315d tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:36.142220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc2f9d97-ff8c-4504-900e-7825e63e268b req-7542c99c-132b-4150-87d3-1860011b315d tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2084763 Oct 28 21:27:36.283811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001b210-637c-4e2e-a236-94adb8f24733 req-c5a3988e-f47e-45b1-9053-04e2ca6c73c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:36.285974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8001b210-637c-4e2e-a236-94adb8f24733 req-c5a3988e-f47e-45b1-9053-04e2ca6c73c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0871222 Oct 28 21:27:36.357895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8001b210-637c-4e2e-a236-94adb8f24733 req-963a77d7-4e2e-4232-9a18-55784de0edfd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632727 Oct 28 21:27:36.546824 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Sync routers for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:36.560011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:36.560893 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:36.650287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 666f3818-ab20-440d-9b3f-1c182cdc0cf5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:36.687522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c64e39dd-e3b9-40a7-bd7a-b1c66beeab7a req-3be25976-d3fa-479f-b385-2d277e04a037 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips/6d6d6cf4-b32f-47eb-b283-42b5ee769cd5 HTTP/1.1" status: 200 len: 693 time: 0.1074183 Oct 28 21:27:36.704746 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:36.747158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:36.748598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:36.806036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612db4b8-d14b-44ca-8cb9-fd60c14c1647 req-c0308eb3-73e4-432d-8cca-c0557b1668d3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:36.814115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612db4b8-d14b-44ca-8cb9-fd60c14c1647 req-c0308eb3-73e4-432d-8cca-c0557b1668d3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1383002 Oct 28 21:27:36.994044 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:32Z', 'revision_number': 4, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'de9ab64c-4f9c-4cb8-8739-337147eb3404', 'name': '', 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'mac_address': 'fa:16:3e:69:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:30Z', 'updated_at': '2021-10-28T21:27:32Z', 'revision_number': 2, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'subnets': [{'id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:37.024494 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Checking router: f6c7d6cd-7996-427a-a5c4-cf6160654fc7 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:37.024780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Updating router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 port de9ab64c-4f9c-4cb8-8739-337147eb3404 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:37.058833 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.212783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e39dd-e3b9-40a7-bd7a-b1c66beeab7a req-e1be699d-f1c0-45ef-989d-eda0554f7d7d tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:37.214150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c64e39dd-e3b9-40a7-bd7a-b1c66beeab7a req-e1be699d-f1c0-45ef-989d-eda0554f7d7d tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.5258605 Oct 28 21:27:37.223724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612db4b8-d14b-44ca-8cb9-fd60c14c1647 req-89106f8f-a94f-4245-9f7d-0036af76b959 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084506 Oct 28 21:27:37.299163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54aded40-1664-4da6-b943-4d70a039c918 req-46b85c96-53e1-4ef8-b899-8143a88ff027 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=3e6892025886470da7bd54365c36fa3c HTTP/1.1" status: 200 len: 696 time: 0.0455213 Oct 28 21:27:37.361723 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.372239 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.430140 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df01f-6612-4ae4-beb7-09bcc87ec68a None None] Pushing event updated for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:37.469567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aded40-1664-4da6-b943-4d70a039c918 req-10d7ca51-19a7-412b-99b1-1c4f71dc91cb tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:37.472965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54aded40-1664-4da6-b943-4d70a039c918 req-10d7ca51-19a7-412b-99b1-1c4f71dc91cb tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks?id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 787 time: 0.1657040 Oct 28 21:27:37.508331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165a24b-7993-46e4-8163-727f8200b674 req-1cc94bf6-adae-4cbb-b573-3e1b876b26fb tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:37.513428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9165a24b-7993-46e4-8163-727f8200b674 req-1cc94bf6-adae-4cbb-b573-3e1b876b26fb tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 951 time: 0.1155484 Oct 28 21:27:37.598043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9165a24b-7993-46e4-8163-727f8200b674 req-a2561cde-fcfb-4ae3-b735-4dfa0129df08 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Oct 28 21:27:37.646308 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Attempting to bind port de9ab64c-4f9c-4cb8-8739-337147eb3404 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:37.646986 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Attempting to bind port de9ab64c-4f9c-4cb8-8739-337147eb3404 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:37.647413 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Attempting to bind port de9ab64c-4f9c-4cb8-8739-337147eb3404 on network 1e8cc786-5657-4470-bfcb-b248b4dce12c {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:37.654165 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:37.654563 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Checking segment: {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:37.655136 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.655507 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Bound using segment: {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:37.656982 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Bound port: de9ab64c-4f9c-4cb8-8739-337147eb3404, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb3817a-8568-4e39-a0b5-752b6fa33f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:37.657541 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.699355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2226891c-de32-47a9-809a-d84d087c8139 req-b84da94a-c049-4d26-a26f-867995df92e1 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips/6d6d6cf4-b32f-47eb-b283-42b5ee769cd5 HTTP/1.1" status: 200 len: 693 time: 0.0827665 Oct 28 21:27:37.769360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ff28ff7b-dda5-4fbd-8e49-ca3a5e0fce37 None None] Provisioning complete for port de9ab64c-4f9c-4cb8-8739-337147eb3404 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:37.771905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff28ff7b-dda5-4fbd-8e49-ca3a5e0fce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.786647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] For port de9ab64c-4f9c-4cb8-8739-337147eb3404, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:37.788396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-50c677d9-570d-454a-9d74-81cf012e717f req-05b544b9-a1e3-4219-8ff7-c0eface465e8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:27:37.795379 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] For port de9ab64c-4f9c-4cb8-8739-337147eb3404, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de9ab64c-4f9c-4cb8-8739-337147eb3404,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:37.804817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50c677d9-570d-454a-9d74-81cf012e717f req-05b544b9-a1e3-4219-8ff7-c0eface465e8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0244932 Oct 28 21:27:37.805014 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:37.844429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ff28ff7b-dda5-4fbd-8e49-ca3a5e0fce37 None None] Port de9ab64c-4f9c-4cb8-8739-337147eb3404 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:37.890045 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df01f-6612-4ae4-beb7-09bcc87ec68a None None] Pushing event updated for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:37.903616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226891c-de32-47a9-809a-d84d087c8139 req-b3bcf4ba-4e37-4dfd-8180-df566f4bdd68 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:37.903780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:37.904246 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:37.904990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2226891c-de32-47a9-809a-d84d087c8139 req-b3bcf4ba-4e37-4dfd-8180-df566f4bdd68 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2056627 Oct 28 21:27:37.976936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2226891c-de32-47a9-809a-d84d087c8139 req-5f4fed67-aa99-4008-9a0b-ddef78464293 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0637829 Oct 28 21:27:38.052650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2226891c-de32-47a9-809a-d84d087c8139 req-7a02ec3a-0da4-4f5d-8ad1-9f85c1d0f5fe tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0690589 Oct 28 21:27:38.095598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:38.273999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Provisioning complete for port de9ab64c-4f9c-4cb8-8739-337147eb3404 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:38.274366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.306124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Deleting port f150d8f6-93d6-407d-8487-e5124bf1fb53 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:38.306726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.364147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-f4db950a-ebfe-4ea9-ba59-c65b78ec60b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2583289 Oct 28 21:27:38.394953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-0d56476f-c287-4e80-9958-c610c314d39b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:27:38.395946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-0d56476f-c287-4e80-9958-c610c314d39b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118172 Oct 28 21:27:38.417314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.431524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95c1ab-a359-4fdd-92c4-0eb21377d2cf req-005933e2-1fe9-4036-bc84-fca403c7d686 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:38.439272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b95c1ab-a359-4fdd-92c4-0eb21377d2cf req-005933e2-1fe9-4036-bc84-fca403c7d686 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0886285 Oct 28 21:27:38.474182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.474513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.480761 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:32Z', 'revision_number': 4, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'de9ab64c-4f9c-4cb8-8739-337147eb3404', 'name': '', 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'mac_address': 'fa:16:3e:69:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:30Z', 'updated_at': '2021-10-28T21:27:37Z', 'revision_number': 4, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'subnets': [{'id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:38.492137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] For port de9ab64c-4f9c-4cb8-8739-337147eb3404, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de9ab64c-4f9c-4cb8-8739-337147eb3404,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:38.502045 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.508094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b95c1ab-a359-4fdd-92c4-0eb21377d2cf req-22fed5bb-78bc-40e3-9e83-96d395791634 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Oct 28 21:27:38.529281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Calling delete_port for f150d8f6-93d6-407d-8487-e5124bf1fb53 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:38.537539 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d83c0-3720-4828-a697-10830472fc42 None None] The sync data for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 is: [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:32Z', 'revision_number': 4, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'de9ab64c-4f9c-4cb8-8739-337147eb3404', 'name': '', 'network_id': '1e8cc786-5657-4470-bfcb-b248b4dce12c', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'mac_address': 'fa:16:3e:69:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:30Z', 'updated_at': '2021-10-28T21:27:37Z', 'revision_number': 4, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'subnets': [{'id': '729db2d1-cec8-45be-9c23-74b556e1a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:38.585078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Pushing event updated for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:38.606168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.608341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.610342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.610787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.611218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.611643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.614745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.615030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.615457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.616285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.616750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.618228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc83710-66b8-438c-bbe5-b58e433c745d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:38.776997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.849617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event deleted for resources: {'Port': ['ID=f150d8f6-93d6-407d-8487-e5124bf1fb53,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:38.951349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.960581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:38.960581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2226891c-de32-47a9-809a-d84d087c8139 req-23640ddf-7583-4476-bc47-582bd2c6a5a9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "DELETE /v2.0/floatingips/6d6d6cf4-b32f-47eb-b283-42b5ee769cd5 HTTP/1.1" status: 204 len: 173 time: 0.8986940 Oct 28 21:27:39.190670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b73bab29-a4a7-4925-869f-88c446e6deb0 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1989274 Oct 28 21:27:39.196487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:39.226726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:39.390754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:39.539059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Allocated IP 172.25.4.146 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/b8b926d9-7398-48a5-842b-49eba9aed942) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:39.717389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaaf65-e60d-4899-b7cf-757ebf16960a req-25313e07-92ec-4d68-803a-43e0856eff40 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:39.718980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51eaaf65-e60d-4899-b7cf-757ebf16960a req-25313e07-92ec-4d68-803a-43e0856eff40 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0968027 Oct 28 21:27:39.749064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:39.779336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51eaaf65-e60d-4899-b7cf-757ebf16960a req-9fcba711-e483-4ed3-a477-9c3386374371 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520408 Oct 28 21:27:39.814032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:39.865616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:39.868762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:39.878936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:39.882550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event updated for resources: {'Port': ['ID=b8b926d9-7398-48a5-842b-49eba9aed942,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:39.996632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.041062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.230780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.237987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.402063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event updated for resources: {'Port': ['ID=b8b926d9-7398-48a5-842b-49eba9aed942,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:40.426456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.452739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.454398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b8942530-aff9-46c5-9b04-f29722bb94e9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2627625 Oct 28 21:27:40.457324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-84d21a88-bedd-4407-bcc1-f4b5cbfba0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:40.458714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-84d21a88-bedd-4407-bcc1-f4b5cbfba0b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1101 time: 0.1181102 Oct 28 21:27:40.560807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64916813-aeec-4b00-8807-0b03f15e4718 req-e71939a9-0a73-48a3-ba54-6dbfba20c1cb tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0986516 Oct 28 21:27:40.629742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de9ab64c-4f9c-4cb8-8739-337147eb3404 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:40.702298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-fc0a451d-7b57-4107-8b6c-e6a67ad6c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:40.704325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-fc0a451d-7b57-4107-8b6c-e6a67ad6c82a service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2341423 Oct 28 21:27:40.722747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port de9ab64c-4f9c-4cb8-8739-337147eb3404 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:40.723511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.763135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-2bb6f3d4-52e1-4cba-bf0a-b12f44ea02de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.0425382 Oct 28 21:27:40.775583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b5c59418-13ec-471a-b111-a040859c718b tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:40.777177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64916813-aeec-4b00-8807-0b03f15e4718 req-b5c59418-13ec-471a-b111-a040859c718b tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1996686 Oct 28 21:27:40.788135 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ec7632e-4034-4487-bbb7-cec9d65102bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:40.882907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-f830e17b-3943-4a90-b4bf-e23d7abc0dc9 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips/8d626ae6-f6e2-4493-971f-372768b64cde HTTP/1.1" status: 200 len: 693 time: 0.0631864 Oct 28 21:27:40.888667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-c2c69c6b-9a59-49b4-a9b1-239745b2b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:40.890207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-c2c69c6b-9a59-49b4-a9b1-239745b2b5d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1120000 Oct 28 21:27:41.050717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-e9cfb680-cb56-45ec-9bc1-55e59f368d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:41.052187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-e9cfb680-cb56-45ec-9bc1-55e59f368d44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488655 Oct 28 21:27:41.068146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ab85-d552-4c8d-92ac-74486f16aa5e req-72308fae-96bd-48ea-b25e-c2f941f6308e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:41.069849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7335ab85-d552-4c8d-92ac-74486f16aa5e req-72308fae-96bd-48ea-b25e-c2f941f6308e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1159089 Oct 28 21:27:41.088921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-94de10ee-df43-4353-b2c0-44c7edce5de0 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:41.090285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-94de10ee-df43-4353-b2c0-44c7edce5de0 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1974826 Oct 28 21:27:41.205997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-06ab30b9-6344-4f69-b637-8eefa5b7e03f tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0729840 Oct 28 21:27:41.214039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7335ab85-d552-4c8d-92ac-74486f16aa5e req-d3e08faa-12e7-43fd-8c21-64b41bc46ebc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340942 Oct 28 21:27:41.243910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:41.294975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-c0c0eef0-4858-43c8-abad-4148cd4b4ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241311 Oct 28 21:27:41.319459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-23c26757-54f5-4138-b377-2d1c3cedb908 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1026933 Oct 28 21:27:41.348442 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.377221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:41.379829 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ac338a-5e39-4c8d-a87f-bc34839f411f" -d '{"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:41.397063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:41.404347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.490273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:41.514632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-2af5eecf-95aa-48d5-8f4c-3f9ad88b735f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067940 Oct 28 21:27:41.531128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Deleting port b8b926d9-7398-48a5-842b-49eba9aed942 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:41.531635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.623860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.625524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.644586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Calling delete_port for b8b926d9-7398-48a5-842b-49eba9aed942 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:41.753084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.820003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.850695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Pushing event deleted for resources: {'Port': ['ID=b8b926d9-7398-48a5-842b-49eba9aed942,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:41.930428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.933820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:41.935105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d0c20f1-25d6-4171-a2ea-5ff84639873e req-a881847f-f850-4abb-9583-5f9aebff7799 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d626ae6-f6e2-4493-971f-372768b64cde HTTP/1.1" status: 204 len: 173 time: 0.6023669 Oct 28 21:27:41.960231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:42.050716 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f1253-3275-4d4f-8402-44f4f193f5d2 x-openstack-request-id: req-450f1253-3275-4d4f-8402-44f4f193f5d2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:42.051003 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:42.051255 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-450f1253-3275-4d4f-8402-44f4f193f5d2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:42.051642 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'code': 200} Oct 28 21:27:42.102888 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-5c75b22b-02ed-4bd9-9ff2-6189f45f8d33 req-8c893b1c-6469-4f43-8837-f6a401ecd9e7 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] show failed (client error): The resource could not be found. Oct 28 21:27:42.103927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c75b22b-02ed-4bd9-9ff2-6189f45f8d33 req-8c893b1c-6469-4f43-8837-f6a401ecd9e7 tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips/8d626ae6-f6e2-4493-971f-372768b64cde HTTP/1.1" status: 404 len: 350 time: 0.0367174 Oct 28 21:27:42.178931 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-7c8633d4-cf09-408a-9d26-570bfb940e6d req-3b5bce05-16f4-425d-9fad-efe67edddc7a tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] show failed (client error): The resource could not be found. Oct 28 21:27:42.179948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c8633d4-cf09-408a-9d26-570bfb940e6d req-3b5bce05-16f4-425d-9fad-efe67edddc7a tempest-FloatingIPsTestJSON-624417417 tempest-FloatingIPsTestJSON-624417417-project] 10.222.0.31 "GET /v2.0/floatingips/8d626ae6-f6e2-4493-971f-372768b64cde HTTP/1.1" status: 404 len: 350 time: 0.0483084 Oct 28 21:27:42.193038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34410) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:42.368027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a05f1-88ed-4262-8c63-922583be5256 req-ca2ea01f-008e-4132-896a-cf784a7528e1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:42.369662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a54a05f1-88ed-4262-8c63-922583be5256 req-ca2ea01f-008e-4132-896a-cf784a7528e1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0715539 Oct 28 21:27:42.496174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a54a05f1-88ed-4262-8c63-922583be5256 req-054abc8d-d9b2-43ee-8241-d4646d339e1d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850120 Oct 28 21:27:42.697909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:43.333193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-074eea32-b433-426e-88f6-a834de7e93a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:43.385220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Deleting port de9ab64c-4f9c-4cb8-8739-337147eb3404 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:43.385696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:43.485839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] For port de9ab64c-4f9c-4cb8-8739-337147eb3404, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de9ab64c-4f9c-4cb8-8739-337147eb3404,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:43.486366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:43.521301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Calling delete_port for de9ab64c-4f9c-4cb8-8739-337147eb3404 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:43.600334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4192ee-eff1-4706-bc6d-426ed53eb6c1 req-03e29d36-80c9-4322-aa96-ac410ac1e58f tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:43.601747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4192ee-eff1-4706-bc6d-426ed53eb6c1 req-03e29d36-80c9-4322-aa96-ac410ac1e58f tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 947 time: 0.1127272 Oct 28 21:27:43.710823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3f25-7503-4ce4-88ba-02938bd3fd9f req-05162331-25ea-4ae4-9c46-d21ae6d7f7d8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:43.712311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0aa3f25-7503-4ce4-88ba-02938bd3fd9f req-05162331-25ea-4ae4-9c46-d21ae6d7f7d8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1397479 Oct 28 21:27:43.717728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4192ee-eff1-4706-bc6d-426ed53eb6c1 req-d8aa82a6-9bb0-4699-8455-309ba181a27c tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013646 Oct 28 21:27:43.772730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0aa3f25-7503-4ce4-88ba-02938bd3fd9f req-c147bc58-8fc5-4e63-bb0f-b4b72e0adbe2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Oct 28 21:27:43.850028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:43.885583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9ab64c-4f9c-4cb8-8739-337147eb3404,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:44.080435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:44.314207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:27:44.420441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:44.426369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6b509950-fa2a-4115-9e59-a728b0dc2a52 admin admin] 10.222.0.31 "PUT /v2.0/routers/f6c7d6cd-7996-427a-a5c4-cf6160654fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321231 Oct 28 21:27:44.428693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:44.432953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Sync routers for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:44.445122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:44.445737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:44.555746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:44.588420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:44.669551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:44.737570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Deleting port 666f3818-ab20-440d-9b3f-1c182cdc0cf5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:44.738253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:44.785019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:44.869766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:43Z', 'revision_number': 5, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port': {'id': '666f3818-ab20-440d-9b3f-1c182cdc0cf5', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:23:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:23Z', 'updated_at': '2021-10-28T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:44.990950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] For port 666f3818-ab20-440d-9b3f-1c182cdc0cf5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=666f3818-ab20-440d-9b3f-1c182cdc0cf5,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:44.991788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.038696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Checking router: f6c7d6cd-7996-427a-a5c4-cf6160654fc7 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:45.067395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.069738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Routers {'f6c7d6cd-7996-427a-a5c4-cf6160654fc7'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:45.071058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:45.081720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Calling delete_port for 666f3818-ab20-440d-9b3f-1c182cdc0cf5 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:45.191459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] Set router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:45.253866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:44Z', 'revision_number': 6, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:45.294849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ece831-0e93-4027-b92c-002bd4fb2865 None None] The sync data for ids ['f6c7d6cd-7996-427a-a5c4-cf6160654fc7'] in n-d-806683-16 is: [{'id': 'f6c7d6cd-7996-427a-a5c4-cf6160654fc7', 'name': 'tempest-FloatingIPsTestJSON-1915332737-router', 'tenant_id': '3e6892025886470da7bd54365c36fa3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:22Z', 'updated_at': '2021-10-28T21:27:44Z', 'revision_number': 6, 'project_id': '3e6892025886470da7bd54365c36fa3c', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:45.359669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dc3f-0cbc-4c7e-b4f8-79f0586996b7 req-b727786f-6f72-4c2a-851b-0b920ff0c974 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:45.361277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bb5dc3f-0cbc-4c7e-b4f8-79f0586996b7 req-b727786f-6f72-4c2a-851b-0b920ff0c974 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 947 time: 0.4535170 Oct 28 21:27:45.392451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.409546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2d59-681e-4b02-854c-39ad31055f31 req-76fe332d-7c34-41e6-91c9-07a5f612ef2a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:45.411031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-366a2d59-681e-4b02-854c-39ad31055f31 req-76fe332d-7c34-41e6-91c9-07a5f612ef2a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.4281759 Oct 28 21:27:45.438492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Pushing event deleted for resources: {'Port': ['ID=666f3818-ab20-440d-9b3f-1c182cdc0cf5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:45.485618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bb5dc3f-0cbc-4c7e-b4f8-79f0586996b7 req-02acbdd3-18af-4c07-a156-3cdbb77fcbbf tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139598 Oct 28 21:27:45.557424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-366a2d59-681e-4b02-854c-39ad31055f31 req-83741d65-355d-458a-ab83-1aae80c3648e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200271 Oct 28 21:27:45.600515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.727973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.731247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.754228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-f87f773c-a199-4926-89d7-f06fc7e23ea1 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:45.755859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-f87f773c-a199-4926-89d7-f06fc7e23ea1 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 947 time: 0.2294605 Oct 28 21:27:45.842322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.842862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c7d6cd-7996-427a-a5c4-cf6160654fc7 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:27:45.851446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.851446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-677fb109-a931-48ec-8af6-52ba681d2973 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f6c7d6cd-7996-427a-a5c4-cf6160654fc7 HTTP/1.1" status: 204 len: 168 time: 1.4216280 Oct 28 21:27:45.854103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34532) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:45.913231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Deleting subnet 729db2d1-cec8-45be-9c23-74b556e1a0c2 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:27:45.916953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.918027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Deleting port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:45.918266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:45.957110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.024567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] For port 1093e8f4-9182-4a27-92b5-5802d66dd5d4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1093e8f4-9182-4a27-92b5-5802d66dd5d4,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:46.024949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.041677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Calling delete_port for 1093e8f4-9182-4a27-92b5-5802d66dd5d4 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:46.052075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.127512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.154390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.155849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8c680-cc81-4495-a25b-2308422d1765 None None] Network 1e8cc786-5657-4470-bfcb-b248b4dce12c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:46.165280 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/729db2d1-cec8-45be-9c23-74b556e1a0c2 HTTP/1.1" status: 204 len: 168 time: 0.3085253 Oct 28 21:27:46.165913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34534) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:46.242646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.291135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Pushing event deleted for resources: {'Port': ['ID=1093e8f4-9182-4a27-92b5-5802d66dd5d4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:46.380652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.387891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729db2d1-cec8-45be-9c23-74b556e1a0c2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:46.398035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] No DVR routers for this DVR port 1093e8f4-9182-4a27-92b5-5802d66dd5d4 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:46.404054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.413806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.414308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5284193e-0117-469c-a9c0-c83597bc83a5 req-20baf6b7-229c-4dc2-a096-3ffa97eff039 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "DELETE /v2.0/ports/1093e8f4-9182-4a27-92b5-5802d66dd5d4 HTTP/1.1" status: 204 len: 173 time: 0.6220052 Oct 28 21:27:46.415414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-deleted', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:46.415635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.416350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.417389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.418263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.419997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.421027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.422509 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c4e01-998c-479b-a639-c9c4b11f91d1" -d '{"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-deleted", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:46.422812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.423254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.423684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.425484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.425935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c9fa76-7f17-47b5-a5bb-723569e84a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:27:46.494244 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d12fc-8005-4c50-b160-9b912b1b4398 x-openstack-request-id: req-b39d12fc-8005-4c50-b160-9b912b1b4398 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:46.495443 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb96b8e-b6af-438b-86f8-cfd4b5fc955c", "name": "network-vif-deleted", "tag": "1093e8f4-9182-4a27-92b5-5802d66dd5d4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:46.496311 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b39d12fc-8005-4c50-b160-9b912b1b4398 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:46.497008 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb96b8e-b6af-438b-86f8-cfd4b5fc955c', 'name': 'network-vif-deleted', 'tag': '1093e8f4-9182-4a27-92b5-5802d66dd5d4', 'status': 'completed', 'code': 200} Oct 28 21:27:46.560027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] DHCP port deletion for 1e8cc786-5657-4470-bfcb-b248b4dce12c request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:27:46.582594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Deleting port b22cfc17-abb1-47bd-b439-07430e5ce219 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:46.583324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.771245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a200704-da32-4c85-8ece-fe6ca2aa39af req-440fb2e8-98ae-4f83-951f-612ecadec5ed tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb96b8e-b6af-438b-86f8-cfd4b5fc955c HTTP/1.1" status: 200 len: 210 time: 0.0604663 Oct 28 21:27:46.796954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] For port b22cfc17-abb1-47bd-b439-07430e5ce219, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b22cfc17-abb1-47bd-b439-07430e5ce219,segment=NetworkSegment(2eb3817a-8568-4e39-a0b5-752b6fa33f9f),segment_id=2eb3817a-8568-4e39-a0b5-752b6fa33f9f)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:46.799065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.840972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Calling delete_port for b22cfc17-abb1-47bd-b439-07430e5ce219 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:46.898752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776891a8-3c72-4897-9f3a-c5ba4d904bf7 req-1c1b3e2c-18dd-4180-b9ef-3519a042e9dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:46.929769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-776891a8-3c72-4897-9f3a-c5ba4d904bf7 req-1c1b3e2c-18dd-4180-b9ef-3519a042e9dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1258292 Oct 28 21:27:46.943139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 666f3818-ab20-440d-9b3f-1c182cdc0cf5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:46.979763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:46.990483 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.024559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-776891a8-3c72-4897-9f3a-c5ba4d904bf7 req-a4d9489d-ed67-4529-ba45-17b10f4845e8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937748 Oct 28 21:27:47.042073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22cfc17-abb1-47bd-b439-07430e5ce219,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:47.051748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] No DVR routers for this DVR port b22cfc17-abb1-47bd-b439-07430e5ce219 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:47.067265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 666f3818-ab20-440d-9b3f-1c182cdc0cf5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:47.067617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 666f3818-ab20-440d-9b3f-1c182cdc0cf5 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:47.068018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de9ab64c-4f9c-4cb8-8739-337147eb3404 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:47.104873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: de9ab64c-4f9c-4cb8-8739-337147eb3404 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:47.105216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de9ab64c-4f9c-4cb8-8739-337147eb3404 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:47.162569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Deleting port b22cfc17-abb1-47bd-b439-07430e5ce219 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:47.164178 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.192629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.220408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8cc786-5657-4470-bfcb-b248b4dce12c']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:47.232053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb3817a-8568-4e39-a0b5-752b6fa33f9f') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:47.232499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb3817a-8568-4e39-a0b5-752b6fa33f9f') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:47.248052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.257842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] For port b22cfc17-abb1-47bd-b439-07430e5ce219, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:47.258491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.263939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.274646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:27:47.276111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.279030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Calling delete_port for b22cfc17-abb1-47bd-b439-07430e5ce219 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:27:47.280757 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:27:47.286267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Port b22cfc17-abb1-47bd-b439-07430e5ce219 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:27:47.287940 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.332606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] Pushing event deleted for resources: {'Port': ['ID=b22cfc17-abb1-47bd-b439-07430e5ce219,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:47.339626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d8831-c56e-4097-aa94-c53b5fe49afc None None] No DVR routers for this DVR port b22cfc17-abb1-47bd-b439-07430e5ce219 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:47.397751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.406562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.411165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e8cc786-5657-4470-bfcb-b248b4dce12c HTTP/1.1" status: 204 len: 168 time: 1.2432492 Oct 28 21:27:47.424604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15bfc9-45b9-4373-bd90-b4c8f5fb2452 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8cc786-5657-4470-bfcb-b248b4dce12c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:47.557095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:47.606816 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07af0d80-91aa-4703-8aff-69525d13c3b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e6892025886470da7bd54365c36fa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460405 Oct 28 21:27:47.607053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34556) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:47.666299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.689302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.745293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.748118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:47.749805 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da77772c-743d-48ff-b8ab-c7fa823de8c0 HTTP/1.1" status: 204 len: 168 time: 0.1413291 Oct 28 21:27:47.758033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a433e3-e84d-4727-b76f-51edcd1650ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77772c-743d-48ff-b8ab-c7fa823de8c0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:48.090068 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:27:48.210250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b297dc2-4177-409d-a2d1-1ecfb8452eae req-f40a7a43-cd6a-4432-9468-1b89b06e7561 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:48.213180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b297dc2-4177-409d-a2d1-1ecfb8452eae req-f40a7a43-cd6a-4432-9468-1b89b06e7561 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0915902 Oct 28 21:27:48.286955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b297dc2-4177-409d-a2d1-1ecfb8452eae req-4ee0934b-262e-462b-8fb3-8febda4cb575 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Oct 28 21:27:48.301802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1ff6-9b2d-4e77-b1a4-a49b5746ea9c req-c336fdea-f22d-4352-9500-8e2d9b325322 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:48.304840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f33d1ff6-9b2d-4e77-b1a4-a49b5746ea9c req-c336fdea-f22d-4352-9500-8e2d9b325322 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 949 time: 0.0860293 Oct 28 21:27:48.380131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f33d1ff6-9b2d-4e77-b1a4-a49b5746ea9c req-94deb321-d65e-4940-9591-3ab0f56a1f28 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703447 Oct 28 21:27:48.607718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b22cfc17-abb1-47bd-b439-07430e5ce219 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:48.632948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b22cfc17-abb1-47bd-b439-07430e5ce219 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:48.633294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b22cfc17-abb1-47bd-b439-07430e5ce219 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:48.730955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34594) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:48.851035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-network', 'tenant_id': 'a496c9280b0b428790bab7f883d82155'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:48.877739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Made reservation on behalf of a496c9280b0b428790bab7f883d82155 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:48.880337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:48.889434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:48.984165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:48.989334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.014298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:27:49.029460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339534f8-27f4-45e9-b787-72d1e3f10831,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:49.036747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.037093 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Added segment c10af258-b084-4c7a-9746-7f760d520423 of type vlan for network 369c97e4-b2a7-4497-b578-1869d4d5979d Oct 28 21:27:49.090191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.123699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.125982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:49.126586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.202947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4680088 Oct 28 21:27:49.203422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:49.208350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Request body: {'subnet': {'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-subnet', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:49.214126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67bd3-df19-4bdd-9479-383c65e70d79 admin admin] Pushing event updated for resources: {'Network': ['ID=369c97e4-b2a7-4497-b578-1869d4d5979d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:49.226925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 369c97e4-b2a7-4497-b578-1869d4d5979d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:27:49.253202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Made reservation on behalf of a496c9280b0b428790bab7f883d82155 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:49.255822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.288530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:49.336614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 1093e8f4-9182-4a27-92b5-5802d66dd5d4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:49.337167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1093e8f4-9182-4a27-92b5-5802d66dd5d4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:49.458450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.484324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef46fa-0cb0-41b0-b3cd-cd480d1b7d22 req-42a84148-9cf8-4393-becb-c5caa1c2e889 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:49.501215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12ef46fa-0cb0-41b0-b3cd-cd480d1b7d22 req-42a84148-9cf8-4393-becb-c5caa1c2e889 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1041496 Oct 28 21:27:49.549145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Checking segment: {'id': 'c10af258-b084-4c7a-9746-7f760d520423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:49.549810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Network hostable DHCP agents. Network: 369c97e4-b2a7-4497-b578-1869d4d5979d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:27:49.552325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:49.579803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12ef46fa-0cb0-41b0-b3cd-cd480d1b7d22 req-8da32a24-1af1-4d11-aac3-1d783973e5f8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 Oct 28 21:27:49.585153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Network 369c97e4-b2a7-4497-b578-1869d4d5979d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:27:49.611788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 369c97e4-b2a7-4497-b578-1869d4d5979d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:49.621174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:49.622002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.622582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd92248-0361-490f-ae22-8d253d0d1ea5 None None] Network 369c97e4-b2a7-4497-b578-1869d4d5979d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:49.647209 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70435f45-8a9b-4679-b5f6-9d6a567ed99a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4426303 Oct 28 21:27:49.649977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:49.660479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:49.715623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a5d1b-12d1-4c25-ae73-68afc33b001a req-53b3ac9a-273c-4093-8d3f-1623505094b9 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:49.717884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.719777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.728143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-343a5d1b-12d1-4c25-ae73-68afc33b001a req-53b3ac9a-273c-4093-8d3f-1623505094b9 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 949 time: 0.1222739 Oct 28 21:27:49.832720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-343a5d1b-12d1-4c25-ae73-68afc33b001a req-96d8586e-4fbd-48c8-9004-bf34d816c71f tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Oct 28 21:27:49.865683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:49.869050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-369c97e4-b2a7-4497-b578-1869d4d5979d', 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'fixed_ips': [{'subnet_id': '4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:27:49.869909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.008098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.041747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Allocated IP 172.20.0.2 (369c97e4-b2a7-4497-b578-1869d4d5979d/4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c/fcb17817-10b5-4705-9d98-f39209a1c40c) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:50.300563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.310663 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.316456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.339880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.355982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Network 369c97e4-b2a7-4497-b578-1869d4d5979d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:50.363266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:50.367101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:50.379381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Pushing event updated for resources: {'Port': ['ID=fcb17817-10b5-4705-9d98-f39209a1c40c,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:50.439452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Attempting to bind port fcb17817-10b5-4705-9d98-f39209a1c40c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:50.439813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Attempting to bind port fcb17817-10b5-4705-9d98-f39209a1c40c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c10af258-b084-4c7a-9746-7f760d520423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:50.440684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Attempting to bind port fcb17817-10b5-4705-9d98-f39209a1c40c on network 369c97e4-b2a7-4497-b578-1869d4d5979d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:50.448850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:50.449228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Checking segment: {'id': 'c10af258-b084-4c7a-9746-7f760d520423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:50.450098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.450596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Bound using segment: {'id': 'c10af258-b084-4c7a-9746-7f760d520423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:50.451215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Bound port: fcb17817-10b5-4705-9d98-f39209a1c40c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10af258-b084-4c7a-9746-7f760d520423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:50.452621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.499002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Allocated IP 172.25.4.159 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4eb72213-3102-4022-8635-535729f0b7e1) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:50.545682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-75ef5b20-8c73-446b-9f04-abf86c254389 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:50.548057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-75ef5b20-8c73-446b-9f04-abf86c254389 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 949 time: 0.0577731 Oct 28 21:27:50.557673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] For port fcb17817-10b5-4705-9d98-f39209a1c40c, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:50.567572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] For port fcb17817-10b5-4705-9d98-f39209a1c40c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fcb17817-10b5-4705-9d98-f39209a1c40c,segment=NetworkSegment(c10af258-b084-4c7a-9746-7f760d520423),segment_id=c10af258-b084-4c7a-9746-7f760d520423)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:50.574743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.647922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5b2ce-816e-4b1b-9694-5547be7bda55 None None] Pushing event updated for resources: {'Port': ['ID=fcb17817-10b5-4705-9d98-f39209a1c40c,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:50.694603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Deleting port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:50.694961 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.714869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.763969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.820338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:50.825827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:50.829594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:50.835041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327db1-555f-49a2-af07-f91e3fbf73a4 req-883e7c9f-2765-4dd5-918d-34810e4c3e7e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:50.836608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c327db1-555f-49a2-af07-f91e3fbf73a4 req-883e7c9f-2765-4dd5-918d-34810e4c3e7e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1114583 Oct 28 21:27:50.871222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] For port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:50.871222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:50.901180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Calling delete_port for eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:50.901972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb72213-3102-4022-8635-535729f0b7e1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:50.916030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c327db1-555f-49a2-af07-f91e3fbf73a4 req-9973df29-9599-41d5-b839-89e4b850c264 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Oct 28 21:27:51.069672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3223a-fc60-4505-afef-117e1e757179 req-21cfead3-123e-4556-b643-80f0b29cc3df tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:51.071284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6e3223a-fc60-4505-afef-117e1e757179 req-21cfead3-123e-4556-b643-80f0b29cc3df tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/ports?device_id=31c43b56-f78f-42ea-b4e0-2782fa3ffc1e HTTP/1.1" status: 200 len: 949 time: 0.0712640 Oct 28 21:27:51.146856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6e3223a-fc60-4505-afef-117e1e757179 req-cf99b0e5-d8ba-4aee-900d-efc70d347096 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.31 "GET /v2.0/security-groups?id=da18e053-5f28-402c-a05f-630df68d697c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Oct 28 21:27:51.185310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:51.217441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Pushing event deleted for resources: {'Port': ['ID=eee54d5b-de0a-40e4-b4a4-c23b12f09ad9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:51.226889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:51.272750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] No DVR routers for this DVR port eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:27:51.276393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:51.280258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1b83454-29ff-44d6-be1e-4760654baf5b req-a076a29b-3301-451c-8cc1-26de42050041 tempest-ListImageFiltersTestJSON-1729816428 tempest-ListImageFiltersTestJSON-1729816428-project] 10.222.0.44 "DELETE /v2.0/ports/eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 HTTP/1.1" status: 204 len: 173 time: 0.7203963 Oct 28 21:27:51.281345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-deleted', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:51.283866 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b5fe1-3d75-4074-a631-5f4949c335f3" -d '{"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-deleted", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:51.357797 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb4fbe1-e68b-4d25-90fa-bcbb609e4fd2 x-openstack-request-id: req-ceb4fbe1-e68b-4d25-90fa-bcbb609e4fd2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:51.358119 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c43b56-f78f-42ea-b4e0-2782fa3ffc1e", "name": "network-vif-deleted", "tag": "eee54d5b-de0a-40e4-b4a4-c23b12f09ad9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:51.358377 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceb4fbe1-e68b-4d25-90fa-bcbb609e4fd2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:51.358868 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c43b56-f78f-42ea-b4e0-2782fa3ffc1e', 'name': 'network-vif-deleted', 'tag': 'eee54d5b-de0a-40e4-b4a4-c23b12f09ad9', 'status': 'completed', 'code': 200} Oct 28 21:27:51.484636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:51.677359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Router da80b9dd-04da-444b-8885-ee601b45ae3a is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:27:51.867524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:51.887395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Sync routers for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:51.907566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-852b9b20-fbc9-464e-aa31-1ba5ce09edae tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:51.916430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-852b9b20-fbc9-464e-aa31-1ba5ce09edae tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.2026823 Oct 28 21:27:51.917349 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Routers {'da80b9dd-04da-444b-8885-ee601b45ae3a'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:51.918095 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['da80b9dd-04da-444b-8885-ee601b45ae3a'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:51.925337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:51.927140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bef35cb9-1ad6-49f4-831d-9e7d262a4953 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2758191 Oct 28 21:27:51.931208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34666) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:51.935987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-0cf09afd-d959-45c9-bafc-f28dfa11adb0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/quotas/a443aaff63f249b5892897bfa9d8d792 HTTP/1.1" status: 200 len: 375 time: 0.0183384 Oct 28 21:27:52.018917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-d777d413-a117-45ab-b287-df47582129ea tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807300 Oct 28 21:27:52.184318 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Set router da80b9dd-04da-444b-8885-ee601b45ae3a gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:52.256155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d7ec6-0d78-43b3-a361-e3c046579fa7 None None] Network 369c97e4-b2a7-4497-b578-1869d4d5979d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:27:52.272519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89124d01-4d18-4d31-a850-cbf20586d2f4 req-aaa63638-af4c-4e32-ab94-86e966f0672a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:52.274228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89124d01-4d18-4d31-a850-cbf20586d2f4 req-aaa63638-af4c-4e32-ab94-86e966f0672a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1547613 Oct 28 21:27:52.283802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-f8b17315-32af-47c6-a085-4eddc90f5c32 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549467 Oct 28 21:27:52.401100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89124d01-4d18-4d31-a850-cbf20586d2f4 req-adae845e-0110-448f-a993-63b623471b57 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079972 Oct 28 21:27:52.414971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] Provisioning complete for port fcb17817-10b5-4705-9d98-f39209a1c40c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:52.417698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:52.456258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:51Z', 'revision_number': 3, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:52.486462 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Checking router: da80b9dd-04da-444b-8885-ee601b45ae3a for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:52.487787 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Updating router da80b9dd-04da-444b-8885-ee601b45ae3a port 4eb72213-3102-4022-8635-535729f0b7e1 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:52.498097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-06d7b37f-6ba6-43b1-a7bd-9b85cfd24a45 service neutron] 10.222.0.31 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124283 Oct 28 21:27:52.529806 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:52.785420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fcb17817-10b5-4705-9d98-f39209a1c40c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:52.804008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13a15557-feaf-4bfe-9b4b-d1dd8b82e8a5 req-e7bf2886-3c7b-460f-a1b6-1a131ca989f4 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 210 time: 0.0910189 Oct 28 21:27:52.949034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.041601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fcb17817-10b5-4705-9d98-f39209a1c40c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:53.043947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.136145 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.151928 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.216336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] For port fcb17817-10b5-4705-9d98-f39209a1c40c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fcb17817-10b5-4705-9d98-f39209a1c40c,segment=NetworkSegment(c10af258-b084-4c7a-9746-7f760d520423),segment_id=c10af258-b084-4c7a-9746-7f760d520423)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:53.230191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.263932 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Attempting to bind port 4eb72213-3102-4022-8635-535729f0b7e1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:53.264405 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Attempting to bind port 4eb72213-3102-4022-8635-535729f0b7e1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:53.265382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Attempting to bind port 4eb72213-3102-4022-8635-535729f0b7e1 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:53.307816 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:53.308981 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:53.308981 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.309235 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:53.309572 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Bound port: 4eb72213-3102-4022-8635-535729f0b7e1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:53.309969 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.322300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e000ce4-5dd7-4338-b456-74fa7e6ca781 None None] Pushing event updated for resources: {'Port': ['ID=fcb17817-10b5-4705-9d98-f39209a1c40c,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:53.365549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-26da73b3-5efc-4abd-b0ba-51f6ffc0e132 None None] Provisioning complete for port fcb17817-10b5-4705-9d98-f39209a1c40c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:53.366314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-26da73b3-5efc-4abd-b0ba-51f6ffc0e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.383388 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1af69c-bbae-4507-8f57-52e40a72bc52 None None] Pushing event updated for resources: {'Port': ['ID=4eb72213-3102-4022-8635-535729f0b7e1,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:53.464766 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] For port 4eb72213-3102-4022-8635-535729f0b7e1, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:53.469654 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] For port 4eb72213-3102-4022-8635-535729f0b7e1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4eb72213-3102-4022-8635-535729f0b7e1,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:53.486021 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.562458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:53.564732 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Routers {'da80b9dd-04da-444b-8885-ee601b45ae3a'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:53.565745 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['da80b9dd-04da-444b-8885-ee601b45ae3a'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:53.590376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653df03-d183-498b-b8db-dac697f824ca req-4f29c24f-e515-47f0-86ba-6b733efb02a8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:53.600209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3653df03-d183-498b-b8db-dac697f824ca req-4f29c24f-e515-47f0-86ba-6b733efb02a8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0822420 Oct 28 21:27:53.654749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3653df03-d183-498b-b8db-dac697f824ca req-780863e3-a0b6-43cd-9868-f41d7e654feb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Oct 28 21:27:53.758691 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1af69c-bbae-4507-8f57-52e40a72bc52 None None] Pushing event updated for resources: {'Port': ['ID=4eb72213-3102-4022-8635-535729f0b7e1,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:53.823286 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] Set router da80b9dd-04da-444b-8885-ee601b45ae3a gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:53.889229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Allocated IP 172.20.0.1 (369c97e4-b2a7-4497-b578-1869d4d5979d/4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c/9251c220-9db3-4965-8865-18047359b12d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:53.952976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecb37539-dd19-4dca-9255-29023744d57a req-6758a7df-6e5f-4fda-b172-e1abbd58e0b5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 210 time: 0.0380619 Oct 28 21:27:54.074953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.117886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.169571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Network 369c97e4-b2a7-4497-b578-1869d4d5979d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:54.180478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:54.185529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:54.250878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Pushing event updated for resources: {'Port': ['ID=9251c220-9db3-4965-8865-18047359b12d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:54.263516 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:51Z', 'revision_number': 3, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:54.277677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.324313 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73220c23-3f67-41b1-bed6-6699ba71d41d None None] The sync data for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 is: [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:51Z', 'revision_number': 3, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:54.500264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-145ce20a-f7f5-4b84-bb27-01d7e6924d1e tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:54.502415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-145ce20a-f7f5-4b84-bb27-01d7e6924d1e tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 814 time: 0.2235031 Oct 28 21:27:54.524558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Request body: {'port': {'device_id': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'admin_state_up': True, 'tenant_id': 'a443aaff63f249b5892897bfa9d8d792'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:54.606377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.629893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:54.632874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fcb17817-10b5-4705-9d98-f39209a1c40c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:54.635227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d14f9e03-162e-4f7a-8229-68431b307a7c None None] Provisioning complete for port 9251c220-9db3-4965-8865-18047359b12d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:54.635592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d14f9e03-162e-4f7a-8229-68431b307a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.709501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Made reservation on behalf of a443aaff63f249b5892897bfa9d8d792 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:27:54.714111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.773945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d14f9e03-162e-4f7a-8229-68431b307a7c None None] Port 9251c220-9db3-4965-8865-18047359b12d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:54.831673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fcb17817-10b5-4705-9d98-f39209a1c40c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:54.834407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:54.926828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Allocated IP 172.20.0.12 (6764dd56-e862-4293-8550-f6f8eca2a569/79ca8959-2c29-48e1-b3dc-9c2de072da41/356aedc5-8b8c-4fcb-ab30-01133ebcc71c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:27:54.970919 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3479dbc1-4d15-4677-a41a-391534119c3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9d11b70273343f0ac25e46bfca252c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395588 Oct 28 21:27:54.978099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34776) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:55.099063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.118866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.157690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74280894-0f43-4a35-acc0-626f7408029e req-02db3963-a556-41ec-91a1-f26a347b7cd6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 210 time: 0.0450561 Oct 28 21:27:55.198109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.202109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13402aa-0875-40a7-9619-b4fe00788951 req-3dcaf718-db75-4bd7-8e27-aa2deb31f34a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:55.203833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c13402aa-0875-40a7-9619-b4fe00788951 req-3dcaf718-db75-4bd7-8e27-aa2deb31f34a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1845715 Oct 28 21:27:55.241730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.255723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Pushing event updated for resources: {'Port': ['ID=9251c220-9db3-4965-8865-18047359b12d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:55.264162 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.278929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.317101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c13402aa-0875-40a7-9619-b4fe00788951 req-e022c264-3f5f-444b-a3c6-6264bd8c5d51 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031022 Oct 28 21:27:55.330892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:27:55.375939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.379226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:27:55.379642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device eee54d5b-de0a-40e4-b4a4-c23b12f09ad9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:27:55.391553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12', '61c35dde-d9dc-4dac-8110-62da41d6df08', 'c7abfac4-3519-4fbb-8a9a-82987551993a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:27:55.415394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.424057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.425576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da18e053-5f28-402c-a05f-630df68d697c HTTP/1.1" status: 204 len: 168 time: 0.4466751 Oct 28 21:27:55.448152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91821-419f-4aa8-99ff-4f7ffe956379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18e053-5f28-402c-a05f-630df68d697c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:55.467274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Network 6764dd56-e862-4293-8550-f6f8eca2a569 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:55.476579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:55.482866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Network 369c97e4-b2a7-4497-b578-1869d4d5979d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:27:55.485033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:27:55.485208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:27:55.582617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event updated for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:55.631510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:55.632577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.668432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-5a93a5df-c87d-4bcf-bf77-e7b2e44fd653 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1470256 Oct 28 21:27:55.694645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Request body: {'port': {'device_id': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:27:55.729266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Router da80b9dd-04da-444b-8885-ee601b45ae3a has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:27:55.824102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:55.945420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:55.966709 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-75546645-bb6f-4d5b-b8fd-bfe130ae1a9b admin admin] 10.222.0.31 "PUT /v2.0/routers/da80b9dd-04da-444b-8885-ee601b45ae3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0341587 Oct 28 21:27:55.978654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3364586d-1af6-4198-8992-7a038ad30c49 None None] Provisioning complete for port 9251c220-9db3-4965-8865-18047359b12d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:55.979220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3364586d-1af6-4198-8992-7a038ad30c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:56.104524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3364586d-1af6-4198-8992-7a038ad30c49 None None] Port 9251c220-9db3-4965-8865-18047359b12d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:27:56.591959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3011f9-f863-4ebf-b080-52e0eaafd1ca req-dc862fbb-9656-4963-bb54-6ca2ed491f08 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:56.600593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb3011f9-f863-4ebf-b080-52e0eaafd1ca req-dc862fbb-9656-4963-bb54-6ca2ed491f08 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 932 time: 0.1717620 Oct 28 21:27:56.668801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4eb72213-3102-4022-8635-535729f0b7e1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:56.736821 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-b9407b53-5272-4d6e-a5c0-82f9e50c4b11 req-8c339048-86a8-43b8-acee-a63780bca56c tempest-FloatingIPDetailsNegativeTestJSON-1624796212 tempest-FloatingIPDetailsNegativeTestJSON-1624796212-project] show failed (client error): The resource could not be found. Oct 28 21:27:56.738116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9407b53-5272-4d6e-a5c0-82f9e50c4b11 req-8c339048-86a8-43b8-acee-a63780bca56c tempest-FloatingIPDetailsNegativeTestJSON-1624796212 tempest-FloatingIPDetailsNegativeTestJSON-1624796212-project] 10.222.0.31 "GET /v2.0/floatingips/43eb997c-ffad-469b-89de-b8ed982edbdd HTTP/1.1" status: 404 len: 350 time: 0.0646582 Oct 28 21:27:56.753669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4eb72213-3102-4022-8635-535729f0b7e1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:56.753669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:56.754562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:56.771817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb3011f9-f863-4ebf-b080-52e0eaafd1ca req-07e145a8-2b55-4bf0-915a-e9e0110087b8 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702020 Oct 28 21:27:56.904393 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:56.938982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4eb72213-3102-4022-8635-535729f0b7e1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4eb72213-3102-4022-8635-535729f0b7e1,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:27:56.947669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:56.991449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356aedc5-8b8c-4fcb-ab30-01133ebcc71c {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:27:57.003112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.026979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4eb72213-3102-4022-8635-535729f0b7e1,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:57.033698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9920c-07ba-46e0-91a1-96daf128dcfb req-a45a753c-7b1c-4801-a2da-af0310594114 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:57.035596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40e9920c-07ba-46e0-91a1-96daf128dcfb req-a45a753c-7b1c-4801-a2da-af0310594114 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1042285 Oct 28 21:27:57.036910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Transition to ACTIVE for port object 356aedc5-8b8c-4fcb-ab30-01133ebcc71c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:27:57.063165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.156983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40e9920c-07ba-46e0-91a1-96daf128dcfb req-218bfa7e-62d1-4856-8ce1-baca7e454106 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138463 Oct 28 21:27:57.176393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:57.281180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Sync routers for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:27:57.309519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Routers {'da80b9dd-04da-444b-8885-ee601b45ae3a'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:57.310336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['da80b9dd-04da-444b-8885-ee601b45ae3a'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:57.360270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Attempting to bind port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:27:57.362220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Attempting to bind port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:27:57.362220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Attempting to bind port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:57.368082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c on network 6764dd56-e862-4293-8550-f6f8eca2a569 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:27:57.368733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Attempting to bind port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c on network 6764dd56-e862-4293-8550-f6f8eca2a569 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:27:57.376657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:27:57.377292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Checking segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:27:57.377991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Bound using segment: {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:27:57.378599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Bound port: 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8be44b-0675-4f6d-a140-e92fff9c0af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:27:57.379139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.418359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.467361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:27:57.470739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:27:57.476739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.557155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Set router da80b9dd-04da-444b-8885-ee601b45ae3a gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:57.564521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:57.586085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:57.587192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.588968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-7c0e4a23-6809-4411-b735-8250cc9ac9b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/356aedc5-8b8c-4fcb-ab30-01133ebcc71c HTTP/1.1" status: 200 len: 1093 time: 1.9069190 Oct 28 21:27:57.618288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:27:57.622138 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73d670-f26d-482e-aea6-4c00944c73ac" -d '{"events": [{"name": "network-changed", "server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:27:57.666492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79aa66b3-c760-4df1-9e61-34c797926894 req-cd8cbcff-34ad-4c42-a391-1329316d809d tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0807188 Oct 28 21:27:57.745500 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b45694-e9e9-48f3-8cef-e4a4256e6254 x-openstack-request-id: req-e1b45694-e9e9-48f3-8cef-e4a4256e6254 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:27:57.745787 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:27:57.746032 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1b45694-e9e9-48f3-8cef-e4a4256e6254 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:27:57.746409 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c', 'status': 'completed', 'code': 200} Oct 28 21:27:57.763042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-09a9289a-537c-463f-8645-0861c89b0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:57.766432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-09a9289a-537c-463f-8645-0861c89b0f18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 1096 time: 0.1076963 Oct 28 21:27:57.824161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Deleting port 9251c220-9db3-4965-8865-18047359b12d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:57.824845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.871622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:54Z', 'revision_number': 4, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '9251c220-9db3-4965-8865-18047359b12d', 'name': '', 'network_id': '369c97e4-b2a7-4497-b578-1869d4d5979d', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'mac_address': 'fa:16:3e:d1:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:53Z', 'updated_at': '2021-10-28T21:27:54Z', 'revision_number': 2, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'subnets': [{'id': '4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:57.892241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-8dba98db-0e76-46e2-ac89-49ef13c7a170 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c HTTP/1.1" status: 200 len: 217 time: 0.1086206 Oct 28 21:27:57.919420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Checking router: da80b9dd-04da-444b-8885-ee601b45ae3a for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:27:57.919883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Updating router da80b9dd-04da-444b-8885-ee601b45ae3a port 9251c220-9db3-4965-8865-18047359b12d binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:27:57.948858 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:57.998391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029627b-99bc-4815-a47b-42521b8d5328 req-caef4015-f275-4c94-97dd-fb4ff1f6e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:58.002544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-caef4015-f275-4c94-97dd-fb4ff1f6e7f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.1023948 Oct 28 21:27:58.013480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:58.017891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2ff62-94f8-45a4-9db9-2c502332d040 req-a4294bf7-e5d6-43d0-992f-3e2726516041 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:58.019848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cae2ff62-94f8-45a4-9db9-2c502332d040 req-a4294bf7-e5d6-43d0-992f-3e2726516041 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 944 time: 0.1040130 Oct 28 21:27:58.045082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Calling delete_port for 9251c220-9db3-4965-8865-18047359b12d owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:27:58.054479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-925d699a-950d-4950-a15d-bb37200f6266 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331199 Oct 28 21:27:58.197608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cae2ff62-94f8-45a4-9db9-2c502332d040 req-59646197-7f71-44e6-9b46-d97d0bc58cb6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415308 Oct 28 21:27:58.294336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:58.324417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-ce33a49c-9ad5-4a96-ba15-7cc901704a9a service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548175 Oct 28 21:27:58.386520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Pushing event deleted for resources: {'Port': ['ID=9251c220-9db3-4965-8865-18047359b12d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:27:58.680058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2029627b-99bc-4815-a47b-42521b8d5328 req-2a17b2bb-2bf7-4cee-aca4-624a03ed4caf service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467207 Oct 28 21:27:58.736278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4eb72213-3102-4022-8635-535729f0b7e1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:27:58.752356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:27:58.753135 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:27:58.761176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:58.802960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a935d919-fa88-4a9d-a180-0728528f2166 req-bb17f206-aec9-4852-a5ee-6d00a5599e8c tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.1176615 Oct 28 21:27:58.865309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4eb72213-3102-4022-8635-535729f0b7e1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:27:58.865940 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:58.940076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-1bab24b8-f083-4f24-89aa-22d591fb1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:58.940076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-1bab24b8-f083-4f24-89aa-22d591fb1150 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a443aaff63f249b5892897bfa9d8d792&device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0792468 Oct 28 21:27:58.940076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361adae-703a-4240-8d50-5cb86a0cb7ca req-a1045a4a-cfc6-45af-ad67-d53b43f4b5c2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:58.940076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2361adae-703a-4240-8d50-5cb86a0cb7ca req-a1045a4a-cfc6-45af-ad67-d53b43f4b5c2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.2304096 Oct 28 21:27:59.049085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2361adae-703a-4240-8d50-5cb86a0cb7ca req-14e6c3b1-948f-48f4-8e37-d8fbecea8716 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342082 Oct 28 21:27:59.095428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-971e3453-79b0-408e-acdb-804db9d881eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:59.097242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-971e3453-79b0-408e-acdb-804db9d881eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 200 len: 915 time: 0.1813204 Oct 28 21:27:59.182005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-6815a1d8-798b-41bf-9b11-3ff0e1b3f791 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c HTTP/1.1" status: 200 len: 217 time: 0.0624247 Oct 28 21:27:59.188801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Router da80b9dd-04da-444b-8885-ee601b45ae3a has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:27:59.240688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-05172f18-fa29-4be3-865c-1dd65a53bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:59.242140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-05172f18-fa29-4be3-865c-1dd65a53bf17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 200 len: 854 time: 0.0495884 Oct 28 21:27:59.279653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Port 9251c220-9db3-4965-8865-18047359b12d not found while updating agent binding for router da80b9dd-04da-444b-8885-ee601b45ae3a. {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 21:27:59.282688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-61e7b675-cba8-4139-9e00-50847758738d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6764dd56-e862-4293-8550-f6f8eca2a569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306122 Oct 28 21:27:59.289963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Routers {'da80b9dd-04da-444b-8885-ee601b45ae3a'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:27:59.290628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['da80b9dd-04da-444b-8885-ee601b45ae3a'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:59.352154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:27:59.366474 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2ae5abc-48f0-45e2-a482-80e9a69caacd admin admin] 10.222.0.31 "PUT /v2.0/routers/da80b9dd-04da-444b-8885-ee601b45ae3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132920 Oct 28 21:27:59.366700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:27:59.413471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc4cc9-1e2c-42cd-8776-21307cfc9375 req-85b6e65d-2a92-4203-9af5-be32bfa3c9ee tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:59.415070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccfc4cc9-1e2c-42cd-8776-21307cfc9375 req-85b6e65d-2a92-4203-9af5-be32bfa3c9ee tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 944 time: 0.1104140 Oct 28 21:27:59.464706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] Set router da80b9dd-04da-444b-8885-ee601b45ae3a gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:27:59.527842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-7a6b628e-c3e1-40ea-927e-ab9494bf437f service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108750 Oct 28 21:27:59.606980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccfc4cc9-1e2c-42cd-8776-21307cfc9375 req-516dff8e-63dd-4d03-861a-11b27dfde372 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773870 Oct 28 21:27:59.631532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:59.633078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f2c4-f041-4479-bb3f-0c8254e8dc6e req-ce0f41fb-a1c3-42cb-88f4-3acacf9ac873 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:59.642395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d942f2c4-f041-4479-bb3f-0c8254e8dc6e req-ce0f41fb-a1c3-42cb-88f4-3acacf9ac873 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.1672089 Oct 28 21:27:59.712663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d942f2c4-f041-4479-bb3f-0c8254e8dc6e req-074f4468-9878-4af4-8ef5-e54d3b889144 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520205 Oct 28 21:27:59.735334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:58Z', 'revision_number': 5, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:27:59.745314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc73d670-f26d-482e-aea6-4c00944c73ac req-13a8107f-86d2-4ea9-91a4-7901275b7297 service neutron] 10.222.0.44 "GET /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965935 Oct 28 21:27:59.775775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60e5e89-468b-43c2-aa82-8202c31ef05f None None] The sync data for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 is: [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '4eb72213-3102-4022-8635-535729f0b7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:27:58Z', 'revision_number': 5, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port': {'id': '4eb72213-3102-4022-8635-535729f0b7e1', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:50Z', 'updated_at': '2021-10-28T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:27:59.852493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:59.863767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-eee448ab-8a1a-4f07-8c53-e9306bd317c0 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1183095266&fields=id&tenant_id=3b7b3d9a020348399d48e9a25fa3d968 HTTP/1.1" status: 200 len: 267 time: 0.0443461 Oct 28 21:27:59.929676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Deleting port 4eb72213-3102-4022-8635-535729f0b7e1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:27:59.930078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:27:59.995563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-43ba3bc7-4192-4eee-962f-277dc2b6e46e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:27:59.997295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-43ba3bc7-4192-4eee-962f-277dc2b6e46e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/networks?id=2442acf5-3e0e-471f-83b0-25e80f941e01 HTTP/1.1" status: 200 len: 815 time: 0.1253376 Oct 28 21:28:00.014866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-7217bd4c-6cae-4b04-990e-82996d66e4bc tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/quotas/3b7b3d9a020348399d48e9a25fa3d968 HTTP/1.1" status: 200 len: 375 time: 0.0113282 Oct 28 21:28:00.030827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] For port 4eb72213-3102-4022-8635-535729f0b7e1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4eb72213-3102-4022-8635-535729f0b7e1,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:00.031232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:00.055345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Calling delete_port for 4eb72213-3102-4022-8635-535729f0b7e1 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:00.114277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-c6d4fe84-bb9e-49b3-91d9-782c9a3505a4 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b7b3d9a020348399d48e9a25fa3d968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923452 Oct 28 21:28:00.251357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-7ad406db-3694-4e95-b43b-ff87955346b4 service neutron] 10.222.0.31 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359074 Oct 28 21:28:00.365996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-dca08de9-2269-4517-a0ae-c2b925f318bf service neutron] 10.222.0.31 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059854 Oct 28 21:28:00.466747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa781128-a78d-47a7-b9ea-b669bff83008 req-20f752ed-30e9-4e7c-8ddc-b445834ea492 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0462697 Oct 28 21:28:00.590729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da3cc-804f-43d3-b329-768fcd187fe5 req-3c84c1b0-fd2d-4447-8447-06ff46e5c27e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:00.592298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-615da3cc-804f-43d3-b329-768fcd187fe5 req-3c84c1b0-fd2d-4447-8447-06ff46e5c27e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0602279 Oct 28 21:28:00.646381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-615da3cc-804f-43d3-b329-768fcd187fe5 req-ec2bba65-d90f-4cb9-9717-a6d4f4361d89 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Oct 28 21:28:00.668739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:00.706443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb72213-3102-4022-8635-535729f0b7e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:00.749306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39434f89-6221-45e0-81ec-1ef2a3396723 req-191f6925-b4ba-401c-b3c7-1504724aac05 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0371113 Oct 28 21:28:00.780436 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Sync routers for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:28:00.804900 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Routers {'da80b9dd-04da-444b-8885-ee601b45ae3a'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:00.805762 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['da80b9dd-04da-444b-8885-ee601b45ae3a'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:00.819230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:00.857829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb038-997c-4b56-9b48-0098b847e884 req-7cdcba3c-ff58-496a-884d-f275bef47b53 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:00.859499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dbb038-997c-4b56-9b48-0098b847e884 req-7cdcba3c-ff58-496a-884d-f275bef47b53 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 944 time: 0.1129889 Oct 28 21:28:00.911008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dbb038-997c-4b56-9b48-0098b847e884 req-a94158fc-9a12-478d-a476-55daa80be398 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Oct 28 21:28:00.913378 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Set router da80b9dd-04da-444b-8885-ee601b45ae3a gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:28:00.938955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:00.942102 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:00.969709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b9dd-04da-444b-8885-ee601b45ae3a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2016426459-router', 'tenant_id': 'a496c9280b0b428790bab7f883d82155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:49Z', 'updated_at': '2021-10-28T21:28:00Z', 'revision_number': 7, 'project_id': 'a496c9280b0b428790bab7f883d82155', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:00.997117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Checking router: da80b9dd-04da-444b-8885-ee601b45ae3a for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:28:01.001666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.002399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da80b9dd-04da-444b-8885-ee601b45ae3a {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:28:01.007707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.011586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5fdc8cc-911e-46ab-a766-258417b38d83 admin admin] 10.222.0.31 "DELETE /v2.0/routers/da80b9dd-04da-444b-8885-ee601b45ae3a HTTP/1.1" status: 204 len: 168 time: 1.6413229 Oct 28 21:28:01.011887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34938) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:01.012804 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:01.013185 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 21:28:01.014163 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_agentschedulers_db [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da80b9dd-04da-444b-8885-ee601b45ae3a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:27:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent'). {{(pid=102316) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 21:28:01.015531 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb6e6a-0f56-4c52-815c-9889631575b6 None None] The sync data for ids ['da80b9dd-04da-444b-8885-ee601b45ae3a'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:28:01.069017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Deleting subnet 4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:28:01.072303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.108705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.208395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.265675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.297938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:01.302657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.306126 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a3eb3b31-fc4d-4cec-a9b6-0a522c95c640 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a4caef8-6ff5-4fc6-9bff-0ae25745cf7c HTTP/1.1" status: 204 len: 168 time: 0.2931478 Oct 28 21:28:01.308908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34946) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:01.311237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995e073-45a0-4d8f-b70b-befbabf9c932 None None] Network 369c97e4-b2a7-4497-b578-1869d4d5979d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:28:01.382102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 356aedc5-8b8c-4fcb-ab30-01133ebcc71c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:01.384155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.448870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Deleting port fcb17817-10b5-4705-9d98-f39209a1c40c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:01.449451 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.536918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] For port fcb17817-10b5-4705-9d98-f39209a1c40c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fcb17817-10b5-4705-9d98-f39209a1c40c,segment=NetworkSegment(c10af258-b084-4c7a-9746-7f760d520423),segment_id=c10af258-b084-4c7a-9746-7f760d520423)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:01.537190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:01.537327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.570269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c', 'network_id': '6764dd56-e862-4293-8550-f6f8eca2a569', 'port_id': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c', 'mac_address': 'fa:16:3e:12:ca:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ca8959-2c29-48e1-b3dc-9c2de072da41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:01.575115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Calling delete_port for fcb17817-10b5-4705-9d98-f39209a1c40c owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:01.611137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] DHCP port deletion for 369c97e4-b2a7-4497-b578-1869d4d5979d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:28:01.628569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.656606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bab55b10-b44e-4a25-9eea-0e419cb213a5 req-7ace1064-7a40-418a-9948-8bd5628af8a5 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0350413 Oct 28 21:28:01.664185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356aedc5-8b8c-4fcb-ab30-01133ebcc71c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:01.691647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.707340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] No DVR routers for this DVR port fcb17817-10b5-4705-9d98-f39209a1c40c on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:01.709563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:01.723456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.751473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb17817-10b5-4705-9d98-f39209a1c40c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:01.809090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Deleting port fcb17817-10b5-4705-9d98-f39209a1c40c {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:01.809373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.810198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c25ac3c6-acd2-41a1-a31e-b4cdba2253f4 req-7879b1a3-47ab-4bcc-b038-9c1c7483f931 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0410864 Oct 28 21:28:01.831550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5cc1-fde1-4fcd-bef1-105a5fde0863 req-762a9e5b-7bee-4ca1-b7cd-0d4420de1dac tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:01.833219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73f5cc1-fde1-4fcd-bef1-105a5fde0863 req-762a9e5b-7bee-4ca1-b7cd-0d4420de1dac tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0746970 Oct 28 21:28:01.834087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.858179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c97e4-b2a7-4497-b578-1869d4d5979d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:01.864283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:01.870092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10af258-b084-4c7a-9746-7f760d520423') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:01.870280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10af258-b084-4c7a-9746-7f760d520423') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:01.882393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.883552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-460b2d0d-d0b6-48c9-9cc1-4304987377aa req-ecbbc388-5bc2-45ef-93c5-b6e9ad6b0300 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0487754 Oct 28 21:28:01.898963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.906597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:28:01.906748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.907741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] For port fcb17817-10b5-4705-9d98-f39209a1c40c, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:01.908142 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.924741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73f5cc1-fde1-4fcd-bef1-105a5fde0863 req-0e4a82be-cb09-454e-9da9-0ab483574ea1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808563 Oct 28 21:28:01.929577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Calling delete_port for fcb17817-10b5-4705-9d98-f39209a1c40c owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:01.933142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Port fcb17817-10b5-4705-9d98-f39209a1c40c was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:28:01.934429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:28:01.968070 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:28:01.972930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.978282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] Pushing event deleted for resources: {'Port': ['ID=fcb17817-10b5-4705-9d98-f39209a1c40c,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:01.985104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e357841-e1af-4207-b93c-33ae9c65acf3 None None] No DVR routers for this DVR port fcb17817-10b5-4705-9d98-f39209a1c40c on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:01.989421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:01.994626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] 10.222.0.31 "DELETE /v2.0/networks/369c97e4-b2a7-4497-b578-1869d4d5979d HTTP/1.1" status: 204 len: 168 time: 0.6822288 Oct 28 21:28:01.994626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061860d-2c62-4104-9365-6e43ab6dcd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=369c97e4-b2a7-4497-b578-1869d4d5979d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:02.090108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e239c-4d44-4cac-9e1a-a060e1d7b30e req-eed2e833-6a80-4952-8e6d-084501daba7f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:02.091837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a77e239c-4d44-4cac-9e1a-a060e1d7b30e req-eed2e833-6a80-4952-8e6d-084501daba7f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 945 time: 0.0710497 Oct 28 21:28:02.152874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a77e239c-4d44-4cac-9e1a-a060e1d7b30e req-f748bfae-f0d8-46e9-9b2c-116e8890d317 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535474 Oct 28 21:28:02.199776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['356aedc5-8b8c-4fcb-ab30-01133ebcc71c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:02.241980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34960) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:02.285963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bc4493ca-48a0-4db5-8c88-0f8c0015d9d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a496c9280b0b428790bab7f883d82155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421627 Oct 28 21:28:02.287810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34962) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:02.304164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-540a4de0-877a-4172-b2db-24d8fb0de600 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:02.305719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-540a4de0-877a-4172-b2db-24d8fb0de600 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.44 "GET /v2.0/networks?id=2442acf5-3e0e-471f-83b0-25e80f941e01 HTTP/1.1" status: 200 len: 815 time: 0.1287274 Oct 28 21:28:02.347383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.365800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-6f89b4c4-d38e-4fac-8465-6d8bce0cd638 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b7b3d9a020348399d48e9a25fa3d968 HTTP/1.1" status: 200 len: 380 time: 0.0477099 Oct 28 21:28:02.372218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.377701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'port': {'device_id': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'admin_state_up': True, 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'security_groups': ['72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:02.426392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.429699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.433642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/339534f8-27f4-45e9-b787-72d1e3f10831 HTTP/1.1" status: 204 len: 168 time: 0.1423211 Oct 28 21:28:02.440062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f649-cc9b-4ae9-b4cb-e4d09046f62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339534f8-27f4-45e9-b787-72d1e3f10831,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:02.499932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Made reservation on behalf of 3b7b3d9a020348399d48e9a25fa3d968 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:02.506064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.580429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4eb72213-3102-4022-8635-535729f0b7e1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:02.605584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4eb72213-3102-4022-8635-535729f0b7e1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:02.605926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4eb72213-3102-4022-8635-535729f0b7e1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:02.606345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fcb17817-10b5-4705-9d98-f39209a1c40c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:02.637060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: fcb17817-10b5-4705-9d98-f39209a1c40c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:02.637413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fcb17817-10b5-4705-9d98-f39209a1c40c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:02.666797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Allocated IP 172.20.0.5 (2442acf5-3e0e-471f-83b0-25e80f941e01/eea9b398-2555-4362-a935-11b77f24955a/e89019d0-54d2-474c-8402-729ac326b8f2) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:28:02.722243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d48edcbc-f37a-40a7-a1aa-bda1167033b6 req-ef267cf5-87aa-449e-85ae-3c8b87b980ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0306387 Oct 28 21:28:02.805570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e39edc29-d651-4209-be99-99b1c09acbeb req-86922059-c354-4758-bbda-e967bdb33db1 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0350075 Oct 28 21:28:02.859866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.898313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:02.959414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:28:02.962804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:02.979722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:28:03.028468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event updated for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:03.126232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:03.127216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:03.158708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad62b18-3319-4048-b5b8-eeac55a47d10 req-c338c0a9-0d67-4d77-a46a-8a643e548e8a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:03.167528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ad62b18-3319-4048-b5b8-eeac55a47d10 req-c338c0a9-0d67-4d77-a46a-8a643e548e8a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 931 time: 0.1779685 Oct 28 21:28:03.183333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-48a0e8f9-a9d4-4725-80d1-f5074a0b4212 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103497 Oct 28 21:28:03.199670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bb6c9-f060-4f2f-a0fe-1fc15f2725ea req-a15f427d-b6ba-427a-b9c5-21984791af9e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:03.207229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c51bb6c9-f060-4f2f-a0fe-1fc15f2725ea req-a15f427d-b6ba-427a-b9c5-21984791af9e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1750309 Oct 28 21:28:03.220998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Request body: {'port': {'device_id': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:03.300145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ad62b18-3319-4048-b5b8-eeac55a47d10 req-f38f5424-bbf3-47bd-8749-94bc2bff90f8 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232328 Oct 28 21:28:03.317422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c51bb6c9-f060-4f2f-a0fe-1fc15f2725ea req-a98fa576-04f3-423b-9c17-c0e501e73905 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092491 Oct 28 21:28:03.347271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5192fa4c-a423-4ace-a4fe-12a9b7960c65 None None] Provisioning complete for port e89019d0-54d2-474c-8402-729ac326b8f2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:03.347591 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5192fa4c-a423-4ace-a4fe-12a9b7960c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:03.359642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:03.397372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:03.410015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5192fa4c-a423-4ace-a4fe-12a9b7960c65 None None] Port e89019d0-54d2-474c-8402-729ac326b8f2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:28:03.533281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:03.547584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:03.602584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:03.619986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:03.655632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:03.663826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:03.690325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4471-3d7e-4162-9389-6b7363d7a1bc req-c6e19945-5271-431c-8d46-f49b7329229a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:03.698196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f3a4471-3d7e-4162-9389-6b7363d7a1bc req-c6e19945-5271-431c-8d46-f49b7329229a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 945 time: 0.1657255 Oct 28 21:28:03.765669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:03.786949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f3a4471-3d7e-4162-9389-6b7363d7a1bc req-7d8b647e-d65a-48e6-9bb7-7c0b2c55d050 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877149 Oct 28 21:28:03.849805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e28d7ac9-a740-4a4e-9400-63b97f82d887'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:04.058575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe5cf0b3-a238-4191-bcec-2960b90061ba req-74f4a616-0449-44fd-b227-11b08bb29c7b tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0472319 Oct 28 21:28:04.068246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89019d0-54d2-474c-8402-729ac326b8f2 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:04.080178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.106006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Transition to ACTIVE for port object e89019d0-54d2-474c-8402-729ac326b8f2 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:28:04.114060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.254071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Pushing event updated for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:04.270243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Attempting to bind port e89019d0-54d2-474c-8402-729ac326b8f2 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:28:04.270608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Attempting to bind port e89019d0-54d2-474c-8402-729ac326b8f2 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:28:04.270896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Attempting to bind port e89019d0-54d2-474c-8402-729ac326b8f2 on network 2442acf5-3e0e-471f-83b0-25e80f941e01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:04.276082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Port e89019d0-54d2-474c-8402-729ac326b8f2 on network 2442acf5-3e0e-471f-83b0-25e80f941e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:28:04.280743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Attempting to bind port e89019d0-54d2-474c-8402-729ac326b8f2 on network 2442acf5-3e0e-471f-83b0-25e80f941e01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:04.293586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:28:04.293931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Checking segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:28:04.294541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Bound using segment: {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:28:04.294986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Bound port: e89019d0-54d2-474c-8402-729ac326b8f2, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2829185-fbe9-470d-bfa1-15c797cb138c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:28:04.295351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.370498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35050) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:04.433585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:28:04.438357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e89019d0-54d2-474c-8402-729ac326b8f2,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:28:04.480399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.587109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:04.588282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.589952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] 10.222.0.44 "PUT /v2.0/ports/e89019d0-54d2-474c-8402-729ac326b8f2 HTTP/1.1" status: 200 len: 1092 time: 1.3800230 Oct 28 21:28:04.601261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:04.603500 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e659099-15fe-4887-9830-f8313f94aca3" -d '{"events": [{"name": "network-changed", "server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:04.606877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed01c445-0134-4090-80de-5c4b07dbbd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:04.651472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeb7df-9482-4a49-bcde-02d3c1de39c6 req-708b9474-49da-407f-8ca6-16cee5cc601a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:04.653043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-debeb7df-9482-4a49-bcde-02d3c1de39c6 req-708b9474-49da-407f-8ca6-16cee5cc601a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1980932 Oct 28 21:28:04.673845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3b704-921c-4882-b357-b76ecffd228c service neutron] Pushing event updated for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:04.702103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506baa7-d483-4fa8-a238-cabaef72693b req-284d34e4-a167-4dd0-a787-c6e3b34a010a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:04.704826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5506baa7-d483-4fa8-a238-cabaef72693b req-284d34e4-a167-4dd0-a787-c6e3b34a010a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.2633471 Oct 28 21:28:04.802417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-debeb7df-9482-4a49-bcde-02d3c1de39c6 req-32cf13b6-5a6a-4e37-a431-fd41968df142 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310961 Oct 28 21:28:04.819348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5506baa7-d483-4fa8-a238-cabaef72693b req-c3d42d14-5863-4367-93b2-c2f7f8e07a7b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955138 Oct 28 21:28:04.825594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-14c16ae6-fa08-4c76-8949-e893af9732c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:04.828626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-14c16ae6-fa08-4c76-8949-e893af9732c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b7b3d9a020348399d48e9a25fa3d968&device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 1095 time: 0.1673832 Oct 28 21:28:04.904788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-a03ce1ee-72b7-4be1-8fd9-86673d882e0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e89019d0-54d2-474c-8402-729ac326b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0601578 Oct 28 21:28:04.907658 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e98c28-a9bc-4843-b1ad-82df57f616cd x-openstack-request-id: req-96e98c28-a9bc-4843-b1ad-82df57f616cd {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:04.907959 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:04.908189 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96e98c28-a9bc-4843-b1ad-82df57f616cd {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:04.908611 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'status': 'completed', 'code': 200} Oct 28 21:28:04.985303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed01c445-0134-4090-80de-5c4b07dbbd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.004182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed01c445-0134-4090-80de-5c4b07dbbd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.038536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-69c946d7-ed3a-411a-9891-6d42ec47ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:05.040010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-69c946d7-ed3a-411a-9891-6d42ec47ecb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eea9b398-2555-4362-a935-11b77f24955a HTTP/1.1" status: 200 len: 854 time: 0.1148818 Oct 28 21:28:05.075150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ed01c445-0134-4090-80de-5c4b07dbbd32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f81c44785e1e4fd0be0e5eb50fa0fede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035797 Oct 28 21:28:05.078818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:05.079367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c445-0134-4090-80de-5c4b07dbbd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcc6b22-eec1-48a8-9c81-c07cab3cee94,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:05.105836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad85c-243b-46de-aec2-7b2138f50de8 req-6a9c7f10-5024-44af-8a34-d305c5b847f0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:05.107474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1cad85c-243b-46de-aec2-7b2138f50de8 req-6a9c7f10-5024-44af-8a34-d305c5b847f0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 945 time: 0.1466446 Oct 28 21:28:05.156792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-cc7aaeb7-0ec1-4970-a74c-4b0f26f74b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:05.158155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-cc7aaeb7-0ec1-4970-a74c-4b0f26f74b60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2442acf5-3e0e-471f-83b0-25e80f941e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953984 Oct 28 21:28:05.163505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1cad85c-243b-46de-aec2-7b2138f50de8 req-de219efc-31c8-487d-a77f-9ff478f88420 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Oct 28 21:28:05.182115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.206448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.255358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.257993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.259561 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dcc6b22-eec1-48a8-9c81-c07cab3cee94 HTTP/1.1" status: 204 len: 168 time: 0.1788125 Oct 28 21:28:05.269283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc93a-8ca1-41a6-aeb5-1a6c467fdf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcc6b22-eec1-48a8-9c81-c07cab3cee94,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:05.277509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e836ed6-2343-43f7-b42b-d0c200f32852 req-65df14be-2889-4c9b-9df6-5ea97b3f5d5f tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.1013718 Oct 28 21:28:05.330335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-3959160a-093d-4752-ad6b-5e3a2126d3e7 service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445093 Oct 28 21:28:05.421745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:05.472771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d08a2f2e-f939-4121-bed0-fd90521e45d5 req-35f39068-62d3-443d-8bbb-258893a08501 service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341681 Oct 28 21:28:05.560999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e28d7ac9-a740-4a4e-9400-63b97f82d887 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:05.562247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.675763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659099-15fe-4887-9830-f8313f94aca3 req-b4e9cead-2758-4336-96ea-cf7c4af9d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:05.678284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-b4e9cead-2758-4336-96ea-cf7c4af9d702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b7b3d9a020348399d48e9a25fa3d968&device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 1095 time: 0.1236994 Oct 28 21:28:05.837132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659099-15fe-4887-9830-f8313f94aca3 req-65b033f0-9440-4416-b71e-08e121998dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:05.842924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-65b033f0-9440-4416-b71e-08e121998dac service neutron] 10.222.0.44 "GET /v2.0/networks?id=2442acf5-3e0e-471f-83b0-25e80f941e01 HTTP/1.1" status: 200 len: 916 time: 0.1533747 Oct 28 21:28:05.874624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.971532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:05.974082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:05.977071 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea101156-0355-44f1-ab68-003fb25e3985" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:05.983997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:05.985314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 356aedc5-8b8c-4fcb-ab30-01133ebcc71c up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:06.038520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1c514e0-716b-4354-b4f9-2d3241925c0f req-4afc6739-63d1-4200-8df1-e3f1bec06c03 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0684969 Oct 28 21:28:06.050131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-b108e56e-c8f1-4cde-8e8f-ad9dcca7f997 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e89019d0-54d2-474c-8402-729ac326b8f2 HTTP/1.1" status: 200 len: 217 time: 0.1942613 Oct 28 21:28:06.171602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:06.201130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:28:06.211454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:06.213028 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:06.337089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c3c6-eeb3-4d8d-8eda-87e06babd326 req-31ded25b-d369-4303-a765-c35e8df53572 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:06.338645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dd7c3c6-eeb3-4d8d-8eda-87e06babd326 req-31ded25b-d369-4303-a765-c35e8df53572 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.2972867 Oct 28 21:28:06.341810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659099-15fe-4887-9830-f8313f94aca3 req-21cb491f-defc-4846-b013-037897cdd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:06.344422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-21cb491f-defc-4846-b013-037897cdd2b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eea9b398-2555-4362-a935-11b77f24955a HTTP/1.1" status: 200 len: 854 time: 0.2280531 Oct 28 21:28:06.420103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:06.488905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:06.505806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:06.540711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35146) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:06.668321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:06.763047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-166515583-network', 'tenant_id': 'd3f1fad39f5b46c6ac0a3055432539aa'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:06.820644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Made reservation on behalf of d3f1fad39f5b46c6ac0a3055432539aa for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:06.823229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:06.844468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:06.890868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737730e-3c55-402f-ba20-7ae59eaa32df req-cde3d7b3-d1e8-48b8-af32-a4f042ea5a77 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:06.902510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3737730e-3c55-402f-ba20-7ae59eaa32df req-cde3d7b3-d1e8-48b8-af32-a4f042ea5a77 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.6886792 Oct 28 21:28:06.975894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dd7c3c6-eeb3-4d8d-8eda-87e06babd326 req-a695908f-f62c-4ac7-812e-89561468d251 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6264198 Oct 28 21:28:07.028209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.040331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.119251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:28:07.126083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3737730e-3c55-402f-ba20-7ae59eaa32df req-f86b9983-9908-42b0-8fa0-9565bfd99c59 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222574 Oct 28 21:28:07.136552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb9ade-9810-47ba-85ac-ef9b78996a78,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:07.150207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659099-15fe-4887-9830-f8313f94aca3 req-25231f49-6035-4eec-bc00-08c33687560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:07.158065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.158456 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Added segment ece2f4f0-936d-48d0-875f-235f43770b67 of type vlan for network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 Oct 28 21:28:07.173738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-25231f49-6035-4eec-bc00-08c33687560f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2442acf5-3e0e-471f-83b0-25e80f941e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092563 Oct 28 21:28:07.258228 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e13f488-0bd6-4871-aba0-a47c1cd49982 x-openstack-request-id: req-7e13f488-0bd6-4871-aba0-a47c1cd49982 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:07.258592 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:07.258914 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e13f488-0bd6-4871-aba0-a47c1cd49982 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:07.259371 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:28:07.281882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.341621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.343516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:07.344238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.459210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-49b4ef91-3272-4fca-811e-86070490b772 service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757711 Oct 28 21:28:07.459440 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9173827 Oct 28 21:28:07.462342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:07.467244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Request body: {'subnet': {'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-166515583-subnet', 'tenant_id': 'd3f1fad39f5b46c6ac0a3055432539aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:07.473821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bb8e6-d542-4a63-b31e-bbb78b724005 admin admin] Pushing event updated for resources: {'Network': ['ID=2d16e96a-a584-4c9c-89e4-9dd62bb3d286,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:07.490817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:28:07.529369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Made reservation on behalf of d3f1fad39f5b46c6ac0a3055432539aa for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:07.537645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.579581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e254386-8702-474b-9b2e-8a693325dadf req-ea3f8bd6-1f7c-41ec-a35c-e23ee6ce74b9 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.1794956 Oct 28 21:28:07.638237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21006-5156-4f42-ae67-f88b938cdc32 req-d65531cb-0c04-4dd7-85a8-0b8f85965db9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:07.646761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cb21006-5156-4f42-ae67-f88b938cdc32 req-d65531cb-0c04-4dd7-85a8-0b8f85965db9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.4144561 Oct 28 21:28:07.740999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cb21006-5156-4f42-ae67-f88b938cdc32 req-df27ae52-d099-4aec-b146-04024d5f9961 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Oct 28 21:28:07.770416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e659099-15fe-4887-9830-f8313f94aca3 req-2307e651-960c-456e-b942-eeefecfed8d3 service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748930 Oct 28 21:28:07.833897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:07.903269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c884fe-b513-491c-a846-14f2ec035852,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:07.916141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Checking segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:28:07.916552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Network hostable DHCP agents. Network: 2d16e96a-a584-4c9c-89e4-9dd62bb3d286, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:28:07.937314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:28:07.951063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2d16e96a-a584-4c9c-89e4-9dd62bb3d286) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:07.961802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33234f6b-7e7d-433b-b8df-192fb909eb62 None None] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:28:07.985403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:07.987038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:08.028152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f7d0bed8-0f6b-4b68-9699-09b0f08a2e2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5643392 Oct 28 21:28:08.178392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b8532-540d-4ecb-b5c3-e338887284bc req-055801a6-3cdf-4bc8-bac3-05972a8cd6c2 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:08.191243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583b8532-540d-4ecb-b5c3-e338887284bc req-055801a6-3cdf-4bc8-bac3-05972a8cd6c2 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1217523 Oct 28 21:28:08.283250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583b8532-540d-4ecb-b5c3-e338887284bc req-b40c7d4a-2134-48f2-939a-ddaecee36351 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841429 Oct 28 21:28:08.378518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf114ca-85b0-48fb-a023-af8c8c136c25 None None] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:28:08.461635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532b7cb-53a8-40b2-b591-dcbe46d514e2 req-0dc18e8e-430b-4161-be56-ac094f784361 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:08.469024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e532b7cb-53a8-40b2-b591-dcbe46d514e2 req-0dc18e8e-430b-4161-be56-ac094f784361 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1159096 Oct 28 21:28:08.567824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e532b7cb-53a8-40b2-b591-dcbe46d514e2 req-e36bd234-424e-45c2-afaf-4a26a92d82dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954776 Oct 28 21:28:08.813945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bed7ac-26f3-44f2-955c-80d024aa24dd req-08e18b94-74a8-4504-aaeb-72cc62fff29d tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0353253 Oct 28 21:28:08.892622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-93a58448-bc4e-4fe8-b400-14441e70cfff tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:08.902695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-93a58448-bc4e-4fe8-b400-14441e70cfff tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.1887927 Oct 28 21:28:08.932579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-0b282f11-b590-454e-9be9-286ab96a0f87 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/quotas/d3f1fad39f5b46c6ac0a3055432539aa HTTP/1.1" status: 200 len: 375 time: 0.0232496 Oct 28 21:28:08.986680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-f71a0315-aa0e-41fb-810d-e5f7f5f0c964 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402992 Oct 28 21:28:09.090820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07873a-a6e9-483d-a174-f2af0487d6d2 req-29faed22-61c0-4d87-95b1-ae0a5f9d6453 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:09.099044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c07873a-a6e9-483d-a174-f2af0487d6d2 req-29faed22-61c0-4d87-95b1-ae0a5f9d6453 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.1856492 Oct 28 21:28:09.123097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-46cc64cc-79fd-4db3-b9c4-2bca691884a5 service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354978 Oct 28 21:28:09.175866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c07873a-a6e9-483d-a174-f2af0487d6d2 req-2feb10f0-855d-4afa-9a66-1fda1e3cf1d7 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758495 Oct 28 21:28:09.260987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:09.263883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f289f645-4e1e-46b4-b77f-77612c304840" -d '{"events": [{"server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "name": "network-vif-plugged", "status": "completed", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:09.285566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-4f8e7a2c-0813-4fc4-8057-aed54816e3a2 service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609094 Oct 28 21:28:09.323365 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afbc4e7-ba9d-42c0-81b2-21addd106284 x-openstack-request-id: req-9afbc4e7-ba9d-42c0-81b2-21addd106284 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:09.323876 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "name": "network-vif-plugged", "status": "completed", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:09.324239 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9afbc4e7-ba9d-42c0-81b2-21addd106284 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:09.324743 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c', 'code': 200} Oct 28 21:28:09.483782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff96b-8c3d-4bda-a6cf-600eb0a8062c req-84c949ff-11cd-434d-8ecb-5a8b2bdcac11 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:09.493280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c83ff96b-8c3d-4bda-a6cf-600eb0a8062c req-84c949ff-11cd-434d-8ecb-5a8b2bdcac11 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1043439 Oct 28 21:28:09.610290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c83ff96b-8c3d-4bda-a6cf-600eb0a8062c req-5450fcde-0b10-40e7-9ead-ee0b3b3f9054 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160645 Oct 28 21:28:09.621739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fbc8-ebd6-4f7b-a558-266ce8724e8d req-31fd3bde-a713-49cb-bbd7-9b7e02c48d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:09.628263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1e9fbc8-ebd6-4f7b-a558-266ce8724e8d req-31fd3bde-a713-49cb-bbd7-9b7e02c48d9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 1098 time: 0.2007761 Oct 28 21:28:09.732269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7bed6f20-d965-4b2e-b9c8-2be010b68e31 req-d2b9d447-5b65-470e-8b4e-2444a53e5948 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 210 time: 0.0775509 Oct 28 21:28:09.838077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1e9fbc8-ebd6-4f7b-a558-266ce8724e8d req-32d56c1f-98c8-4877-9ca8-b44410bdf5da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944163 Oct 28 21:28:09.888692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ce6-2463-4bc6-961b-0458933fb9a0 req-bb961898-2093-4acb-a61d-ca50061e3a47 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:09.897534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3186ce6-2463-4bc6-961b-0458933fb9a0 req-bb961898-2093-4acb-a61d-ca50061e3a47 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1369720 Oct 28 21:28:09.958722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3186ce6-2463-4bc6-961b-0458933fb9a0 req-d211cb3c-7f72-49cf-ba72-827946dea10f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564408 Oct 28 21:28:10.007265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a313c174-1dce-4962-9085-339244a85f26 req-ea18960c-bf78-42ae-a086-e7468a9501c8 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0650146 Oct 28 21:28:10.320986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d064349-b1f4-471b-8750-8b414428e41c req-4e5e1f29-78ef-4458-a22c-1102dd6e9fea tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:10.331274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d064349-b1f4-471b-8750-8b414428e41c req-4e5e1f29-78ef-4458-a22c-1102dd6e9fea tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0777946 Oct 28 21:28:10.392612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d064349-b1f4-471b-8750-8b414428e41c req-f9611c97-ee5c-48f0-bc02-a9babc1a6626 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Oct 28 21:28:10.735368 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-13b91cb0-36ae-4bd4-a6c2-36537447ae11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:10.765112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9d69-c90c-4ff3-a170-338010c57f08 req-959fcd79-b175-4a60-a891-e72958fd5058 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:10.766639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21dd9d69-c90c-4ff3-a170-338010c57f08 req-959fcd79-b175-4a60-a891-e72958fd5058 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.0720711 Oct 28 21:28:10.823326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21dd9d69-c90c-4ff3-a170-338010c57f08 req-7131406d-bd5d-4089-9523-62db5bf38d0b tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502887 Oct 28 21:28:10.852206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ae10a3d-0023-4b6f-9906-c90cdccd9184 req-0b01de79-d60e-457f-ba1c-6fc61773ae9e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 210 time: 0.0327263 Oct 28 21:28:11.130022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7126e1-2a30-4372-ae6c-f1a383126e8b req-d280995e-a736-4e89-9fb9-b13370442498 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:11.132187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f7126e1-2a30-4372-ae6c-f1a383126e8b req-d280995e-a736-4e89-9fb9-b13370442498 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0731685 Oct 28 21:28:11.239217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9e57c21-fb9e-4639-b944-48a813084f81 req-8735fdf1-01d0-4fa8-a2f1-e77fa9773de2 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.1057913 Oct 28 21:28:11.309485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f7126e1-2a30-4372-ae6c-f1a383126e8b req-6f09f679-c183-4329-a87f-cff4960d733e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663213 Oct 28 21:28:11.348775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-845c9a07-f363-4cbe-a0ed-fcceabbf8bef tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:11.350243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-845c9a07-f363-4cbe-a0ed-fcceabbf8bef tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.2062984 Oct 28 21:28:11.366907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'port': {'device_id': '9a8693d5-69da-402e-98da-a486259d5f5f', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'admin_state_up': True, 'tenant_id': 'd3f1fad39f5b46c6ac0a3055432539aa'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:11.550863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ce8da-7ff0-4dd9-b312-911ad2670cca req-edd6a244-1d4e-4972-b067-a4dcfc4b02f5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:11.552553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b84ce8da-7ff0-4dd9-b312-911ad2670cca req-edd6a244-1d4e-4972-b067-a4dcfc4b02f5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0715754 Oct 28 21:28:11.553372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Made reservation on behalf of d3f1fad39f5b46c6ac0a3055432539aa for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:11.556716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:11.672155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b84ce8da-7ff0-4dd9-b312-911ad2670cca req-fbc45b71-d191-4f55-bcf4-72f77b289102 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098690 Oct 28 21:28:11.756418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:11.799051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Allocated IP 172.20.0.10 (2d16e96a-a584-4c9c-89e4-9dd62bb3d286/64c884fe-b513-491c-a846-14f2ec035852/51dc34b7-d096-4eb8-bb63-300db879bf07) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:28:11.967250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.023031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99a3e6ff-085c-41da-8d8a-79cf6f71e39f req-d08b6c6f-95db-4304-89c7-56bd6b246ff1 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 210 time: 0.0357831 Oct 28 21:28:12.075261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37e98-1ac1-481a-b09e-664c1f4243da req-62fc234e-df5d-4e6b-a0e6-cf9bbce2eb85 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:12.082901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56a37e98-1ac1-481a-b09e-664c1f4243da req-62fc234e-df5d-4e6b-a0e6-cf9bbce2eb85 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1541674 Oct 28 21:28:12.117876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.160983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56a37e98-1ac1-481a-b09e-664c1f4243da req-92c0a7bc-0755-48c7-b8c3-63cc7092ec0c tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771191 Oct 28 21:28:12.192189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.253036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:28:12.256502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:12.260254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:28:12.270451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:12.367023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:12.367830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.412229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-85335785-3446-430e-bc23-166249f2751e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0491660 Oct 28 21:28:12.414861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07ca889e-7b95-46e3-91ca-57a5ea80813f req-ade0ba78-f68e-42e2-8a5b-9355988a5070 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0351381 Oct 28 21:28:12.447580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Request body: {'port': {'device_id': '9a8693d5-69da-402e-98da-a486259d5f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:12.520201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2439c7e-8eab-40f5-bb1c-dfd01bec94a7 req-3e045d20-4178-4ffa-bd2e-37ef1fd2fad0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:12.521862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2439c7e-8eab-40f5-bb1c-dfd01bec94a7 req-3e045d20-4178-4ffa-bd2e-37ef1fd2fad0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1133626 Oct 28 21:28:12.522640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.597013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2439c7e-8eab-40f5-bb1c-dfd01bec94a7 req-75d0bc45-76f3-4da2-b3ab-84ccfe52b736 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647235 Oct 28 21:28:12.853577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7ac6f-9a4d-4338-a72b-7e3b15bff84a req-ecd260e9-df03-4519-b8ae-648e7e70aa20 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:12.855105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27d7ac6f-9a4d-4338-a72b-7e3b15bff84a req-ecd260e9-df03-4519-b8ae-648e7e70aa20 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0916770 Oct 28 21:28:12.910191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:12.923926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:12.938597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27d7ac6f-9a4d-4338-a72b-7e3b15bff84a req-57120830-a89e-43a7-b090-315402585a41 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625486 Oct 28 21:28:12.943474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Transition to ACTIVE for port object 51dc34b7-d096-4eb8-bb63-300db879bf07 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:28:12.949238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:13.005511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:13.091898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Attempting to bind port 51dc34b7-d096-4eb8-bb63-300db879bf07 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:28:13.092500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Attempting to bind port 51dc34b7-d096-4eb8-bb63-300db879bf07 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:28:13.092834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Attempting to bind port 51dc34b7-d096-4eb8-bb63-300db879bf07 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:13.097393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Port 51dc34b7-d096-4eb8-bb63-300db879bf07 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:28:13.098431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Attempting to bind port 51dc34b7-d096-4eb8-bb63-300db879bf07 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:13.113669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:28:13.114110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Checking segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:28:13.114548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Bound using segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:28:13.114978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Bound port: 51dc34b7-d096-4eb8-bb63-300db879bf07, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:28:13.115364 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:13.266915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca439-0424-489a-84bf-750bf52aba3b req-802da6eb-4b01-4b8f-ad6c-372ac072e232 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:13.268386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6ca439-0424-489a-84bf-750bf52aba3b req-802da6eb-4b01-4b8f-ad6c-372ac072e232 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 944 time: 0.1051507 Oct 28 21:28:13.329453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fda471c7-e3d0-4cbe-b742-7a408fcfba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:13.338043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:28:13.367278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:28:13.383607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e597-71ca-4432-9c59-20c19c6152c5 req-41e10db7-3959-4266-b8c5-fb9240b915fa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:13.385777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e2e597-71ca-4432-9c59-20c19c6152c5 req-41e10db7-3959-4266-b8c5-fb9240b915fa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1481626 Oct 28 21:28:13.391078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:13.424935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6ca439-0424-489a-84bf-750bf52aba3b req-feb539a8-c29c-4ec9-a34f-b270fd18649c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473420 Oct 28 21:28:13.453983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:13.454789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:13.456475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/51dc34b7-d096-4eb8-bb63-300db879bf07 HTTP/1.1" status: 200 len: 1093 time: 1.0132494 Oct 28 21:28:13.459092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:13.461471 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53d3b0-09de-42e3-80de-fcfdff9fd587" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:13.496647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e2e597-71ca-4432-9c59-20c19c6152c5 req-09833938-b20e-4523-9f25-dc8987ab2aa2 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985692 Oct 28 21:28:13.507836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:13.516247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.516625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.517029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.517306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.517639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.517970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.518295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.518621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.518948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.519272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.519593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.519912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4e859-0bcc-4589-957e-fa054406c0b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:13.560511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94466158-a0bd-4e3b-ba85-34fa91f1e715 req-b6d2e5b5-a396-45fb-b2c9-a7e8bba127f2 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0292270 Oct 28 21:28:13.606146 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a3411c-4e8a-4590-b8b7-21e867bc5259 x-openstack-request-id: req-80a3411c-4e8a-4590-b8b7-21e867bc5259 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:13.606501 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:13.606818 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80a3411c-4e8a-4590-b8b7-21e867bc5259 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:13.607277 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'status': 'completed', 'code': 200} Oct 28 21:28:13.744278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-202a4fc2-957c-474f-8f08-1c1625c43185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:13.745788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-202a4fc2-957c-474f-8f08-1c1625c43185 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 1096 time: 0.0978582 Oct 28 21:28:13.762182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a7b2-e396-4d06-aaaa-c99009c3116e req-fea82ddb-5ceb-41f2-83bd-a240373a276a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:13.763678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a25a7b2-e396-4d06-aaaa-c99009c3116e req-fea82ddb-5ceb-41f2-83bd-a240373a276a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0724535 Oct 28 21:28:13.987802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a25a7b2-e396-4d06-aaaa-c99009c3116e req-2a78d03a-f196-4abc-89e9-e3edbfe4c5fd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116103 Oct 28 21:28:14.039458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-ee2f7602-5ea6-497f-af24-8e994dfe64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:14.040983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-ee2f7602-5ea6-497f-af24-8e994dfe64ac service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2743409 Oct 28 21:28:14.257408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-e0039321-5a25-4440-b890-a48032b596f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:14.258974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a53d3b0-09de-42e3-80de-fcfdff9fd587 req-e0039321-5a25-4440-b890-a48032b596f9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075753 Oct 28 21:28:14.380746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-2b219151-048d-43e7-b072-ba0e8cb59c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:14.382770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-2b219151-048d-43e7-b072-ba0e8cb59c79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 1096 time: 0.0703852 Oct 28 21:28:14.439313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-7709bb0f-e3a4-418a-9bc5-042a3e1c238f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51dc34b7-d096-4eb8-bb63-300db879bf07 HTTP/1.1" status: 200 len: 217 time: 0.0472093 Oct 28 21:28:14.509642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393830-5c16-4e9c-a09c-60d98608e23c req-86806072-ce45-4053-96e4-adbdb83fc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:14.511634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-86806072-ce45-4053-96e4-adbdb83fc736 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 200 len: 861 time: 0.0637920 Oct 28 21:28:14.571672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-962c09cf-1c90-4242-a84b-15e7fb324e79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433786 Oct 28 21:28:14.759830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:14.992200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db062f0-d272-40e7-84e0-3b208d423e4e req-4f7e344a-d3a0-410a-ab3e-7e78db832248 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:14.993870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8db062f0-d272-40e7-84e0-3b208d423e4e req-4f7e344a-d3a0-410a-ab3e-7e78db832248 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 944 time: 0.4870322 Oct 28 21:28:15.023177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:15.086720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32234-69a2-4395-9ed8-6148e15d21e0 req-1cf4f4da-9c4a-48d5-aa97-10080ae3053e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:15.088286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06b32234-69a2-4395-9ed8-6148e15d21e0 req-1cf4f4da-9c4a-48d5-aa97-10080ae3053e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1222475 Oct 28 21:28:15.090151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-396b03ac-6f55-4319-9543-96adaa6a3add service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021813 Oct 28 21:28:15.093435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8db062f0-d272-40e7-84e0-3b208d423e4e req-2b6e9f19-bc8e-4d6f-90b3-a12a7655f337 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836904 Oct 28 21:28:15.193585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06b32234-69a2-4395-9ed8-6148e15d21e0 req-76c18fe7-6139-4d7e-a8b6-8b7cce86c8bb tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899358 Oct 28 21:28:15.228146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4f35bcd-9ae8-4d8e-a67d-e6a3b056874c req-f18b17b1-7e5c-4c07-9d06-3bafa2f13878 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0380785 Oct 28 21:28:15.255389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43393830-5c16-4e9c-a09c-60d98608e23c req-0dc7f2e7-9336-4f37-9ce1-789b50d8d0d9 service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497066 Oct 28 21:28:15.381196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af524ca0-3089-42a5-9615-46dd573e7f1b req-9b441707-cbc6-42bb-9f88-06b55e7e85db tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:15.382797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af524ca0-3089-42a5-9615-46dd573e7f1b req-9b441707-cbc6-42bb-9f88-06b55e7e85db tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0566201 Oct 28 21:28:15.442733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af524ca0-3089-42a5-9615-46dd573e7f1b req-9d7a91e6-b994-4393-a430-0687e0c5a49a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537016 Oct 28 21:28:16.241460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea5e9-09c4-4889-8c51-5a716ca2ecaf req-6f7d65df-eb7a-44c3-a688-dc90081e0952 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:16.243537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-146ea5e9-09c4-4889-8c51-5a716ca2ecaf req-6f7d65df-eb7a-44c3-a688-dc90081e0952 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 944 time: 0.0595913 Oct 28 21:28:16.345201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-146ea5e9-09c4-4889-8c51-5a716ca2ecaf req-f3533ef4-8a0c-48fb-a9fe-2f05ce9c41a8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942442 Oct 28 21:28:16.359426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d627be5-462b-43fe-baa0-2f344f2a6bc9 req-7f843bf9-3b1c-49c6-a937-c773dbe6cc5d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:16.361376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d627be5-462b-43fe-baa0-2f344f2a6bc9 req-7f843bf9-3b1c-49c6-a937-c773dbe6cc5d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.0824766 Oct 28 21:28:16.442685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d627be5-462b-43fe-baa0-2f344f2a6bc9 req-e44899eb-96f0-4ad0-982d-729ee9bda856 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752473 Oct 28 21:28:16.526741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a93ec87-d606-4c38-8eef-22393613a2d2 req-7b80c176-729f-4394-ba20-95e282040007 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0510731 Oct 28 21:28:16.572621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:16.678767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5a5cb-7a71-4df6-ba1d-6b5e5e8892d8 req-34641324-b88e-443e-bef0-3b27f1be781d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:16.688099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a5a5cb-7a71-4df6-ba1d-6b5e5e8892d8 req-34641324-b88e-443e-bef0-3b27f1be781d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0743759 Oct 28 21:28:16.738931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55a5a5cb-7a71-4df6-ba1d-6b5e5e8892d8 req-5830c1c8-c5ea-49eb-9f8e-aae54ec1937e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496948 Oct 28 21:28:17.501568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb4e63-079f-487b-8fd9-55aae4dbd56d req-2fb49e09-0f1c-4d16-be5a-37c9594a382e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:17.507669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02fb4e63-079f-487b-8fd9-55aae4dbd56d req-2fb49e09-0f1c-4d16-be5a-37c9594a382e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 944 time: 0.0828698 Oct 28 21:28:17.600227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02fb4e63-079f-487b-8fd9-55aae4dbd56d req-9928449d-988e-4128-ae3d-245946010297 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893240 Oct 28 21:28:17.634496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032422d-a71c-40d5-b224-f205a58c06e9 req-1e1a15a3-7171-42aa-adee-e27a6c01f2fa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:17.642562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c032422d-a71c-40d5-b224-f205a58c06e9 req-1e1a15a3-7171-42aa-adee-e27a6c01f2fa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.1171885 Oct 28 21:28:17.691002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c032422d-a71c-40d5-b224-f205a58c06e9 req-86d55ed2-ac24-4efb-9eac-2aef062e893e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Oct 28 21:28:17.741783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7905fe9-7a99-4890-8ef3-97e0f1ec1c0e req-d11ae971-a5dc-400d-a1e4-e1cb87c8e0a2 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0447342 Oct 28 21:28:17.885240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47f03c-0f3c-4173-8787-a8abe110ab2f req-7a9a2695-7acf-4492-bfd7-09ceb209afa1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:17.887388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f47f03c-0f3c-4173-8787-a8abe110ab2f req-7a9a2695-7acf-4492-bfd7-09ceb209afa1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0643358 Oct 28 21:28:17.966194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f47f03c-0f3c-4173-8787-a8abe110ab2f req-389e0207-53da-4a2d-bacd-88be4d7b281a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656402 Oct 28 21:28:18.727626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84557-d1ce-4c62-b6cb-6943892e7470 req-6011c783-aeb7-487b-8a66-3017c5829918 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:18.729228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e84557-d1ce-4c62-b6cb-6943892e7470 req-6011c783-aeb7-487b-8a66-3017c5829918 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 944 time: 0.0496740 Oct 28 21:28:18.774021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e84557-d1ce-4c62-b6cb-6943892e7470 req-d464e37c-53f7-4e99-866f-9cbdb580f1fe tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381522 Oct 28 21:28:18.848728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506226ec-b87b-43df-b787-59bc0a63d43a req-bc46721f-e7b1-4661-adf4-140aab6cf31f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:18.850310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-506226ec-b87b-43df-b787-59bc0a63d43a req-bc46721f-e7b1-4661-adf4-140aab6cf31f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 943 time: 0.0803993 Oct 28 21:28:18.896544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bab2505-0ef3-4095-8901-10887ed46435 req-033b1438-a4fb-4bb3-984a-37558c430a17 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0323405 Oct 28 21:28:18.914940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-506226ec-b87b-43df-b787-59bc0a63d43a req-69630bf8-afff-4074-98a4-e27b993ee5e9 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576580 Oct 28 21:28:19.131798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd9faa-9a96-47ca-86a6-0793db35f2d9 req-d5f5450c-2371-486d-b37d-8ef939511d90 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:19.133217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30fd9faa-9a96-47ca-86a6-0793db35f2d9 req-d5f5450c-2371-486d-b37d-8ef939511d90 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0840130 Oct 28 21:28:19.141909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2adf-f041-4c52-b053-d75ac85241d5 req-fa4e0582-e1c3-49e7-8a3c-508832772b36 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:19.143318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afea2adf-f041-4c52-b053-d75ac85241d5 req-fa4e0582-e1c3-49e7-8a3c-508832772b36 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.0816200 Oct 28 21:28:19.200413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30fd9faa-9a96-47ca-86a6-0793db35f2d9 req-1925eee7-98e2-414c-931e-6a1aac118435 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 Oct 28 21:28:19.205669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afea2adf-f041-4c52-b053-d75ac85241d5 req-bd43aa99-c22f-4597-bf28-e2c2528c2315 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Oct 28 21:28:19.439282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:19.471134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-a24a3e8e-d676-406c-9581-7dab5f29e8f2 service neutron] 10.222.0.44 "GET /v2.0/ports/a9b154ad-7c31-4660-acf2-663e9e46732b/bindings/n-h2-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.0713201 Oct 28 21:28:19.588425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:19.603243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'port_id': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'mac_address': 'fa:16:3e:ab:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c884fe-b513-491c-a846-14f2ec035852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:19.643113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:19.657356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:19.691249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:19.697685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:19.698474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e89019d0-54d2-474c-8402-729ac326b8f2 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:19.806847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:19.826331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-3bf13138-6670-4930-b9a6-3adf38794868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:19.830524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-3bf13138-6670-4930-b9a6-3adf38794868 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1101 time: 0.1242445 Oct 28 21:28:19.853453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e89019d0-54d2-474c-8402-729ac326b8f2,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:19.865160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'port_id': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'mac_address': 'fa:16:3e:1f:7a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:19.910510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:19.924902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89019d0-54d2-474c-8402-729ac326b8f2 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:19.938211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3603b-b8e7-4f64-a3f8-e7fb54ebc6d2 req-62469604-fc13-467c-97bb-856438f273ae tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:19.939686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b3603b-b8e7-4f64-a3f8-e7fb54ebc6d2 req-62469604-fc13-467c-97bb-856438f273ae tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0666387 Oct 28 21:28:19.944422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-ec2be7dd-1633-4172-b6e0-385da3748009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:19.945806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-ec2be7dd-1633-4172-b6e0-385da3748009 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1101 time: 0.0833948 Oct 28 21:28:19.956612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e89019d0-54d2-474c-8402-729ac326b8f2,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:19.968199 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:20.021851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:20.059866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-783dde06-81ee-4ec9-85b0-dc999917e775 req-c52ea776-bf89-4303-8101-4770a6e8f054 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Oct 28 21:28:20.067510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b3603b-b8e7-4f64-a3f8-e7fb54ebc6d2 req-220e206b-4e25-427d-8ee0-e171fb3dc0d9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188481 Oct 28 21:28:20.176978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-541d9e82-3909-44d1-a1e4-91b4dc0a91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:20.178423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-541d9e82-3909-44d1-a1e4-91b4dc0a91a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2133868 Oct 28 21:28:20.205190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c5290-8c0b-4d08-81f3-225c12c5c96c req-20198281-1133-4313-b27c-c32fc798a8cb tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:20.206669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a0c5290-8c0b-4d08-81f3-225c12c5c96c req-20198281-1133-4313-b27c-c32fc798a8cb tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 944 time: 0.0672176 Oct 28 21:28:20.254737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-326e344f-dab1-43f1-9310-5c0186bee2e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.0466154 Oct 28 21:28:20.274250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a0c5290-8c0b-4d08-81f3-225c12c5c96c req-ad7f8c91-7eab-433a-9632-c75788ce1095 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603132 Oct 28 21:28:20.351458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-7bc93cdd-e07d-465b-8884-609a4ab197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:20.352968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-7bc93cdd-e07d-465b-8884-609a4ab197d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0768368 Oct 28 21:28:20.369060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e04cd-62b9-47aa-8707-3ce11c68b6a7 req-e9da2787-e022-4811-8911-06d0ed95213d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:20.370610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d7e04cd-62b9-47aa-8707-3ce11c68b6a7 req-e9da2787-e022-4811-8911-06d0ed95213d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0954907 Oct 28 21:28:20.438908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d7e04cd-62b9-47aa-8707-3ce11c68b6a7 req-7ec20c9e-ec8a-4001-87f7-12c9e9a8c95f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Oct 28 21:28:20.441759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-2e3ba2a2-e78b-412c-b312-1645d594c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:20.443290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-2e3ba2a2-e78b-412c-b312-1645d594c592 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714889 Oct 28 21:28:20.547982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-b2fd5b8f-9520-45d6-9508-cb9e03bd5a01 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Oct 28 21:28:20.641727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['51dc34b7-d096-4eb8-bb63-300db879bf07'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:20.642265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-63f4fac9-aac0-4a6e-856a-11b51c3f240c service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845857 Oct 28 21:28:20.690513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e89019d0-54d2-474c-8402-729ac326b8f2'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:21.213250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6df33bd-c971-45ac-be2b-2e372800b99b req-b37ff24d-c26a-4ac5-8687-f82aea3fa41d tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0679162 Oct 28 21:28:21.251456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ef4c-7d21-4aa8-86fa-6e6fd7184f27 req-8857e802-4954-4b36-8ec7-319866e8a91f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:21.253622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14a2ef4c-7d21-4aa8-86fa-6e6fd7184f27 req-8857e802-4954-4b36-8ec7-319866e8a91f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0883224 Oct 28 21:28:21.304944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14a2ef4c-7d21-4aa8-86fa-6e6fd7184f27 req-29b9cfd7-559e-4fc8-951c-49bc473255d3 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Oct 28 21:28:21.400048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd9664-1b2a-4206-8398-979276779cd0 req-afda66d4-0bcd-4149-9618-cd33398a708b tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:21.401658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8bd9664-1b2a-4206-8398-979276779cd0 req-afda66d4-0bcd-4149-9618-cd33398a708b tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 944 time: 0.0505702 Oct 28 21:28:21.440117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8bd9664-1b2a-4206-8398-979276779cd0 req-9179d9f6-9857-4132-b6c1-7ea8c4c088eb tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Oct 28 21:28:21.554127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744bb18-08c4-4c65-8fee-80f9de3fe373 req-87d88f20-d8e2-4739-81bb-5d2446e17a71 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:21.555571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7744bb18-08c4-4c65-8fee-80f9de3fe373 req-87d88f20-d8e2-4739-81bb-5d2446e17a71 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0482204 Oct 28 21:28:21.593713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7744bb18-08c4-4c65-8fee-80f9de3fe373 req-8bb0bb21-149e-4b54-a4bd-8bbf196ac078 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Oct 28 21:28:22.269923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-53f8e401-ca21-4204-a109-a093d27a57e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451937 Oct 28 21:28:22.331476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5df12e-2780-4046-a144-7ea402f550a3 req-97c39749-b787-463f-a770-d1552bd52119 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0316787 Oct 28 21:28:22.355026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-89f1857a-6e30-431f-8458-7dd0b5973258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.356112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-89f1857a-6e30-431f-8458-7dd0b5973258 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.0431988 Oct 28 21:28:22.438777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ea4c-6235-49ed-9a23-42355b2737bc req-869d8bd5-0a4c-495e-ba84-ce087f1814db tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.440263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af73ea4c-6235-49ed-9a23-42355b2737bc req-869d8bd5-0a4c-495e-ba84-ce087f1814db tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0486784 Oct 28 21:28:22.461712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-0ab51f7b-8651-4e3c-8fef-9695ebe29df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.463050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-0ab51f7b-8651-4e3c-8fef-9695ebe29df9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0863314 Oct 28 21:28:22.479004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af73ea4c-6235-49ed-9a23-42355b2737bc req-8d375ff5-2a8b-4cf6-9997-023a72d8c201 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Oct 28 21:28:22.510825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-00932047-f6f4-428f-8780-04c1341dfb23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0395980 Oct 28 21:28:22.560071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-7196fa1a-c55c-4913-b779-3fd6795826a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.561955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b652-2a53-4ac1-bcb6-e26b331c8218 req-227f9d0f-60a3-4da8-9f63-c360f974f3b3 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.562241 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-7196fa1a-c55c-4913-b779-3fd6795826a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0444937 Oct 28 21:28:22.563419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b237b652-2a53-4ac1-bcb6-e26b331c8218 req-227f9d0f-60a3-4da8-9f63-c360f974f3b3 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 944 time: 0.0502512 Oct 28 21:28:22.601250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b237b652-2a53-4ac1-bcb6-e26b331c8218 req-41de6b3b-f775-4cfe-b53f-5d9d41ba7b89 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Oct 28 21:28:22.607364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-5e31f7ba-fd23-4dde-b752-b1b50fee0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.608886 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-5e31f7ba-fd23-4dde-b752-b1b50fee0ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401568 Oct 28 21:28:22.705643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-a82d8b42-da72-4990-b346-5e452edfdfef service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895205 Oct 28 21:28:22.713659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830c1e-4e13-41fa-9e5d-1c60ba3c2bdf req-9105ca69-5f0f-485e-b2f9-9f3720a6eb39 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:22.715259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4830c1e-4e13-41fa-9e5d-1c60ba3c2bdf req-9105ca69-5f0f-485e-b2f9-9f3720a6eb39 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0496600 Oct 28 21:28:22.758042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4830c1e-4e13-41fa-9e5d-1c60ba3c2bdf req-7e0a9f90-e893-46f2-88b1-5d539e7e698e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Oct 28 21:28:22.799493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec2c687e-431f-4c12-b19d-48ff8bc2879e req-37cfb511-9553-43bb-8c6c-ee8a21f0f622 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872576 Oct 28 21:28:23.436266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f512739-f1a1-48b5-a96a-ba6c5dfe54ea req-3f0352c1-253b-4fb6-97d3-f84f99634549 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Oct 28 21:28:23.444029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:23.448891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e89019d0-54d2-474c-8402-729ac326b8f2 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:23.559559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e89019d0-54d2-474c-8402-729ac326b8f2 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:28:23.565183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e89019d0-54d2-474c-8402-729ac326b8f2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:23.565545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:23.602021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef1f9-7e53-4af4-92f4-319110929473 req-7b671f8d-d4ca-4def-ad82-28ea73b1d05b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:23.603640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-055ef1f9-7e53-4af4-92f4-319110929473 req-7b671f8d-d4ca-4def-ad82-28ea73b1d05b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0501139 Oct 28 21:28:23.607122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:23.625824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:23.645135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-055ef1f9-7e53-4af4-92f4-319110929473 req-11f01b65-750d-4788-a3bb-23027a01473c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Oct 28 21:28:23.672826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:23.709124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:23.722691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:23.737491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadb9dc-84cd-429d-879d-399af6f716d0 req-119c3274-5629-4efb-a42d-d117af629e2f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:23.739082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeadb9dc-84cd-429d-879d-399af6f716d0 req-119c3274-5629-4efb-a42d-d117af629e2f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 944 time: 0.0501747 Oct 28 21:28:23.741801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:23.750804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:23.751618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:23.764173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:23.767517 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df16db-f24f-4086-8f77-0671f6d408de" -d '{"events": [{"server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "name": "network-vif-plugged", "status": "completed", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:23.780061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aeadb9dc-84cd-429d-879d-399af6f716d0 req-65af506b-94fb-4d9b-b8a0-367bb944de15 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Oct 28 21:28:23.813757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e89019d0-54d2-474c-8402-729ac326b8f2,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:23.834540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:23.836090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:23.883373 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b4629-baa2-4872-8d88-c670690f9ff2 x-openstack-request-id: req-271b4629-baa2-4872-8d88-c670690f9ff2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:23.883661 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "name": "network-vif-plugged", "status": "completed", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:23.883905 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-271b4629-baa2-4872-8d88-c670690f9ff2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:23.884288 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'code': 200} Oct 28 21:28:23.892444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fea9a-44c3-4d7b-9c8f-e72e4b7d2aeb req-ece12ae3-23cc-420c-9658-6f02812c5bc2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:23.893955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d30fea9a-44c3-4d7b-9c8f-e72e4b7d2aeb req-ece12ae3-23cc-420c-9658-6f02812c5bc2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0613210 Oct 28 21:28:23.910004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:23.951971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d30fea9a-44c3-4d7b-9c8f-e72e4b7d2aeb req-421f9c25-bee5-44b7-a277-6bff21d40108 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Oct 28 21:28:24.020915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:24.030445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:24.032897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 51dc34b7-d096-4eb8-bb63-300db879bf07 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:28:24.034211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8348e-dbc0-4c11-b79b-6fe1c841d2dd req-8cc74d0d-d66a-4174-af84-9b190e0b095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:24.035943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76c8348e-dbc0-4c11-b79b-6fe1c841d2dd req-8cc74d0d-d66a-4174-af84-9b190e0b095a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 1097 time: 0.0603063 Oct 28 21:28:24.040991 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 51dc34b7-d096-4eb8-bb63-300db879bf07 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:24.041356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.064005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'mac_address': 'fa:16:3e:03:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:24.116852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.155756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:24.179731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76c8348e-dbc0-4c11-b79b-6fe1c841d2dd req-b563faca-b2ec-460c-bb67-712de3ee598c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Oct 28 21:28:24.183192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:24.184301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.193441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.250602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:24.260720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.261519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:24.267242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:24.344036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:24.380845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e28d7ac9-a740-4a4e-9400-63b97f82d887'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:24.406162 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.429174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:24.472844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:24.487689 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.488477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:24.589241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb469494-021d-402e-bd88-836a914a684c req-064f3574-3a40-4bcc-989d-b9df7cd1e43a tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0470934 Oct 28 21:28:24.604057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:24.678326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.697089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:24.728394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:24.731019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a9b154ad-7c31-4660-acf2-663e9e46732b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:24.762729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:24.789463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845e0e-15a2-46e6-b0d0-2fce5631aec6 req-bb647e83-0131-4c9e-b86a-9b25a282ce80 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:24.790856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e845e0e-15a2-46e6-b0d0-2fce5631aec6 req-bb647e83-0131-4c9e-b86a-9b25a282ce80 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0531502 Oct 28 21:28:24.848158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e845e0e-15a2-46e6-b0d0-2fce5631aec6 req-6a3091f0-342a-407c-8883-44b19c561ca9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Oct 28 21:28:24.855161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:24.945104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987bd89-3e9f-419b-a75c-2edaa8b90ae0 req-77261243-86c2-4349-bb08-8b0eaefa0e1d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:24.953914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d987bd89-3e9f-419b-a75c-2edaa8b90ae0 req-77261243-86c2-4349-bb08-8b0eaefa0e1d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.0681434 Oct 28 21:28:25.001299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d987bd89-3e9f-419b-a75c-2edaa8b90ae0 req-46c8f05e-1ed5-41c6-bf2f-7dc93f79abf3 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Oct 28 21:28:25.090728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:28:25.093045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb8342-5dbf-45d9-a30b-ece9f2efea76 req-8104f8fb-8521-4abc-98b3-64ca13ac40ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:25.094729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27cb8342-5dbf-45d9-a30b-ece9f2efea76 req-8104f8fb-8521-4abc-98b3-64ca13ac40ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.0568266 Oct 28 21:28:25.140618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27cb8342-5dbf-45d9-a30b-ece9f2efea76 req-8e4162ca-d1ab-4283-b431-35b8b54c43f5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Oct 28 21:28:25.692238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-e20d8662-5fda-45dc-9930-23f9e14a07c5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:25.693793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-e20d8662-5fda-45dc-9930-23f9e14a07c5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 947 time: 0.1644785 Oct 28 21:28:25.708392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3c93-e92d-42fa-8693-777093b623d7 req-402cfd59-31a6-4df3-b5d3-d8e5812c8261 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:25.715485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-beeb3c93-e92d-42fa-8693-777093b623d7 req-402cfd59-31a6-4df3-b5d3-d8e5812c8261 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.1251009 Oct 28 21:28:25.786370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6265b7f-cb7a-4c93-9912-decc8222ac27 req-e4dad0de-2d85-4404-8d57-fb54ab41d8e5 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0872049 Oct 28 21:28:25.840118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-beeb3c93-e92d-42fa-8693-777093b623d7 req-60b91bfd-33f3-4d63-b398-85977906b1ea tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239111 Oct 28 21:28:25.844076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-606d8137-4643-4970-9b3d-4d5931855c29 service neutron] 10.222.0.44 "GET /v2.0/ports/a9b154ad-7c31-4660-acf2-663e9e46732b/bindings/n-h2-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.1119893 Oct 28 21:28:25.887787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:25.894389 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e91829-9606-47ee-ae39-4f615fad9318" -d '{"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:25.932462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-122042d1-af12-42e5-9958-dcaf48612a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:25.934147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-122042d1-af12-42e5-9958-dcaf48612a5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1099 time: 0.0510147 Oct 28 21:28:25.958229 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21417864-f26c-4769-8660-17a8ccce0c01 x-openstack-request-id: req-21417864-f26c-4769-8660-17a8ccce0c01 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:25.958731 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:25.959220 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21417864-f26c-4769-8660-17a8ccce0c01 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:25.963811 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'code': 200} Oct 28 21:28:25.976339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-64c87287-839a-4aed-9210-f6a14ba16f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:25.978671 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-64c87287-839a-4aed-9210-f6a14ba16f16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1096 time: 0.0755832 Oct 28 21:28:26.162537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-f09f44d3-07ca-41ac-a313-8906a6e1dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.164272 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-f09f44d3-07ca-41ac-a313-8906a6e1dd92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1458991 Oct 28 21:28:26.182230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-0d8d8b23-04be-4f7c-a92f-b7c1f8a79672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.183865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-0d8d8b23-04be-4f7c-a92f-b7c1f8a79672 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2411699 Oct 28 21:28:26.238948 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-7f28aceb-2488-4286-bd41-2ac2201fd53b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.0658123 Oct 28 21:28:26.274146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-3ca7faae-148e-44c7-9d30-e5051ab91fb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.0680990 Oct 28 21:28:26.278214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc3130-c070-4275-b5ee-b7f95c3b69b6 req-853a0aaa-8084-4b56-95d4-2f711be4a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.279846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71bc3130-c070-4275-b5ee-b7f95c3b69b6 req-853a0aaa-8084-4b56-95d4-2f711be4a004 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 1098 time: 0.1390469 Oct 28 21:28:26.297977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5e8ee-8df3-40cc-b017-d2b6eee7f371 req-861ea66c-3655-4819-8758-531b7826c79f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.300406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-b90383c0-30d6-4f92-ad43-fb8db26137fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.302469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-b90383c0-30d6-4f92-ad43-fb8db26137fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0509412 Oct 28 21:28:26.305171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9f5e8ee-8df3-40cc-b017-d2b6eee7f371 req-861ea66c-3655-4819-8758-531b7826c79f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.1928842 Oct 28 21:28:26.352411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c010c-0344-4cfa-86dd-2b0921c6b860 req-880b02e1-aa1c-4eb1-99b1-0b53b961b057 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.361163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4c010c-0344-4cfa-86dd-2b0921c6b860 req-880b02e1-aa1c-4eb1-99b1-0b53b961b057 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.3901942 Oct 28 21:28:26.367108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-d89c4970-d61b-488b-b31d-9cb613ce44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.368781 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-d89c4970-d61b-488b-b31d-9cb613ce44b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508685 Oct 28 21:28:26.456237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9f5e8ee-8df3-40cc-b017-d2b6eee7f371 req-978d27f7-3e6d-4e9e-afc0-9e83ec9d8c2c tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501329 Oct 28 21:28:26.491497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71bc3130-c070-4275-b5ee-b7f95c3b69b6 req-4b6d06e6-f45b-4e19-9df1-749dd395c05e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795275 Oct 28 21:28:26.496209 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-bc3841cf-8299-4267-ad36-17051ad65195 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183717 Oct 28 21:28:26.501350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-6f5a45a0-5325-4c20-bd2c-fab949488692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:26.502818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-6f5a45a0-5325-4c20-bd2c-fab949488692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1936369 Oct 28 21:28:26.531913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4c010c-0344-4cfa-86dd-2b0921c6b860 req-30eb75c9-3888-4342-9886-a604a1c55bdf tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696134 Oct 28 21:28:27.003688 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7bffc981-d263-4a19-a2f0-60517a3560eb req-c34f447c-8cad-4ef1-b575-10ea6ce80f9c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354849 Oct 28 21:28:27.019250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2750ac84-1e7b-48a0-993c-5aa98e013275 req-116e2d11-4d65-4c5e-878d-070cd9a5da45 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0786231 Oct 28 21:28:27.081724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-e3cfa38c-8675-4036-816e-ff707cc788ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:27.083339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-e3cfa38c-8675-4036-816e-ff707cc788ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2162085 Oct 28 21:28:27.127331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a9182-40fa-4d12-be8a-667ae0ced106 req-4a912e94-ba01-4313-9d30-8811ef2e0d33 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:27.134655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c9a9182-40fa-4d12-be8a-667ae0ced106 req-4a912e94-ba01-4313-9d30-8811ef2e0d33 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.1302602 Oct 28 21:28:27.220251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c9a9182-40fa-4d12-be8a-667ae0ced106 req-479b11e5-80e4-4425-9d2b-376b3173ef08 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846601 Oct 28 21:28:27.248471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-0fbae4f5-c53b-465b-8237-dd137ea0a8fa service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481335 Oct 28 21:28:27.368111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-74439a7c-e590-4dce-88b3-62ec1ae365d0 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051071 Oct 28 21:28:27.473244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:27.589685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e28d7ac9-a740-4a4e-9400-63b97f82d887 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:27.590060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:27.824298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:27.879251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:27.894453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:27.895325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:28.102531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:28.104797 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211fdad2-3481-49eb-9055-3cf9c2f3c5e9" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:28.112081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19538e-2c1e-4c99-884b-74ea016de6e3 req-f4b4babb-094b-479d-b36d-30f76d0573de tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:28.122557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e19538e-2c1e-4c99-884b-74ea016de6e3 req-f4b4babb-094b-479d-b36d-30f76d0573de tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.5539255 Oct 28 21:28:28.149338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:28.167989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a9b154ad-7c31-4660-acf2-663e9e46732b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:28.168524 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:28.195567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e19538e-2c1e-4c99-884b-74ea016de6e3 req-08bea1bf-f3f1-40d6-bcbc-561cd61d286a tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566914 Oct 28 21:28:28.199396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad63bb1-9022-46fd-a678-f2dc9708bc99 req-917d2fff-da70-408c-beb8-8a8e2efa3f10 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:28.216705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ad63bb1-9022-46fd-a678-f2dc9708bc99 req-917d2fff-da70-408c-beb8-8a8e2efa3f10 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.5222344 Oct 28 21:28:28.273632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:28.302847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ad63bb1-9022-46fd-a678-f2dc9708bc99 req-8f8d6a3f-f9da-4342-a99d-fe9f095c0ca3 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Oct 28 21:28:28.322580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:28.340285 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:28.398147 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b3b58-d0a9-4043-b9f1-806094d92812 x-openstack-request-id: req-fc8b3b58-d0a9-4043-b9f1-806094d92812 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:28.398539 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:28.399128 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc8b3b58-d0a9-4043-b9f1-806094d92812 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:28.399660 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:28:28.426826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:28.468271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-116660c8-ba93-41f6-803f-1e0c2bd5aed1 req-71d799d7-3287-4dbf-a54b-85d026056152 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0379980 Oct 28 21:28:28.607383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81427437-9eaf-4e35-92bd-0838709cbe1b req-f58a8468-269a-4c60-b546-c1dd112a36ab tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:28.612016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81427437-9eaf-4e35-92bd-0838709cbe1b req-f58a8468-269a-4c60-b546-c1dd112a36ab tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.1203294 Oct 28 21:28:28.617544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35580) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:28.625965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Request body: {'floatingip': {'port_id': 'e89019d0-54d2-474c-8402-729ac326b8f2'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:28.637335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7a80-470e-4f25-a688-b1173d9f4620 req-fe03dee2-34e1-484f-80f2-35a9a8d56a06 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:28.655200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac6c7a80-470e-4f25-a688-b1173d9f4620 req-fe03dee2-34e1-484f-80f2-35a9a8d56a06 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1015484 Oct 28 21:28:28.703890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac6c7a80-470e-4f25-a688-b1173d9f4620 req-f1e54a1e-875c-49c4-a370-e38e46fe1a53 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Oct 28 21:28:28.710918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:29.498238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:29.504955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:29.553597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280fc80-0932-44cb-8ed0-4d330ad5091b req-195c12bc-f5ad-4e2b-a6c2-29e8f6bf8d6f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:29.561480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6280fc80-0932-44cb-8ed0-4d330ad5091b req-195c12bc-f5ad-4e2b-a6c2-29e8f6bf8d6f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1367385 Oct 28 21:28:29.648742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6280fc80-0932-44cb-8ed0-4d330ad5091b req-fb47d1d6-b906-4356-9e96-1776cac87270 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747273 Oct 28 21:28:29.709556 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Floating IP b6eb65ae-6b4e-40c2-9faa-3676bd92702c associated. External IP: 172.25.4.155, port: e89019d0-54d2-474c-8402-729ac326b8f2. Oct 28 21:28:29.729845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e3fa411-71d8-49aa-9139-542d860bd274 req-18e3fa17-8b58-492e-a4dc-f6a87ecac259 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0774388 Oct 28 21:28:29.836501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eaec4-f56a-4b9f-94ab-cd03f1119b60 req-c908ac47-85d8-4176-af52-96e34c5b3c86 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:29.845830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e80eaec4-f56a-4b9f-94ab-cd03f1119b60 req-c908ac47-85d8-4176-af52-96e34c5b3c86 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0948117 Oct 28 21:28:29.975993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea230a-b5c5-4c86-a56a-240cf52ae725 req-26fdb2c3-dd69-4ca2-b108-def6edc1f6c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:29.977455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4ea230a-b5c5-4c86-a56a-240cf52ae725 req-26fdb2c3-dd69-4ca2-b108-def6edc1f6c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.1072223 Oct 28 21:28:29.989595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e80eaec4-f56a-4b9f-94ab-cd03f1119b60 req-0bd69ebb-b430-41f3-ad67-0f0ce8206991 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407125 Oct 28 21:28:30.053062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4ea230a-b5c5-4c86-a56a-240cf52ae725 req-2f51bc09-d584-4da3-8eb4-c8a2c5281214 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599089 Oct 28 21:28:30.058402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Router 531077a9-4663-4634-a451-cdae5dd732eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:28:30.203826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:28:30.210694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:30.218107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Sync routers for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:28:30.219250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a108a9-80b6-4fe5-adf9-af82d987a024 req-8fc238a2-c9df-43fa-8438-c5206503b706 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:30.228086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49a108a9-80b6-4fe5-adf9-af82d987a024 req-8fc238a2-c9df-43fa-8438-c5206503b706 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0995002 Oct 28 21:28:30.231889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:30.233710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:30.252657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8513fc39-6436-4fa6-9411-f24aff73db4e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "PUT /v2.0/floatingips/b6eb65ae-6b4e-40c2-9faa-3676bd92702c HTTP/1.1" status: 200 len: 991 time: 1.6339798 Oct 28 21:28:30.253243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:30.255895 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02233f5-0585-4b09-830f-c92df990c7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:30.290711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49a108a9-80b6-4fe5-adf9-af82d987a024 req-fd1a468c-d803-4253-be36-38fba1617f8f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564220 Oct 28 21:28:30.401258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:30.404057 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c417fc-1b0c-476a-a339-f846ba3e9548" -d '{"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:30.452999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:28:30.471016 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6857e-9f71-44d6-bc24-49f79d68e6db x-openstack-request-id: req-75d6857e-9f71-44d6-bc24-49f79d68e6db {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:30.471492 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:30.471894 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75d6857e-9f71-44d6-bc24-49f79d68e6db {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:30.472607 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'status': 'completed', 'code': 200} Oct 28 21:28:30.599139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02233f5-0585-4b09-830f-c92df990c7ad req-33670404-20e5-4a28-92b7-a88ccaebbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:30.600975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-33670404-20e5-4a28-92b7-a88ccaebbc0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b7b3d9a020348399d48e9a25fa3d968&device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 1097 time: 0.0931301 Oct 28 21:28:30.615918 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc32a5b-24e8-4124-a4ce-dd3d4a81cad2 x-openstack-request-id: req-4cc32a5b-24e8-4124-a4ce-dd3d4a81cad2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:30.616213 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:30.616492 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cc32a5b-24e8-4124-a4ce-dd3d4a81cad2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:30.616874 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'code': 200} Oct 28 21:28:30.744213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a9f7e-9d1d-445e-b2d9-2d9564cb89e9 req-2a1f2849-4817-4ea2-8caa-5a95f43d2bed tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:30.754174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-107a9f7e-9d1d-445e-b2d9-2d9564cb89e9 req-2a1f2849-4817-4ea2-8caa-5a95f43d2bed tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1629434 Oct 28 21:28:30.788239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b6eb65ae-6b4e-40c2-9faa-3676bd92702c', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'port_id': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'mac_address': 'fa:16:3e:1f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:27:29Z', 'updated_at': '2021-10-28T21:28:29Z', 'revision_number': 1, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:30.827458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-107a9f7e-9d1d-445e-b2d9-2d9564cb89e9 req-a1f34e2f-0fa5-452c-b88b-4c9d83f6b3e6 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Oct 28 21:28:30.859673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02233f5-0585-4b09-830f-c92df990c7ad req-c17d1f86-b053-4c1b-8e43-46a2ee157887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:30.861144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Checking router: 531077a9-4663-4634-a451-cdae5dd732eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:28:30.865705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-c17d1f86-b053-4c1b-8e43-46a2ee157887 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2442acf5-3e0e-471f-83b0-25e80f941e01 HTTP/1.1" status: 200 len: 916 time: 0.2240231 Oct 28 21:28:30.883381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:30.884107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:30.997285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-28c8d5f0-d0cf-403e-b672-bef487c99a2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e89019d0-54d2-474c-8402-729ac326b8f2 HTTP/1.1" status: 200 len: 999 time: 0.1172547 Oct 28 21:28:31.096970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:28:31.124951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ce5c2-2927-45fc-8802-df5d3dd0f583 req-d7617671-7bc5-4bba-bae8-18016e06532a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.126684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b8ce5c2-2927-45fc-8802-df5d3dd0f583 req-d7617671-7bc5-4bba-bae8-18016e06532a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1283121 Oct 28 21:28:31.137208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02233f5-0585-4b09-830f-c92df990c7ad req-3b91b5cf-47b2-432a-ad74-289d5d0d2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.139553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-3b91b5cf-47b2-432a-ad74-289d5d0d2076 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eea9b398-2555-4362-a935-11b77f24955a HTTP/1.1" status: 200 len: 854 time: 0.1122873 Oct 28 21:28:31.235683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c5b6c1f-354a-40fa-9148-48122012a38d req-86f99b52-614e-41d6-954a-b567f86e2d37 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.2290804 Oct 28 21:28:31.364457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b8ce5c2-2927-45fc-8802-df5d3dd0f583 req-aedc3f5f-55d6-416d-ade4-6f18014b447f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301078 Oct 28 21:28:31.449738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02233f5-0585-4b09-830f-c92df990c7ad req-9b1be044-8956-47ab-98f2-0636c0ff3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.451977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-9b1be044-8956-47ab-98f2-0636c0ff3dac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2442acf5-3e0e-471f-83b0-25e80f941e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148268 Oct 28 21:28:31.512070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-c7893be7-2dc9-4cae-ac4c-1570ccc77262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.513676 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-c7893be7-2dc9-4cae-ac4c-1570ccc77262 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1101 time: 0.0827260 Oct 28 21:28:31.538307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b6eb65ae-6b4e-40c2-9faa-3676bd92702c', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'port_id': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'mac_address': 'fa:16:3e:1f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:27:29Z', 'updated_at': '2021-10-28T21:28:29Z', 'revision_number': 1, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:31.555198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240b6e2-44c2-4742-9c7d-1a08050c6399 req-ff6c766d-df88-4347-af33-b965a712f658 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.556741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9240b6e2-44c2-4742-9c7d-1a08050c6399 req-ff6c766d-df88-4347-af33-b965a712f658 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.2392085 Oct 28 21:28:31.583114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882e8cc-a5a2-4540-a0b9-724e306b1368 None None] The sync data for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 is: [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b6eb65ae-6b4e-40c2-9faa-3676bd92702c', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'port_id': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'mac_address': 'fa:16:3e:1f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:27:29Z', 'updated_at': '2021-10-28T21:28:29Z', 'revision_number': 1, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:28:31.644078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-d881e57f-4640-48fa-a6ce-ecd280bfc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.645620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-d881e57f-4640-48fa-a6ce-ecd280bfc56a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 1101 time: 0.0873799 Oct 28 21:28:31.730656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9240b6e2-44c2-4742-9c7d-1a08050c6399 req-ffc83e14-e420-4986-bb89-35157176772d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127532 Oct 28 21:28:31.753739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a28fe-d90d-40e6-bf21-ed27a1f01d43 req-4a028544-ba7c-4780-b6e8-a3edcc3aef8b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.761708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e9a28fe-d90d-40e6-bf21-ed27a1f01d43 req-4a028544-ba7c-4780-b6e8-a3edcc3aef8b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.2770436 Oct 28 21:28:31.791586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-c3f65636-fd09-44f5-b39d-73030a699f2f service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235447 Oct 28 21:28:31.802470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-c2478a80-6fcf-4ffd-9267-8101009d3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.807658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-c2478a80-6fcf-4ffd-9267-8101009d3dc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1488976 Oct 28 21:28:31.869345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-ef85e6cc-14de-4ed7-928f-65345be4dbd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 200 len: 217 time: 0.0569854 Oct 28 21:28:31.946776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b02233f5-0585-4b09-830f-c92df990c7ad req-8ae30ffc-6a6a-4cb0-9d05-00fb14ede62e service neutron] 10.222.0.44 "GET /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420863 Oct 28 21:28:31.969284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-b42d7eba-72af-4336-82c9-d60b4741937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:31.970954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-b42d7eba-72af-4336-82c9-d60b4741937c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0866907 Oct 28 21:28:31.991554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e9a28fe-d90d-40e6-bf21-ed27a1f01d43 req-18dddb94-e3d6-47a4-9f73-4e9324e5737b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288818 Oct 28 21:28:32.050916 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072ce094-cf48-4206-8816-b3ab8f0908ba None None] New status for floating IP b6eb65ae-6b4e-40c2-9faa-3676bd92702c: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:28:32.071493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-b1e755b2-2019-4fe2-a8d5-67e9cc34d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:32.078516 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-b1e755b2-2019-4fe2-a8d5-67e9cc34d281 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968330 Oct 28 21:28:32.247059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-5d2b58fe-ba27-4fdb-aaaf-ade0b67f0be8 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596720 Oct 28 21:28:32.271886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e512bf8-1954-43b3-9563-a99686dd2710 req-ea92bb22-8dcb-40e6-b494-1c6c87fec18c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:32.278543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e512bf8-1954-43b3-9563-a99686dd2710 req-ea92bb22-8dcb-40e6-b494-1c6c87fec18c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1178997 Oct 28 21:28:32.359753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e512bf8-1954-43b3-9563-a99686dd2710 req-5deb5cd9-72e9-4f1d-9d7f-f3a5b9b6e944 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Oct 28 21:28:32.434246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65d1e8b0-b2f9-4195-95cb-4f76d6f20579 req-55e0f05f-b485-4078-9e0b-2e303350ce12 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0513370 Oct 28 21:28:32.442657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbf1d917-c446-463c-9e0d-63cdf3f5200d req-9e8d3af0-e734-47c0-b142-f56f57c58837 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872168 Oct 28 21:28:32.511692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe2a63-c7d1-4438-8bd0-149026fc86a3 req-1111516c-865b-4569-b3b7-76856a8fa426 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:32.514549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5fe2a63-c7d1-4438-8bd0-149026fc86a3 req-1111516c-865b-4569-b3b7-76856a8fa426 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0539789 Oct 28 21:28:32.557968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5fe2a63-c7d1-4438-8bd0-149026fc86a3 req-658593d3-2dec-4ec1-a698-4e7dd6b0fd38 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363758 Oct 28 21:28:32.894906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724437-5fa6-45c5-b9d8-8e634204398c req-599b3302-468f-4361-b497-2fa8b2ce0d31 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:32.907812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62724437-5fa6-45c5-b9d8-8e634204398c req-599b3302-468f-4361-b497-2fa8b2ce0d31 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0882313 Oct 28 21:28:32.972581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62724437-5fa6-45c5-b9d8-8e634204398c req-b3cd5fe5-055f-4f2e-88ba-f6728ea17d73 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Oct 28 21:28:33.478708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ccef7-1a57-49f5-90c8-1b52ea19c06a req-fa434521-c5a8-4bb0-89ea-77dfb471a1dc tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:33.489461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:33.504626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b67ccef7-1a57-49f5-90c8-1b52ea19c06a req-fa434521-c5a8-4bb0-89ea-77dfb471a1dc tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0993092 Oct 28 21:28:33.583933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b67ccef7-1a57-49f5-90c8-1b52ea19c06a req-2d0873d7-bb52-4460-8748-275268a9dc4b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783691 Oct 28 21:28:33.616583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:33.634046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edb5e0ae-cc0a-41f3-8e28-c9d883137bdb req-9a53eddd-c236-45c4-a797-6b0b4d8d2edf tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0416720 Oct 28 21:28:33.659132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:33.662035 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6998dce-286b-4c49-8eb3-341567095ee6" -d '{"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:33.666054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:33.677283 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:33.754137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:33.770596 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00868c1-4ae3-4445-a016-bd1d4625d98c x-openstack-request-id: req-a00868c1-4ae3-4445-a016-bd1d4625d98c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:33.771057 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:33.772073 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a00868c1-4ae3-4445-a016-bd1d4625d98c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:33.772638 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'code': 200} Oct 28 21:28:33.960331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb11b5a-f506-4188-b95f-073e672738e6 req-85db28b2-0ad9-41cc-95d5-76953b139bb0 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:33.970165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfb11b5a-f506-4188-b95f-073e672738e6 req-85db28b2-0ad9-41cc-95d5-76953b139bb0 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1003604 Oct 28 21:28:34.019412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfb11b5a-f506-4188-b95f-073e672738e6 req-dadc92da-1513-48d8-891f-57826f497e17 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479939 Oct 28 21:28:34.141218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae62036-3ded-41dc-89ca-d7fa4e589058 req-0a7df1e4-7e4f-4146-8542-be451355cd1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:34.148822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae62036-3ded-41dc-89ca-d7fa4e589058 req-0a7df1e4-7e4f-4146-8542-be451355cd1c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.0817978 Oct 28 21:28:34.201774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae62036-3ded-41dc-89ca-d7fa4e589058 req-d12cd1bb-7abd-4016-a2bb-a931c1cc7ec7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Oct 28 21:28:34.790101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e798a6f-84c6-4427-8b56-e8908a1dd0dd req-4ebba0d3-f172-47e7-94d2-63c2154ce6b5 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0362613 Oct 28 21:28:34.844728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ac93-66d1-49de-9e6d-d83fbe3e47d3 req-4e350794-0007-4741-a596-dffa72ccb0ae tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:34.855694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10b7ac93-66d1-49de-9e6d-d83fbe3e47d3 req-4e350794-0007-4741-a596-dffa72ccb0ae tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1310315 Oct 28 21:28:34.895826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10b7ac93-66d1-49de-9e6d-d83fbe3e47d3 req-34d83356-b5cd-4184-804f-693b5b374287 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Oct 28 21:28:35.184694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2566-c4eb-4be2-ba92-b21c24b2d4d2 req-d6ed981b-11e1-4457-8def-ff81f3cc7b22 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:35.195534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d8f2566-c4eb-4be2-ba92-b21c24b2d4d2 req-d6ed981b-11e1-4457-8def-ff81f3cc7b22 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0769336 Oct 28 21:28:35.257638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d8f2566-c4eb-4be2-ba92-b21c24b2d4d2 req-026296d0-d045-435b-8521-dfea6458616b tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604329 Oct 28 21:28:35.397249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52409d87-6746-4224-bc20-751eebcbfbf2 req-112c2afd-2ddc-4a98-b42c-98a25233c75e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:35.409004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52409d87-6746-4224-bc20-751eebcbfbf2 req-112c2afd-2ddc-4a98-b42c-98a25233c75e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 947 time: 0.0797021 Oct 28 21:28:35.495366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52409d87-6746-4224-bc20-751eebcbfbf2 req-60192b11-774e-4cf1-8d4d-f96bc5fe3f4f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807118 Oct 28 21:28:35.501470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:35.670660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:35.683778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'port_id': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'mac_address': 'fa:16:3e:ab:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c884fe-b513-491c-a846-14f2ec035852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:35.729888 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:35.744901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:35.772960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:35.779478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:35.780445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:35.909167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:35.956481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ddafc01-76ac-423f-90a4-53772bdfbd95 req-0618ddf1-c1b6-47b3-a958-f94ed18d27a9 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0382771 Oct 28 21:28:35.979103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:35.995020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'mac_address': 'fa:16:3e:03:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:36.051242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:36.070954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:36.072603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b6f0-d992-449c-bfa3-d39e175262bc req-d32a61aa-e449-4d5a-b048-3fec4d201348 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:36.074283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6525b6f0-d992-449c-bfa3-d39e175262bc req-d32a61aa-e449-4d5a-b048-3fec4d201348 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0546644 Oct 28 21:28:36.096118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:36.103987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:36.142395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6525b6f0-d992-449c-bfa3-d39e175262bc req-e25150d0-c1ac-4ad7-9cd0-a8864142191b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Oct 28 21:28:36.189165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:36.316935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['51dc34b7-d096-4eb8-bb63-300db879bf07'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:36.462791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55acfc-2955-4412-981a-e257543fb9bb req-57904d56-100e-4397-b8f1-fcc1a7a48451 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:36.471874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c55acfc-2955-4412-981a-e257543fb9bb req-57904d56-100e-4397-b8f1-fcc1a7a48451 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1162927 Oct 28 21:28:36.549418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c55acfc-2955-4412-981a-e257543fb9bb req-9d127518-1b60-4717-be36-c8b1171a9a9f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763931 Oct 28 21:28:36.687649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed600-829b-4468-a38e-066cab21704d req-03e830ce-20a0-44dc-af20-a148b447f9c9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:36.695165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb0ed600-829b-4468-a38e-066cab21704d req-03e830ce-20a0-44dc-af20-a148b447f9c9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0737679 Oct 28 21:28:36.752489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb0ed600-829b-4468-a38e-066cab21704d req-c25b1ba3-e429-4275-9031-db73ca9ae05d tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Oct 28 21:28:37.089661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7292f2e8-8d4c-4e3e-bc0d-c783b88b527e req-387a0020-b5e0-4904-a1d7-b5eee6776750 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0411668 Oct 28 21:28:37.295796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890dff-b28e-4087-a5f0-98882086e5a6 req-0e09daf3-9e52-43cd-9b36-4eeb033f5c3e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:37.303487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa890dff-b28e-4087-a5f0-98882086e5a6 req-0e09daf3-9e52-43cd-9b36-4eeb033f5c3e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 945 time: 0.0740933 Oct 28 21:28:37.347353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa890dff-b28e-4087-a5f0-98882086e5a6 req-6b28b5d1-d582-45e5-b2a4-ca3142cba77c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Oct 28 21:28:37.499439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:37.559867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 51dc34b7-d096-4eb8-bb63-300db879bf07 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:37.561044 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:37.665749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:37.710220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b725-b25b-4088-8ea6-d1ac2b053cf8 req-aa9e402b-ecf5-4393-993e-4076d11380b2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:37.718266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0697b725-b25b-4088-8ea6-d1ac2b053cf8 req-aa9e402b-ecf5-4393-993e-4076d11380b2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0677752 Oct 28 21:28:37.733342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:37.744515 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471f60a-a8a3-4650-a80c-b901fa758e96" -d '{"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:37.771235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:37.776486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0697b725-b25b-4088-8ea6-d1ac2b053cf8 req-b6439665-e533-402e-82c1-adab4b50db03 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529783 Oct 28 21:28:37.789811 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:37.850453 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8811343b-fe22-428e-a920-435eda18760f x-openstack-request-id: req-8811343b-fe22-428e-a920-435eda18760f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:37.850931 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-plugged", "status": "completed", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:37.851330 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8811343b-fe22-428e-a920-435eda18760f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:37.851857 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'code': 200} Oct 28 21:28:37.882535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:37.933731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e780-3239-4ede-8739-106d6ac2cf56 req-e5a0ba5d-13e0-4e8d-99f5-00928b8170e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:37.945085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5307e780-3239-4ede-8739-106d6ac2cf56 req-e5a0ba5d-13e0-4e8d-99f5-00928b8170e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0938022 Oct 28 21:28:37.987069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5307e780-3239-4ede-8739-106d6ac2cf56 req-3c2bcfdb-7a61-4b38-92a9-50a1d058c70e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Oct 28 21:28:38.004894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a9b154ad-7c31-4660-acf2-663e9e46732b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:38.239927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91c5a340-be74-4a0f-af6f-71b95ce75613 req-3a291f59-29a5-48a7-94b6-fe377ccc87b9 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0347939 Oct 28 21:28:38.480778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c180f87-646f-46fd-8e71-bb52ab55e34c req-da53d36b-0726-4664-a2ec-5e2a6443c38a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:38.483046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c180f87-646f-46fd-8e71-bb52ab55e34c req-da53d36b-0726-4664-a2ec-5e2a6443c38a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0660462 Oct 28 21:28:38.527310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c180f87-646f-46fd-8e71-bb52ab55e34c req-d5b6152c-19ad-45ac-96dc-eae26f95da32 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Oct 28 21:28:39.012102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ff7b8-3bc3-4f11-8b19-0a2fd35c8d8e req-5e7a4e5d-88a5-419b-a190-f4c8f6e5fe7b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:39.014084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b66ff7b8-3bc3-4f11-8b19-0a2fd35c8d8e req-5e7a4e5d-88a5-419b-a190-f4c8f6e5fe7b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.1259837 Oct 28 21:28:39.022947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d576-b26c-4539-8031-a13c516afec9 req-4d328234-c7c8-4711-b99e-b56a259f4dad tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:39.024521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cf9d576-b26c-4539-8031-a13c516afec9 req-4d328234-c7c8-4711-b99e-b56a259f4dad tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0861256 Oct 28 21:28:39.080707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b66ff7b8-3bc3-4f11-8b19-0a2fd35c8d8e req-1c6e5882-a689-4660-a5f9-df6a90fdcf9b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Oct 28 21:28:39.104796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cf9d576-b26c-4539-8031-a13c516afec9 req-01260402-5a25-4fd3-b5e4-b64c782e10f5 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589280 Oct 28 21:28:39.204052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4545-67dd-4dd8-8008-869dcd92bb99 req-5428a29c-14b7-4b54-ac47-8583228ef349 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:39.205551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f79a4545-67dd-4dd8-8008-869dcd92bb99 req-5428a29c-14b7-4b54-ac47-8583228ef349 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0524452 Oct 28 21:28:39.253429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f79a4545-67dd-4dd8-8008-869dcd92bb99 req-b394434b-0e27-4b1d-8a1f-12282b0f3e6c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Oct 28 21:28:39.354739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4ebd28c-18e5-45e2-97cf-3bb2c5702267 req-7d4ebcb4-c23f-4a5d-a152-7017fb59589c tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0308285 Oct 28 21:28:40.238968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94503226-f1b6-4060-886d-49cc497a9676 req-f803a96c-3abf-4ea0-8e2e-4b9b4bc33462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:40.240500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94503226-f1b6-4060-886d-49cc497a9676 req-f803a96c-3abf-4ea0-8e2e-4b9b4bc33462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0824208 Oct 28 21:28:40.254233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169931d-881a-4d12-88b0-6eae8030d9ce req-4c063c4e-f5e4-4ed5-abe8-ad7699ebbe5f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:40.255698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3169931d-881a-4d12-88b0-6eae8030d9ce req-4c063c4e-f5e4-4ed5-abe8-ad7699ebbe5f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0710731 Oct 28 21:28:40.318058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94503226-f1b6-4060-886d-49cc497a9676 req-ce48b653-e2ea-463d-a679-a208efc4ff26 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613191 Oct 28 21:28:40.326229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3169931d-881a-4d12-88b0-6eae8030d9ce req-95e0707c-e838-4527-a598-32e45657d65b tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621331 Oct 28 21:28:40.469536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53e60-8601-4f66-9c63-1c8cf8718fb9 req-c4a66bc5-b878-40fb-972f-d5a5bf561bfe tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:40.471005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77a53e60-8601-4f66-9c63-1c8cf8718fb9 req-c4a66bc5-b878-40fb-972f-d5a5bf561bfe tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0750344 Oct 28 21:28:40.502527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8fac9-e6b3-4c2f-9d46-66d47de3fec1 req-3897cd2b-b7ab-40f1-a19d-e5bbffc0080c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:40.503999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5d8fac9-e6b3-4c2f-9d46-66d47de3fec1 req-3897cd2b-b7ab-40f1-a19d-e5bbffc0080c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0749857 Oct 28 21:28:40.536630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77a53e60-8601-4f66-9c63-1c8cf8718fb9 req-8cd16b1f-c830-4cdd-835c-db44a2eac999 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586026 Oct 28 21:28:40.560205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5d8fac9-e6b3-4c2f-9d46-66d47de3fec1 req-e21eb249-7a88-47df-91c4-c9d78318e74d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492060 Oct 28 21:28:40.646206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32fe0fa2-8d2d-4289-85c9-f90010bd18e5 req-cde876a7-71f4-4f01-b68b-2f3ce3d3184b tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0348575 Oct 28 21:28:40.724340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f79f0a4-89e3-4652-8399-7d3eb686f91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:40.999032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2986a53-f17a-4192-a25c-38a297d615af req-18a5949e-26c0-4661-b7d0-2fef69c2862e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:41.000548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2986a53-f17a-4192-a25c-38a297d615af req-18a5949e-26c0-4661-b7d0-2fef69c2862e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0560718 Oct 28 21:28:41.039536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2986a53-f17a-4192-a25c-38a297d615af req-1316808d-eb3b-4ac8-b1af-f9c5147336c7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Oct 28 21:28:41.484323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787f7f-5e97-439f-935a-468315bc622b req-f29bb975-6f41-4945-8f9b-86331e8ae7b6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:41.485812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a787f7f-5e97-439f-935a-468315bc622b req-f29bb975-6f41-4945-8f9b-86331e8ae7b6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0810165 Oct 28 21:28:41.508687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b14ae-bacf-4166-99e3-49c219e64a35 req-dc3a9b23-ce66-461e-b139-8e946d4d7e89 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:41.510092 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e62b14ae-bacf-4166-99e3-49c219e64a35 req-dc3a9b23-ce66-461e-b139-8e946d4d7e89 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0787892 Oct 28 21:28:41.542123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:41.558303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a787f7f-5e97-439f-935a-468315bc622b req-4e0ed81e-82de-4750-9de9-ba64c1b9c023 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657232 Oct 28 21:28:41.589627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e62b14ae-bacf-4166-99e3-49c219e64a35 req-9aaf8738-1068-479f-b16d-faeff02ce78a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Oct 28 21:28:41.623421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a9b154ad-7c31-4660-acf2-663e9e46732b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:41.623791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:41.699820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebc1e6-c40c-4c37-82f6-be8ddef0baed req-19b6dac8-80fb-418e-b296-989bfc3cace8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:41.711255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aebc1e6-c40c-4c37-82f6-be8ddef0baed req-19b6dac8-80fb-418e-b296-989bfc3cace8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 949 time: 0.0783103 Oct 28 21:28:41.731236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-ed9fc316-6203-4c52-9d40-bebc6c821b66 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:41.735182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:41.736869 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-ed9fc316-6203-4c52-9d40-bebc6c821b66 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 946 time: 0.0812178 Oct 28 21:28:41.774022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:41.777797 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47603de-7c21-4d9c-92bd-7254ca85b60c" -d '{"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:41.779387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a36696a9-760c-4f80-8a8c-5e60aa4189a5 req-78cf328f-8b79-4514-b714-ec47eb7af465 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0421364 Oct 28 21:28:41.814777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:41.818023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:41.821692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:41.823296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:41.828650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aebc1e6-c40c-4c37-82f6-be8ddef0baed req-37df620f-6214-41bc-ae93-5cbab65f78a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Oct 28 21:28:41.884603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Deleting port 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:41.885194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:41.993503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] For port 51dc34b7-d096-4eb8-bb63-300db879bf07, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=51dc34b7-d096-4eb8-bb63-300db879bf07,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:41.994198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.015121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Calling delete_port for 51dc34b7-d096-4eb8-bb63-300db879bf07 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:42.067176 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427cf9d4-f8de-4fff-8db8-43db1f7d2062 x-openstack-request-id: req-427cf9d4-f8de-4fff-8db8-43db1f7d2062 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:42.067791 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-plugged", "status": "completed", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:42.068226 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-427cf9d4-f8de-4fff-8db8-43db1f7d2062 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:42.068826 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'code': 200} Oct 28 21:28:42.149070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:42.154533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.161320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.161661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.161998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.162328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.162653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.163109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.163437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.163794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.164077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.164703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.165041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.165334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:42.172687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.197928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.212749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c22e0-be0e-4b35-8655-8d019c348292 req-5ce3c2ee-c990-4edf-848d-78da1142eec9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:42.214070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:42.214931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-680c22e0-be0e-4b35-8655-8d019c348292 req-5ce3c2ee-c990-4edf-848d-78da1142eec9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0799017 Oct 28 21:28:42.221970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.222715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:42.236504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event deleted for resources: {'Port': ['ID=51dc34b7-d096-4eb8-bb63-300db879bf07,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:42.266489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-680c22e0-be0e-4b35-8655-8d019c348292 req-ec44d686-6bc8-4f6a-9c4e-041d49bc6432 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Oct 28 21:28:42.279240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:42.279904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:42.289357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] No DVR routers for this DVR port 51dc34b7-d096-4eb8-bb63-300db879bf07 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:42.293142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:42.297455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2c1abceb-003b-458b-b1d6-0a269e012f8b req-b6808d9b-1696-4d58-b5fe-fc869332d5a9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "DELETE /v2.0/ports/51dc34b7-d096-4eb8-bb63-300db879bf07 HTTP/1.1" status: 204 len: 173 time: 0.5529220 Oct 28 21:28:42.297961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-deleted', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:42.300256 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36178d3d-7e20-4962-a99d-4b22ecc55940" -d '{"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-deleted", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:42.306271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:42.346867 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b21cb-456e-485a-a383-606e294a3743 x-openstack-request-id: req-1d2b21cb-456e-485a-a383-606e294a3743 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:42.347219 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8693d5-69da-402e-98da-a486259d5f5f", "name": "network-vif-deleted", "tag": "51dc34b7-d096-4eb8-bb63-300db879bf07", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:42.347658 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d2b21cb-456e-485a-a383-606e294a3743 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:42.348170 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8693d5-69da-402e-98da-a486259d5f5f', 'name': 'network-vif-deleted', 'tag': '51dc34b7-d096-4eb8-bb63-300db879bf07', 'status': 'completed', 'code': 200} Oct 28 21:28:42.697752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24549140-c2b8-4597-b137-75c17e0ef1ca req-d44a12de-9545-4607-a773-b2143639762d tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:42.699447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24549140-c2b8-4597-b137-75c17e0ef1ca req-d44a12de-9545-4607-a773-b2143639762d tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0616958 Oct 28 21:28:42.737279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c054ff09-fe74-4e70-9a16-94adb3bae5a1 req-03554328-a5c5-494b-ac19-9c19760806d9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a8693d5-69da-402e-98da-a486259d5f5f HTTP/1.1" status: 200 len: 210 time: 0.0366361 Oct 28 21:28:42.770369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24549140-c2b8-4597-b137-75c17e0ef1ca req-463e8755-ddd3-4c82-8fe9-c10500dd5ca9 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579896 Oct 28 21:28:42.891750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ee13d4b-a3af-4f1c-bd3e-1a224b9eebb0 req-eb192cd3-9cff-43d5-bb7e-90d22cc713fb tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Oct 28 21:28:42.968661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8d0e-9ecd-43cc-b13a-1af2467b8e61 req-cec52180-deaa-4a4b-b452-c8b5ed1d98ad tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:42.974288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0bf8d0e-9ecd-43cc-b13a-1af2467b8e61 req-cec52180-deaa-4a4b-b452-c8b5ed1d98ad tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 950 time: 0.0616190 Oct 28 21:28:43.020890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0bf8d0e-9ecd-43cc-b13a-1af2467b8e61 req-7399c673-dd39-4009-9ce1-c5a49a8ae2ad tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Oct 28 21:28:43.179932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797c77-453a-4d0a-b28b-686de6a38257 req-7c0a15a8-d541-4ee1-95c2-045bb644ddb7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.189024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1797c77-453a-4d0a-b28b-686de6a38257 req-7c0a15a8-d541-4ee1-95c2-045bb644ddb7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 950 time: 0.0701115 Oct 28 21:28:43.252822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1797c77-453a-4d0a-b28b-686de6a38257 req-e0dc0948-957f-40d8-9a93-75102046a08a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634177 Oct 28 21:28:43.275801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b767871-2761-4267-b783-289b9bb520d5 req-17a0448d-0a28-4cd5-9cd5-8d0f26326378 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.277943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b767871-2761-4267-b783-289b9bb520d5 req-17a0448d-0a28-4cd5-9cd5-8d0f26326378 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.0730021 Oct 28 21:28:43.315232 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-706a8c41-a060-471c-b341-9a2b3addcda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:43.330435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b767871-2761-4267-b783-289b9bb520d5 req-8320fd86-fb40-4a42-895a-870dcdac7894 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516067 Oct 28 21:28:43.489900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93324-0ceb-4564-b597-ee876e451946 req-85fac626-ff03-4063-9516-dd5ae1339f1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.492084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb93324-0ceb-4564-b597-ee876e451946 req-85fac626-ff03-4063-9516-dd5ae1339f1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0664968 Oct 28 21:28:43.561928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-feb93324-0ceb-4564-b597-ee876e451946 req-de6d9786-368f-4518-a30e-93b4ab60a27d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621719 Oct 28 21:28:43.562385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:43.590613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb946-8a5e-4c38-8afb-b6f0bb5d4b48 req-2d58c85c-13db-4025-8145-18115c4c3c82 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.593101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4cb946-8a5e-4c38-8afb-b6f0bb5d4b48 req-2d58c85c-13db-4025-8145-18115c4c3c82 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0793574 Oct 28 21:28:43.640236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4cb946-8a5e-4c38-8afb-b6f0bb5d4b48 req-29f2d527-a299-499d-b970-5593323cfd99 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Oct 28 21:28:43.687968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-29fb17db-b401-4fa5-82c5-5802435050c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239584 Oct 28 21:28:43.689916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:43.706444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'mac_address': 'fa:16:3e:84:68:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:43.744592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:43.758007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:43.778268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:43.783156 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:43.821359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-78ef662c-fbcd-4497-ba8d-d615c7757c5a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.822942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-78ef662c-fbcd-4497-ba8d-d615c7757c5a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204300 Oct 28 21:28:43.843325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-636b44ff-5e5a-4a62-8796-8b9747cbde0f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/quotas/3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 375 time: 0.0102687 Oct 28 21:28:43.868749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:43.933021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-ee3158ad-d46f-4e2f-8ec4-8c55acd89d95 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814610 Oct 28 21:28:43.945475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5ca31-6f7b-4e53-b856-37c259f58d41 req-22b2b06f-a877-4cce-ada8-742a4544ffa3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:43.946896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5f5ca31-6f7b-4e53-b856-37c259f58d41 req-22b2b06f-a877-4cce-ada8-742a4544ffa3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0669284 Oct 28 21:28:43.970553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e28d7ac9-a740-4a4e-9400-63b97f82d887'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:43.999295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5f5ca31-6f7b-4e53-b856-37c259f58d41 req-44898246-198e-490a-96c7-1f484260f757 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Oct 28 21:28:44.073477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:44.078054 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4649947c-bf41-4442-a8b7-671861a0bba5" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-unplugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:44.214250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d90fa5e4-b8f1-4980-8d23-78947a8cbd66 req-973b3f1b-12b8-4035-b58f-0a6bef15c35f tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0450275 Oct 28 21:28:44.251338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35964) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:44.259001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140181983', 'description': 'tempest-description--1051775036'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:44.332090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61ab317d-75c0-4614-b0d1-096faf972226 req-a3e5324c-11d1-4259-b745-96db289142f8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 210 time: 0.0495765 Oct 28 21:28:44.332833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.355737 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79385f58-d5e6-40e2-a9f2-9a8e04f46500 x-openstack-request-id: req-79385f58-d5e6-40e2-a9f2-9a8e04f46500 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:44.356248 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-unplugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:44.356343 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79385f58-d5e6-40e2-a9f2-9a8e04f46500 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:44.357240 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:28:44.433663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.437363 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.461306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.462514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2100708 Oct 28 21:28:44.465589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35970) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:44.471237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bc233-3033-49f3-bb87-52203e6d7462 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708fd9b-0d19-4e76-843b-b24b6db87548,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:44.471391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'security_group_rule': {'security_group_id': '0708fd9b-0d19-4e76-843b-b24b6db87548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:44.500342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.564235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.568213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.595717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa12e3aa-e107-410a-80c8-42b8883ffa47,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:44.606722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.608573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7009a0de-ec21-4a9f-bdd3-d4d99cec88f8 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412904 Oct 28 21:28:44.611605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35974) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:44.617163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'security_group_rule': {'security_group_id': '0708fd9b-0d19-4e76-843b-b24b6db87548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:44.648557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.702258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110d811-40f0-4170-a4d8-7f5abc9b9969 req-9ce30957-898b-4c02-8588-81c86a94bc49 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:44.704010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5110d811-40f0-4170-a4d8-7f5abc9b9969 req-9ce30957-898b-4c02-8588-81c86a94bc49 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 946 time: 0.0578992 Oct 28 21:28:44.732184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.740713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.761352 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.763535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32fdc53-d751-4f6a-b663-b26a7dae9c91,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:44.771776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.773162 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2d9df77-efea-40ca-9d90-c7107bb27e9f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604900 Oct 28 21:28:44.776451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35978) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:44.781650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:44.784058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5110d811-40f0-4170-a4d8-7f5abc9b9969 req-a6ce49c9-43ba-4e2a-b027-37a60b25a068 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728850 Oct 28 21:28:44.817630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:44.829589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643e7f-84e5-4653-a18d-303b77ed2d4f req-bb949b7b-fddc-4df0-be53-03d2d2d39175 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:44.831009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8643e7f-84e5-4653-a18d-303b77ed2d4f req-bb949b7b-fddc-4df0-be53-03d2d2d39175 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0821607 Oct 28 21:28:44.870346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8643e7f-84e5-4653-a18d-303b77ed2d4f req-182890e2-0a0e-44d5-930b-b60ee2310cb8 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Oct 28 21:28:44.929697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.002241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.037713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Allocated IP 172.25.4.228 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/df5ea1ba-5dfd-47b4-b6ac-755c24be0c34) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:28:45.121876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cc7ec-6f09-419e-bfbf-09e0b94c0de6 req-7582365d-3dcd-4de5-a447-f0c6dba28628 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:45.124026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-485cc7ec-6f09-419e-bfbf-09e0b94c0de6 req-7582365d-3dcd-4de5-a447-f0c6dba28628 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Oct 28 21:28:45.165256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-485cc7ec-6f09-419e-bfbf-09e0b94c0de6 req-90f5f127-7b35-439b-ba4f-9bcdfb0b83a7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350649 Oct 28 21:28:45.319669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-155f7e81-ec57-4fe2-a158-457f8343c2de req-90f0b1a8-111b-42fc-8699-9a677c406dea tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0322881 Oct 28 21:28:45.473350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-b7ed9099-2d32-4dd8-a071-755da2dddc53 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570924 Oct 28 21:28:45.487573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7be93f75-97dc-44a1-9d7a-c00e3a5b87ee req-42acd51e-cdd0-4265-8ad5-03b44f6aa000 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 210 time: 0.0469015 Oct 28 21:28:45.487770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.581200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:45.598160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.640167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e28d7ac9-a740-4a4e-9400-63b97f82d887 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:45.640476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.665367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:28:45.675639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:45.688215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-ba9e7822-2918-4d78-8a76-1117648cb8c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:45.689747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-ba9e7822-2918-4d78-8a76-1117648cb8c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974416 Oct 28 21:28:45.690534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:28:45.694579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'Port': ['ID=df5ea1ba-5dfd-47b4-b6ac-755c24be0c34,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:45.735140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.741056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Request body: {'port': {'device_id': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '3762a634af7e4aca9d7f2b5a4ee3ee07'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:45.771028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:45.774535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.775290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:45.831571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 51dc34b7-d096-4eb8-bb63-300db879bf07 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:45.831912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 51dc34b7-d096-4eb8-bb63-300db879bf07 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:45.856834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.872949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=13']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:45.911003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.924316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2eb0-1044-4520-bc7d-5c56a258cb81 req-3cb6733e-3540-4af3-b370-c4b70a4195e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:45.925861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53ba2eb0-1044-4520-bc7d-5c56a258cb81 req-3cb6733e-3540-4af3-b370-c4b70a4195e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0647452 Oct 28 21:28:45.970282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Made reservation on behalf of 3762a634af7e4aca9d7f2b5a4ee3ee07 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:45.973954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:45.992911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53ba2eb0-1044-4520-bc7d-5c56a258cb81 req-4d364cdb-2ad7-46c0-b87f-f0e0f45692f4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596089 Oct 28 21:28:46.012518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad2899-a70c-45fe-894a-a5a1ab22aee3 req-534859e8-bf6e-405e-95d7-5c51fc266931 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:46.014093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6ad2899-a70c-45fe-894a-a5a1ab22aee3 req-534859e8-bf6e-405e-95d7-5c51fc266931 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0663593 Oct 28 21:28:46.055173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6ad2899-a70c-45fe-894a-a5a1ab22aee3 req-70bc7f75-ef91-45e9-8061-c48199411155 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Oct 28 21:28:46.195716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.201732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-454d7b14-a532-405e-9374-4adf5c297416 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:46.203372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-454d7b14-a532-405e-9374-4adf5c297416 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 946 time: 0.0566695 Oct 28 21:28:46.206580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.209084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Allocated IP 192.168.233.192 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/f950784f-9830-44f1-b8af-cbeed6f22261) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:28:46.318684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'Port': ['ID=df5ea1ba-5dfd-47b4-b6ac-755c24be0c34,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:46.331288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba6ec7-83f5-4e47-a15e-bacbfbfac899 req-86376aa0-91d0-45c1-bf93-4ec063ec1d11 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:46.332797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ba6ec7-83f5-4e47-a15e-bacbfbfac899 req-86376aa0-91d0-45c1-bf93-4ec063ec1d11 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0901806 Oct 28 21:28:46.354190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.360512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:46.363063 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1510644-efaa-46c2-a5c8-7ded0304e11b" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:46.390832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Deleting port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:46.391179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.398722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ba6ec7-83f5-4e47-a15e-bacbfbfac899 req-15741828-422f-4c23-a066-17ab1497b47f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589588 Oct 28 21:28:46.411356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.420732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9872393-c18e-4329-ad38-36b37fb58c44 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6420813 Oct 28 21:28:46.466751 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4116a6f0-a662-45a9-a231-07c14a7c3504 x-openstack-request-id: req-4116a6f0-a662-45a9-a231-07c14a7c3504 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:46.468358 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-plugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:46.468644 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4116a6f0-a662-45a9-a231-07c14a7c3504 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:46.469042 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:28:46.494744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.558843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.567327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.572206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['1901d3a1-5e6b-4fd9-8466-c4e045671594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:46.581255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506', 'a9b154ad-7c31-4660-acf2-663e9e46732b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:46.627505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:28:46.632316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:46.637642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:28:46.668328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:46.720511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.721131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.721685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.722113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.722540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.723088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.723390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.723892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.724305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.724866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.725281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.725696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:28:46.752834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:46.754049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.765582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37c19dd0-5095-41ea-ad2d-711edea01e08 req-170083be-9738-4da9-bc60-b4fe6aa45779 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0849006 Oct 28 21:28:46.780861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-0f7de814-0e9c-4578-889b-f9a4e8aa991e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0439725 Oct 28 21:28:46.843875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-e999cb24-e918-4896-84a2-5ca749dfd3fe tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:28:46.845087 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-e999cb24-e918-4896-84a2-5ca749dfd3fe tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062203 Oct 28 21:28:46.938726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Request body: {'port': {'device_id': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:46.946734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] For port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:46.947247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.967216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-10f30182-a6ef-43cb-84b8-b6938a3b8b92 None None] Provisioning complete for port f950784f-9830-44f1-b8af-cbeed6f22261 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:46.967569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10f30182-a6ef-43cb-84b8-b6938a3b8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:46.972229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Calling delete_port for 356aedc5-8b8c-4fcb-ab30-01133ebcc71c owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:46.990890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297130-19b5-4d10-8d46-9ed912cb3b3f req-3aaca290-a460-4d6f-b65a-a6e5514d4181 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:46.992451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c297130-19b5-4d10-8d46-9ed912cb3b3f req-3aaca290-a460-4d6f-b65a-a6e5514d4181 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 936 time: 0.1158137 Oct 28 21:28:47.009610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.025264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-10f30182-a6ef-43cb-84b8-b6938a3b8b92 None None] Port f950784f-9830-44f1-b8af-cbeed6f22261 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:28:47.086833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-ae4d4163-795d-4c32-9a61-f1451eb82493 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:47.088517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-ae4d4163-795d-4c32-9a61-f1451eb82493 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.3329656 Oct 28 21:28:47.114949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c297130-19b5-4d10-8d46-9ed912cb3b3f req-e52c0fef-bf21-48ac-a5ae-b09233b42b5f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091361 Oct 28 21:28:47.131041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-5a78c3d7-04ff-4e3b-a729-a1b3f1ca7fe9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/quotas/d3f1fad39f5b46c6ac0a3055432539aa HTTP/1.1" status: 200 len: 375 time: 0.0273993 Oct 28 21:28:47.240695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-dbd47bc4-f778-400a-a933-d97bc1c0febd tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952919 Oct 28 21:28:47.313289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.366602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:47.375907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.388316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event deleted for resources: {'Port': ['ID=356aedc5-8b8c-4fcb-ab30-01133ebcc71c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:47.392676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Transition to ACTIVE for port object f950784f-9830-44f1-b8af-cbeed6f22261 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:28:47.406187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.455428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] No DVR routers for this DVR port 356aedc5-8b8c-4fcb-ab30-01133ebcc71c on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:47.467169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.469331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:47.470675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dce9685-d222-4121-92ed-99c3aea6c184 req-7102417d-f60d-4b3f-a2ac-9ba9a4b329c5 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "DELETE /v2.0/ports/356aedc5-8b8c-4fcb-ab30-01133ebcc71c HTTP/1.1" status: 204 len: 173 time: 1.2594354 Oct 28 21:28:47.471176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'name': 'network-vif-deleted', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:47.474594 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de11bd25-4dc4-4440-9def-dcc7441e46ee" -d '{"events": [{"server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "name": "network-vif-deleted", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:47.496682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb2d78-0e09-4405-8b50-9ae6bfff9a8d req-1bc9bac9-0f61-4826-a867-3fda6ac28e24 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:47.498420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7eb2d78-0e09-4405-8b50-9ae6bfff9a8d req-1bc9bac9-0f61-4826-a867-3fda6ac28e24 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1883972 Oct 28 21:28:47.506972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-43dd9ec4-1f52-405a-a668-645942f7d762 service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552414 Oct 28 21:28:47.654432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7eb2d78-0e09-4405-8b50-9ae6bfff9a8d req-18580c69-c1e5-4798-8308-612b8bce088e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296394 Oct 28 21:28:47.668934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:28:47.669466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:28:47.669655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:47.682488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:28:47.685767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:47.693288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:28:47.693676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:28:47.694057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:28:47.694486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Bound port: f950784f-9830-44f1-b8af-cbeed6f22261, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:28:47.695171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.734004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-1b7b9c79-28ef-4068-9116-ca602bb6b6b5 service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260563 Oct 28 21:28:47.819467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86e78-a644-4e73-80f8-7f001efe5dea req-dd827e43-698e-43f3-803a-cf789e9d4484 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:47.821406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32d86e78-a644-4e73-80f8-7f001efe5dea req-dd827e43-698e-43f3-803a-cf789e9d4484 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0838978 Oct 28 21:28:47.834791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:28:47.839986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:28:47.849883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:47.854036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12', '61c35dde-d9dc-4dac-8110-62da41d6df08', 'c7abfac4-3519-4fbb-8a9a-82987551993a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:47.899675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32d86e78-a644-4e73-80f8-7f001efe5dea req-29fe0d02-b1d6-4765-b938-5cb2f103afa6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708981 Oct 28 21:28:47.996265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.004402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:48.006604 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] 10.222.0.44 "PUT /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 1097 time: 1.1479008 Oct 28 21:28:48.012219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:48.015513 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48d141-69f3-48a1-8d10-502892703163" -d '{"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:48.069825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde1c03-e812-4855-9d79-310736feceb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:48.142634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8adccba1-ad42-4619-95e8-eac81b8bc4ff req-e06888bd-6fd6-4a57-affa-f9bee35be759 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=09284dbe-7a7e-431b-b479-08ad50efc3c0 HTTP/1.1" status: 200 len: 210 time: 0.0752077 Oct 28 21:28:48.167823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d15c3-377a-45d2-9c4e-9295efaa5702 req-5e435c08-a984-4061-84a2-d2d97115250f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.178872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d15c3-377a-45d2-9c4e-9295efaa5702 req-5e435c08-a984-4061-84a2-d2d97115250f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2070382 Oct 28 21:28:48.233582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-52d3b3e5-5e80-4be9-8624-8c238ed339f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.235999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-52d3b3e5-5e80-4be9-8624-8c238ed339f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.1572926 Oct 28 21:28:48.263949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d15c3-377a-45d2-9c4e-9295efaa5702 req-b7ee5503-7cb6-4b25-bad9-5142fded66d1 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833154 Oct 28 21:28:48.295624 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d6503-ac2d-4a6a-b9fa-2f03e59b202c x-openstack-request-id: req-c46d6503-ac2d-4a6a-b9fa-2f03e59b202c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:48.295925 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09284dbe-7a7e-431b-b479-08ad50efc3c0", "name": "network-vif-deleted", "tag": "356aedc5-8b8c-4fcb-ab30-01133ebcc71c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:48.296212 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c46d6503-ac2d-4a6a-b9fa-2f03e59b202c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:48.296606 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09284dbe-7a7e-431b-b479-08ad50efc3c0', 'name': 'network-vif-deleted', 'tag': '356aedc5-8b8c-4fcb-ab30-01133ebcc71c', 'status': 'completed', 'code': 200} Oct 28 21:28:48.351555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-374262f1-f083-4f39-8092-ac8e703672cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.1026340 Oct 28 21:28:48.520495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b39a5a7a-b205-4e84-99d0-3ab859fe538a req-a1c349bf-3a57-49a2-b9a7-cad0febe8a97 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0457222 Oct 28 21:28:48.557121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-1a93a76d-a1dc-428f-9582-b5944bd1c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.580862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-1a93a76d-a1dc-428f-9582-b5944bd1c2bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2154002 Oct 28 21:28:48.587253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecf10b9a-3624-428c-ac09-3f2f478b30b3 req-062fcdb5-9136-4c5d-9e0f-c5d32d1c645c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 210 time: 0.0477052 Oct 28 21:28:48.692844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-c95272a1-73b3-4e0b-a6a0-cbfe2bf0ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.693856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-c95272a1-73b3-4e0b-a6a0-cbfe2bf0ad05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122382 Oct 28 21:28:48.774033 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec82b42a-d2f2-473e-b957-6c69423a8659 x-openstack-request-id: req-ec82b42a-d2f2-473e-b957-6c69423a8659 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:48.775710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943db5-b9b7-46d2-abba-b15b7413334f req-85386515-e3d6-4f22-a196-3301021e253e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:48.776736 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:48.777004 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec82b42a-d2f2-473e-b957-6c69423a8659 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:48.777276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0943db5-b9b7-46d2-abba-b15b7413334f req-85386515-e3d6-4f22-a196-3301021e253e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.0978346 Oct 28 21:28:48.777681 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'status': 'completed', 'code': 200} Oct 28 21:28:48.829647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-5a9f4733-dd8e-438b-806c-3c95e8541c05 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198232 Oct 28 21:28:48.855416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0943db5-b9b7-46d2-abba-b15b7413334f req-4892efa9-a389-466e-a23e-26ed124ca54b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707517 Oct 28 21:28:49.024525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-99b882eb-7d3f-4fad-8041-76987a51b19c req-6ba7329f-6812-4ac4-9354-53653d341bad service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801033 Oct 28 21:28:49.053779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a3a3-73f7-478f-9cda-3bba726b1c24 req-31e16d3a-b75d-4439-803f-e7d1c97783d5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.062281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f69a3a3-73f7-478f-9cda-3bba726b1c24 req-31e16d3a-b75d-4439-803f-e7d1c97783d5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0863621 Oct 28 21:28:49.117046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f69a3a3-73f7-478f-9cda-3bba726b1c24 req-811573bf-0143-468c-ac74-768db1a046e1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537715 Oct 28 21:28:49.199736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8e3b-b167-4a04-9381-a939b0a19eb4 req-11433472-536e-40e7-bf6a-34d3ea64cee0 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.201738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d141-69f3-48a1-8d10-502892703163 req-13cbec49-3a9c-4cf0-8c5a-7b8f3e161067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.203872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-13cbec49-3a9c-4cf0-8c5a-7b8f3e161067 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.0804160 Oct 28 21:28:49.209009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-967c8e3b-b167-4a04-9381-a939b0a19eb4 req-11433472-536e-40e7-bf6a-34d3ea64cee0 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.0905564 Oct 28 21:28:49.282581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-967c8e3b-b167-4a04-9381-a939b0a19eb4 req-9f2ad775-1a3c-4f71-b656-b66bec3bed33 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722351 Oct 28 21:28:49.363906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d141-69f3-48a1-8d10-502892703163 req-957c2e35-264c-4f5f-98aa-10d8fa253e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.365482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-957c2e35-264c-4f5f-98aa-10d8fa253e6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1482487 Oct 28 21:28:49.435515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-3547f069-f5f2-4933-b17f-5c87de464e88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0546079 Oct 28 21:28:49.502019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a57b4-02dc-49f7-8719-9fcf0ea1e25f req-8d807b7b-90e4-43b1-a009-381f8ade0eda tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.510348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-936a57b4-02dc-49f7-8719-9fcf0ea1e25f req-8d807b7b-90e4-43b1-a009-381f8ade0eda tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1166325 Oct 28 21:28:49.557346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d141-69f3-48a1-8d10-502892703163 req-32e08805-f1d2-4046-85bd-b4ff0cf79512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.559231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-32e08805-f1d2-4046-85bd-b4ff0cf79512 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1129372 Oct 28 21:28:49.578834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-936a57b4-02dc-49f7-8719-9fcf0ea1e25f req-9df7c23f-d62b-4784-9b3f-f887d768f02f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644739 Oct 28 21:28:49.581012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 356aedc5-8b8c-4fcb-ab30-01133ebcc71c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:49.606908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 356aedc5-8b8c-4fcb-ab30-01133ebcc71c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:49.607241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 356aedc5-8b8c-4fcb-ab30-01133ebcc71c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:49.668427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d141-69f3-48a1-8d10-502892703163 req-47b6a2ab-bf7a-4cd6-b146-50356ca8b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:49.679927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-47b6a2ab-bf7a-4cd6-b146-50356ca8b059 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934901 Oct 28 21:28:49.731178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73a99ad5-bb2f-40d0-832b-d1b40767059f req-7ba6fced-66fe-4e37-90e7-8846162293a6 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0479188 Oct 28 21:28:49.801604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b832ab4-d199-464e-889a-b78e3fbf6c80 req-91ab86db-9ad8-4254-9b13-75878c1e8b84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 210 time: 0.0690095 Oct 28 21:28:49.861053 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-01cb380b-bd23-4cf7-a38f-e8fa09cf4fcb service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663132 Oct 28 21:28:50.011987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2f48d141-69f3-48a1-8d10-502892703163 req-0f4a8057-b7c5-43b4-830f-49e7206f4c2c service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324992 Oct 28 21:28:50.111093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-f0c920f6-05ea-47f8-ae66-80ed4829e6de tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:50.113518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-f0c920f6-05ea-47f8-ae66-80ed4829e6de tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.2186010 Oct 28 21:28:50.131207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'port': {'device_id': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'admin_state_up': True, 'tenant_id': 'd3f1fad39f5b46c6ac0a3055432539aa'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:50.185387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1221c-ae71-44c7-a2aa-02a00fd790b5 req-564514ea-30f1-4430-a1df-7d84d2d727f3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:50.192832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbf1221c-ae71-44c7-a2aa-02a00fd790b5 req-564514ea-30f1-4430-a1df-7d84d2d727f3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.1739836 Oct 28 21:28:50.248558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbf1221c-ae71-44c7-a2aa-02a00fd790b5 req-b3e91c60-63ec-4331-a0ef-a913379a17a3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505455 Oct 28 21:28:50.387265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b9a53-5e6d-44a8-90a0-28fd6fa39c54 req-cd244827-9ec2-4670-bdd0-f5a3f15b566d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:50.390859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a2b9a53-5e6d-44a8-90a0-28fd6fa39c54 req-cd244827-9ec2-4670-bdd0-f5a3f15b566d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1390538 Oct 28 21:28:50.396553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Made reservation on behalf of d3f1fad39f5b46c6ac0a3055432539aa for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:28:50.406339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:50.502267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a2b9a53-5e6d-44a8-90a0-28fd6fa39c54 req-4b33be1d-105b-49f2-861a-407188006f40 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918441 Oct 28 21:28:50.590560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9104c88-d3ae-4216-891a-f22b914e533e req-ed9580ce-53c4-47fe-8392-0586b2aaeae5 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:50.601042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9104c88-d3ae-4216-891a-f22b914e533e req-ed9580ce-53c4-47fe-8392-0586b2aaeae5 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1916914 Oct 28 21:28:50.745838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Allocated IP 172.20.0.7 (2d16e96a-a584-4c9c-89e4-9dd62bb3d286/64c884fe-b513-491c-a846-14f2ec035852/a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:28:50.822252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9104c88-d3ae-4216-891a-f22b914e533e req-a6e91154-2a95-4958-b56d-faa18f089117 tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f3abcbd-0c5f-4b2d-a562-44b9655100a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179663 Oct 28 21:28:50.939457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56856d0-eee8-4e9e-b0af-52fcefc768dd req-c2d8fe88-16af-4a56-a99b-795d045aba73 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:50.947326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f56856d0-eee8-4e9e-b0af-52fcefc768dd req-c2d8fe88-16af-4a56-a99b-795d045aba73 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1579061 Oct 28 21:28:51.008729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa68cabc-7aab-40d4-90fa-c332ad65f489 req-f38d2534-4ca7-40c7-b142-e0163ff49b2b tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0540273 Oct 28 21:28:51.059888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f56856d0-eee8-4e9e-b0af-52fcefc768dd req-c9eb2d32-2852-452a-9683-155701567234 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102941 Oct 28 21:28:51.139762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d087fd87-e62a-43d5-9432-373b37dd58f2 req-206f06fd-aa28-4d21-b023-2643cdfb6c66 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Oct 28 21:28:51.142799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.200554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-63e3e0ce-3272-404c-ad5f-986d401b683d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:51.203096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-63e3e0ce-3272-404c-ad5f-986d401b683d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.44 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 945 time: 0.1075807 Oct 28 21:28:51.211198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.273496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:28:51.279751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:28:51.292078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:28:51.383535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:51.384682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.417150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Deleting port ac1009a8-275c-4bca-971c-ada05ad4e404 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:51.417510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.448062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:51.540032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] For port ac1009a8-275c-4bca-971c-ada05ad4e404, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ac1009a8-275c-4bca-971c-ada05ad4e404,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:51.540432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.570337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-c5baca1a-b3e3-4469-8bb4-25442400c9cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448910 Oct 28 21:28:51.579732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:51.592120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Request body: {'port': {'device_id': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:28:51.609978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883f7af-9559-4701-8451-af4a797b9068 req-75b7b0af-f222-4e60-bb2d-24e6ff437cfb tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:51.611521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7883f7af-9559-4701-8451-af4a797b9068 req-75b7b0af-f222-4e60-bb2d-24e6ff437cfb tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1572859 Oct 28 21:28:51.652682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c73e79-0d29-4c1f-b1af-b20303c5778b req-36ecf8d0-90c1-4837-8ac7-6108e1face44 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:51.670515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49c73e79-0d29-4c1f-b1af-b20303c5778b req-36ecf8d0-90c1-4837-8ac7-6108e1face44 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.2540686 Oct 28 21:28:51.700116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a367f-e653-4fd9-a980-4b99221dc55a req-8e40031e-45ec-4b19-98e1-338892303ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:51.702469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-8e40031e-45ec-4b19-98e1-338892303ad7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1728110 Oct 28 21:28:51.784795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.786257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.787329 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Floating IP d90e093d-b608-4e2d-b6fb-188de813390c disassociated. External IP: 172.25.4.76, port: ac1009a8-275c-4bca-971c-ada05ad4e404. Oct 28 21:28:51.787983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Calling delete_port for ac1009a8-275c-4bca-971c-ada05ad4e404 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:51.826467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49c73e79-0d29-4c1f-b1af-b20303c5778b req-382274c1-ad45-4ac8-b9b9-e87b95946064 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527622 Oct 28 21:28:51.877104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:51.894780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'mac_address': 'fa:16:3e:1c:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:51.941044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:51.975948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:52.006335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:52.012460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7883f7af-9559-4701-8451-af4a797b9068 req-4789a72b-7aad-4425-b6bb-1b1d1e615394 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717992 Oct 28 21:28:52.024509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:52.063630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:52.072787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:52.109083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event deleted for resources: {'Port': ['ID=ac1009a8-275c-4bca-971c-ada05ad4e404,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:52.115624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79fc3e-52c3-4cff-b630-91e4661d55ae req-e1d3266c-e516-4e1c-90eb-f6934633ff36 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:52.123974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c79fc3e-52c3-4cff-b630-91e4661d55ae req-e1d3266c-e516-4e1c-90eb-f6934633ff36 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1890182 Oct 28 21:28:52.178194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a367f-e653-4fd9-a980-4b99221dc55a req-9d1fc50b-4930-4f7d-b3bb-dad59d167f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:52.180155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-9d1fc50b-4930-4f7d-b3bb-dad59d167f88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.4595540 Oct 28 21:28:52.234835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:52.330215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:28:52.446644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f950784f-9830-44f1-b8af-cbeed6f22261'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:52.454700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:28:52.487045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Sync routers for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:28:52.507892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] No DVR routers for this DVR port ac1009a8-275c-4bca-971c-ada05ad4e404 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:52.512421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:52.517888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-66c8ccfd-bc74-4c3e-94c5-a4cfdbc5edd6 req-3bd24dca-d829-4577-8693-821bca41c13b tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.44 "DELETE /v2.0/ports/ac1009a8-275c-4bca-971c-ada05ad4e404 HTTP/1.1" status: 204 len: 173 time: 1.3073318 Oct 28 21:28:52.518580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'name': 'network-vif-deleted', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:52.521797 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c1245-4b8c-4c26-8280-c166b2bd3925" -d '{"events": [{"server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "name": "network-vif-deleted", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:52.530369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:52.530998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:52.662078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c79fc3e-52c3-4cff-b630-91e4661d55ae req-6162dad5-d677-4031-9c2c-cf04b25459e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370324 Oct 28 21:28:52.777297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf648ced-1edd-45dc-bff1-522782219ef1 req-13ce5bea-156c-4ec0-bee5-f14ff8dbf34e tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7 HTTP/1.1" status: 200 len: 210 time: 0.1271720 Oct 28 21:28:52.884049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-b993bbb5-07f8-4baf-9d3f-b1f6ebf2ce2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 200 len: 1000 time: 0.6487608 Oct 28 21:28:52.912255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2041a51f-10a5-4762-93f5-37bb0d7d156b req-01f7db9c-c11d-4745-855e-47c87aecf8c9 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0672424 Oct 28 21:28:52.965872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a367f-e653-4fd9-a980-4b99221dc55a req-3dcdf084-92be-4f5a-8ecb-4406436c3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:52.967552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-3dcdf084-92be-4f5a-8ecb-4406436c3b3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.0589893 Oct 28 21:28:52.990245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:28:53.006797 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72831f4-5965-4f04-95ee-ec6343d14462 x-openstack-request-id: req-d72831f4-5965-4f04-95ee-ec6343d14462 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:53.007087 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7", "name": "network-vif-deleted", "tag": "ac1009a8-275c-4bca-971c-ada05ad4e404", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:53.007344 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d72831f4-5965-4f04-95ee-ec6343d14462 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:53.007749 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf7b0d9-092a-4e7e-95f3-a23d1827c0c7', 'name': 'network-vif-deleted', 'tag': 'ac1009a8-275c-4bca-971c-ada05ad4e404', 'status': 'completed', 'code': 200} Oct 28 21:28:53.099349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dc494-1cb3-437b-9b5e-8ef6c038b652 req-e48b8c4b-4704-4776-a8db-be18ef5a1056 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:53.101306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e4dc494-1cb3-437b-9b5e-8ef6c038b652 req-e48b8c4b-4704-4776-a8db-be18ef5a1056 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 931 time: 0.1915936 Oct 28 21:28:53.139834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a367f-e653-4fd9-a980-4b99221dc55a req-b426d04c-28ca-49b6-bedc-db7efbd885b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:53.145946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-b426d04c-28ca-49b6-bedc-db7efbd885b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444597 Oct 28 21:28:53.447046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:53.489234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:53.588063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e4dc494-1cb3-437b-9b5e-8ef6c038b652 req-ada8475d-6bc8-40ba-aee9-38c9db33797f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752474 Oct 28 21:28:53.590427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Transition to ACTIVE for port object a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:28:53.607810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:53.632886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507679-1b81-40b3-bcdc-a2d13eb8b73b req-b345f3c4-d2fe-4732-9507-2dfa4c87eef7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:53.634000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:53.634484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a507679-1b81-40b3-bcdc-a2d13eb8b73b req-b345f3c4-d2fe-4732-9507-2dfa4c87eef7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.4874263 Oct 28 21:28:53.682734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Checking router: 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:28:53.695043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:28:53.696462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:53.811930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-89eabc0f-dcb4-4d3b-879e-ca8831bc277f service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262774 Oct 28 21:28:53.844811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:28:53.898413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a507679-1b81-40b3-bcdc-a2d13eb8b73b req-efc9751c-5eaf-4352-b7e6-f624eb03fdcf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342334 Oct 28 21:28:53.905645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:54.085813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f99b4-c9dc-478a-8705-c30a71cd6f8c req-e9df3339-676b-452a-9376-536413032cc2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.094717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e2f99b4-c9dc-478a-8705-c30a71cd6f8c req-e9df3339-676b-452a-9376-536413032cc2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.3679624 Oct 28 21:28:54.148622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Attempting to bind port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:28:54.148967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Attempting to bind port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:28:54.149643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Attempting to bind port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:54.177305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e2f99b4-c9dc-478a-8705-c30a71cd6f8c req-5385fcb6-5764-4adb-8da8-be11334958b4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815914 Oct 28 21:28:54.192228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:28:54.192611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Attempting to bind port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:28:54.199618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:28:54.221047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-586a367f-e653-4fd9-a980-4b99221dc55a req-0e69e2dc-53dd-4efa-8761-2014a39782d5 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697231 Oct 28 21:28:54.226475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:28:54.226808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Checking segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:28:54.227188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Bound using segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:28:54.228350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Bound port: a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:28:54.228739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:54.277111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c602061-bfbb-4fa4-9a48-b56aa5e21e54 None None] The sync data for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 is: [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:01Z', 'revision_number': 4, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '59e3fcbf-07d6-4c9f-abe0-82891915d155', 'name': '', 'network_id': 'd1aacac9-9af1-4115-8223-f9e4c1bc67e8', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'mac_address': 'fa:16:3e:dd:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:59Z', 'updated_at': '2021-10-28T21:26:06Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'subnets': [{'id': '3d4eac5b-f931-41ac-a196-cb92cdda9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:28:54.299008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add5823-a654-439a-9729-32af61376994 req-a2c25263-2c75-4af0-9099-7ed0585b2352 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.300585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9add5823-a654-439a-9729-32af61376994 req-a2c25263-2c75-4af0-9099-7ed0585b2352 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1534588 Oct 28 21:28:54.358785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:28:54.381179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9add5823-a654-439a-9729-32af61376994 req-6f928d9d-a476-4d30-9251-09dc2cb2daf0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735314 Oct 28 21:28:54.390988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:28:54.398448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:54.451426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.452724 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:54.454725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] 10.222.0.44 "PUT /v2.0/ports/a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb HTTP/1.1" status: 200 len: 1092 time: 2.8731887 Oct 28 21:28:54.460136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:54.463352 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f94de-7359-4e10-a7bb-367a04480b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:54.514871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd660b-c643-474f-ad45-b9949ad8deca service neutron] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:54.634687 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59586f1-55f7-4fdf-9d28-58d2dd7c372f x-openstack-request-id: req-f59586f1-55f7-4fdf-9d28-58d2dd7c372f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:54.635218 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:54.635622 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f59586f1-55f7-4fdf-9d28-58d2dd7c372f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:54.636203 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'status': 'completed', 'code': 200} Oct 28 21:28:54.648164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38ffa7d3-51e3-447e-a143-c38dc2658c69 req-6b7d6d61-f658-433d-8859-16fa8524dbf4 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0483098 Oct 28 21:28:54.656861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-333cb1f1-5616-403c-a8cf-69524591ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.659439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-333cb1f1-5616-403c-a8cf-69524591ce17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 1095 time: 0.1277852 Oct 28 21:28:54.754021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-060ba21e-1171-4bd8-8d96-7eb2f9916494 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb HTTP/1.1" status: 200 len: 217 time: 0.0804050 Oct 28 21:28:54.754341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:54.814147 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6808d-a6f0-4535-9395-0506f810f8c8 None None] New status for floating IP d90e093d-b608-4e2d-b6fb-188de813390c: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:28:54.864044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-265d044f-b677-43be-8202-c9dc9b929f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.865927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-265d044f-b677-43be-8202-c9dc9b929f8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 200 len: 861 time: 0.0901105 Oct 28 21:28:54.909852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:54.964349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada0de4-0f53-4732-ad4b-d58a84544e50 req-514c3dc6-0423-43fd-8d43-85dfc23e6eec tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:54.969502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:54.975977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bada0de4-0f53-4732-ad4b-d58a84544e50 req-514c3dc6-0423-43fd-8d43-85dfc23e6eec tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.2364981 Oct 28 21:28:54.994088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-4b49071f-0135-4bcb-9661-aec83c6c4d62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975249 Oct 28 21:28:55.071706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.076885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.080685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f3abcbd-0c5f-4b2d-a562-44b9655100a8 HTTP/1.1" status: 204 len: 168 time: 0.3252680 Oct 28 21:28:55.081304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36166) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:55.112646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631a38c-06fa-44da-99d8-d7abfafb9e93 req-0dea978f-0f7a-434d-bb77-2f0455a27de4 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:55.114690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3631a38c-06fa-44da-99d8-d7abfafb9e93 req-0dea978f-0f7a-434d-bb77-2f0455a27de4 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 943 time: 0.2477543 Oct 28 21:28:55.115534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81e87-6180-4a0c-b2b9-5bf9b3fd068c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3abcbd-0c5f-4b2d-a562-44b9655100a8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:55.117882 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-e32e04ee-3f02-4dc6-80a9-f62ea649945c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] show failed (client error): The resource could not be found. Oct 28 21:28:55.119045 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e32e04ee-3f02-4dc6-80a9-f62ea649945c tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "GET /v2.0/security-groups/1f3abcbd-0c5f-4b2d-a562-44b9655100a8 HTTP/1.1" status: 404 len: 347 time: 0.0292475 Oct 28 21:28:55.128766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36168) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:55.146265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bada0de4-0f53-4732-ad4b-d58a84544e50 req-4fe3172b-7ca1-4347-98d9-4d1dd40d1486 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686420 Oct 28 21:28:55.363955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42345cde-d448-4dfd-baa2-3d90889fb803 req-0af801c5-a24e-4d17-9ebb-f7544ee416d4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:55.365452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42345cde-d448-4dfd-baa2-3d90889fb803 req-0af801c5-a24e-4d17-9ebb-f7544ee416d4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.1086421 Oct 28 21:28:55.405607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3631a38c-06fa-44da-99d8-d7abfafb9e93 req-f6f34093-2006-4d06-b14e-b152abc493d9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754769 Oct 28 21:28:55.417892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-07bc32b1-40aa-4f4f-b753-28a91425517f service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053125 Oct 28 21:28:55.530890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42345cde-d448-4dfd-baa2-3d90889fb803 req-ca027248-2770-4e53-931b-e0584ea3d946 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584518 Oct 28 21:28:55.554762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Deleting port 329ac67f-af91-44e3-94fa-9ec27a680885 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:55.555464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.598237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:28:55.719362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f950784f-9830-44f1-b8af-cbeed6f22261 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:28:55.723516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f950784f-9830-44f1-b8af-cbeed6f22261 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:28:55.723894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.759500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2517a-797f-40fa-86f1-802130d8380c req-8d3e8551-dff3-42b4-93bf-a4a4b0c392cf tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:55.761105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98f2517a-797f-40fa-86f1-802130d8380c req-8d3e8551-dff3-42b4-93bf-a4a4b0c392cf tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1102068 Oct 28 21:28:55.831852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98f2517a-797f-40fa-86f1-802130d8380c req-a3ea5d4f-906a-4e38-a337-1d35235d2569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557289 Oct 28 21:28:55.847123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71350cc-0246-4479-865e-84bd51f7fcf1 req-a4813741-3662-4784-af1b-3ce1e0095a22 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:55.861778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d71350cc-0246-4479-865e-84bd51f7fcf1 req-a4813741-3662-4784-af1b-3ce1e0095a22 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2824297 Oct 28 21:28:55.889937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-869ba92f-0ad6-47a9-8693-5826400bdb6e req-41e8f74b-416a-4d75-ad91-12f06eb988f9 service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613969 Oct 28 21:28:55.896185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.902279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:55.936016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Calling delete_port for 329ac67f-af91-44e3-94fa-9ec27a680885 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:55.968925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d71350cc-0246-4479-865e-84bd51f7fcf1 req-bd756f0c-9ce6-4704-a0d5-7828435ff3e6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030428 Oct 28 21:28:56.031039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd8a66f6-eb63-436b-a178-e7cc4bee4ba2 req-0b67916e-aee4-420f-b307-17752d4ba84a tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0712240 Oct 28 21:28:56.080841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:56.118901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:56.119924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:56.122984 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33a91b-2d8b-4e66-ab21-f8ecf941a379" -d '{"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-plugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:56.128122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:56.129046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ac1009a8-275c-4bca-971c-ada05ad4e404 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:56.186623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:56.198016 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21022615-12f2-4188-8f79-10fba78f6c91 x-openstack-request-id: req-21022615-12f2-4188-8f79-10fba78f6c91 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:56.198738 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-plugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:56.198995 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21022615-12f2-4188-8f79-10fba78f6c91 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:56.199382 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'code': 200} Oct 28 21:28:56.223597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: ac1009a8-275c-4bca-971c-ada05ad4e404 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:56.223916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ac1009a8-275c-4bca-971c-ada05ad4e404 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:56.451382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-aa340e9d-d290-4e5b-9c57-76eb5bb64516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.453689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-aa340e9d-d290-4e5b-9c57-76eb5bb64516 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 1095 time: 0.4720631 Oct 28 21:28:56.479741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24590c28-4383-4b1b-92f9-977563db7a13 req-06295a73-0a7b-40e8-9241-55401420685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.481286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24590c28-4383-4b1b-92f9-977563db7a13 req-06295a73-0a7b-40e8-9241-55401420685d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1102 time: 0.1176629 Oct 28 21:28:56.597625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedc433-a762-45f2-8375-711d82b843a6 req-3d66cbad-2598-44be-b75a-db6302783c5c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.599181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bedc433-a762-45f2-8375-711d82b843a6 req-3d66cbad-2598-44be-b75a-db6302783c5c tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.2277007 Oct 28 21:28:56.633985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-f2733f41-a5bb-4d20-9899-2d364ab0f5e9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.635744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-f2733f41-a5bb-4d20-9899-2d364ab0f5e9 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 946 time: 0.0745320 Oct 28 21:28:56.678181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-27508ca7-79d3-44c5-9c9e-fd1d7572fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.679776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-27508ca7-79d3-44c5-9c9e-fd1d7572fbf0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 922 time: 0.2155421 Oct 28 21:28:56.685857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24590c28-4383-4b1b-92f9-977563db7a13 req-594c3833-9e80-4fcc-8206-60d22725ddbc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537800 Oct 28 21:28:56.724703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be7ca6-ad26-4ef9-b795-4a1a22b450b3 req-9e1d4255-bc84-4df9-a1b4-a82e3ee2f44f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:56.726222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0be7ca6-ad26-4ef9-b795-4a1a22b450b3 req-9e1d4255-bc84-4df9-a1b4-a82e3ee2f44f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 943 time: 0.2036641 Oct 28 21:28:56.731973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bedc433-a762-45f2-8375-711d82b843a6 req-a1b04072-3c49-4acf-abc6-58fd2f51e127 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218352 Oct 28 21:28:56.785319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Deleting port c7abfac4-3519-4fbb-8a9a-82987551993a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:56.785751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:56.801451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0be7ca6-ad26-4ef9-b795-4a1a22b450b3 req-63788c58-7f52-4fb4-afda-87cb494715a6 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Oct 28 21:28:56.803029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:56.859926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Pushing event deleted for resources: {'Port': ['ID=329ac67f-af91-44e3-94fa-9ec27a680885,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:56.972914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] For port c7abfac4-3519-4fbb-8a9a-82987551993a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c7abfac4-3519-4fbb-8a9a-82987551993a,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:56.973526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:56.998101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Calling delete_port for c7abfac4-3519-4fbb-8a9a-82987551993a owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:57.009809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-578df543-a58b-4ee8-9a58-f251ff493db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb HTTP/1.1" status: 200 len: 217 time: 0.1021426 Oct 28 21:28:57.114469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058f028-2b4e-4031-a27b-0ce24dc8bf9d req-17a8d852-9f11-454a-a3f3-1e9a80023509 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:57.116300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f058f028-2b4e-4031-a27b-0ce24dc8bf9d req-17a8d852-9f11-454a-a3f3-1e9a80023509 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1400502 Oct 28 21:28:57.120825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:57.125437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:57.129655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-644c4619-054b-478d-ba19-4efb6f17b44d tempest-ServersTestJSON-1271467589 tempest-ServersTestJSON-1271467589-project] 10.222.0.31 "DELETE /v2.0/floatingips/d90e093d-b608-4e2d-b6fb-188de813390c HTTP/1.1" status: 204 len: 168 time: 1.9794927 Oct 28 21:28:57.140066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36192) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:28:57.196591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:57.213373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12', '61c35dde-d9dc-4dac-8110-62da41d6df08', 'c7abfac4-3519-4fbb-8a9a-82987551993a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:28:57.254420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event deleted for resources: {'Port': ['ID=c7abfac4-3519-4fbb-8a9a-82987551993a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:57.297672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] No DVR routers for this DVR port c7abfac4-3519-4fbb-8a9a-82987551993a on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:28:57.301604 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:57.307281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7e9aa688-a701-4e72-8d82-9fac69cdf2ad req-4cb18d95-70d7-4112-8599-cc9d3cbcdc92 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "DELETE /v2.0/ports/c7abfac4-3519-4fbb-8a9a-82987551993a HTTP/1.1" status: 204 len: 173 time: 0.6600394 Oct 28 21:28:57.307281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'name': 'network-vif-deleted', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:28:57.310538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac3131-66d0-46ca-96dc-19cb267a7846" -d '{"events": [{"server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "name": "network-vif-deleted", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:28:57.453030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f058f028-2b4e-4031-a27b-0ce24dc8bf9d req-12ab03c6-1cca-4d56-91db-a7b96fd955cd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160884 Oct 28 21:28:57.475362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b07b3-7d46-4572-a2c9-79a950d24bb6 req-a6a7dd07-36cd-4092-ac27-d4bba0567852 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:57.496159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d1b07b3-7d46-4572-a2c9-79a950d24bb6 req-a6a7dd07-36cd-4092-ac27-d4bba0567852 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.4893656 Oct 28 21:28:57.526010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-fe098d66-05e3-4a25-855d-bc8e00568f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:57.528666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-fe098d66-05e3-4a25-855d-bc8e00568f47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 200 len: 861 time: 0.4974191 Oct 28 21:28:57.599112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a2edfec-7235-4def-8055-16a59ae6e885 req-53abf2eb-9517-4e8c-b03c-b968709a10d6 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0623775 Oct 28 21:28:57.636081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-e619dc3c-b309-434c-a201-ef94467cb8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744870 Oct 28 21:28:57.648863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d1b07b3-7d46-4572-a2c9-79a950d24bb6 req-40f42890-245a-483a-bef8-bba4e100e32d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517026 Oct 28 21:28:57.682116 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f6d438-bbb9-4ee8-96b8-22045426e1a4 x-openstack-request-id: req-c4f6d438-bbb9-4ee8-96b8-22045426e1a4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:28:57.682585 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b2ebd0-232e-4944-b963-2858784d9812", "name": "network-vif-deleted", "tag": "c7abfac4-3519-4fbb-8a9a-82987551993a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:28:57.682674 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4f6d438-bbb9-4ee8-96b8-22045426e1a4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:28:57.683070 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b2ebd0-232e-4944-b963-2858784d9812', 'name': 'network-vif-deleted', 'tag': 'c7abfac4-3519-4fbb-8a9a-82987551993a', 'status': 'completed', 'code': 200} Oct 28 21:28:57.837909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-58c6dcc7-4266-4811-950c-5925d3b7fcdf service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486080 Oct 28 21:28:57.948021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-486dd68b-2cf5-46ea-8c25-7eb00aaa2da5 req-0efd79b5-3bfa-4a5d-a5ea-f5a202d7c0e4 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8b2ebd0-232e-4944-b963-2858784d9812 HTTP/1.1" status: 200 len: 210 time: 0.0860856 Oct 28 21:28:58.043353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff0f94de-7359-4e10-a7bb-367a04480b8f req-d05c68ed-a89d-402f-87ab-5d0a73275db8 service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897414 Oct 28 21:28:58.055207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509e696-f44f-4245-8c86-f1e41a83751c req-2a113001-b15d-4327-ab27-af81026bfcc9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:58.056943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e509e696-f44f-4245-8c86-f1e41a83751c req-2a113001-b15d-4327-ab27-af81026bfcc9 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 943 time: 0.1449440 Oct 28 21:28:58.103395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:58.206662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e509e696-f44f-4245-8c86-f1e41a83751c req-8b33bec6-2305-4cfb-a584-1dae1384e299 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373479 Oct 28 21:28:58.481774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Deleting port 59e3fcbf-07d6-4c9f-abe0-82891915d155 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:28:58.484101 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:58.614581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] For port 59e3fcbf-07d6-4c9f-abe0-82891915d155, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59e3fcbf-07d6-4c9f-abe0-82891915d155,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:58.614981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:58.631436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907afcbb-6a02-41ce-9b1f-0e9c626373ca req-d32b0136-da07-464b-b14c-ca5787909a6c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:58.639501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-907afcbb-6a02-41ce-9b1f-0e9c626373ca req-d32b0136-da07-464b-b14c-ca5787909a6c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1046474 Oct 28 21:28:58.657717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Calling delete_port for 59e3fcbf-07d6-4c9f-abe0-82891915d155 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:28:58.687714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-907afcbb-6a02-41ce-9b1f-0e9c626373ca req-1fa906a0-7f2a-4ba6-9ede-76bcff534903 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 Oct 28 21:28:58.840161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a409991-8fb0-4ba2-b376-7211c46a3100 req-3658a86e-8060-4087-80d4-df08006df14e tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0794866 Oct 28 21:28:58.911771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b44f-20bc-4a9e-8aa5-27525fcc7fed req-7c28ff4c-ab06-4709-b7da-6c0aecef7321 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:58.919109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f303b44f-20bc-4a9e-8aa5-27525fcc7fed req-7c28ff4c-ab06-4709-b7da-6c0aecef7321 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1592176 Oct 28 21:28:59.230312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f303b44f-20bc-4a9e-8aa5-27525fcc7fed req-f4e1fae6-c2d0-4aa4-aae5-83f2f2337671 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103390 Oct 28 21:28:59.243112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a2391-b2db-44e2-8b2f-df593d9c47ba req-2770c722-2ec1-4611-836e-6a0c6341e5aa tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:59.244647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d5a2391-b2db-44e2-8b2f-df593d9c47ba req-2770c722-2ec1-4611-836e-6a0c6341e5aa tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1102 time: 0.3178866 Oct 28 21:28:59.322005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d5a2391-b2db-44e2-8b2f-df593d9c47ba req-381d720f-d5a8-4d28-b0f2-1c6ac3cccd6a tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Oct 28 21:28:59.339721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:59.366393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e3fcbf-07d6-4c9f-abe0-82891915d155,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:28:59.588507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b5f5b-ea7a-483e-a89b-ce917cefa09d req-7283820e-98f6-4836-aa15-200657020793 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:28:59.590117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b21b5f5b-ea7a-483e-a89b-ce917cefa09d req-7283820e-98f6-4836-aa15-200657020793 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 943 time: 0.1591704 Oct 28 21:28:59.614456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:28:59.702816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c7abfac4-3519-4fbb-8a9a-82987551993a no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:28:59.705992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:59.733191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: c7abfac4-3519-4fbb-8a9a-82987551993a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:28:59.733705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c7abfac4-3519-4fbb-8a9a-82987551993a not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:28:59.740483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b21b5f5b-ea7a-483e-a89b-ce917cefa09d req-af712d6c-182c-4529-980e-819aae61cceb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427104 Oct 28 21:28:59.845137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:59.873841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'port_id': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'mac_address': 'fa:16:3e:72:17:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c884fe-b513-491c-a846-14f2ec035852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:28:59.936888 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:28:59.952841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:28:59.987552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:28:59.993800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:00.060295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:00.073734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55026-8854-4b27-9489-00b37f14f61f req-7e2fc6ca-2e75-4923-aa8c-c0b6c3b455c2 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:00.075268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5e55026-8854-4b27-9489-00b37f14f61f req-7e2fc6ca-2e75-4923-aa8c-c0b6c3b455c2 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.1429808 Oct 28 21:29:00.087283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25db690-7359-4ebc-a75c-08c3b26781c6 req-8ff79155-561e-4083-bb32-a7c86c2d6975 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:00.095375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25db690-7359-4ebc-a75c-08c3b26781c6 req-8ff79155-561e-4083-bb32-a7c86c2d6975 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1790321 Oct 28 21:29:00.125141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-9660060b-d8cc-4734-bedc-bd39683222c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1807942 Oct 28 21:29:00.231985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5e55026-8854-4b27-9489-00b37f14f61f req-b3629d3d-6927-45ad-945f-7ce5c403cf93 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294301 Oct 28 21:29:00.275024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25db690-7359-4ebc-a75c-08c3b26781c6 req-7c3ae2c9-bf49-4062-90b0-1b5402f855d2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787720 Oct 28 21:29:00.364399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b95f8f5-f62e-4836-805f-fb0e6218bbb6 req-98ead21e-8d72-4efa-9bf7-91f1dc836ffc tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0441372 Oct 28 21:29:00.369193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:29:00.430917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:00.524561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237fe48-1da8-4c08-ae18-ecb3d7a780ae req-92ff8ca7-75df-4afc-8ef5-79d6d2facb2b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:00.532318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2237fe48-1da8-4c08-ae18-ecb3d7a780ae req-92ff8ca7-75df-4afc-8ef5-79d6d2facb2b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1460102 Oct 28 21:29:00.577255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:29:00.594898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b57c4dfc-fd17-46bc-baaa-ff52f2e12549 admin admin] 10.222.0.31 "PUT /v2.0/routers/6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495373 Oct 28 21:29:00.595205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36252) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:00.600294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Sync routers for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:29:00.629588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2237fe48-1da8-4c08-ae18-ecb3d7a780ae req-777865e3-55ce-41e3-b947-cf065428179e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954089 Oct 28 21:29:00.636717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:29:00.637404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:00.846052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:29:00.889644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0b09e5a-bbcc-497f-aec8-23467ddc561c req-1a86b4ca-12b6-4fae-afd4-a0abfb4683c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0579174 Oct 28 21:29:00.900889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:01.002475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f64e7-02c1-46b2-9143-e5a2bf7e4407 req-5ffde7eb-067a-4ed1-85ca-ac39868da57f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:01.020990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad1f64e7-02c1-46b2-9143-e5a2bf7e4407 req-5ffde7eb-067a-4ed1-85ca-ac39868da57f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 944 time: 0.1228881 Oct 28 21:29:01.101834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad1f64e7-02c1-46b2-9143-e5a2bf7e4407 req-9b317d55-ad54-47f2-bff1-c5608d3a218e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798502 Oct 28 21:29:01.297135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:28:59Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:01.335590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Checking router: 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:29:01.350367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Routers {'6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:29:01.351098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:28:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:01.460089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:01.498263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] Set router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:29:01.537317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Deleting port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:01.537670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:01.542966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440eed4-9f18-4e29-b9c2-1b0c8eea9f61 req-0614aa23-f7e0-439f-8d8b-831b1fc44b62 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:01.557603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440eed4-9f18-4e29-b9c2-1b0c8eea9f61 req-0614aa23-f7e0-439f-8d8b-831b1fc44b62 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.1881478 Oct 28 21:29:01.595911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d953d-88da-4ffe-9ed6-6d77fdc0c781 req-b76293ce-51bc-470c-af9c-9a8bc557882a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:01.612777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-384d953d-88da-4ffe-9ed6-6d77fdc0c781 req-b76293ce-51bc-470c-af9c-9a8bc557882a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1895819 Oct 28 21:29:01.658133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] For port bd7e37c9-142a-49b5-9fdc-2a6d9ba142af, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:01.658731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:01.673927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Calling delete_port for bd7e37c9-142a-49b5-9fdc-2a6d9ba142af owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:01.676108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440eed4-9f18-4e29-b9c2-1b0c8eea9f61 req-9390ca76-821b-4ea4-a4a7-69e4889203c0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175516 Oct 28 21:29:01.703984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-384d953d-88da-4ffe-9ed6-6d77fdc0c781 req-d8084e69-0ac4-40e4-8f38-a093373997f2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902662 Oct 28 21:29:01.873590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e09e7db8-417d-4b5f-b2d5-80c76fdb62ad req-1caac9db-bc16-4d7d-8ce8-83937649971a tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0523996 Oct 28 21:29:01.901290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:28:59Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:01.963226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbfbb4-2c91-411a-a0ed-65e60b1e3d05 None None] The sync data for ids ['6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db'] in n-d-806683-16 is: [{'id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'name': 'tempest-ServersTestJSON-1298192386-router', 'tenant_id': '6353b669ee3d498a8b07f816692df569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:28:59Z', 'revision_number': 5, 'project_id': '6353b669ee3d498a8b07f816692df569', 'gw_port': {'id': 'bd7e37c9-142a-49b5-9fdc-2a6d9ba142af', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:54Z', 'updated_at': '2021-10-28T21:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:29:01.990325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.006491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4541a1-e35b-42a1-85ba-8f62456b0e19 req-3169da7d-b86d-41be-9dee-c7fbb2667142 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.017034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4541a1-e35b-42a1-85ba-8f62456b0e19 req-3169da7d-b86d-41be-9dee-c7fbb2667142 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0944238 Oct 28 21:29:02.052123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7e37c9-142a-49b5-9fdc-2a6d9ba142af,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:02.107353 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:29:02.109816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4541a1-e35b-42a1-85ba-8f62456b0e19 req-9a79278c-6f1c-490e-a55b-c7fbe9ede399 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884621 Oct 28 21:29:02.139612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-3d3ecd1d-85a5-421e-b69b-815dc5fad485 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.141532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-3d3ecd1d-85a5-421e-b69b-815dc5fad485 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 945 time: 0.1165540 Oct 28 21:29:02.167425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-cabcd304-a4f2-42d6-b9dc-939b3afaddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.168988 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-cabcd304-a4f2-42d6-b9dc-939b3afaddf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1102 time: 0.1317255 Oct 28 21:29:02.180621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.322510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7701-1fe2-4494-bf78-02cd58213e62 req-0aa3e7d9-9ae4-4072-bd76-55ca1498f0eb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.328871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03fc7701-1fe2-4494-bf78-02cd58213e62 req-0aa3e7d9-9ae4-4072-bd76-55ca1498f0eb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 944 time: 0.1133392 Oct 28 21:29:02.361631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.368501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.381572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03fc7701-1fe2-4494-bf78-02cd58213e62 req-9ada4d29-dda8-49de-8a14-a2db4aa39695 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Oct 28 21:29:02.387451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Deleting port 61c35dde-d9dc-4dac-8110-62da41d6df08 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:02.387793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.427400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-b06045a5-abd1-4768-83a3-03f3995f12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.429051 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-b06045a5-abd1-4768-83a3-03f3995f12fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2356713 Oct 28 21:29:02.522930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-dbb704f2-c1da-41de-a2fb-3b524a183375 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0575202 Oct 28 21:29:02.539786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.540437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:29:02.541194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] For port 61c35dde-d9dc-4dac-8110-62da41d6df08, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=61c35dde-d9dc-4dac-8110-62da41d6df08,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:02.541866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.555296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.559518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bcc90411-a17c-4dc1-96a5-6ba6b1aba58b admin admin] 10.222.0.31 "DELETE /v2.0/routers/6b9e09cc-9f21-4aa9-8a75-f08d3bcaa5db HTTP/1.1" status: 204 len: 168 time: 1.9631333 Oct 28 21:29:02.560290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:02.562627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Calling delete_port for 61c35dde-d9dc-4dac-8110-62da41d6df08 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:02.695286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Deleting subnet 3d4eac5b-f931-41ac-a196-cb92cdda9334 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:29:02.703503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.707629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59e3fcbf-07d6-4c9f-abe0-82891915d155 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:02.751366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 59e3fcbf-07d6-4c9f-abe0-82891915d155 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:02.751366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59e3fcbf-07d6-4c9f-abe0-82891915d155 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:02.827416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-f8472cd2-66fc-486f-8cd6-5c3ca1f9826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:02.828991 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-f8472cd2-66fc-486f-8cd6-5c3ca1f9826c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.2862248 Oct 28 21:29:02.830778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.841194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:02.843129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12', '61c35dde-d9dc-4dac-8110-62da41d6df08'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:03.004450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6c40b59-9814-462d-ac40-71e2ed457481 req-39f29944-d020-45f9-9eea-da032b0d64b6 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f27ffb1-b9de-408f-9ce9-f5358cc52be1 HTTP/1.1" status: 200 len: 210 time: 0.0625153 Oct 28 21:29:03.042287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.060846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event deleted for resources: {'Port': ['ID=61c35dde-d9dc-4dac-8110-62da41d6df08,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:03.095080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] No DVR routers for this DVR port 61c35dde-d9dc-4dac-8110-62da41d6df08 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:03.098664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.102258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4d95b8d-f119-421f-9110-b4229d0a6c87 req-47ff7b70-c09a-4ebb-a906-f5346aec4589 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "DELETE /v2.0/ports/61c35dde-d9dc-4dac-8110-62da41d6df08 HTTP/1.1" status: 204 len: 173 time: 0.9483733 Oct 28 21:29:03.102587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'name': 'network-vif-deleted', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:03.105074 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a54f4a-08ed-4f0e-9bf8-ca9b89e0e421" -d '{"events": [{"server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "name": "network-vif-deleted", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:03.145305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-7071d285-aaed-43e3-91ca-ddefaadae181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:03.146812 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-7071d285-aaed-43e3-91ca-ddefaadae181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2423379 Oct 28 21:29:03.157418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184318b-bc2d-41e5-a48f-c95eddb30d45 req-532c6b27-4806-495b-927e-388b2a3fa6fb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:03.167708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4184318b-bc2d-41e5-a48f-c95eddb30d45 req-532c6b27-4806-495b-927e-388b2a3fa6fb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1829107 Oct 28 21:29:03.171155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.237027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4184318b-bc2d-41e5-a48f-c95eddb30d45 req-1c03cac1-9524-47c8-a75a-7dcb72cabbcc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681889 Oct 28 21:29:03.259343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.263102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d4eac5b-f931-41ac-a196-cb92cdda9334 HTTP/1.1" status: 204 len: 168 time: 0.7001181 Oct 28 21:29:03.265485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5272a-7367-4efe-8b60-aac7b0b64115 None None] Network d1aacac9-9af1-4115-8223-f9e4c1bc67e8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:03.266345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36290) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:03.301979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260e7c-a955-46d5-b9b5-f8ec42c9b4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4eac5b-f931-41ac-a196-cb92cdda9334,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:03.500678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-a3ddb8ff-8b0b-49e6-85f5-58c07b620e8f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921491 Oct 28 21:29:03.507113 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d21d0b3-a7c6-4685-a8f7-ab48c4f0feaf x-openstack-request-id: req-1d21d0b3-a7c6-4685-a8f7-ab48c4f0feaf {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:03.507412 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f27ffb1-b9de-408f-9ce9-f5358cc52be1", "name": "network-vif-deleted", "tag": "61c35dde-d9dc-4dac-8110-62da41d6df08", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:03.507668 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d21d0b3-a7c6-4685-a8f7-ab48c4f0feaf {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:03.508119 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f27ffb1-b9de-408f-9ce9-f5358cc52be1', 'name': 'network-vif-deleted', 'tag': '61c35dde-d9dc-4dac-8110-62da41d6df08', 'status': 'completed', 'code': 200} Oct 28 21:29:03.511104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fde70f68-04bd-41f8-b373-d53e2918c3f7 req-da1d5a37-caeb-49b2-a049-87bfa27b5490 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0930951 Oct 28 21:29:03.604442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.661840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:03.701643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-2b22fcfb-b63f-4908-8d1e-2deccb8162e0 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852798 Oct 28 21:29:03.749426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102702e-9aa7-4467-aa43-b43e0df78362 req-28506be2-5b40-49b8-8a54-3446694c31c9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:03.752283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4102702e-9aa7-4467-aa43-b43e0df78362 req-28506be2-5b40-49b8-8a54-3446694c31c9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.2245822 Oct 28 21:29:03.761612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:03.767008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:03.767357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.801008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] DHCP port deletion for d1aacac9-9af1-4115-8223-f9e4c1bc67e8 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:29:03.883660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Deleting port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:03.883989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.906270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4102702e-9aa7-4467-aa43-b43e0df78362 req-03b892d3-9d32-4fca-8d8d-44b3b50e09d9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821717 Oct 28 21:29:03.952054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49effeaf-bfb3-4b74-a3ed-85cbd0ae5df7 req-cc4c0f2f-e06a-4d1a-bdef-08ed5b3fedbe tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:03.962154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49effeaf-bfb3-4b74-a3ed-85cbd0ae5df7 req-cc4c0f2f-e06a-4d1a-bdef-08ed5b3fedbe tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 944 time: 0.3017755 Oct 28 21:29:03.994664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:03.998334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Deleting port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:03.998878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.023553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] For port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:04.023948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.046405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:04.049039 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bef09-a27d-4381-a487-fbc00b34ccac" -d '{"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-plugged", "status": "completed", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:04.062500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Calling delete_port for 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:04.068918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:04.073735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49effeaf-bfb3-4b74-a3ed-85cbd0ae5df7 req-f014ce92-f878-423f-a21d-4404ee83e913 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104736 Oct 28 21:29:04.087020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.143332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] For port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,segment=NetworkSegment(e277f349-cfe9-44de-a432-530a0f6d5ac1),segment_id=e277f349-cfe9-44de-a432-530a0f6d5ac1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:04.144580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.201488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Calling delete_port for 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:04.228884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:04.258237 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea483e-7291-453a-8474-8f959b9d3186 x-openstack-request-id: req-1cea483e-7291-453a-8474-8f959b9d3186 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:04.258534 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-plugged", "status": "completed", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:04.258801 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cea483e-7291-453a-8474-8f959b9d3186 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:04.261889 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'code': 200} Oct 28 21:29:04.287447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.388851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] Pushing event deleted for resources: {'Port': ['ID=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:04.397294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884963f-f7bc-41ab-ab73-545c7ac77b89 None None] No DVR routers for this DVR port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:04.449278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbd11-d961-45f4-b8ee-b7044215c7f5 req-545e7016-a70b-4960-8af4-5ea16f4f024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:04.453469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.458468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-628cbd11-d961-45f4-b8ee-b7044215c7f5 req-545e7016-a70b-4960-8af4-5ea16f4f024a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 1097 time: 0.0993156 Oct 28 21:29:04.480292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Pushing event deleted for resources: {'Port': ['ID=33db2a1e-751d-4236-9e7a-0fbbe58df9a0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:04.508315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] No DVR routers for this DVR port 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:04.519065 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-628cbd11-d961-45f4-b8ee-b7044215c7f5 req-e35ee35b-42d7-4a43-b6e2-9e976874f51a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Oct 28 21:29:04.609830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.643825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aacac9-9af1-4115-8223-f9e4c1bc67e8']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:04.682502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e277f349-cfe9-44de-a432-530a0f6d5ac1') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:04.682728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e277f349-cfe9-44de-a432-530a0f6d5ac1') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:04.706733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.731691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bd7e37c9-142a-49b5-9fdc-2a6d9ba142af no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:04.753499 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.770688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:29:04.774291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.784599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: bd7e37c9-142a-49b5-9fdc-2a6d9ba142af {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:04.784599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bd7e37c9-142a-49b5-9fdc-2a6d9ba142af not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:04.785719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:29:04.904784 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:29:04.909729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.950975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0739fc02-bb49-4d01-a96b-fdb8fd5786e4 req-458b2caf-99de-4db6-a1a9-0e36acd67392 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378&device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0711322 Oct 28 21:29:04.953876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:04.964426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/d1aacac9-9af1-4115-8223-f9e4c1bc67e8 HTTP/1.1" status: 204 len: 168 time: 1.6898849 Oct 28 21:29:05.006837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d0db5-d37c-4093-a322-cb571e8b85ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aacac9-9af1-4115-8223-f9e4c1bc67e8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:05.042112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21168c73-0606-440d-8732-644e8a61d2ea req-2a0ae498-9a2e-4b8b-ae2d-b66d3f5d8fee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:05.048917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21168c73-0606-440d-8732-644e8a61d2ea req-2a0ae498-9a2e-4b8b-ae2d-b66d3f5d8fee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1551270 Oct 28 21:29:05.102010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:05.102660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33db2a1e-751d-4236-9e7a-0fbbe58df9a0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:05.180357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21168c73-0606-440d-8732-644e8a61d2ea req-cb93fcfb-63be-4a08-bd25-4c109fae6271 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264796 Oct 28 21:29:05.232796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c3853-16bf-492c-9341-56f32abc6533 req-e35e4dc0-8ca3-463f-bc22-1730f8489e67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:05.237199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:05.242765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d6c3853-16bf-492c-9341-56f32abc6533 req-e35e4dc0-8ca3-463f-bc22-1730f8489e67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1533566 Oct 28 21:29:05.307317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d6c3853-16bf-492c-9341-56f32abc6533 req-8093dd82-f5ed-4fdc-8a60-77da7cd1bf51 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631397 Oct 28 21:29:05.359060 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-deb0a92a-b93c-4380-b62b-00369e3bee1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6353b669ee3d498a8b07f816692df569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200249 Oct 28 21:29:05.363002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:05.457788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:05.477164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d4d5-200e-467e-97ee-3bf6d50415ee req-09e53373-62a4-40cc-bb80-81b3e4cf6188 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:05.487299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9258d4d5-200e-467e-97ee-3bf6d50415ee req-09e53373-62a4-40cc-bb80-81b3e4cf6188 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.1078072 Oct 28 21:29:05.535744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b15ee08-0d53-4590-8746-4ed516f5cb82 req-97b8c9d4-a563-42c1-be1d-24bbcb56f548 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56137e593936444ba74ca9b2fc2aef26&device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0551381 Oct 28 21:29:05.537604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9258d4d5-200e-467e-97ee-3bf6d50415ee req-89a7856c-fde7-4cb0-99d6-53759a5509cd tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Oct 28 21:29:05.551325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:05.584163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ac9c5b2-3203-42a1-bf3f-c74ef62a1446 req-3eac7cce-72c2-4f9b-9619-534609a33d47 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Oct 28 21:29:05.620492 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b15ee08-0d53-4590-8746-4ed516f5cb82 req-1168da29-a257-4974-8ffc-6f7e2f1b4557 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=56137e593936444ba74ca9b2fc2aef26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520833 Oct 28 21:29:05.660504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 61c35dde-d9dc-4dac-8110-62da41d6df08 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:05.689347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 61c35dde-d9dc-4dac-8110-62da41d6df08 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:05.690043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 61c35dde-d9dc-4dac-8110-62da41d6df08 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:05.730836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:05.733957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:05.735106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7d4df87-7789-4249-b00a-33001bf4e53e HTTP/1.1" status: 204 len: 168 time: 0.3705316 Oct 28 21:29:05.752784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fea4d-f368-4b5c-bc61-05b17965f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4df87-7789-4249-b00a-33001bf4e53e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:05.775972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15ee08-0d53-4590-8746-4ed516f5cb82 req-d02b2c76-81ca-4e5c-a711-a7bde9421e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:05.779699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b15ee08-0d53-4590-8746-4ed516f5cb82 req-d02b2c76-81ca-4e5c-a711-a7bde9421e79 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339071 Oct 28 21:29:06.362909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea79f6-b565-4466-8c0b-8482cdd4bf05 req-7a913089-9159-4e9f-9feb-75c3f82bc2a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:06.365701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55ea79f6-b565-4466-8c0b-8482cdd4bf05 req-7a913089-9159-4e9f-9feb-75c3f82bc2a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1021748 Oct 28 21:29:06.498180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55ea79f6-b565-4466-8c0b-8482cdd4bf05 req-96f828b0-0a0a-4c8e-b3dd-2ccef8998f08 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262748 Oct 28 21:29:06.550505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50803c-f1b8-416f-a481-52140d85f66c req-8e878c1b-19bf-40f3-adb9-1b28f7b47f49 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:06.560744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b50803c-f1b8-416f-a481-52140d85f66c req-8e878c1b-19bf-40f3-adb9-1b28f7b47f49 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1282403 Oct 28 21:29:06.659016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b50803c-f1b8-416f-a481-52140d85f66c req-5aa9a61e-37fc-42d6-a45f-584663a86876 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973978 Oct 28 21:29:06.736533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:06.775791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0997-1c25-468b-8133-c7a90ee7e143 req-677e624c-55a3-4c3b-af3c-dc866f2c70db tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:06.790832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-751b0997-1c25-468b-8133-c7a90ee7e143 req-677e624c-55a3-4c3b-af3c-dc866f2c70db tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.1308322 Oct 28 21:29:06.874211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-216423216-network', 'tenant_id': '94662dcfd669402eb76144f422e5438d'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:06.910384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Made reservation on behalf of 94662dcfd669402eb76144f422e5438d for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:06.913356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:06.914993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-751b0997-1c25-468b-8133-c7a90ee7e143 req-f91fbd10-ca25-4147-86a7-f90b91d8064f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230555 Oct 28 21:29:06.936962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:06.954088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfcd0662-fa1f-40ce-91ca-44045ee14d41 req-88ee99dd-0bd5-4be1-b626-4cfad82eb8a1 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0972660 Oct 28 21:29:07.104493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.112278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.123062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c8820-bda0-4b48-b5d7-ea50b5ce9be5 req-2267991d-85e8-4729-a058-ecff997606ad tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:07.125254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e44c8820-bda0-4b48-b5d7-ea50b5ce9be5 req-2267991d-85e8-4729-a058-ecff997606ad tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.0726542 Oct 28 21:29:07.146527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:29:07.154372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d99f9-4e8e-49b8-90f9-f49a33e85060,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:07.161089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.161510 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Added segment a706b926-725f-422e-b189-70a1a7278340 of type vlan for network dcb2308e-cb0a-4160-af16-4d23530643e2 Oct 28 21:29:07.198770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e44c8820-bda0-4b48-b5d7-ea50b5ce9be5 req-889be50c-3e1c-4dff-9c53-a1f51dc837f1 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654602 Oct 28 21:29:07.236418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.273855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.275969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:07.276807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.351152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6100688 Oct 28 21:29:07.351348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:07.357395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Request body: {'subnet': {'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-216423216-subnet', 'tenant_id': '94662dcfd669402eb76144f422e5438d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:07.364662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec47756-3c83-492c-9307-a57d662efa7c admin admin] Pushing event updated for resources: {'Network': ['ID=dcb2308e-cb0a-4160-af16-4d23530643e2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:07.377063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network dcb2308e-cb0a-4160-af16-4d23530643e2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:29:07.416661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Made reservation on behalf of 94662dcfd669402eb76144f422e5438d for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:07.420616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.626212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.685908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:07.708473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b15ee08-0d53-4590-8746-4ed516f5cb82 req-1ef30b4e-f00e-4605-ac2e-b646b7046f42 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.44 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0800593 Oct 28 21:29:07.745443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Checking segment: {'id': 'a706b926-725f-422e-b189-70a1a7278340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:07.746123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Network hostable DHCP agents. Network: dcb2308e-cb0a-4160-af16-4d23530643e2, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:29:07.754936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9d5d4-ae15-4558-8b0e-befd544af065 req-8afc47c6-0dd0-4628-80dc-5a7b865e93bb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:07.757431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e9d5d4-ae15-4558-8b0e-befd544af065 req-8afc47c6-0dd0-4628-80dc-5a7b865e93bb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1110175 Oct 28 21:29:07.789273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Network dcb2308e-cb0a-4160-af16-4d23530643e2 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:29:07.812419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, dcb2308e-cb0a-4160-af16-4d23530643e2) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:07.819557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:07.819840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:07.821928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c9163-3d93-4e42-acb7-ee45b6dca610 None None] Network dcb2308e-cb0a-4160-af16-4d23530643e2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:07.875727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-40f725ee-bf46-4f75-b624-5d9738c0bab2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5176256 Oct 28 21:29:07.876625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e9d5d4-ae15-4558-8b0e-befd544af065 req-819a2475-b41d-418a-8697-9b9c44d76afa tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088467 Oct 28 21:29:08.049251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1455b1-94a3-4236-bdd2-20eab39f1adc None None] Network dcb2308e-cb0a-4160-af16-4d23530643e2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:08.111743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b1c4-2d7e-4953-a0ef-e5eedb31390c req-e8067988-a7b3-4797-a39b-21755a177e71 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:08.114014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c296b1c4-2d7e-4953-a0ef-e5eedb31390c req-e8067988-a7b3-4797-a39b-21755a177e71 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.1359816 Oct 28 21:29:08.137807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5678-b838-4f0c-aa72-abdafe011fd7 req-546a6a93-7348-42db-b07d-93d7a6ac038c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:08.139695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899a5678-b838-4f0c-aa72-abdafe011fd7 req-546a6a93-7348-42db-b07d-93d7a6ac038c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0923307 Oct 28 21:29:08.189468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c296b1c4-2d7e-4953-a0ef-e5eedb31390c req-dd57b0d9-86ca-4c72-9427-268cdc006bd4 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Oct 28 21:29:08.211942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899a5678-b838-4f0c-aa72-abdafe011fd7 req-7308adfa-3f56-4dcb-92a0-a4c6abb11339 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642855 Oct 28 21:29:08.326593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c276811c-a65d-41c8-aab9-008453b7c420 req-10f7ab01-e8a2-486c-b28e-3e4447597d96 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=4aabd2a7-33dd-4ba0-9569-3d4d900d1378 HTTP/1.1" status: 200 len: 210 time: 0.0559506 Oct 28 21:29:08.921994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-8e62b9e9-0dd1-4c85-bdbf-5825819df1f4 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:08.930243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-8e62b9e9-0dd1-4c85-bdbf-5825819df1f4 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/networks?id=dcb2308e-cb0a-4160-af16-4d23530643e2 HTTP/1.1" status: 200 len: 813 time: 0.4237177 Oct 28 21:29:08.949148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-403132da-95e9-48d8-898a-9cd29ca22a46 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/quotas/94662dcfd669402eb76144f422e5438d HTTP/1.1" status: 200 len: 375 time: 0.0177553 Oct 28 21:29:08.981821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-53b93b60-33e0-4d09-a938-9216d59d232e tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94662dcfd669402eb76144f422e5438d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311565 Oct 28 21:29:09.087160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c51b3e-990d-44a1-af20-4d567cf97c80 req-8ef83a81-4778-4bab-8748-b0f03182f5fa tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:09.095802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06c51b3e-990d-44a1-af20-4d567cf97c80 req-8ef83a81-4778-4bab-8748-b0f03182f5fa tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1169074 Oct 28 21:29:09.153452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-62c98160-0b3e-4482-ad97-4cfd69efc23a service neutron] 10.222.0.31 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450138 Oct 28 21:29:09.166096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06c51b3e-990d-44a1-af20-4d567cf97c80 req-b5c20bfd-15e1-4bbe-888a-4852a055ad82 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677910 Oct 28 21:29:09.310628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e59b7-3f06-4ce8-8ec1-31ffa6d1a67d req-7e561ecf-9eba-4b21-8e8f-52d9c89f92c0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:09.312162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1e59b7-3f06-4ce8-8ec1-31ffa6d1a67d req-7e561ecf-9eba-4b21-8e8f-52d9c89f92c0 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.0739422 Oct 28 21:29:09.338848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-136e63e9-0f28-4e8e-96d3-3609fc3130e9 service neutron] 10.222.0.31 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714683 Oct 28 21:29:09.373739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1e59b7-3f06-4ce8-8ec1-31ffa6d1a67d req-bef9b815-cafa-4d0d-9d95-83ba9652a350 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Oct 28 21:29:09.528664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0e1db-5ef3-4bd6-a1e5-6419e737d484 req-4df14618-c0c7-4b14-8471-5e10305395fa tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:09.532886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1b0e1db-5ef3-4bd6-a1e5-6419e737d484 req-4df14618-c0c7-4b14-8471-5e10305395fa tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.0838826 Oct 28 21:29:09.579254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1b0e1db-5ef3-4bd6-a1e5-6419e737d484 req-33eca1fc-2618-4105-a2bb-366d28100fdd tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Oct 28 21:29:09.670029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7683964-dabe-419d-b341-3b1fa9ce7aed req-bab967a7-3737-46b4-8c8c-e6074a34a01e tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0375605 Oct 28 21:29:09.713185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:09.720477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:09.737168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc529b2-3575-4a8b-ac22-eefa8203d478 req-93f35eb7-42db-44ed-8915-5fa5a3888878 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:09.738818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cc529b2-3575-4a8b-ac22-eefa8203d478 req-93f35eb7-42db-44ed-8915-5fa5a3888878 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.0726039 Oct 28 21:29:09.788970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cc529b2-3575-4a8b-ac22-eefa8203d478 req-b7686421-5c9f-4082-981b-df92dd7dd05f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Oct 28 21:29:09.970172 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:09.998328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:10.023365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:10.026091 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62133e61-5fd2-4bf0-8b06-772a1241feab" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-unplugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:10.033269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'port_id': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'mac_address': 'fa:16:3e:72:17:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c884fe-b513-491c-a846-14f2ec035852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:10.036499 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3c3b1278-6353-4324-9962-7a54558e498c req-15caa24d-e850-44ce-bc8a-e0831247180a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56137e593936444ba74ca9b2fc2aef26&device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0574040 Oct 28 21:29:10.045406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:10.074924 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:10.086445 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3c3b1278-6353-4324-9962-7a54558e498c req-f24f7702-1e2f-47c0-b2a4-2a3c569d2a26 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=56137e593936444ba74ca9b2fc2aef26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292430 Oct 28 21:29:10.110804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d3cc37b-6d66-4149-9ba8-39805cf7e41f req-63d64f3d-aed4-4542-a0af-eec148a867e9 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0620918 Oct 28 21:29:10.131685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:10.150513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:10.162212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-b846b8ae-c633-4ef5-b0f1-0e0167111bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.164199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-b846b8ae-c633-4ef5-b0f1-0e0167111bb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.0910501 Oct 28 21:29:10.173216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:10.176191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8d256-071b-47c0-bb69-57ff25e21e85 req-e4be3545-ca2a-403d-b67a-34470990e8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.184968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58a8d256-071b-47c0-bb69-57ff25e21e85 req-e4be3545-ca2a-403d-b67a-34470990e8f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 947 time: 0.1507981 Oct 28 21:29:10.185271 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:10.205794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=14']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:10.244935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1278-6353-4324-9962-7a54558e498c req-2b839c78-e5fd-48a7-9168-37c6d39c9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.247588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3c3b1278-6353-4324-9962-7a54558e498c req-2b839c78-e5fd-48a7-9168-37c6d39c9eff service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453438 Oct 28 21:29:10.273742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:10.280146 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835dbff2-43a9-4608-9b1f-a44a5a212835 x-openstack-request-id: req-835dbff2-43a9-4608-9b1f-a44a5a212835 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:10.280967 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-unplugged", "status": "completed", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:10.281379 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835dbff2-43a9-4608-9b1f-a44a5a212835 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:10.281947 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'code': 200} Oct 28 21:29:10.305692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58a8d256-071b-47c0-bb69-57ff25e21e85 req-70db474c-d659-413b-92bd-7b22855de666 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197264 Oct 28 21:29:10.367421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-7848c246-3556-4a5f-a771-08827a0ab965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.368839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-7848c246-3556-4a5f-a771-08827a0ab965 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1803374 Oct 28 21:29:10.390218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68abc57-287f-4376-b31f-b01ec549af9e req-475b1569-3817-421f-bb64-3e8d04ef6bdd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.391713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a68abc57-287f-4376-b31f-b01ec549af9e req-475b1569-3817-421f-bb64-3e8d04ef6bdd tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0668862 Oct 28 21:29:10.400203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:10.519573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-578f048e-13ee-40a8-b879-226d04a6ffe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.1268473 Oct 28 21:29:10.525150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a68abc57-287f-4376-b31f-b01ec549af9e req-f8493f0b-8b82-43ae-8daf-b2d8d1b85eb9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247845 Oct 28 21:29:10.555523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0799-b49a-45b2-ae0c-68cafabd8432 req-3c597bca-f096-4222-bbc4-7e05c70b5f8b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.558158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c7a0799-b49a-45b2-ae0c-68cafabd8432 req-3c597bca-f096-4222-bbc4-7e05c70b5f8b tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.0923312 Oct 28 21:29:10.623367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-6230d4ff-c2d8-4264-a3d4-e5dfa256f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.624585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-6230d4ff-c2d8-4264-a3d4-e5dfa256f173 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0898023 Oct 28 21:29:10.632522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c7a0799-b49a-45b2-ae0c-68cafabd8432 req-4c011047-c039-45f6-94d0-94f9660158c1 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Oct 28 21:29:10.674053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-0848aa02-1e68-439e-b128-efcaa00c4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.675596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-0848aa02-1e68-439e-b128-efcaa00c4a90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422380 Oct 28 21:29:10.719194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6ae9-e46c-402d-b238-d9a9a60e6d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:10.786403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec0e4cc3-059e-4470-aaa0-901fa8b7c615 req-ae8867ea-d9d2-4d0d-9362-bedf2f52e0c4 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0377214 Oct 28 21:29:10.812612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0716-79b7-42e6-b47f-d9d80b62a3d9 req-a765e1e6-e936-4dec-b79a-f408b0529a8b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:10.814097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-124b0716-79b7-42e6-b47f-d9d80b62a3d9 req-a765e1e6-e936-4dec-b79a-f408b0529a8b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 944 time: 0.1375897 Oct 28 21:29:10.853830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-dfee9451-df67-480c-9ed9-3f685fe6f70f service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658828 Oct 28 21:29:10.867059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-124b0716-79b7-42e6-b47f-d9d80b62a3d9 req-aa32d33d-9095-41ca-bec9-c51593af8892 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 Oct 28 21:29:10.955705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1891a-b5a1-4d0c-a1e4-d8834609575a req-81b22134-f5ca-4099-a05a-f02e36e8306c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876808 Oct 28 21:29:11.062947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-12c75984-27ec-4eda-a8c8-4c8cddbad4c6 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:11.064403 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-12c75984-27ec-4eda-a8c8-4c8cddbad4c6 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.44 "GET /v2.0/networks?id=dcb2308e-cb0a-4160-af16-4d23530643e2 HTTP/1.1" status: 200 len: 813 time: 0.1076243 Oct 28 21:29:11.080124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Request body: {'port': {'device_id': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2', 'admin_state_up': True, 'tenant_id': '94662dcfd669402eb76144f422e5438d'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:11.193566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Made reservation on behalf of 94662dcfd669402eb76144f422e5438d for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:11.197881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.215077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ac09021-f845-453e-826e-2c269def0e12 req-ef9b4359-b1bf-4a84-aa73-16041ce7739a tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0305738 Oct 28 21:29:11.331280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Allocated IP 172.20.0.4 (dcb2308e-cb0a-4160-af16-4d23530643e2/8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a/18368083-59ee-4f55-a400-74baf434a54b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:11.438626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57c1e-253a-45d7-a2ca-ff7a99c066db req-abefb358-9bc4-4d65-8b88-ac5f3720b1d7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:11.446031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16c57c1e-253a-45d7-a2ca-ff7a99c066db req-abefb358-9bc4-4d65-8b88-ac5f3720b1d7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0639255 Oct 28 21:29:11.489020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16c57c1e-253a-45d7-a2ca-ff7a99c066db req-0735f672-0a9d-47b2-80a3-a55899f591ea tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Oct 28 21:29:11.501480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.536098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.581092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Network dcb2308e-cb0a-4160-af16-4d23530643e2 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:11.584275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:11.586890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:11.618573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Pushing event updated for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:11.648159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:11.648812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.655975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9b0e-7d88-4aca-8384-044cb3bd116d req-0c13d89c-fc78-48f2-9c86-c60afaba197c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:11.657602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-283f9b0e-7d88-4aca-8384-044cb3bd116d req-0c13d89c-fc78-48f2-9c86-c60afaba197c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0540097 Oct 28 21:29:11.665718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-c83db42a-ee9f-4179-8b44-fc9c6bb1642a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893514 Oct 28 21:29:11.700334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-283f9b0e-7d88-4aca-8384-044cb3bd116d req-6535371e-02cc-486e-b5cc-c0973c20c377 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Oct 28 21:29:11.708735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:11.722119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Request body: {'port': {'device_id': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:11.786228 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.794531 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.803528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:11.805168 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.896385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ca0c4-e57e-4cb6-baa6-f7bf51ef5002 req-6a33c93e-32d5-4716-8c85-886e86efb748 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:11.898565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a23ca0c4-e57e-4cb6-baa6-f7bf51ef5002 req-6a33c93e-32d5-4716-8c85-886e86efb748 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.0938010 Oct 28 21:29:11.961015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.984190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:11.998206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a23ca0c4-e57e-4cb6-baa6-f7bf51ef5002 req-4333293f-72f0-441a-bbaa-43bf498d7d3a tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/security-groups?id=4d32afe0-5516-4410-9c39-42e1ec0819ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923216 Oct 28 21:29:12.003214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:12.014077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.018035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411588f-b8a3-45a0-ba09-a628fa92d5f8 req-bf9e92de-88c5-4ea7-a916-afc1303c6228 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.026086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9411588f-b8a3-45a0-ba09-a628fa92d5f8 req-bf9e92de-88c5-4ea7-a916-afc1303c6228 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 931 time: 0.0857136 Oct 28 21:29:12.072209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9411588f-b8a3-45a0-ba09-a628fa92d5f8 req-7df8cca7-41f7-47ae-9e92-6f6c9bfce6af tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Oct 28 21:29:12.092023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:12.165717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18368083-59ee-4f55-a400-74baf434a54b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:12.171189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b2889-fab1-400a-ae48-57d2fd291a35 req-1a1331b6-b3a2-4083-851e-c6c9b821d66d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.172698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b6b2889-fab1-400a-ae48-57d2fd291a35 req-1a1331b6-b3a2-4083-851e-c6c9b821d66d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.0923941 Oct 28 21:29:12.174371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.185189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-07cc8dea-265e-4c74-b3a9-58c8c2a2259f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.186630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-07cc8dea-265e-4c74-b3a9-58c8c2a2259f tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 946 time: 0.0886488 Oct 28 21:29:12.188076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Transition to ACTIVE for port object 18368083-59ee-4f55-a400-74baf434a54b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:12.192251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.240576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Pushing event updated for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:12.264898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b6b2889-fab1-400a-ae48-57d2fd291a35 req-245c09c5-93aa-42cb-bcd3-9269cb964eb6 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772572 Oct 28 21:29:12.282757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:12.285365 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf19de61-f1eb-4c80-892d-16b70bdf1037" -d '{"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-plugged", "status": "completed", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:12.319163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Attempting to bind port 18368083-59ee-4f55-a400-74baf434a54b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:12.319521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Attempting to bind port 18368083-59ee-4f55-a400-74baf434a54b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'a706b926-725f-422e-b189-70a1a7278340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:12.319849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Attempting to bind port 18368083-59ee-4f55-a400-74baf434a54b on network dcb2308e-cb0a-4160-af16-4d23530643e2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:12.324354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Port 18368083-59ee-4f55-a400-74baf434a54b on network dcb2308e-cb0a-4160-af16-4d23530643e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:12.325250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Attempting to bind port 18368083-59ee-4f55-a400-74baf434a54b on network dcb2308e-cb0a-4160-af16-4d23530643e2 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:12.330413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:12.330746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Checking segment: {'id': 'a706b926-725f-422e-b189-70a1a7278340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:12.331230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Bound using segment: {'id': 'a706b926-725f-422e-b189-70a1a7278340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:12.331648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Bound port: 18368083-59ee-4f55-a400-74baf434a54b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a706b926-725f-422e-b189-70a1a7278340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:12.332005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.335236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16f38c6b-1e71-42b2-bee7-b5762e19ec9a req-da6647c0-59cc-4937-b0f1-bb3747ec8a76 tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0363226 Oct 28 21:29:12.337125 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b16f7e-f364-42ae-bffd-0e13a2acafc9 x-openstack-request-id: req-74b16f7e-f364-42ae-bffd-0e13a2acafc9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:12.337874 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-plugged", "status": "completed", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:12.338312 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74b16f7e-f364-42ae-bffd-0e13a2acafc9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:12.338860 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'code': 200} Oct 28 21:29:12.360919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Deleting port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:12.361259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.408582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:12.411674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=18368083-59ee-4f55-a400-74baf434a54b,segment=NetworkSegment(a706b926-725f-422e-b189-70a1a7278340),segment_id=a706b926-725f-422e-b189-70a1a7278340)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:12.417683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.455644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.456244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.457647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] 10.222.0.44 "PUT /v2.0/ports/18368083-59ee-4f55-a400-74baf434a54b HTTP/1.1" status: 200 len: 1092 time: 0.7401912 Oct 28 21:29:12.458094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'tag': '18368083-59ee-4f55-a400-74baf434a54b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:12.460327 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b71ad7-8afb-459d-8575-50e61106033b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "tag": "18368083-59ee-4f55-a400-74baf434a54b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:12.470905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] For port 8d5d6b81-80ff-4ec9-89f3-c71460135e12, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8d5d6b81-80ff-4ec9-89f3-c71460135e12,segment=NetworkSegment(7b8be44b-0675-4f6d-a140-e92fff9c0af8),segment_id=7b8be44b-0675-4f6d-a140-e92fff9c0af8)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:12.471071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.493716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Calling delete_port for 8d5d6b81-80ff-4ec9-89f3-c71460135e12 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:12.518347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b3fb-9527-495d-bdbf-ad87d80cc190 service neutron] Pushing event updated for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:12.530989 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32303b6f-b4aa-45ce-a83a-0bbd29d1a9fb x-openstack-request-id: req-32303b6f-b4aa-45ce-a83a-0bbd29d1a9fb {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:12.531751 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "tag": "18368083-59ee-4f55-a400-74baf434a54b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:12.532049 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32303b6f-b4aa-45ce-a83a-0bbd29d1a9fb {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:12.532477 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'tag': '18368083-59ee-4f55-a400-74baf434a54b', 'status': 'completed', 'code': 200} Oct 28 21:29:12.595984 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-94368e21-69e3-46ae-b7aa-e89a84ef934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.597541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-94368e21-69e3-46ae-b7aa-e89a84ef934c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94662dcfd669402eb76144f422e5438d&device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 1095 time: 0.0642779 Oct 28 21:29:12.643731 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-ca699c92-48a2-4285-87ff-4b411027e196 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18368083-59ee-4f55-a400-74baf434a54b HTTP/1.1" status: 200 len: 217 time: 0.0338528 Oct 28 21:29:12.684269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6145c2a-0788-4753-b734-4318c0eddb43 req-cb42133c-1fe1-457c-a2a3-df839746abb3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.685791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6145c2a-0788-4753-b734-4318c0eddb43 req-cb42133c-1fe1-457c-a2a3-df839746abb3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1142704 Oct 28 21:29:12.694216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9f3b3-0545-479d-ac8f-30f03857a78e req-92445c0c-9c79-4d47-b69b-bee770c5dd5c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.695647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50c9f3b3-0545-479d-ac8f-30f03857a78e req-92445c0c-9c79-4d47-b69b-bee770c5dd5c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.1123967 Oct 28 21:29:12.713696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-3e97cc54-62fb-46cd-9826-d5528fdf142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:12.715155 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-3e97cc54-62fb-46cd-9826-d5528fdf142d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a HTTP/1.1" status: 200 len: 853 time: 0.0462239 Oct 28 21:29:12.756990 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-b5f80b0e-411d-4a6e-b10d-5e0337a2c5da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcb2308e-cb0a-4160-af16-4d23530643e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298309 Oct 28 21:29:12.805358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50c9f3b3-0545-479d-ac8f-30f03857a78e req-92aeebd2-45c5-49c3-a346-5bee29b7cafc tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977499 Oct 28 21:29:12.810857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6145c2a-0788-4753-b734-4318c0eddb43 req-c2540e3b-7495-4369-8916-1c41f4654777 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142673 Oct 28 21:29:12.824661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.828517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c3b1278-6353-4324-9962-7a54558e498c req-0c12e338-0994-4a81-aa9b-67704f2b421d tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0343962 Oct 28 21:29:12.848358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8d5d6b81-80ff-4ec9-89f3-c71460135e12'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:12.878373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Pushing event deleted for resources: {'Port': ['ID=8d5d6b81-80ff-4ec9-89f3-c71460135e12,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:12.931919 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-9c1b030d-6a3e-4502-a1a7-d225cfbce730 service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416078 Oct 28 21:29:12.936950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] No DVR routers for this DVR port 8d5d6b81-80ff-4ec9-89f3-c71460135e12 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:12.939679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:12.942971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb262fe-18de-454a-a76b-8ce05f925233 req-c5ed8806-642b-4035-ae76-e2723d00d724 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.44 "DELETE /v2.0/ports/8d5d6b81-80ff-4ec9-89f3-c71460135e12 HTTP/1.1" status: 204 len: 173 time: 0.7416558 Oct 28 21:29:12.952865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'name': 'network-vif-deleted', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:12.953713 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2665c7fd-a6df-4c94-9ef0-a887a5e547a2" -d '{"events": [{"server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "name": "network-vif-deleted", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:13.021712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a394d9d-7d4c-419b-8431-f3cfb86707f9 req-ca5d9cbc-4a8f-4dc3-81cc-5d6876311d71 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.023241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a394d9d-7d4c-419b-8431-f3cfb86707f9 req-ca5d9cbc-4a8f-4dc3-81cc-5d6876311d71 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0878925 Oct 28 21:29:13.085498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a394d9d-7d4c-419b-8431-f3cfb86707f9 req-9de56d50-c28a-4c81-bbf0-cefe7e606b40 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Oct 28 21:29:13.105622 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bcbc6367-1401-4136-b7c3-32fa0f190d38 req-e25f7286-5975-47d3-9dbe-9c7489c4c4de service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340849 Oct 28 21:29:13.167857 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d04d47-9854-4113-b3d5-5f08da38df21 x-openstack-request-id: req-69d04d47-9854-4113-b3d5-5f08da38df21 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:13.168157 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686bd4e1-3ff0-4dfd-92c6-531c1df08928", "name": "network-vif-deleted", "tag": "8d5d6b81-80ff-4ec9-89f3-c71460135e12", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:13.169013 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d04d47-9854-4113-b3d5-5f08da38df21 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:13.169426 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686bd4e1-3ff0-4dfd-92c6-531c1df08928', 'name': 'network-vif-deleted', 'tag': '8d5d6b81-80ff-4ec9-89f3-c71460135e12', 'status': 'completed', 'code': 200} Oct 28 21:29:13.207599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5221c0b-d46e-4421-8541-7fd2002f0c64 req-e94a1eee-6875-4e84-94ba-c5bc33aa5f36 tempest-AttachVolumeNegativeTest-2013080659 tempest-AttachVolumeNegativeTest-2013080659-project] 10.222.0.31 "GET /v2.0/ports?device_id=686bd4e1-3ff0-4dfd-92c6-531c1df08928 HTTP/1.1" status: 200 len: 210 time: 0.0331447 Oct 28 21:29:13.226146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71ad7-8afb-459d-8575-50e61106033b req-bdfd04ec-5f8f-4df4-b80c-b52df3911387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.227669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-bdfd04ec-5f8f-4df4-b80c-b52df3911387 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94662dcfd669402eb76144f422e5438d&device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 1095 time: 0.0475917 Oct 28 21:29:13.270360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f523-ad00-4605-abda-25ca48b49c9a req-5b7d0564-5f43-44f1-a834-5e44318d1813 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.271921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20b3f523-ad00-4605-abda-25ca48b49c9a req-5b7d0564-5f43-44f1-a834-5e44318d1813 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0523264 Oct 28 21:29:13.316231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36e0a799-1352-4a5f-8154-5faf9506540a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:13.342636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71ad7-8afb-459d-8575-50e61106033b req-897575df-9056-4a66-b57f-95a196fd659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.343809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68085ff-c483-4969-97e2-7966be925832 req-3c2c87ea-b063-4fd5-9b6f-6de8fdc28554 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.344103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-897575df-9056-4a66-b57f-95a196fd659f service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcb2308e-cb0a-4160-af16-4d23530643e2 HTTP/1.1" status: 200 len: 914 time: 0.0972531 Oct 28 21:29:13.345285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b68085ff-c483-4969-97e2-7966be925832 req-3c2c87ea-b063-4fd5-9b6f-6de8fdc28554 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 943 time: 0.0724666 Oct 28 21:29:13.348395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20b3f523-ad00-4605-abda-25ca48b49c9a req-3be4ca13-bf51-457f-bfdf-e12ccae911ce tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674107 Oct 28 21:29:13.387732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-569a60d2-9431-4c3d-8666-ca21cee20ca8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18368083-59ee-4f55-a400-74baf434a54b HTTP/1.1" status: 200 len: 217 time: 0.0350225 Oct 28 21:29:13.389586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b68085ff-c483-4969-97e2-7966be925832 req-cc3ae35c-ac74-4d0b-913e-491f5365e0b8 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Oct 28 21:29:13.445989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71ad7-8afb-459d-8575-50e61106033b req-8b05991b-f83b-41a8-9e78-a6b07e40e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.447487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-8b05991b-f83b-41a8-9e78-a6b07e40e3e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a HTTP/1.1" status: 200 len: 853 time: 0.0502477 Oct 28 21:29:13.476457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e8204bc-a0ae-4005-91d0-187ef8179fc5 req-51f79853-88f9-43cc-9f30-371bd6736d6e tempest-ServerShowV247Test-918055107 tempest-ServerShowV247Test-918055107-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ddd9579-d26e-46d7-9d17-b66d9556da2b HTTP/1.1" status: 200 len: 210 time: 0.0390542 Oct 28 21:29:13.482861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-a0283891-fcf2-45be-ad65-25893ef06f5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcb2308e-cb0a-4160-af16-4d23530643e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261538 Oct 28 21:29:13.516711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0504f7a-c9e8-440d-af2d-0a3f509f6d77 req-4f53debb-2c74-4884-9e48-da36a293e289 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.518189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0504f7a-c9e8-440d-af2d-0a3f509f6d77 req-4f53debb-2c74-4884-9e48-da36a293e289 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0704319 Oct 28 21:29:13.564822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0504f7a-c9e8-440d-af2d-0a3f509f6d77 req-d7402e5d-f4ea-40c4-8d4d-3de19792003a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Oct 28 21:29:13.617496 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-4e22cfe4-b858-45ad-beec-1bca6da40c7d service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027811 Oct 28 21:29:13.737956 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-33b71ad7-8afb-459d-8575-50e61106033b req-c291d9c0-c2f4-412e-af37-d42685de883c service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033473 Oct 28 21:29:13.854572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-32355938-924f-43d8-a368-7b10e06db1c8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.856090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-32355938-924f-43d8-a368-7b10e06db1c8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.1062565 Oct 28 21:29:13.871250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-c773db11-eb11-4916-93ae-dc616d3a5218 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/quotas/470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 375 time: 0.0091598 Oct 28 21:29:13.957241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-c6fb9af7-4457-4489-8b7f-2e2ca5bbd0a3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788755 Oct 28 21:29:13.965418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adc69-baa7-463f-84a6-2b2830f4930a req-2076d8d6-24a6-49db-a19a-283f86e38596 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:13.966917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee9adc69-baa7-463f-84a6-2b2830f4930a req-2076d8d6-24a6-49db-a19a-283f86e38596 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.0778966 Oct 28 21:29:14.007141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee9adc69-baa7-463f-84a6-2b2830f4930a req-7e49ee4f-2af6-4ad8-bf6b-c32d3c516a4f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Oct 28 21:29:14.022024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-008b3289-ce90-4d14-8214-8996f962915d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:29:14.022998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-008b3289-ce90-4d14-8214-8996f962915d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0552599 Oct 28 21:29:14.130449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-83432955-6cea-4a23-b5c5-cd5da95fe338 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960014 Oct 28 21:29:14.256955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed1020-0192-4d43-914d-5a0bf696086d req-fd695ef5-f257-4ff5-97d2-cfdd82b97de6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:14.258394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fed1020-0192-4d43-914d-5a0bf696086d req-fd695ef5-f257-4ff5-97d2-cfdd82b97de6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0794675 Oct 28 21:29:14.263925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-9ea72f5a-b1fa-4f11-9321-829220f0502c service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258185 Oct 28 21:29:14.297555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fed1020-0192-4d43-914d-5a0bf696086d req-20b61c17-1886-4d74-834a-331540beb111 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Oct 28 21:29:14.345298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:14.395067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Deleting subnet 79ca8959-2c29-48e1-b3dc-9c2de072da41 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:29:14.398773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.439340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.447461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-797d4c17-4ed5-46a6-8781-229b4066150f req-fb37f055-1c93-4ce9-90db-6e8a3330c12d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 210 time: 0.0471876 Oct 28 21:29:14.483161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.524671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04513d-92fe-4c02-a673-7aa6f58151ff req-c1da3ddd-09ae-4921-99db-e59288dab6e5 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:14.526406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f04513d-92fe-4c02-a673-7aa6f58151ff req-c1da3ddd-09ae-4921-99db-e59288dab6e5 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 943 time: 0.0602586 Oct 28 21:29:14.560803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.588796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ca8959-2c29-48e1-b3dc-9c2de072da41,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:14.593390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.599700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5a42cf9-ca98-45de-997d-00d478aef985 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/79ca8959-2c29-48e1-b3dc-9c2de072da41 HTTP/1.1" status: 204 len: 168 time: 0.2502191 Oct 28 21:29:14.600928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f04513d-92fe-4c02-a673-7aa6f58151ff req-6a86b696-56d5-4aa7-a151-04b58599a6ec tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630808 Oct 28 21:29:14.601011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:14.673112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.758897 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.773901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.795015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6764dd56-e862-4293-8550-f6f8eca2a569']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:14.803424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36692) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:14.805429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8be44b-0675-4f6d-a140-e92fff9c0af8') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:14.805748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8be44b-0675-4f6d-a140-e92fff9c0af8') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:14.817390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.835938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.844622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:29:14.845007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:29:14.847550 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:29:14.911110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.916956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:14.925000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6764dd56-e862-4293-8550-f6f8eca2a569 HTTP/1.1" status: 204 len: 168 time: 0.3219092 Oct 28 21:29:14.941160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04dee-95a9-402c-8089-68633ab10c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6764dd56-e862-4293-8550-f6f8eca2a569,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:14.945396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.025281 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.037620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.042665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.093377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56137e593936444ba74ca9b2fc2aef26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886565 Oct 28 21:29:15.096142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36700) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:15.101166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db49ded-6181-4883-9b42-f5558b3c3e88,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:15.136416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36704) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:15.143238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.144120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.144685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.145162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.145496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.145831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.146302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.146648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.146954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.147255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.147576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.148049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ad03e8-817a-4a2f-b47a-1a600cf3a860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:15.177120 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.187880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0e792-0982-4b27-ac7d-f24768d520b5 req-9ec13be2-5dbc-4a4a-824a-7fddde898185 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:15.189462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15b0e792-0982-4b27-ac7d-f24768d520b5 req-9ec13be2-5dbc-4a4a-824a-7fddde898185 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.1015906 Oct 28 21:29:15.205725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.226263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-09492074-c337-46fd-b004-c515abec29bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a443aaff63f249b5892897bfa9d8d792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863545 Oct 28 21:29:15.228735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:15.271763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15b0e792-0982-4b27-ac7d-f24768d520b5 req-315c00a2-12be-4fff-8de6-71a76070efda tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702927 Oct 28 21:29:15.290845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.302796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.302796 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3db49ded-6181-4883-9b42-f5558b3c3e88 HTTP/1.1" status: 204 len: 168 time: 0.1972997 Oct 28 21:29:15.303818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.309985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c06b94-1fc4-48d9-8aa7-0ec31593f54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db49ded-6181-4883-9b42-f5558b3c3e88,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:15.328319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-0a977bf0-4f58-406f-be2a-203ad0e4fd16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:15.330090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-0a977bf0-4f58-406f-be2a-203ad0e4fd16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 945 time: 0.0777962 Oct 28 21:29:15.333235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.412117 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.414941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.419127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d32afe0-5516-4410-9c39-42e1ec0819ce HTTP/1.1" status: 204 len: 168 time: 0.1864529 Oct 28 21:29:15.425498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8aea6-d704-4580-be65-4070d4447eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d32afe0-5516-4410-9c39-42e1ec0819ce,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:15.446162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5028-514d-4fdd-9438-c9c46c43892b req-4c9dbf8d-704c-4b39-9576-f58d855450f3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:15.447775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc7c5028-514d-4fdd-9438-c9c46c43892b req-4c9dbf8d-704c-4b39-9576-f58d855450f3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0719872 Oct 28 21:29:15.468142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Deleting port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:15.468719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.524933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc7c5028-514d-4fdd-9438-c9c46c43892b req-04bf6a66-ce97-4745-a1cb-e11f0a604a33 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682282 Oct 28 21:29:15.566022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29359dd9-ddd3-4faa-b8c4-d85d27f1744f req-f28de6df-e26e-4145-ac43-28afffa437d9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 210 time: 0.0388436 Oct 28 21:29:15.591197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] For port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:15.591641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.607667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Calling delete_port for a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:15.744145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 18368083-59ee-4f55-a400-74baf434a54b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:15.751806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8d5d6b81-80ff-4ec9-89f3-c71460135e12 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:15.777799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.827243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event deleted for resources: {'Port': ['ID=a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:15.834180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 8d5d6b81-80ff-4ec9-89f3-c71460135e12 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:15.834584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8d5d6b81-80ff-4ec9-89f3-c71460135e12 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:15.834919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:15.930274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] No DVR routers for this DVR port a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:15.936904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:15.944050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:15.944409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:15.946039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f84f52de-5f38-4e22-be73-c8b39e2402f6 req-51ed9f2b-7cb3-4a5d-8959-92bdf2d09e84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "DELETE /v2.0/ports/a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb HTTP/1.1" status: 204 len: 173 time: 0.5942421 Oct 28 21:29:15.946509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-deleted', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:15.952968 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac4496-aca9-45b8-bad5-1e14d685dd97" -d '{"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-deleted", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:16.042087 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d43351-c15c-4776-b185-698c46d03681 x-openstack-request-id: req-78d43351-c15c-4776-b185-698c46d03681 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:16.042385 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0", "name": "network-vif-deleted", "tag": "a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:16.042642 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78d43351-c15c-4776-b185-698c46d03681 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:16.043036 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0', 'name': 'network-vif-deleted', 'tag': 'a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb', 'status': 'completed', 'code': 200} Oct 28 21:29:16.060554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=18368083-59ee-4f55-a400-74baf434a54b,segment=NetworkSegment(a706b926-725f-422e-b189-70a1a7278340),segment_id=a706b926-725f-422e-b189-70a1a7278340)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:16.085073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '18368083-59ee-4f55-a400-74baf434a54b', 'network_id': 'dcb2308e-cb0a-4160-af16-4d23530643e2', 'port_id': '18368083-59ee-4f55-a400-74baf434a54b', 'mac_address': 'fa:16:3e:c6:da:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:16.157537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:16.183145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18368083-59ee-4f55-a400-74baf434a54b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:16.214648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=18368083-59ee-4f55-a400-74baf434a54b,segment=NetworkSegment(a706b926-725f-422e-b189-70a1a7278340),segment_id=a706b926-725f-422e-b189-70a1a7278340)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:16.221715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:16.248403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aaaae-fcc2-4307-8737-35316810f5dc req-6ab1328e-eb9e-4f7c-ba0d-93286536a659 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:16.255772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524aaaae-fcc2-4307-8737-35316810f5dc req-6ab1328e-eb9e-4f7c-ba0d-93286536a659 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 943 time: 0.5586221 Oct 28 21:29:16.281510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:16.309896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-32db9d4d-e791-4078-8462-c69ac778e1f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:16.311510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-32db9d4d-e791-4078-8462-c69ac778e1f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.5996497 Oct 28 21:29:16.350013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-524aaaae-fcc2-4307-8737-35316810f5dc req-bcb66da6-7ab4-464d-86db-ac85c3eb7402 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Oct 28 21:29:16.350013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'device_id': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'admin_state_up': True, 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:16.447085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96a1313b-90d0-4179-a20e-2c421efe2e67 req-6d996ea7-872c-47c2-857d-61c8c0694b84 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=986f1a46-cf1e-4088-ae9b-ccdb9b7bf8f0 HTTP/1.1" status: 200 len: 210 time: 0.0323601 Oct 28 21:29:16.510967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:16.516020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:16.579898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['18368083-59ee-4f55-a400-74baf434a54b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:16.631983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:16.744183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13c150-a460-490e-80dc-f21c5f84164d req-0ba534d7-9c89-4167-bbc4-af549a6fca58 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:16.745786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd13c150-a460-490e-80dc-f21c5f84164d req-0ba534d7-9c89-4167-bbc4-af549a6fca58 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1055648 Oct 28 21:29:16.768054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.20.0.14 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/d9e1ef9c-0024-4af6-9f39-c2d41ef2cded) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:16.811717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd13c150-a460-490e-80dc-f21c5f84164d req-e8b6c3c0-b630-4371-a744-09b88cbb5668 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554261 Oct 28 21:29:16.938012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1be0c56-810f-4fb5-8a5d-7ee7a39d75ac req-7ed93900-3f33-4669-8f57-2fb976c6f2c8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 210 time: 0.0357957 Oct 28 21:29:17.006028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.052747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.101399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:17.104776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:17.107885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:17.148052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:17.178105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:17.179210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.203984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-97116ad4-0b80-4495-b291-de94e5ad4ef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8767805 Oct 28 21:29:17.219316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Request body: {'port': {'device_id': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:17.285254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.516090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ef02e2bf-5dbc-43e8-bce0-810fc4f2b575 None None] Provisioning complete for port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:17.518077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef02e2bf-5dbc-43e8-bce0-810fc4f2b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.614090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ef02e2bf-5dbc-43e8-bce0-810fc4f2b575 None None] Port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:29:17.673663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41821032-4524-4a17-99f7-866624631b19 req-1d9d06cd-7f8a-4f16-8ace-604ceef82fff tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:17.675191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41821032-4524-4a17-99f7-866624631b19 req-1d9d06cd-7f8a-4f16-8ace-604ceef82fff tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1084867 Oct 28 21:29:17.760463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41821032-4524-4a17-99f7-866624631b19 req-05f7b9d7-62d4-40b0-9947-0100fcf65458 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724485 Oct 28 21:29:17.767912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 18368083-59ee-4f55-a400-74baf434a54b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:17.785638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e1ef9c-0024-4af6-9f39-c2d41ef2cded {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:17.796099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.818030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Transition to ACTIVE for port object d9e1ef9c-0024-4af6-9f39-c2d41ef2cded will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:17.824259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:17.866838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 18368083-59ee-4f55-a400-74baf434a54b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:17.877190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 18368083-59ee-4f55-a400-74baf434a54b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:17.878074 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.037338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.068864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18368083-59ee-4f55-a400-74baf434a54b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:18.072255 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4533739-2737-4789-b4b6-d1407bd20f5b" -d '{"events": [{"server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "18368083-59ee-4f55-a400-74baf434a54b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:18.094110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=18368083-59ee-4f55-a400-74baf434a54b,segment=NetworkSegment(a706b926-725f-422e-b189-70a1a7278340),segment_id=a706b926-725f-422e-b189-70a1a7278340)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:18.096918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:18.103535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.104654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:18.132648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:18.132996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9436ba6-72e2-4776-b3ec-3a7e0f7bbbfb not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:18.203629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:18.239129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46a49-ecae-45dd-80a3-7f91152819dd req-4561f825-e7af-4ef2-8829-9898b682c164 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:18.240718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12d46a49-ecae-45dd-80a3-7f91152819dd req-4561f825-e7af-4ef2-8829-9898b682c164 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.3042331 Oct 28 21:29:18.261606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-a6be60c8-5f40-4058-9669-f5a3f21b8df7 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:18.263591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-a6be60c8-5f40-4058-9669-f5a3f21b8df7 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.3322725 Oct 28 21:29:18.287233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Attempting to bind port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:18.289825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Attempting to bind port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:18.289825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Attempting to bind port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:18.298367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-e1192611-747e-4309-949d-9634228c6e98 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/quotas/d3f1fad39f5b46c6ac0a3055432539aa HTTP/1.1" status: 200 len: 375 time: 0.0277095 Oct 28 21:29:18.302264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:18.302566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Attempting to bind port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:18.316112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:18.316244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:18.316636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:18.317075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Bound port: d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:18.317431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.348007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12d46a49-ecae-45dd-80a3-7f91152819dd req-a33cf092-4cfe-41f1-8ecb-f6a5b35549f9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989609 Oct 28 21:29:18.423657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-9dcd45d9-827a-4d89-b111-5642fb5fd476 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088374 Oct 28 21:29:18.544065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:18.563594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:18.576614 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.651320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:18.651948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:18.653926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9e1ef9c-0024-4af6-9f39-c2d41ef2cded HTTP/1.1" status: 200 len: 1093 time: 1.4413273 Oct 28 21:29:18.654680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:18.657381 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd9768a-eb19-4eb3-93b2-df2d048e7650" -d '{"events": [{"name": "network-changed", "server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:18.668137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8536-173b-49b6-bc7a-b6f3d0a87252 req-ccc60d6c-fb5d-4b5f-82fd-11bedae285ce tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:18.670449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64ed8536-173b-49b6-bc7a-b6f3d0a87252 req-ccc60d6c-fb5d-4b5f-82fd-11bedae285ce tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 944 time: 0.2229884 Oct 28 21:29:18.706723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-099afaa3-6a68-45b2-bed5-bb01694133ad service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562332 Oct 28 21:29:18.776551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e44b8a-9e67-461b-bd81-6b453a858099 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:18.842440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64ed8536-173b-49b6-bc7a-b6f3d0a87252 req-6e95dc42-04f4-469f-b556-82c128edb72b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632438 Oct 28 21:29:18.883469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-50d30ce1-88f4-4f36-9793-471b01d8ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:18.885280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-50d30ce1-88f4-4f36-9793-471b01d8ab96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 1096 time: 0.1040554 Oct 28 21:29:18.887159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-7db720af-e8bd-4aa7-845c-504e124e2981 service neutron] 10.222.0.31 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692441 Oct 28 21:29:18.936282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-9f5326ec-d16f-49e7-80e5-56897eb3baad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded HTTP/1.1" status: 200 len: 217 time: 0.0410559 Oct 28 21:29:19.004782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-b4c8d6e9-6fd7-4f7f-a0d5-66f17af5f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.006465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-b4c8d6e9-6fd7-4f7f-a0d5-66f17af5f2e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0577180 Oct 28 21:29:19.114835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-c7835d98-3de5-4625-9582-169b650639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.124005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-c7835d98-3de5-4625-9582-169b650639a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068141 Oct 28 21:29:19.164320 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07887b0d-c8ed-4c40-9bde-e31d55a7d8a4 x-openstack-request-id: req-07887b0d-c8ed-4c40-9bde-e31d55a7d8a4 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:19.164816 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "18368083-59ee-4f55-a400-74baf434a54b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:19.164910 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07887b0d-c8ed-4c40-9bde-e31d55a7d8a4 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:19.165468 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18368083-59ee-4f55-a400-74baf434a54b', 'code': 200} Oct 28 21:29:19.220455 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc6ca5-cbff-4ff4-9550-99340dc807c6 x-openstack-request-id: req-4fdc6ca5-cbff-4ff4-9550-99340dc807c6 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:19.220609 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:19.220873 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fdc6ca5-cbff-4ff4-9550-99340dc807c6 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:19.221416 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded', 'status': 'completed', 'code': 200} Oct 28 21:29:19.318691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-398450a5-a798-495e-80a9-47cc31fe15c8 req-49f2e63f-8034-4451-8c63-a3f0bd44fb66 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 210 time: 0.0620658 Oct 28 21:29:19.323036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab9185-6720-4173-88bf-900205c0872c req-25a5819d-685f-4219-aca6-65cc8ed1c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.325564 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f1ab9185-6720-4173-88bf-900205c0872c req-25a5819d-685f-4219-aca6-65cc8ed1c0fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 1097 time: 0.0600929 Oct 28 21:29:19.343793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-6ba53901-4dc4-4535-b872-1e7d9c887a1c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066524 Oct 28 21:29:19.382552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f1ab9185-6720-4173-88bf-900205c0872c req-fe935b40-429b-4e6d-9ccc-7cea85064df9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 Oct 28 21:29:19.473098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee89529-d1d0-4eac-893b-970a9c921e5b req-508070a5-3903-483f-a4ea-78cd3c2c9101 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089826 Oct 28 21:29:19.482346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d96bb-6b86-4bf6-b0da-95bc79ffac33 req-9ce26421-766f-496c-897b-55538d7ef835 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.483901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-690d96bb-6b86-4bf6-b0da-95bc79ffac33 req-9ce26421-766f-496c-897b-55538d7ef835 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1725504 Oct 28 21:29:19.534989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-690d96bb-6b86-4bf6-b0da-95bc79ffac33 req-22536a8f-2f60-4118-abeb-4cad16203746 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Oct 28 21:29:19.548915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:19.712310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed4c3e-0581-496d-8fba-6f011971bb65 req-0419570f-2636-4ff4-ba9f-7c0ea3413e32 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.713964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bed4c3e-0581-496d-8fba-6f011971bb65 req-0419570f-2636-4ff4-ba9f-7c0ea3413e32 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0948243 Oct 28 21:29:19.726593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-47bf94ab-33a0-4907-bc43-74c442213092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:19.731357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-47bf94ab-33a0-4907-bc43-74c442213092 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 1096 time: 0.0693579 Oct 28 21:29:19.814288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ff2f-3661-40c1-ad93-b12df2c971c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:19.903661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bed4c3e-0581-496d-8fba-6f011971bb65 req-6208e053-612b-441a-bd47-0a43e0eed31b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821969 Oct 28 21:29:19.971089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ff2f-3661-40c1-ad93-b12df2c971c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:19.976791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ff2f-3661-40c1-ad93-b12df2c971c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:20.016722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-9200aed3-aeb9-4a17-8e2c-909b0fbac909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.018306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-9200aed3-aeb9-4a17-8e2c-909b0fbac909 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.2673993 Oct 28 21:29:20.023675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5ff2f-3661-40c1-ad93-b12df2c971c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ce0aa5-3824-42ee-8adf-d34ecdef94e3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:20.031552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f1d5ff2f-3661-40c1-ad93-b12df2c971c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c244aed439644bb85ab4b45c2c79f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810519 Oct 28 21:29:20.032587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36886) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:20.033712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e76085-1c30-4a44-9244-3d360ca9e770 req-186a26ff-2aea-4c51-ad8c-767f5ea45164 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.035178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1e76085-1c30-4a44-9244-3d360ca9e770 req-186a26ff-2aea-4c51-ad8c-767f5ea45164 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 944 time: 0.0816596 Oct 28 21:29:20.076006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-193ac805-9e05-4e65-b45b-d19ab7baf3e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded HTTP/1.1" status: 200 len: 217 time: 0.0398407 Oct 28 21:29:20.087043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:20.129447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:20.155592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1e76085-1c30-4a44-9244-3d360ca9e770 req-8e5d9757-e8e0-4f38-b66b-339d1c973f34 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 Oct 28 21:29:20.165240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-94108913-7913-4e3e-958a-28befd3d9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.166750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-94108913-7913-4e3e-958a-28befd3d9b51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0736468 Oct 28 21:29:20.233187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-0d776fd1-e3cc-41e1-af6e-e40a191099dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.234819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-0d776fd1-e3cc-41e1-af6e-e40a191099dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482814 Oct 28 21:29:20.347250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-e842b040-9b78-4bd0-8e91-9f84717e5cb1 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979066 Oct 28 21:29:20.441579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-306d4dc3-c889-4cfe-97de-21ea189a34bc req-b36d7be2-404f-46a3-bbae-478ca3b41af3 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 210 time: 0.0356212 Oct 28 21:29:20.489165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd9768a-eb19-4eb3-93b2-df2d048e7650 req-89f670ec-443c-4743-9f36-85b7518cef5c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297951 Oct 28 21:29:20.498755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:20.502209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:20.508018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92ce0aa5-3824-42ee-8adf-d34ecdef94e3 HTTP/1.1" status: 204 len: 168 time: 0.4737496 Oct 28 21:29:20.522371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096e99-876f-41fb-abda-6374cd1e6228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ce0aa5-3824-42ee-8adf-d34ecdef94e3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:20.726804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee937d-c1ef-40d9-987a-7791e34a8214 req-d9c29b02-6c13-4bb4-9743-9fa26164d258 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.735859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42ee937d-c1ef-40d9-987a-7791e34a8214 req-d9c29b02-6c13-4bb4-9743-9fa26164d258 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1048489 Oct 28 21:29:20.763641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-836b4429-40cd-4d4b-aaf8-706b77478c6b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:20.765487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-836b4429-40cd-4d4b-aaf8-706b77478c6b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 821 time: 0.2532649 Oct 28 21:29:20.787398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42ee937d-c1ef-40d9-987a-7791e34a8214 req-ff186cde-317c-4266-9102-2d29ae7d597d tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Oct 28 21:29:20.810112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Request body: {'port': {'device_id': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'admin_state_up': True, 'tenant_id': 'd3f1fad39f5b46c6ac0a3055432539aa'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:20.885610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36900) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:20.928559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d463dd9-1ee2-40d9-b4ca-4206716ef144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.103888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9099ef5-25bd-4dde-89da-cc71a1a1a92a req-34869afb-b5ac-4a8d-8855-5088abe32899 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:21.107469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9099ef5-25bd-4dde-89da-cc71a1a1a92a req-34869afb-b5ac-4a8d-8855-5088abe32899 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1081252 Oct 28 21:29:21.107469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Made reservation on behalf of d3f1fad39f5b46c6ac0a3055432539aa for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:21.112927 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.172529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d463dd9-1ee2-40d9-b4ca-4206716ef144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.192169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d463dd9-1ee2-40d9-b4ca-4206716ef144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.232973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9099ef5-25bd-4dde-89da-cc71a1a1a92a req-0d4eeac6-0471-4075-ba07-821263d45235 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098554 Oct 28 21:29:21.359610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d463dd9-1ee2-40d9-b4ca-4206716ef144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e4571-68d8-47f8-af97-eeb2be1ae08c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:21.389209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1d463dd9-1ee2-40d9-b4ca-4206716ef144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49c2183609494be3a4aaf19462064ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021458 Oct 28 21:29:21.391892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:21.442643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.456802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeb254-0df6-4b95-bb1b-103ee86c6ea7 req-bcb3b619-fc5c-4cff-9c08-cd17db84c646 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:21.458288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0aeb254-0df6-4b95-bb1b-103ee86c6ea7 req-bcb3b619-fc5c-4cff-9c08-cd17db84c646 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 944 time: 0.1316330 Oct 28 21:29:21.465866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.531170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.535085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.536401 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c41e4571-68d8-47f8-af97-eeb2be1ae08c HTTP/1.1" status: 204 len: 168 time: 0.1432569 Oct 28 21:29:21.547869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b87e-9292-499f-ab13-180a03c8c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e4571-68d8-47f8-af97-eeb2be1ae08c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:21.731596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Allocated IP 172.20.0.4 (2d16e96a-a584-4c9c-89e4-9dd62bb3d286/64c884fe-b513-491c-a846-14f2ec035852/69d0d67b-41b1-49ab-bc0c-fe41bd10efc5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:21.774212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6ae4383-118e-4550-ba9e-1ca8f376c2ff req-bce03a77-bb06-4517-bfe3-25c608f0396d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 210 time: 0.0397451 Oct 28 21:29:21.797163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d9e1ef9c-0024-4af6-9f39-c2d41ef2cded details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:21.806327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0aeb254-0df6-4b95-bb1b-103ee86c6ea7 req-f5718f05-d0d7-4da6-818e-d2d151822c20 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402245 Oct 28 21:29:21.977770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:21.986914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90655a5b-8853-4ffa-82b4-dc7f420426ef req-8f18308f-e06e-4615-b1ae-28839d2ad38a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:21.994141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90655a5b-8853-4ffa-82b4-dc7f420426ef req-8f18308f-e06e-4615-b1ae-28839d2ad38a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.0944407 Oct 28 21:29:21.994731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:22.008864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded', 'mac_address': 'fa:16:3e:38:0e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:22.050163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.067535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e1ef9c-0024-4af6-9f39-c2d41ef2cded {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:22.088802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90655a5b-8853-4ffa-82b4-dc7f420426ef req-27cc092b-1048-42e9-b8d8-7b75c717523c tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888522 Oct 28 21:29:22.117774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.122906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:22.149018 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.208436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:22.218088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:22.221311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:22.225120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:22.265580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event updated for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:22.295328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.296092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.320093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6d7f17b6-5c94-49e3-a77d-2a5ff0c0128e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5188849 Oct 28 21:29:22.337255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Request body: {'port': {'device_id': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:22.433776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.451489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad920b5-b935-4cb3-988d-504d4cdd72f1 req-f5226443-b852-4b6f-90b1-a2bfadd860ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.469344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ad920b5-b935-4cb3-988d-504d4cdd72f1 req-f5226443-b852-4b6f-90b1-a2bfadd860ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1106336 Oct 28 21:29:22.512395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:22.549371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ad920b5-b935-4cb3-988d-504d4cdd72f1 req-172462b9-4fe1-41ed-afeb-3bd6b90e0e9a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778077 Oct 28 21:29:22.580617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416e9f-d557-458b-bc16-e810099857fa req-55aff173-c080-4cd3-8a6f-600b3b769346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.582116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-55aff173-c080-4cd3-8a6f-600b3b769346 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94662dcfd669402eb76144f422e5438d&device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1286447 Oct 28 21:29:22.770226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416e9f-d557-458b-bc16-e810099857fa req-3766a0f4-a2ab-45e2-b9d4-0d27248c397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.772166 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-3766a0f4-a2ab-45e2-b9d4-0d27248c397b service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcb2308e-cb0a-4160-af16-4d23530643e2 HTTP/1.1" status: 200 len: 914 time: 0.1747153 Oct 28 21:29:22.789303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f4cc-e405-4237-b63e-738c5f81dab4 req-3fa1dfaa-8f2c-4bec-a226-09fddda7608a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.791189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1364f4cc-e405-4237-b63e-738c5f81dab4 req-3fa1dfaa-8f2c-4bec-a226-09fddda7608a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.0914891 Oct 28 21:29:22.830070 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-db437c70-7fe8-426c-8561-b09b2c5852cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18368083-59ee-4f55-a400-74baf434a54b HTTP/1.1" status: 200 len: 217 time: 0.0497160 Oct 28 21:29:22.911869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416e9f-d557-458b-bc16-e810099857fa req-e7cd975a-463b-4c15-ae2c-280eb9b95149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.913419 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-e7cd975a-463b-4c15-ae2c-280eb9b95149 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a HTTP/1.1" status: 200 len: 853 time: 0.0635622 Oct 28 21:29:22.927488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1364f4cc-e405-4237-b63e-738c5f81dab4 req-339dd106-88e4-4927-a5a8-a041ef860179 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286292 Oct 28 21:29:22.941342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:22.951309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:22.958530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-1aa8d1f3-a162-421d-9784-6010788356d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcb2308e-cb0a-4160-af16-4d23530643e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325131 Oct 28 21:29:22.969126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Transition to ACTIVE for port object 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:22.979145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad91a2-c440-4106-adc8-a5dd2ea8855e req-159cc9e7-55b8-4da4-8a7e-8ef0ea022df4 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:22.980947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87ad91a2-c440-4106-adc8-a5dd2ea8855e req-159cc9e7-55b8-4da4-8a7e-8ef0ea022df4 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 931 time: 0.1204023 Oct 28 21:29:22.982263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:23.086616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-5f3e0c1c-9007-4774-a7bf-79e0b3517a3f service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106329 Oct 28 21:29:23.088531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:23.119934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87ad91a2-c440-4106-adc8-a5dd2ea8855e req-1aeb4b85-24c9-4b83-a71d-17127280375d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287014 Oct 28 21:29:23.225396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-07416e9f-d557-458b-bc16-e810099857fa req-7aeb9b79-0555-4572-a1b7-ee6ec31f533e service neutron] 10.222.0.44 "GET /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233952 Oct 28 21:29:23.239708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d89371-fcf9-42b3-adec-f43a009c8ee3 req-b3e62ae0-1b91-49b5-86f9-0ad8c9600dfa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.252910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24d89371-fcf9-42b3-adec-f43a009c8ee3 req-b3e62ae0-1b91-49b5-86f9-0ad8c9600dfa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 945 time: 0.1989183 Oct 28 21:29:23.285646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Attempting to bind port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:23.286140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Attempting to bind port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:23.286529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Attempting to bind port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:23.292334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:23.292626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Attempting to bind port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 on network 2d16e96a-a584-4c9c-89e4-9dd62bb3d286 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:23.306719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:23.307182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Checking segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:23.307673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Bound using segment: {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:23.308214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Bound port: 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece2f4f0-936d-48d0-875f-235f43770b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:23.308750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:23.317417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24d89371-fcf9-42b3-adec-f43a009c8ee3 req-129df492-1487-4946-a8d9-7661e79960ca tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Oct 28 21:29:23.392583 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-bfb14f05-fd23-45d8-8de9-7d54b17f75dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2035813 Oct 28 21:29:23.429192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:23.442024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:23.452006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:23.526684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-2c5bef80-0a0f-468e-b0e1-f03c45feb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.530966 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-2c5bef80-0a0f-468e-b0e1-f03c45feb6e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 1102 time: 0.0831811 Oct 28 21:29:23.546682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.550721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:23.552265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 HTTP/1.1" status: 200 len: 1092 time: 1.2197201 Oct 28 21:29:23.552968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:23.556014 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ef945-27b9-4775-acc8-6704e0693a85" -d '{"events": [{"name": "network-changed", "server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:23.595137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4887ba-411a-4e4d-9236-e0b6756b40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:23.629388 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e7daa-bc93-4376-9592-7ae7080bd7fa x-openstack-request-id: req-318e7daa-bc93-4376-9592-7ae7080bd7fa {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:23.630115 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:23.630575 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-318e7daa-bc93-4376-9592-7ae7080bd7fa {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:23.630979 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5', 'status': 'completed', 'code': 200} Oct 28 21:29:23.728964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6ce77fbe-f53d-4a69-be0e-1eb176b16ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.733994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-d5531c92-f1b6-4ce8-8287-37a0829f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.735448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-d5531c92-f1b6-4ce8-8287-37a0829f565d service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1751490 Oct 28 21:29:23.735992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-6ce77fbe-f53d-4a69-be0e-1eb176b16ed2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 1095 time: 0.0969429 Oct 28 21:29:23.757714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156d1a6-d4a3-4981-9dc1-262377e5afe7 req-92b2c1a2-108a-412c-a8ff-fa22bd42c5f0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.759274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e156d1a6-d4a3-4981-9dc1-262377e5afe7 req-92b2c1a2-108a-412c-a8ff-fa22bd42c5f0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0790486 Oct 28 21:29:23.815652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-c5a62266-7a89-476a-92ea-3f6c1019709b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 200 len: 217 time: 0.0719543 Oct 28 21:29:23.826603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d9e1ef9c-0024-4af6-9f39-c2d41ef2cded up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:23.846722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-79910989-ae5a-4ef5-b2dc-2f6cb2cb9dd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 HTTP/1.1" status: 200 len: 217 time: 0.0864577 Oct 28 21:29:23.914183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-2da2ba99-84d3-4bbf-9cd0-661181e3bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:23.915650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-2da2ba99-84d3-4bbf-9cd0-661181e3bfc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0925832 Oct 28 21:29:23.956273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:23.967913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:23.968341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:23.991907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e156d1a6-d4a3-4981-9dc1-262377e5afe7 req-ef11db1c-89e0-43fc-b758-5aebc6af522a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201772 Oct 28 21:29:24.021307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-13f93cc2-c03f-4ac9-9db4-7d5df86485a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.023409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-187897f4-07e2-4a27-bce3-6eca0b23bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.023734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-13f93cc2-c03f-4ac9-9db4-7d5df86485a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975006 Oct 28 21:29:24.026533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-187897f4-07e2-4a27-bce3-6eca0b23bbd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 200 len: 861 time: 0.1665142 Oct 28 21:29:24.040304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-374d5f54-6803-4399-9c1c-b1fe0a7fa1ee service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:29:24.042260 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-374d5f54-6803-4399-9c1c-b1fe0a7fa1ee service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066779 Oct 28 21:29:24.099653 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:24.130331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-51655c19-00d8-4ea8-811c-76de64d744e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941515 Oct 28 21:29:24.160472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:24.164734 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b70ff-b99e-457a-8fb0-4a4c7039f08a" -d '{"events": [{"server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "name": "network-vif-plugged", "status": "completed", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:24.186606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:24.194654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:24.204775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-64a9f1eb-b71d-42d3-abf5-c8c45f720f30 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550698 Oct 28 21:29:24.261280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:24.341020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51efec-e5ee-4425-92b0-ebfc9bd06bda req-a87a94cb-1ecd-4873-885f-1f2bf030eb8d tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.343123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd51efec-e5ee-4425-92b0-ebfc9bd06bda req-a87a94cb-1ecd-4873-885f-1f2bf030eb8d tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.2879288 Oct 28 21:29:24.360333 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-89b7275a-1cf7-43a1-a842-6b70e614bae4 req-086ec588-1b36-4bdc-8568-a18bff2b5390 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488225 Oct 28 21:29:24.395780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-28f16154-29d0-4c89-8e5d-47239e8c4ed6 service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511172 Oct 28 21:29:24.402074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79f964-bb14-4686-bbd9-1adba34fe23b req-1d47fd0f-f78e-43ed-b1e1-3e9e514fac97 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.403796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b79f964-bb14-4686-bbd9-1adba34fe23b req-1d47fd0f-f78e-43ed-b1e1-3e9e514fac97 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 943 time: 0.1208844 Oct 28 21:29:24.489040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd51efec-e5ee-4425-92b0-ebfc9bd06bda req-020e8e5e-ee8f-4c43-ad01-70c424455caa tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275101 Oct 28 21:29:24.519676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b79f964-bb14-4686-bbd9-1adba34fe23b req-ecfb47b0-a662-4884-a0d0-459219df222d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551658 Oct 28 21:29:24.546387 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb34a3-fdb5-47cd-ad1c-b6412d8decde x-openstack-request-id: req-31eb34a3-fdb5-47cd-ad1c-b6412d8decde {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:24.546387 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "name": "network-vif-plugged", "status": "completed", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:24.546387 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31eb34a3-fdb5-47cd-ad1c-b6412d8decde {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:24.546387 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded', 'code': 200} Oct 28 21:29:24.554840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e171a2c-50ee-4cfa-b18d-9447ee3fc227 req-0e013099-68dd-4f3d-a019-fb5a209738da service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497898 Oct 28 21:29:24.689836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e72c6-6aa7-48d4-bd10-7d18e7e2d385 req-8529981c-2a10-4c5c-afff-febf5d6db33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.691562 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a7e72c6-6aa7-48d4-bd10-7d18e7e2d385 req-8529981c-2a10-4c5c-afff-febf5d6db33c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 1098 time: 0.0511935 Oct 28 21:29:24.736778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2e49-5675-478b-9dd6-4d1be30e3a5c req-f16d0c7f-1ac3-48bc-8059-b6cd6884982e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.745223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-662f2e49-5675-478b-9dd6-4d1be30e3a5c req-f16d0c7f-1ac3-48bc-8059-b6cd6884982e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1242175 Oct 28 21:29:24.753982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-b466ffd2-ffbd-4a4f-9258-b1a4abb674c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:24.755530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-b466ffd2-ffbd-4a4f-9258-b1a4abb674c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 1095 time: 0.0783708 Oct 28 21:29:24.755957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a7e72c6-6aa7-48d4-bd10-7d18e7e2d385 req-31fc04d2-086e-41b0-ad8c-c8d5bb57483f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Oct 28 21:29:24.790937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-662f2e49-5675-478b-9dd6-4d1be30e3a5c req-67a841fc-386a-4143-a402-979882367346 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Oct 28 21:29:25.284963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-eca4b5c4-cdd4-405b-b47c-083fc72fc6bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250462 Oct 28 21:29:25.312594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9931-0dbc-4075-abb7-07532a09125e req-7bf57f6b-ddff-4e8e-87e8-270c6545d44a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.314100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7ef9931-0dbc-4075-abb7-07532a09125e req-7bf57f6b-ddff-4e8e-87e8-270c6545d44a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1589305 Oct 28 21:29:25.316628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-c4c03c55-cbf4-4a20-a3a9-086f1f197ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.317964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-c4c03c55-cbf4-4a20-a3a9-086f1f197ced service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 200 len: 922 time: 0.2600048 Oct 28 21:29:25.325898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb994f92-9f10-4841-9d12-fdf9e9996d76 req-b5ee88c7-eb65-4e0e-b873-4aed4781ea32 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.327382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb994f92-9f10-4841-9d12-fdf9e9996d76 req-b5ee88c7-eb65-4e0e-b873-4aed4781ea32 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1696520 Oct 28 21:29:25.414767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-a6c7bd24-8e19-4036-91f9-454a4b51b8d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 HTTP/1.1" status: 200 len: 217 time: 0.0853200 Oct 28 21:29:25.484651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7ef9931-0dbc-4075-abb7-07532a09125e req-71aaf743-b5b4-4fb4-ada9-c5f64253f2fe tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562552 Oct 28 21:29:25.495116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb994f92-9f10-4841-9d12-fdf9e9996d76 req-0679c245-81ae-4797-bbbd-188e3a55b6c5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466973 Oct 28 21:29:25.501917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-a75a1e21-e7cc-468c-af80-630b539313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.503904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-a75a1e21-e7cc-468c-af80-630b539313f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 1102 time: 0.1736357 Oct 28 21:29:25.511517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-9af6116a-b210-4640-a6ec-92a8ae38fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.521537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-9af6116a-b210-4640-a6ec-92a8ae38fdcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 200 len: 861 time: 0.0875628 Oct 28 21:29:25.577964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-b4cc207e-f9c4-4a72-b7e5-88de9aba1f1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d16e96a-a584-4c9c-89e4-9dd62bb3d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558407 Oct 28 21:29:25.650905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37048) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:25.754550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8693a-1c16-41bb-8785-b1e389efd1fe req-c629e20a-c167-4034-afdc-8c63cda8c9c7 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.756033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21c8693a-1c16-41bb-8785-b1e389efd1fe req-c629e20a-c167-4034-afdc-8c63cda8c9c7 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 943 time: 0.1581535 Oct 28 21:29:25.770579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc036b1b-6769-416b-9d81-902beb1407ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:25.796671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-d4a7f4ca-217c-482d-9166-168a606db153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:25.798042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-d4a7f4ca-217c-482d-9166-168a606db153 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2580340 Oct 28 21:29:25.802741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-2fcfe9e6-c5b8-40b8-949c-9317243ca2ee service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136266 Oct 28 21:29:25.850493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21c8693a-1c16-41bb-8785-b1e389efd1fe req-69f54864-8b12-4fd4-b599-e77d7f493a2f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827355 Oct 28 21:29:25.910338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc036b1b-6769-416b-9d81-902beb1407ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:25.915132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc036b1b-6769-416b-9d81-902beb1407ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:25.934263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-8c20ab75-06ba-44d0-b871-c78656afb508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 200 len: 217 time: 0.1052370 Oct 28 21:29:25.951793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc036b1b-6769-416b-9d81-902beb1407ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab346b-7bf2-484a-a833-a2b75dead3f6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:25.970787 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc036b1b-6769-416b-9d81-902beb1407ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2151c22d34d74502b95c0c714537a62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187566 Oct 28 21:29:25.972198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37054) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:26.026082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.035337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-84ed4f44-6cce-47e4-9f69-6337baa22b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:26.036807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-84ed4f44-6cce-47e4-9f69-6337baa22b35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0769389 Oct 28 21:29:26.046475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a1ac1-796c-4e71-8dc5-3310332daa87 req-dc489607-9feb-492c-8b4b-fcff4e71dfd7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:26.048165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605a1ac1-796c-4e71-8dc5-3310332daa87 req-dc489607-9feb-492c-8b4b-fcff4e71dfd7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1179848 Oct 28 21:29:26.049886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.097990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8ef945-27b9-4775-acc8-6704e0693a85 req-26e7f29f-4de1-4037-9446-da810c2e58a5 service neutron] 10.222.0.44 "GET /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719436 Oct 28 21:29:26.115207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.118325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.120023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6ab346b-7bf2-484a-a833-a2b75dead3f6 HTTP/1.1" status: 204 len: 168 time: 0.1475356 Oct 28 21:29:26.142090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605a1ac1-796c-4e71-8dc5-3310332daa87 req-7f5f457d-f993-4f62-98a8-3a4856200df7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849278 Oct 28 21:29:26.144500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302ca47-5765-42b1-8669-5e1d328a9ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab346b-7bf2-484a-a833-a2b75dead3f6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:26.149176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-7fac212d-21f7-49fd-b21d-518046174795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:26.150241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-7fac212d-21f7-49fd-b21d-518046174795 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920341 Oct 28 21:29:26.281425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-a3c8aa15-0e67-4b61-b242-18102fc1a9f1 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107290 Oct 28 21:29:26.391311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef4766c-5de0-4019-8e54-d6978c625e36 req-21cb8fd5-8a83-4d68-aed9-bfd5c64dd124 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904748 Oct 28 21:29:26.442756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37066) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:26.458311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6eab5e-4b8c-4fb9-99ed-96594068515c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.539867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6eab5e-4b8c-4fb9-99ed-96594068515c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.547430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6eab5e-4b8c-4fb9-99ed-96594068515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.636151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe6eab5e-4b8c-4fb9-99ed-96594068515c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfa09cbc1ab043e68aac7fc21b2b2364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910286 Oct 28 21:29:26.639350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37072) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:26.653901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eab5e-4b8c-4fb9-99ed-96594068515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009fe225-3aae-4cbe-a717-b78a805c1b53,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:26.697309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.721905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.777167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.780864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:26.782784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/009fe225-3aae-4cbe-a717-b78a805c1b53 HTTP/1.1" status: 204 len: 168 time: 0.1422918 Oct 28 21:29:26.797987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30a5f9-843a-494c-9deb-708f5864ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009fe225-3aae-4cbe-a717-b78a805c1b53,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:26.950366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65abb-fbd2-4229-8186-c84a23099695 req-e9a4febb-f6fa-4911-9d71-2bfba7c88ec5 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:26.951983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9b65abb-fbd2-4229-8186-c84a23099695 req-e9a4febb-f6fa-4911-9d71-2bfba7c88ec5 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.3505223 Oct 28 21:29:26.986566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23583b-00b5-4492-92ab-a25697bcf180 req-d9a8dd75-1c9d-42f0-9178-8dad48064d0c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:26.988765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab23583b-00b5-4492-92ab-a25697bcf180 req-d9a8dd75-1c9d-42f0-9178-8dad48064d0c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.3558605 Oct 28 21:29:27.032645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9b65abb-fbd2-4229-8186-c84a23099695 req-eec186c5-c024-42fb-97a6-59d8d88b4032 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/security-groups?id=c61d99f9-4e8e-49b8-90f9-f49a33e85060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742550 Oct 28 21:29:27.084969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab23583b-00b5-4492-92ab-a25697bcf180 req-00f497e3-2b9d-44d8-a806-e30e2ba44ab9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868542 Oct 28 21:29:27.188800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77755288-1a79-4d33-8e2b-d74278a70324 req-d665183e-843d-4bcc-bd4f-54eb85f77d1f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:27.190320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77755288-1a79-4d33-8e2b-d74278a70324 req-d665183e-843d-4bcc-bd4f-54eb85f77d1f tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 943 time: 0.0529969 Oct 28 21:29:27.252712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77755288-1a79-4d33-8e2b-d74278a70324 req-832b6adb-64e6-467b-9848-13a707741957 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Oct 28 21:29:27.304240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0027-629d-4f7c-9480-ffee9a7b368f req-0bc07dcc-396e-4ff4-a85f-b6b9efdbdb95 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:27.312915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e1f0027-629d-4f7c-9480-ffee9a7b368f req-0bc07dcc-396e-4ff4-a85f-b6b9efdbdb95 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0761666 Oct 28 21:29:27.363621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e1f0027-629d-4f7c-9480-ffee9a7b368f req-2c26c28a-4eb0-4f38-b345-5d2ff4499d89 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497568 Oct 28 21:29:27.575516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-88700032-d6d7-42af-8c3b-4f0a622f57c1 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:27.577213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-88700032-d6d7-42af-8c3b-4f0a622f57c1 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1107535 Oct 28 21:29:27.682558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59213568-4ea3-4422-a517-6a7599e963a2 req-eb0198e5-29a3-41d2-a4ef-fe6b702b1e8b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:27.684911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59213568-4ea3-4422-a517-6a7599e963a2 req-eb0198e5-29a3-41d2-a4ef-fe6b702b1e8b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0970190 Oct 28 21:29:27.755555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59213568-4ea3-4422-a517-6a7599e963a2 req-3cc48a31-c32f-4951-aaec-873d3ce4db51 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Oct 28 21:29:27.764004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37118) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:27.769770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Deleting port 18368083-59ee-4f55-a400-74baf434a54b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:27.770472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:27.834757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:27.903873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] For port 18368083-59ee-4f55-a400-74baf434a54b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=18368083-59ee-4f55-a400-74baf434a54b,segment=NetworkSegment(a706b926-725f-422e-b189-70a1a7278340),segment_id=a706b926-725f-422e-b189-70a1a7278340)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:27.906599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:27.927756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Calling delete_port for 18368083-59ee-4f55-a400-74baf434a54b owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:27.988051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:28.004788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5', 'network_id': '2d16e96a-a584-4c9c-89e4-9dd62bb3d286', 'port_id': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5', 'mac_address': 'fa:16:3e:f9:5b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c884fe-b513-491c-a846-14f2ec035852', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:28.057432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.084247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:28.134561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:28.154518 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.164714 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.221739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['18368083-59ee-4f55-a400-74baf434a54b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:28.263847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d174-446f-4857-a59b-c15b75756570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.289194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Pushing event deleted for resources: {'Port': ['ID=18368083-59ee-4f55-a400-74baf434a54b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:28.296628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba4aad42-59ff-4a0f-80b1-d345551f0403 req-521fb598-cc95-46e6-b774-a098f7fe64e7 tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f739485-986c-4dc0-b05a-60d94e03d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0730543 Oct 28 21:29:28.338543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242e7a-10f2-43c6-8351-55ffe7cf7645 req-e44bfbe8-0160-4552-8680-1c9c5f7f9de5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:28.342904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e242e7a-10f2-43c6-8351-55ffe7cf7645 req-e44bfbe8-0160-4552-8680-1c9c5f7f9de5 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1568992 Oct 28 21:29:28.411910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d174-446f-4857-a59b-c15b75756570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.412955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e242e7a-10f2-43c6-8351-55ffe7cf7645 req-8357d9b3-206e-428e-bb3e-9269f29fa62b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Oct 28 21:29:28.414274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] No DVR routers for this DVR port 18368083-59ee-4f55-a400-74baf434a54b on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:28.417687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.422105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f001cd79-99e5-40f1-b35b-c2809fb65d2d req-bd4f8a98-2034-46dd-8d4c-723d7ea9ac1a tempest-InstanceActionsTestJSON-96199161 tempest-InstanceActionsTestJSON-96199161-project] 10.222.0.44 "DELETE /v2.0/ports/18368083-59ee-4f55-a400-74baf434a54b HTTP/1.1" status: 204 len: 173 time: 0.8076503 Oct 28 21:29:28.422653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'name': 'network-vif-deleted', 'tag': '18368083-59ee-4f55-a400-74baf434a54b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:28.426407 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2587386c-0d81-4bef-bb0d-c854d218a185" -d '{"events": [{"server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "name": "network-vif-deleted", "tag": "18368083-59ee-4f55-a400-74baf434a54b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:28.438298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1dd0d174-446f-4857-a59b-c15b75756570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.473135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0d174-446f-4857-a59b-c15b75756570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2c1e8-2def-40c8-bb55-c297efddd0e0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:28.499287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37140) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:28.500028 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1dd0d174-446f-4857-a59b-c15b75756570 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a656ef651a9a4cd98e2906ce7d631668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343864 Oct 28 21:29:28.581944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:28.589445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838048e-4fa3-4f30-b5ca-ad77946c5393 req-36de34a4-0ca1-42c6-9ce3-57f2f16fbfcc tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:28.591725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1838048e-4fa3-4f30-b5ca-ad77946c5393 req-36de34a4-0ca1-42c6-9ce3-57f2f16fbfcc tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 944 time: 0.1448178 Oct 28 21:29:28.639221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:28.651626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.675764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1838048e-4fa3-4f30-b5ca-ad77946c5393 req-c33340c6-c936-42a6-898f-99bbe69c0d6b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606487 Oct 28 21:29:28.693066 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00136173-bac7-4105-b805-3a8642754709 x-openstack-request-id: req-00136173-bac7-4105-b805-3a8642754709 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:28.693360 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f739485-986c-4dc0-b05a-60d94e03d3c0", "name": "network-vif-deleted", "tag": "18368083-59ee-4f55-a400-74baf434a54b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:28.693613 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00136173-bac7-4105-b805-3a8642754709 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:28.694004 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f739485-986c-4dc0-b05a-60d94e03d3c0', 'name': 'network-vif-deleted', 'tag': '18368083-59ee-4f55-a400-74baf434a54b', 'status': 'completed', 'code': 200} Oct 28 21:29:28.716077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.757287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['69d0d67b-41b1-49ab-bc0c-fe41bd10efc5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:28.783416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.794552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.796615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361b988-f21a-4d67-8dee-dbe2b328e4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.802539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95f2c1e8-2def-40c8-bb55-c297efddd0e0 HTTP/1.1" status: 204 len: 168 time: 0.2989616 Oct 28 21:29:28.813009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ac6ad-dddc-43bd-b334-36fc6d4decb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2c1e8-2def-40c8-bb55-c297efddd0e0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:28.934732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361b988-f21a-4d67-8dee-dbe2b328e4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.939124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5361b988-f21a-4d67-8dee-dbe2b328e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:28.939262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ec1c7-12cc-44aa-b865-451c57aa6d47 req-2992b561-010f-4ce0-909c-da899e96c2bd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:28.951150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca5ec1c7-12cc-44aa-b865-451c57aa6d47 req-2992b561-010f-4ce0-909c-da899e96c2bd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0873358 Oct 28 21:29:28.987772 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5361b988-f21a-4d67-8dee-dbe2b328e4c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7bc70eaa1e94eaf952ce432f37d9dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045470 Oct 28 21:29:28.988887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b988-f21a-4d67-8dee-dbe2b328e4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ace6c1-8085-4c0b-b07b-7d3ca697de2a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:28.992849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:29.012324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca5ec1c7-12cc-44aa-b865-451c57aa6d47 req-11364709-8c8c-4030-a5e6-b75cfc63e9be tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Oct 28 21:29:29.054169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.083750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.151130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.155217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.160928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0ace6c1-8085-4c0b-b07b-7d3ca697de2a HTTP/1.1" status: 204 len: 168 time: 0.1652529 Oct 28 21:29:29.169637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fa417-edbc-4ab2-b8f2-178172ca6beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ace6c1-8085-4c0b-b07b-7d3ca697de2a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:29.362914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:29.412975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Deleting subnet 8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:29:29.417467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.459935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.514422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.576416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad5eb7-1ed8-4d34-a96f-9a4ff6588bf3 req-108116c3-7ce7-41f4-88ed-74f59b51a6c2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:29.578236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6ad5eb7-1ed8-4d34-a96f-9a4ff6588bf3 req-108116c3-7ce7-41f4-88ed-74f59b51a6c2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0722101 Oct 28 21:29:29.635412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6ad5eb7-1ed8-4d34-a96f-9a4ff6588bf3 req-1f3f2c46-6d97-4bde-a787-c04f3d2b1bda tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Oct 28 21:29:29.642054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.676916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:29.682262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.688817 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd9c446a-143a-4110-a8a6-73740c2dbe27 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e62d3a1-19ab-4e4f-baf6-98ae2f6b659a HTTP/1.1" status: 204 len: 168 time: 0.3240550 Oct 28 21:29:29.695972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37192) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:29.809064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.833700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d5fe4-9453-4a18-9d3d-95827fa5d7cb req-7a251f3a-572d-486d-9f91-4ce4bee60a67 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:29.841146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca7d5fe4-9453-4a18-9d3d-95827fa5d7cb req-7a251f3a-572d-486d-9f91-4ce4bee60a67 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 944 time: 0.0647438 Oct 28 21:29:29.891874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca7d5fe4-9453-4a18-9d3d-95827fa5d7cb req-9e3b2a8e-0821-4e46-99a6-d4fb5f1471cb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481646 Oct 28 21:29:29.913467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.937028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb2308e-cb0a-4160-af16-4d23530643e2']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:29.948797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a706b926-725f-422e-b189-70a1a7278340') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:29.949784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a706b926-725f-422e-b189-70a1a7278340') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:29.966996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.981521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.987680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:29:29.988060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:29:29.989784 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:29:30.052844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.060645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.067450 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dcb2308e-cb0a-4160-af16-4d23530643e2 HTTP/1.1" status: 204 len: 168 time: 0.3678143 Oct 28 21:29:30.080870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372f6f-5889-4f07-a4d6-0e50d7654239 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb2308e-cb0a-4160-af16-4d23530643e2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:30.175617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1feaf0-917b-42d1-a1a9-4661dd4f6deb req-c6c48d0a-aa70-4cec-875f-c304a4cdcb84 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:30.177237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e1feaf0-917b-42d1-a1a9-4661dd4f6deb req-c6c48d0a-aa70-4cec-875f-c304a4cdcb84 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0589566 Oct 28 21:29:30.223168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37216) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:30.230140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e1feaf0-917b-42d1-a1a9-4661dd4f6deb req-5e813140-bc41-455f-8f86-d779afcd284e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Oct 28 21:29:30.278232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-47621861-8e2e-4757-aafa-c20ad9f0c4ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94662dcfd669402eb76144f422e5438d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536597 Oct 28 21:29:30.278813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:30.327081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37222) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:30.329570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.352031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.402636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.406009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.407248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c61d99f9-4e8e-49b8-90f9-f49a33e85060 HTTP/1.1" status: 204 len: 168 time: 0.1269565 Oct 28 21:29:30.415728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3aeed-02c6-4459-a074-b0bd10352427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d99f9-4e8e-49b8-90f9-f49a33e85060,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:30.468208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6839fcc-5c36-4f8a-868d-78829e20e519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.550431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6839fcc-5c36-4f8a-868d-78829e20e519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.554784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6839fcc-5c36-4f8a-868d-78829e20e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.595504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839fcc-5c36-4f8a-868d-78829e20e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696a18a8-1e45-4892-bec0-ffdbb46b74a1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:30.601772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d6839fcc-5c36-4f8a-868d-78829e20e519 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=597caf33040646329e5e27f2edd22b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736206 Oct 28 21:29:30.603563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37236) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:30.664980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.692690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.838135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88489-dda1-4c49-8e3f-6e6a577e337e req-8f49dd2f-31fd-4975-a4c8-5724a39d2c0a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:30.847189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2c88489-dda1-4c49-8e3f-6e6a577e337e req-8f49dd2f-31fd-4975-a4c8-5724a39d2c0a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1221864 Oct 28 21:29:30.886110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.890523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:30.894233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/696a18a8-1e45-4892-bec0-ffdbb46b74a1 HTTP/1.1" status: 204 len: 168 time: 0.2883420 Oct 28 21:29:30.915332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2c88489-dda1-4c49-8e3f-6e6a577e337e req-9970cdfd-47c7-4df8-a01d-79c48d7fe957 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663526 Oct 28 21:29:30.915496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26464ef-be5d-47c7-87e1-29b6598f47e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a18a8-1e45-4892-bec0-ffdbb46b74a1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:31.036646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4879-e34f-456e-8c5b-9ef098d32b80 req-6b68db5e-ac70-456d-b69b-3f12bb056a37 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:31.038715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89bd4879-e34f-456e-8c5b-9ef098d32b80 req-6b68db5e-ac70-456d-b69b-3f12bb056a37 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 944 time: 0.0537634 Oct 28 21:29:31.086889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89bd4879-e34f-456e-8c5b-9ef098d32b80 req-864389ec-a680-4cf6-b624-f936e2f2a68e tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Oct 28 21:29:31.371903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9593b-f1af-454f-93a1-4464078f63b8 req-1a28af8d-ee48-4963-8cd3-fa46fad6827a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:31.373435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15e9593b-f1af-454f-93a1-4464078f63b8 req-1a28af8d-ee48-4963-8cd3-fa46fad6827a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0613194 Oct 28 21:29:31.425680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15e9593b-f1af-454f-93a1-4464078f63b8 req-405622dd-a6f1-4c39-9bca-972b4bd4fb64 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Oct 28 21:29:31.591882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37300) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:31.721950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1454091787-network', 'tenant_id': 'ea8eaf1f1e7e480496afac7e462356c9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:31.760213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Made reservation on behalf of ea8eaf1f1e7e480496afac7e462356c9 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:31.763449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.772104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.850237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:31.904755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.912624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.917055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:31.922575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:31.923635 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.939126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:29:31.957455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b45cfb-cb09-4e33-8f13-4329af0d6816,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:31.976554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:31.976733 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Added segment 6ada2d36-bfa0-43b2-910d-3a7c9a622abd of type vlan for network 37634181-b07a-4b8e-85ac-260519ae1d51 Oct 28 21:29:32.048138 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.081775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:32.084555 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab4087-b939-4f69-8eba-5ec32f2fc1d9" -d '{"events": [{"server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "name": "network-vif-plugged", "status": "completed", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:32.087304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.101008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:32.107531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.108653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 18368083-59ee-4f55-a400-74baf434a54b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:32.138152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49e33-8dfc-4f33-a8cf-bc20d93bf934 req-04992d33-92e2-4173-a895-622aa71b6b9e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.155901 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1685cd39-6c44-49bc-8553-f1178dc52a12 x-openstack-request-id: req-1685cd39-6c44-49bc-8553-f1178dc52a12 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:32.156526 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "name": "network-vif-plugged", "status": "completed", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:32.157009 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1685cd39-6c44-49bc-8553-f1178dc52a12 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:32.157595 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5', 'code': 200} Oct 28 21:29:32.157860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52d49e33-8dfc-4f33-a8cf-bc20d93bf934 req-04992d33-92e2-4173-a895-622aa71b6b9e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1220694 Oct 28 21:29:32.161401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 18368083-59ee-4f55-a400-74baf434a54b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:32.165542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 18368083-59ee-4f55-a400-74baf434a54b not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:32.192260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:32.196313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.197912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.198032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.336645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7408016 Oct 28 21:29:32.336960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37340) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:32.342895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Request body: {'subnet': {'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1454091787-subnet', 'tenant_id': 'ea8eaf1f1e7e480496afac7e462356c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:32.344964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52d49e33-8dfc-4f33-a8cf-bc20d93bf934 req-62f2e56e-8c72-4803-ad68-cf70d6285bed tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860743 Oct 28 21:29:32.350826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a00e4-a8d6-4aec-a666-8236461e59f0 admin admin] Pushing event updated for resources: {'Network': ['ID=37634181-b07a-4b8e-85ac-260519ae1d51,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:32.371020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 37634181-b07a-4b8e-85ac-260519ae1d51 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:29:32.378414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80253-1107-4f5e-8df3-947d8561bda1 req-9d20b625-ba3e-4a9b-93eb-1764db6446a5 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.380286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Made reservation on behalf of ea8eaf1f1e7e480496afac7e462356c9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:32.380429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42c80253-1107-4f5e-8df3-947d8561bda1 req-9d20b625-ba3e-4a9b-93eb-1764db6446a5 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.1572378 Oct 28 21:29:32.382585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87272d5-64d8-4e37-a4d4-e3a32c9e19b8 req-bdc15585-feb1-4825-a620-f884d59ff15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.383908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b87272d5-64d8-4e37-a4d4-e3a32c9e19b8 req-bdc15585-feb1-4825-a620-f884d59ff15c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 1097 time: 0.1145566 Oct 28 21:29:32.384580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.450904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42c80253-1107-4f5e-8df3-947d8561bda1 req-b6cdf289-cd64-4a4a-a2f7-ceebbe04cd6d tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642433 Oct 28 21:29:32.452654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b87272d5-64d8-4e37-a4d4-e3a32c9e19b8 req-93081154-5330-4d20-a3d1-fbfd2ee8fa5a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Oct 28 21:29:32.558144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e86f9-a832-44a8-aaf8-05dae8591d15 req-e662b2fb-58ac-4319-bb8b-0906363b85a3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.560554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac0e86f9-a832-44a8-aaf8-05dae8591d15 req-e662b2fb-58ac-4319-bb8b-0906363b85a3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0553472 Oct 28 21:29:32.606655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac0e86f9-a832-44a8-aaf8-05dae8591d15 req-d886a421-3da1-4b75-bc8c-c83b50d09812 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Oct 28 21:29:32.623622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.650915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:32.690892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=380f361f-c240-4d09-a3a2-41012cfd0928,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:32.696126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Checking segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:32.696505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Network hostable DHCP agents. Network: 37634181-b07a-4b8e-85ac-260519ae1d51, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:29:32.713510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Network 37634181-b07a-4b8e-85ac-260519ae1d51 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:29:32.722633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 37634181-b07a-4b8e-85ac-260519ae1d51) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:32.727243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:32.728416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.732841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02db2d5-4689-4747-b04d-9e2a54187849 None None] Network 37634181-b07a-4b8e-85ac-260519ae1d51 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:32.747191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d921311-8e50-4ee0-97c3-b47e40ae1ecf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4082296 Oct 28 21:29:32.785501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-103849ce-aa34-4d0c-92cf-c137a0caf181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.870281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-103849ce-aa34-4d0c-92cf-c137a0caf181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.883380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-103849ce-aa34-4d0c-92cf-c137a0caf181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:32.894345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c142d-7044-407a-9004-4c65b8eb4efd None None] Network 37634181-b07a-4b8e-85ac-260519ae1d51 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:32.916505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:32.916691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-103849ce-aa34-4d0c-92cf-c137a0caf181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4e9d959ed574084bc990eb66a23f022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642562 Oct 28 21:29:32.954536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103849ce-aa34-4d0c-92cf-c137a0caf181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc82e0-7802-4bf6-9c4c-6ca4bdd5d5d5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:32.993434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.017004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.085310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.088563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.090615 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aefc82e0-7802-4bf6-9c4c-6ca4bdd5d5d5 HTTP/1.1" status: 204 len: 168 time: 0.1720927 Oct 28 21:29:33.099330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178ad90-1e66-4f16-bd03-33d4ecf89469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc82e0-7802-4bf6-9c4c-6ca4bdd5d5d5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:33.262540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-fdfa2a74-f80c-4930-9411-f8b4093d255d tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:33.264154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-fdfa2a74-f80c-4930-9411-f8b4093d255d tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 818 time: 0.1181517 Oct 28 21:29:33.283685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-4dd25f8d-c8c7-4cfc-95ef-12bbd394df80 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/quotas/ea8eaf1f1e7e480496afac7e462356c9 HTTP/1.1" status: 200 len: 375 time: 0.0102601 Oct 28 21:29:33.322410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-dd9f0a4e-789d-4c9d-a078-82303dafdc6a tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312245 Oct 28 21:29:33.432921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:33.438521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-76aa87f2-8059-4b38-91fc-55709405fcc4 service neutron] 10.222.0.31 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076493 Oct 28 21:29:33.457231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bac1772a-74d0-4419-b68f-a185999f21bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.537352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bac1772a-74d0-4419-b68f-a185999f21bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.541751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bac1772a-74d0-4419-b68f-a185999f21bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.564766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ac9c-2f9a-4dc0-8929-5ebe7bd1baa0 req-73aa0eb0-11bf-4cb2-8d7f-2062bfe19ce1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:33.566276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08f9ac9c-2f9a-4dc0-8929-5ebe7bd1baa0 req-73aa0eb0-11bf-4cb2-8d7f-2062bfe19ce1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1093476 Oct 28 21:29:33.587145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bac1772a-74d0-4419-b68f-a185999f21bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e3301c772e44057a38dfee91c7096af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497340 Oct 28 21:29:33.587145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1772a-74d0-4419-b68f-a185999f21bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4b8ea-dd9f-4605-955c-1be74418b7a8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:33.588157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:33.594018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-e8ffabac-5b33-437d-89ce-9a3dde30d47a service neutron] 10.222.0.31 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471126 Oct 28 21:29:33.615056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08f9ac9c-2f9a-4dc0-8929-5ebe7bd1baa0 req-191248c4-d524-4750-9015-f58264b55134 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Oct 28 21:29:33.642252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.666496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.717519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.720552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:33.730150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2a4b8ea-dd9f-4605-955c-1be74418b7a8 HTTP/1.1" status: 204 len: 168 time: 0.1358476 Oct 28 21:29:33.743972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615342d5-6f00-46f4-8fdd-c36c76afa572 req-cf891f87-c024-4f34-b347-ddc71b031631 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:33.745493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-615342d5-6f00-46f4-8fdd-c36c76afa572 req-cf891f87-c024-4f34-b347-ddc71b031631 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.0607505 Oct 28 21:29:33.751070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64212d56-54d6-4a50-a1e4-e0c812ff6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4b8ea-dd9f-4605-955c-1be74418b7a8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:33.813833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-615342d5-6f00-46f4-8fdd-c36c76afa572 req-3aaf8b16-0230-4c21-bf31-4b658a00558b tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Oct 28 21:29:33.970695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e363b6e-efbb-469b-9f4e-415112828838 req-346ae3a0-93ce-481c-8d54-7e7e62fc4379 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:33.972471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e363b6e-efbb-469b-9f4e-415112828838 req-346ae3a0-93ce-481c-8d54-7e7e62fc4379 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0717428 Oct 28 21:29:33.999782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a952d36-5ca0-49d3-9703-2d4cf636fea5 req-c1f84e6c-9fe3-4c0b-880d-5aad18fd3f0a tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 210 time: 0.0486224 Oct 28 21:29:34.049474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e363b6e-efbb-469b-9f4e-415112828838 req-e60f46b5-0081-45e9-af2a-398b0e9089fe tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Oct 28 21:29:34.789800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf83d-e292-437f-ba8a-31a54847e530 req-445328d7-7b6c-46b1-bb61-40ade4dbe39e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:34.801410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-500cf83d-e292-437f-ba8a-31a54847e530 req-445328d7-7b6c-46b1-bb61-40ade4dbe39e tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0694084 Oct 28 21:29:34.846666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-500cf83d-e292-437f-ba8a-31a54847e530 req-4e10a652-0779-45fc-ba80-ec2efcf0f630 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Oct 28 21:29:34.961581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c85a-b132-4a31-88e3-ae6953dfeb63 req-f302f236-1b2f-40f6-be38-e94ed71d1d0c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:34.963164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a60c85a-b132-4a31-88e3-ae6953dfeb63 req-f302f236-1b2f-40f6-be38-e94ed71d1d0c tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.0548351 Oct 28 21:29:35.005212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a60c85a-b132-4a31-88e3-ae6953dfeb63 req-ede551a1-df51-4d0c-be9a-d28af3618643 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Oct 28 21:29:35.103145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1dba642-88e9-4c29-bb73-8f00a17e5a9d req-cbf46f37-e544-4178-bd51-155fd0cd2346 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 210 time: 0.0309951 Oct 28 21:29:35.225925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffd8e-2984-45c2-ba21-f677cd54f82c req-66c1ec19-d8ca-47de-b148-82a9bf95998e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:35.227468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a45ffd8e-2984-45c2-ba21-f677cd54f82c req-66c1ec19-d8ca-47de-b148-82a9bf95998e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0637548 Oct 28 21:29:35.271588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a45ffd8e-2984-45c2-ba21-f677cd54f82c req-5b8264bb-dd52-487a-86e0-22895e0186e5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Oct 28 21:29:35.358146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34ce2-caad-4bd7-9da4-40a7f8a04c62 req-e01a1f2d-48c3-490f-831a-83b6d54f4cba tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:35.359709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec34ce2-caad-4bd7-9da4-40a7f8a04c62 req-e01a1f2d-48c3-490f-831a-83b6d54f4cba tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.0570319 Oct 28 21:29:35.410299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ec34ce2-caad-4bd7-9da4-40a7f8a04c62 req-692d21c2-4c51-4fa6-b896-5587c7a78733 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Oct 28 21:29:35.536502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-b5c1dcc3-e5d1-48dc-b55b-8fbfe1fede3c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:35.538083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-b5c1dcc3-e5d1-48dc-b55b-8fbfe1fede3c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 818 time: 0.1267636 Oct 28 21:29:35.557565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Request body: {'port': {'device_id': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'admin_state_up': True, 'tenant_id': 'ea8eaf1f1e7e480496afac7e462356c9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:35.680067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Made reservation on behalf of ea8eaf1f1e7e480496afac7e462356c9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:35.688205 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:35.838196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Allocated IP 172.20.0.7 (37634181-b07a-4b8e-85ac-260519ae1d51/380f361f-c240-4d09-a3a2-41012cfd0928/89b6b635-f967-466c-bc72-200ef0612ec3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:36.121767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:36.189363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-4cd8693e-3845-455b-bab4-39dc6c719225 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.191158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-4cd8693e-3845-455b-bab4-39dc6c719225 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 818 time: 0.1613429 Oct 28 21:29:36.210076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Request body: {'port': {'device_id': '8d076840-a89e-4a99-a479-94b7167e3a88', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'admin_state_up': True, 'tenant_id': 'ea8eaf1f1e7e480496afac7e462356c9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:36.219543 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:36.330996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1224a4bb-bcd0-4cb9-9fb1-fb3d81d26666 req-8b302ac7-35f6-4beb-8a7a-d4de7029fc08 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 210 time: 0.1137509 Oct 28 21:29:36.392965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Network 37634181-b07a-4b8e-85ac-260519ae1d51 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:36.394068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event updated for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:36.404012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:36.409794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:36.464566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c00efa-7c1a-48f8-972f-9d99021706be req-4bb064a8-dfa6-4598-b410-ff6c3500191a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.466210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34c00efa-7c1a-48f8-972f-9d99021706be req-4bb064a8-dfa6-4598-b410-ff6c3500191a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1633229 Oct 28 21:29:36.532148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.532832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:36.583062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Made reservation on behalf of ea8eaf1f1e7e480496afac7e462356c9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:36.586802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:36.595061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34c00efa-7c1a-48f8-972f-9d99021706be req-bd594182-7b07-43da-b029-68932cf1b6b2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139047 Oct 28 21:29:36.598411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9953cab7-2412-49ca-b929-29f6abe33d84 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0463681 Oct 28 21:29:36.622792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Request body: {'port': {'device_id': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:36.659374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c195a-47ea-4b6f-8a83-f2bc6f7745a4 req-28075b8f-fc93-4d48-a682-d40a384f409d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.661440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c85c195a-47ea-4b6f-8a83-f2bc6f7745a4 req-28075b8f-fc93-4d48-a682-d40a384f409d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1661186 Oct 28 21:29:36.760739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:36.787468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-e479d09d-ac5a-4e5f-9a67-bc6d63837e91 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.791537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-e479d09d-ac5a-4e5f-9a67-bc6d63837e91 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 818 time: 0.1918709 Oct 28 21:29:36.817845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Request body: {'port': {'device_id': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'admin_state_up': True, 'tenant_id': 'ea8eaf1f1e7e480496afac7e462356c9'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:36.818305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:36.858917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c85c195a-47ea-4b6f-8a83-f2bc6f7745a4 req-c83028f6-ff42-44c8-b5f2-f1e37e9d0293 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587481 Oct 28 21:29:36.876394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c248de-e398-4250-b742-c347e2259268 req-8ba5aea1-d224-4058-aa1a-c7d0e6533fc2 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:36.883780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05c248de-e398-4250-b742-c347e2259268 req-8ba5aea1-d224-4058-aa1a-c7d0e6533fc2 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.1852369 Oct 28 21:29:36.948919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Allocated IP 172.20.0.13 (37634181-b07a-4b8e-85ac-260519ae1d51/380f361f-c240-4d09-a3a2-41012cfd0928/5871e7e7-d16f-4c86-bbc7-25546dea535f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:36.999133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7841ec1f-d655-447a-a075-278c6310266b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.029977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Made reservation on behalf of ea8eaf1f1e7e480496afac7e462356c9 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:37.034525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.055615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05c248de-e398-4250-b742-c347e2259268 req-2856e99c-a16b-44bf-bb5e-9925ee735b4a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups?id=ecbb9ade-9810-47ba-85ac-ef9b78996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702926 Oct 28 21:29:37.197207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7841ec1f-d655-447a-a075-278c6310266b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.202214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7841ec1f-d655-447a-a075-278c6310266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.246775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7841ec1f-d655-447a-a075-278c6310266b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d502cbc16c2d4dcf990458d816c66d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810143 Oct 28 21:29:37.246775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841ec1f-d655-447a-a075-278c6310266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1e47e9-881e-444e-85d4-7cb3ad6dd980,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:37.247376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:37.269446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.342939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.358317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.477634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-e916ace4-50d0-4951-8429-50a1cd74fdcb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:37.479541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-e916ace4-50d0-4951-8429-50a1cd74fdcb tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 945 time: 0.0603082 Oct 28 21:29:37.600405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Deleting port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:37.600653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.698267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] For port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,segment=NetworkSegment(ece2f4f0-936d-48d0-875f-235f43770b67),segment_id=ece2f4f0-936d-48d0-875f-235f43770b67)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:37.698627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.713147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Calling delete_port for 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:37.718123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.752447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Network 37634181-b07a-4b8e-85ac-260519ae1d51 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:37.767169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-960f0493-02c4-4145-83fd-85e547b3df01 req-04dcbff5-a19c-4d8a-939b-cc9455d51650 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 210 time: 0.3500662 Oct 28 21:29:37.790225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:37.807032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:37.819746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event updated for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:37.864553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.878668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['69d0d67b-41b1-49ab-bc0c-fe41bd10efc5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:37.919397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event deleted for resources: {'Port': ['ID=69d0d67b-41b1-49ab-bc0c-fe41bd10efc5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:37.920974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820deea3-9622-4f89-9dd0-1d11815f4885 req-539cf732-c126-4f84-860a-f2e5611c87ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:37.922563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-820deea3-9622-4f89-9dd0-1d11815f4885 req-539cf732-c126-4f84-860a-f2e5611c87ec tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1956501 Oct 28 21:29:37.942706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:37.943550 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.971540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] No DVR routers for this DVR port 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:37.974912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.978747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24cf3ebf-f01b-4f02-b624-445648af11c4 req-8ae57874-99dd-4072-a518-2f296cc35c15 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.44 "DELETE /v2.0/ports/69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 HTTP/1.1" status: 204 len: 173 time: 0.4750283 Oct 28 21:29:37.979490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'name': 'network-vif-deleted', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:37.983001 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a939127-0bcd-4e55-bb37-54b7888f9646" -d '{"events": [{"server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "name": "network-vif-deleted", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:37.995429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.998687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:37.999803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb1e47e9-881e-444e-85d4-7cb3ad6dd980 HTTP/1.1" status: 204 len: 168 time: 0.7514846 Oct 28 21:29:38.034214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f188225c-d09b-4c4d-a95f-c87708bab82c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8311985 Oct 28 21:29:38.053119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Request body: {'port': {'device_id': '8d076840-a89e-4a99-a479-94b7167e3a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:38.077978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e31b-a8ac-47cd-86c9-7bdfe60bedc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1e47e9-881e-444e-85d4-7cb3ad6dd980,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:38.094066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-820deea3-9622-4f89-9dd0-1d11815f4885 req-376c1040-2787-442d-97f8-2c42c020d256 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609368 Oct 28 21:29:38.126356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b6b635-f967-466c-bc72-200ef0612ec3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:38.142947 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.159299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b028b9-8894-40bf-8f80-0408b1c9854c req-831c1dfc-d9df-4d73-a69b-ddbb0582c6f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:38.164963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60b028b9-8894-40bf-8f80-0408b1c9854c req-831c1dfc-d9df-4d73-a69b-ddbb0582c6f9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1974337 Oct 28 21:29:38.181429 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8993382-ce62-4233-96dc-918c5606b927 x-openstack-request-id: req-d8993382-ce62-4233-96dc-918c5606b927 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:38.181905 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9ec84a-10d6-44e8-91fd-0737c450e800", "name": "network-vif-deleted", "tag": "69d0d67b-41b1-49ab-bc0c-fe41bd10efc5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:38.182327 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8993382-ce62-4233-96dc-918c5606b927 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:38.182873 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9ec84a-10d6-44e8-91fd-0737c450e800', 'name': 'network-vif-deleted', 'tag': '69d0d67b-41b1-49ab-bc0c-fe41bd10efc5', 'status': 'completed', 'code': 200} Oct 28 21:29:38.212992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Transition to ACTIVE for port object 89b6b635-f967-466c-bc72-200ef0612ec3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:38.219990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.221902 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.272382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Allocated IP 172.20.0.6 (37634181-b07a-4b8e-85ac-260519ae1d51/380f361f-c240-4d09-a3a2-41012cfd0928/11bc87b7-9087-42ac-b965-172ef67d6a74) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:38.318319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60b028b9-8894-40bf-8f80-0408b1c9854c req-34b0a831-391d-49d8-b1ff-111e92bd3927 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483185 Oct 28 21:29:38.338940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2783d4c9-ce3d-42a2-a1f4-c5029f631b95 req-eb35a7f6-2c9f-4d60-8ce7-de728c3af0db tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/ports?device_id=af9ec84a-10d6-44e8-91fd-0737c450e800 HTTP/1.1" status: 200 len: 210 time: 0.0745280 Oct 28 21:29:38.359401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:38.411582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:38.429522 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32449500-1d7d-4e59-bf1d-434a56509098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.503966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Attempting to bind port 89b6b635-f967-466c-bc72-200ef0612ec3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:38.504311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Attempting to bind port 89b6b635-f967-466c-bc72-200ef0612ec3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:38.504670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Attempting to bind port 89b6b635-f967-466c-bc72-200ef0612ec3 on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:38.509379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Port 89b6b635-f967-466c-bc72-200ef0612ec3 on network 37634181-b07a-4b8e-85ac-260519ae1d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:38.509695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Attempting to bind port 89b6b635-f967-466c-bc72-200ef0612ec3 on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:38.515659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:38.515859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.516113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Checking segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:38.516483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Bound using segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:38.517146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Bound port: 89b6b635-f967-466c-bc72-200ef0612ec3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:38.517400 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.594687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32449500-1d7d-4e59-bf1d-434a56509098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.600083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.605921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32449500-1d7d-4e59-bf1d-434a56509098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.639147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:38.661423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=89b6b635-f967-466c-bc72-200ef0612ec3,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:38.669329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.689854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Network 37634181-b07a-4b8e-85ac-260519ae1d51 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:38.697921 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32449500-1d7d-4e59-bf1d-434a56509098 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6954448900454feea59043ed7cce302d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852347 Oct 28 21:29:38.698607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32449500-1d7d-4e59-bf1d-434a56509098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5accb40-b793-4682-a67d-21cf00964062,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:38.701390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37558) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:38.701539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:38.705462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:38.722092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:38.722701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.724035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/89b6b635-f967-466c-bc72-200ef0612ec3 HTTP/1.1" status: 200 len: 1092 time: 2.1156058 Oct 28 21:29:38.728344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:38.731289 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498132d-69fa-4485-a444-71123af9493c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:38.736610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event updated for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:38.778910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:38.780502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.802148 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33243bbc-0224-4496-8e2c-38724327e625 x-openstack-request-id: req-33243bbc-0224-4496-8e2c-38724327e625 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:38.802446 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:38.802909 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33243bbc-0224-4496-8e2c-38724327e625 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:38.803666 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3', 'status': 'completed', 'code': 200} Oct 28 21:29:38.804156 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c896c5ec-0f19-4f75-8f23-86f799e7313e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9945924 Oct 28 21:29:38.820978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Request body: {'port': {'device_id': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:38.826552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e050-6854-4da9-80f7-768b6ad584e3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:38.882069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.925713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.934909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5871e7e7-d16f-4c86-bbc7-25546dea535f {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:38.950882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:38.962109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-7a164061-cb1d-4042-819b-bddfe1302d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:38.963625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-7a164061-cb1d-4042-819b-bddfe1302d8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 1095 time: 0.1689725 Oct 28 21:29:38.985671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.029060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Transition to ACTIVE for port object 5871e7e7-d16f-4c86-bbc7-25546dea535f will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:39.037336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57adfa5-f40e-413b-9b6a-d5d4bd4735da req-9b6f451d-51cc-4387-b5d9-574e0c4ff263 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.038833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57adfa5-f40e-413b-9b6a-d5d4bd4735da req-9b6f451d-51cc-4387-b5d9-574e0c4ff263 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 931 time: 0.1625507 Oct 28 21:29:39.045148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-60e46b8f-bcd7-4c00-831f-b0d1fa39df4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b6b635-f967-466c-bc72-200ef0612ec3 HTTP/1.1" status: 200 len: 217 time: 0.0689960 Oct 28 21:29:39.045745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.089024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:29:39.175219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Pushing event updated for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:39.188784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57adfa5-f40e-413b-9b6a-d5d4bd4735da req-1b93c6d4-d151-40c9-8306-a9c72895e3e8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406682 Oct 28 21:29:39.190098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bc87b7-9087-42ac-b965-172ef67d6a74 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:39.192729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-7a842768-b41f-46d1-8d1c-2ac6e0d20062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.194147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-7a842768-b41f-46d1-8d1c-2ac6e0d20062 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.1331422 Oct 28 21:29:39.202018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.221010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Transition to ACTIVE for port object 11bc87b7-9087-42ac-b965-172ef67d6a74 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:39.224647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.254174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.256583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.257694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5accb40-b793-4682-a67d-21cf00964062 HTTP/1.1" status: 204 len: 168 time: 0.5481279 Oct 28 21:29:39.296778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:39.302083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-51e88bad-30bd-4707-b6ea-4b2c175be8a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741286 Oct 28 21:29:39.307725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05331b2-937d-47c2-886b-a138f392558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5accb40-b793-4682-a67d-21cf00964062,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:39.389145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Attempting to bind port 11bc87b7-9087-42ac-b965-172ef67d6a74 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:39.389481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Attempting to bind port 11bc87b7-9087-42ac-b965-172ef67d6a74 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:39.390140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Attempting to bind port 11bc87b7-9087-42ac-b965-172ef67d6a74 on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:39.398389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Port 11bc87b7-9087-42ac-b965-172ef67d6a74 on network 37634181-b07a-4b8e-85ac-260519ae1d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:39.398774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Attempting to bind port 11bc87b7-9087-42ac-b965-172ef67d6a74 on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:39.398868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f5736-1e94-4d48-9dc9-6ba8d1f804ed req-197c38d1-f315-404d-9d5c-a0dc53812819 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.405453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:39.405788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Checking segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:39.406323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Bound using segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:39.406441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c2f5736-1e94-4d48-9dc9-6ba8d1f804ed req-197c38d1-f315-404d-9d5c-a0dc53812819 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.2098250 Oct 28 21:29:39.406754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Bound port: 11bc87b7-9087-42ac-b965-172ef67d6a74, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:39.407228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.417092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Attempting to bind port 5871e7e7-d16f-4c86-bbc7-25546dea535f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:39.417427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Attempting to bind port 5871e7e7-d16f-4c86-bbc7-25546dea535f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:39.418463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Attempting to bind port 5871e7e7-d16f-4c86-bbc7-25546dea535f on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:39.451574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Port 5871e7e7-d16f-4c86-bbc7-25546dea535f on network 37634181-b07a-4b8e-85ac-260519ae1d51 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:39.451822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Attempting to bind port 5871e7e7-d16f-4c86-bbc7-25546dea535f on network 37634181-b07a-4b8e-85ac-260519ae1d51 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:39.495144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:39.496956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:39.497330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Checking segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:39.497692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Bound using segment: {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:39.498144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Bound port: 5871e7e7-d16f-4c86-bbc7-25546dea535f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ada2d36-bfa0-43b2-910d-3a7c9a622abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:39.498503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.500281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=11bc87b7-9087-42ac-b965-172ef67d6a74,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:39.511513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.516159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-55c3d8e6-a476-4c4c-bc11-8fa132e05d96 service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048285 Oct 28 21:29:39.525032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c2f5736-1e94-4d48-9dc9-6ba8d1f804ed req-401d2cac-e291-4668-b32c-f3048de6a64f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176829 Oct 28 21:29:39.561802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.562424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.563979 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] 10.222.0.44 "PUT /v2.0/ports/11bc87b7-9087-42ac-b965-172ef67d6a74 HTTP/1.1" status: 200 len: 1092 time: 0.7482469 Oct 28 21:29:39.613917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84cf4e-b6bc-4c0f-a147-887879a0eab4 service neutron] Pushing event updated for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:39.620521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e775e1-9d40-40f3-8477-beec33702806 req-65c94892-231d-49f8-a275-a96737b01797 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.624983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e775e1-9d40-40f3-8477-beec33702806 req-65c94892-231d-49f8-a275-a96737b01797 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1999674 Oct 28 21:29:39.700732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9e27742d-dfe5-4760-b116-e20127e4244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.707978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-9e27742d-dfe5-4760-b116-e20127e4244b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 1095 time: 0.0659003 Oct 28 21:29:39.770634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-04608c89-da23-45cf-932f-f10ba2079a0f service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415740 Oct 28 21:29:39.771667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:39.776651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e775e1-9d40-40f3-8477-beec33702806 req-ac82f7b2-d93f-4ba9-a84e-2aacef6cd64e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976110 Oct 28 21:29:39.794668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:39.796190 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-241117f7-4184-41f4-955a-4488575ccd10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bc87b7-9087-42ac-b965-172ef67d6a74 HTTP/1.1" status: 200 len: 217 time: 0.0824206 Oct 28 21:29:39.800339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.859208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.860268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:39.861929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] 10.222.0.44 "PUT /v2.0/ports/5871e7e7-d16f-4c86-bbc7-25546dea535f HTTP/1.1" status: 200 len: 1093 time: 1.8150446 Oct 28 21:29:39.873248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3f1ad085-07af-4e5e-a69c-4ef23d7cfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.875195 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-3f1ad085-07af-4e5e-a69c-4ef23d7cfcfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.0590899 Oct 28 21:29:39.909053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:39.933298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-ce411fb1-bf68-49ae-9bb3-9838703e71eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408585 Oct 28 21:29:39.934545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb5fd-56cc-4762-a6f7-17fc50ad2abe service neutron] Pushing event updated for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:39.965477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:39.966838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 69d0d67b-41b1-49ab-bc0c-fe41bd10efc5 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:39.982942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498132d-69fa-4485-a444-71123af9493c req-71fca6d2-5c82-4144-a85f-779653a468a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:39.984575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-71fca6d2-5c82-4144-a85f-779653a468a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 1095 time: 0.1322422 Oct 28 21:29:39.987592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37608) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:39.999239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-a278d9a4-f4f7-4559-b240-5c9a2190cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.000815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-a278d9a4-f4f7-4559-b240-5c9a2190cf26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 1096 time: 0.0796888 Oct 28 21:29:40.048111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-7dac6cda-5b01-4f52-bbe7-86c5e918b39f service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070070 Oct 28 21:29:40.123437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-adf8d39c-569a-4f09-a8df-92841babf2e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f HTTP/1.1" status: 200 len: 217 time: 0.1039550 Oct 28 21:29:40.155481 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-f33f2c74-f0a5-4196-b931-a841940921a6 service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974576 Oct 28 21:29:40.184663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:40.186630 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:40.195281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.236538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0d7c2-8ddd-4463-8f65-9399d540cac7 x-openstack-request-id: req-59c0d7c2-8ddd-4463-8f65-9399d540cac7 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:40.236748 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:40.237005 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59c0d7c2-8ddd-4463-8f65-9399d540cac7 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:40.237395 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74', 'status': 'completed', 'code': 200} Oct 28 21:29:40.252560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.256345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-dd68e955-07c1-4b4b-8a43-b85ade83f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.257838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-dd68e955-07c1-4b4b-8a43-b85ade83f2e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.1205404 Oct 28 21:29:40.265095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498132d-69fa-4485-a444-71123af9493c req-3f4ede18-4612-4dcc-8c5c-2eda9b26757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.266530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-3f4ede18-4612-4dcc-8c5c-2eda9b26757d service neutron] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 919 time: 0.2696259 Oct 28 21:29:40.315122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-6a63bfbe-ebef-4473-abcc-d215dc21aaca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457530 Oct 28 21:29:40.316680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-b26eaca3-f090-4fd9-b0bb-18c39c5b82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.318242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-b26eaca3-f090-4fd9-b0bb-18c39c5b82d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 1095 time: 0.0499525 Oct 28 21:29:40.374330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-e1357e7f-fbdc-40af-b0c7-81d7a5368031 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b6b635-f967-466c-bc72-200ef0612ec3 HTTP/1.1" status: 200 len: 217 time: 0.0941393 Oct 28 21:29:40.431147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-2309a1f0-ad5e-4a36-a6e8-a7b05cd81536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.433160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-2309a1f0-ad5e-4a36-a6e8-a7b05cd81536 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 919 time: 0.0931988 Oct 28 21:29:40.494977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-7afa0c51-e552-49f6-ba0d-ed2c8f55e4f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bc87b7-9087-42ac-b965-172ef67d6a74 HTTP/1.1" status: 200 len: 217 time: 0.0475659 Oct 28 21:29:40.505613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52b72a-0df7-4bbb-b120-7366ba6d68a8 req-59b08b77-fd08-4836-a4cb-2d83c4ee8a59 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.507094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b52b72a-0df7-4bbb-b120-7366ba6d68a8 req-59b08b77-fd08-4836-a4cb-2d83c4ee8a59 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 943 time: 0.2258875 Oct 28 21:29:40.513627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.515645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.516775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "DELETE /v2.0/security-groups/0708fd9b-0d19-4e76-843b-b24b6db87548 HTTP/1.1" status: 204 len: 168 time: 0.5281894 Oct 28 21:29:40.527914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37626) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:40.535931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498132d-69fa-4485-a444-71123af9493c req-6f9f9de9-5c72-495f-bf7c-3a4788033523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.537344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-6f9f9de9-5c72-495f-bf7c-3a4788033523 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.1219153 Oct 28 21:29:40.552578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-a5dd6dae-7705-4917-952c-897ac6898e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:40.554163 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-a5dd6dae-7705-4917-952c-897ac6898e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.0506291 Oct 28 21:29:40.561677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-c02c099b-2b9c-4ae1-ae9f-ad19db9eec33 service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170250 Oct 28 21:29:40.577726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d447adc-54b4-4e30-bbe1-61ac4a583f16 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708fd9b-0d19-4e76-843b-b24b6db87548,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:40.580190 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-7ae80bcb-71b1-4bee-aa6c-535aaf0c2cb2 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] show failed (client error): The resource could not be found. Oct 28 21:29:40.583656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7ae80bcb-71b1-4bee-aa6c-535aaf0c2cb2 tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "GET /v2.0/security-groups/0708fd9b-0d19-4e76-843b-b24b6db87548 HTTP/1.1" status: 404 len: 347 time: 0.0510495 Oct 28 21:29:40.583897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37632) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:40.611481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-ccb45679-7ce1-4cef-842e-e3a284bdfbb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488021 Oct 28 21:29:40.642874 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-54ed5fc5-5da9-475d-9764-47c1ec1a42d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699551 Oct 28 21:29:40.741600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a5d665e4-57ce-4986-b219-86fbfd1f1335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.829808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Deleting port df5ea1ba-5dfd-47b4-b6ac-755c24be0c34 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:40.830148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:40.836443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-9e375250-9b84-486f-bde3-2693ccf49efd service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415446 Oct 28 21:29:40.947155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:40.950393 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c297e-b0da-4ea8-9381-43672cfbc4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:41.007869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b52b72a-0df7-4bbb-b120-7366ba6d68a8 req-08a465c4-91ac-48c3-86a7-2509a4a3bcbc tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896340 Oct 28 21:29:41.062056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6427-0774-42e6-a0a7-0a22717e0f35 req-2c945845-01b1-4931-a36d-33893d97ec21 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:41.069447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-570f6427-0774-42e6-a0a7-0a22717e0f35 req-2c945845-01b1-4931-a36d-33893d97ec21 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.4462802 Oct 28 21:29:41.127913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04e57e94-1bc0-4a2b-9232-621b32340de6 req-b8ae09b0-2c6b-431f-a4ea-696ddc7fe89b service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450301 Oct 28 21:29:41.130087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-c0c86aaa-7869-4deb-b692-7dc209b26ccc service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058632 Oct 28 21:29:41.181562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-570f6427-0774-42e6-a0a7-0a22717e0f35 req-939e7123-cdf2-461b-a202-620988d3e4d2 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076436 Oct 28 21:29:41.259164 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62a2d12-70b0-4fbe-bcd2-65d2f1401763 x-openstack-request-id: req-e62a2d12-70b0-4fbe-bcd2-65d2f1401763 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:41.259376 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:41.259629 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e62a2d12-70b0-4fbe-bcd2-65d2f1401763 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:41.260094 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f', 'status': 'completed', 'code': 200} Oct 28 21:29:41.284653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.285245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.293946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581971c2-46a6-47a3-a618-7ec543549618 req-456fb0f7-6b4c-45b0-892b-496f60c23154 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:41.295492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-581971c2-46a6-47a3-a618-7ec543549618 req-456fb0f7-6b4c-45b0-892b-496f60c23154 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0848749 Oct 28 21:29:41.298604 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd5305d9-50e7-4e75-b1d2-3b92aabec9b2 req-c10e99c8-6faf-45fa-abf2-159839496716 service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492114 Oct 28 21:29:41.302815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Calling delete_port for df5ea1ba-5dfd-47b4-b6ac-755c24be0c34 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:41.344888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1498132d-69fa-4485-a444-71123af9493c req-663dda59-d129-412e-9206-a3f44ac91fba service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992610 Oct 28 21:29:41.375764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-581971c2-46a6-47a3-a618-7ec543549618 req-2ed0c3c0-3713-476d-9274-b2ccfc5b792f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734766 Oct 28 21:29:41.378506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-e6d54b39-2c67-412b-bb28-8216bd683caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:41.379939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-e6d54b39-2c67-412b-bb28-8216bd683caa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 1096 time: 0.0835738 Oct 28 21:29:41.464740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.491720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-56853136-d795-4093-a110-bd2a1cbb802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:41.493250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-56853136-d795-4093-a110-bd2a1cbb802c service neutron] 10.222.0.44 "GET /v2.0/networks?id=37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 200 len: 919 time: 0.1042817 Oct 28 21:29:41.519298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Pushing event deleted for resources: {'Port': ['ID=df5ea1ba-5dfd-47b4-b6ac-755c24be0c34,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:41.542781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-c464420f-6e66-4d1e-a688-fcbfd0f8bfc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f HTTP/1.1" status: 200 len: 217 time: 0.0396264 Oct 28 21:29:41.558950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.561879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.563018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed805c15-ffce-4cc7-bc3f-c4abb972c08a tempest-ImagesOneServerNegativeTestJSON-62869766 tempest-ImagesOneServerNegativeTestJSON-62869766-project] 10.222.0.31 "DELETE /v2.0/floatingips/06e820fb-37ad-481d-abe3-b7992d834e1b HTTP/1.1" status: 204 len: 168 time: 0.9783869 Oct 28 21:29:41.602898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-ed1444f5-7fdf-48db-b2cb-63cd7332ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:41.602898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-ed1444f5-7fdf-48db-b2cb-63cd7332ea7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 200 len: 858 time: 0.0468640 Oct 28 21:29:41.634917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-ba3562bb-f048-4819-a9ba-40f5c7ec46a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37634181-b07a-4b8e-85ac-260519ae1d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267003 Oct 28 21:29:41.689815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:41.741480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Deleting subnet 64c884fe-b513-491c-a846-14f2ec035852 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:29:41.745427 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.756426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-1163f2b3-9afc-4c7f-81c1-a26cf826dd5c service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089220 Oct 28 21:29:41.779367 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.786263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.827737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.889155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.904872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 89b6b635-f967-466c-bc72-200ef0612ec3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:41.914174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b71c297e-b0da-4ea8-9381-43672cfbc4c3 req-964b96ae-39cf-49e3-9a14-832b1be5ed88 service neutron] 10.222.0.44 "GET /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473658 Oct 28 21:29:41.922515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:41.930160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/64c884fe-b513-491c-a846-14f2ec035852 HTTP/1.1" status: 204 len: 168 time: 0.2404518 Oct 28 21:29:41.930418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:41.932151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb460b-a621-447c-b794-b56c91f99cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c884fe-b513-491c-a846-14f2ec035852,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:42.009767 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.012735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.037284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=89b6b635-f967-466c-bc72-200ef0612ec3,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:42.050732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '89b6b635-f967-466c-bc72-200ef0612ec3', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'port_id': '89b6b635-f967-466c-bc72-200ef0612ec3', 'mac_address': 'fa:16:3e:10:f6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380f361f-c240-4d09-a3a2-41012cfd0928', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:42.096403 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.109220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.119754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b6b635-f967-466c-bc72-200ef0612ec3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:42.161691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=89b6b635-f967-466c-bc72-200ef0612ec3,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:42.163194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d16e96a-a584-4c9c-89e4-9dd62bb3d286']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:42.172101 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.174316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 11bc87b7-9087-42ac-b965-172ef67d6a74 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:42.176915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece2f4f0-936d-48d0-875f-235f43770b67') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:42.177230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece2f4f0-936d-48d0-875f-235f43770b67') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:42.190063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.211926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fdf0b-af31-4362-bcc2-df9eb175e6b7 req-49400aff-70f8-4c58-8512-98a9bd7d8ef6 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:42.213486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d4fdf0b-af31-4362-bcc2-df9eb175e6b7 req-49400aff-70f8-4c58-8512-98a9bd7d8ef6 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 943 time: 0.1070197 Oct 28 21:29:42.215120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.225905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:29:42.226274 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:29:42.228759 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:29:42.260625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=11bc87b7-9087-42ac-b965-172ef67d6a74,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:42.288991 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '11bc87b7-9087-42ac-b965-172ef67d6a74', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'port_id': '11bc87b7-9087-42ac-b965-172ef67d6a74', 'mac_address': 'fa:16:3e:89:82:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380f361f-c240-4d09-a3a2-41012cfd0928', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:42.295669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:42.328520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.328520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.328690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.328939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.329268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.329593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.329915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.330233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.330545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.330855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.331167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.331486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:42.344948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d4fdf0b-af31-4362-bcc2-df9eb175e6b7 req-12358544-f716-4b3a-96b8-ed2c0695a1c4 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046100 Oct 28 21:29:42.348088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.357189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.360355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d16e96a-a584-4c9c-89e4-9dd62bb3d286 HTTP/1.1" status: 204 len: 168 time: 0.4281816 Oct 28 21:29:42.363405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.382576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465688-4d03-47f5-b6c6-48b24f6f9d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d16e96a-a584-4c9c-89e4-9dd62bb3d286,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:42.389469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bc87b7-9087-42ac-b965-172ef67d6a74 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:42.393403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82798aac-961c-404e-aac5-2cebaf6037e9 req-0fa5d5d0-5a12-4f50-ba80-2a3d675aa182 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:42.400925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82798aac-961c-404e-aac5-2cebaf6037e9 req-0fa5d5d0-5a12-4f50-ba80-2a3d675aa182 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1153266 Oct 28 21:29:42.429671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=11bc87b7-9087-42ac-b965-172ef67d6a74,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:42.438048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.450814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82798aac-961c-404e-aac5-2cebaf6037e9 req-880d8f3a-e856-4ce7-b8ba-97d27c444a9a tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Oct 28 21:29:42.510379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:42.537433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00205911-da91-47c3-a3a6-40298e0a0404 req-8e11aa80-4d2f-41af-9eda-8bde068e8cf3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:42.539160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00205911-da91-47c3-a3a6-40298e0a0404 req-8e11aa80-4d2f-41af-9eda-8bde068e8cf3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0672095 Oct 28 21:29:42.583512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00205911-da91-47c3-a3a6-40298e0a0404 req-b907b177-b35d-43a4-ba16-8fb8832b6447 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Oct 28 21:29:42.584471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37706) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:42.624661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5cc33bc9-e042-425d-b171-0761e5ee89f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3f1fad39f5b46c6ac0a3055432539aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392776 Oct 28 21:29:42.627035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37708) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:42.680292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.702385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.756294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.758946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:42.760523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecbb9ade-9810-47ba-85ac-ef9b78996a78 HTTP/1.1" status: 204 len: 168 time: 0.1322341 Oct 28 21:29:42.769853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821f8d7-97f9-49f9-90af-df84e25fbcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb9ade-9810-47ba-85ac-ef9b78996a78,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:42.836221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['11bc87b7-9087-42ac-b965-172ef67d6a74'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:42.868739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['89b6b635-f967-466c-bc72-200ef0612ec3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:43.311533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2869-276c-4786-a2bd-1f6d544e7390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:43.489703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b9700-6d3e-4bd0-95a4-b1a8720e4038 req-307b0db6-ee99-4c96-bbdf-6f4fc528169e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:43.491231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f10b9700-6d3e-4bd0-95a4-b1a8720e4038 req-307b0db6-ee99-4c96-bbdf-6f4fc528169e tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 944 time: 0.0594661 Oct 28 21:29:43.542174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f10b9700-6d3e-4bd0-95a4-b1a8720e4038 req-600e6f50-0d25-4dcf-8fe2-4ed6e6bfaba7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Oct 28 21:29:43.593965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65683085-d5ed-4cdb-b46a-b66bd14fa044 req-88098a84-4bcd-4fee-b460-3846df7a8bb8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:43.595509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65683085-d5ed-4cdb-b46a-b66bd14fa044 req-88098a84-4bcd-4fee-b460-3846df7a8bb8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0577016 Oct 28 21:29:43.643807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65683085-d5ed-4cdb-b46a-b66bd14fa044 req-3a3bcb4b-0883-4ab3-9f3b-78bd3f9346c8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Oct 28 21:29:43.719286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a9cb9-b992-4229-a232-acb11b3b2446 req-1af82a8e-3716-4813-811e-96cd754cfa7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:43.720915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b1a9cb9-b992-4229-a232-acb11b3b2446 req-1af82a8e-3716-4813-811e-96cd754cfa7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0567913 Oct 28 21:29:43.771107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b1a9cb9-b992-4229-a232-acb11b3b2446 req-623589e2-0ca0-441d-974e-3ded59fec349 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Oct 28 21:29:43.936856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5871e7e7-d16f-4c86-bbc7-25546dea535f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:44.043036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:44.055268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5871e7e7-d16f-4c86-bbc7-25546dea535f', 'network_id': '37634181-b07a-4b8e-85ac-260519ae1d51', 'port_id': '5871e7e7-d16f-4c86-bbc7-25546dea535f', 'mac_address': 'fa:16:3e:c9:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380f361f-c240-4d09-a3a2-41012cfd0928', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:44.099134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:44.113460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5871e7e7-d16f-4c86-bbc7-25546dea535f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:44.133310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:44.139086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:44.191926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:44.519669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5871e7e7-d16f-4c86-bbc7-25546dea535f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:44.716001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca12ccd-f593-4cd3-997c-fdebad3434a1 req-104db02f-4f04-498d-a370-4f72fe198660 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:44.717639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ca12ccd-f593-4cd3-997c-fdebad3434a1 req-104db02f-4f04-498d-a370-4f72fe198660 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 944 time: 0.0718946 Oct 28 21:29:44.760064 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:44.780022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ca12ccd-f593-4cd3-997c-fdebad3434a1 req-82accc42-b673-45b8-9ab1-ca87fd18766a tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531604 Oct 28 21:29:44.830697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd19b95-ddbf-4987-a206-29ce9785976b req-8bece923-9c8f-4556-ab8c-88130dd733e3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:44.832219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfd19b95-ddbf-4987-a206-29ce9785976b req-8bece923-9c8f-4556-ab8c-88130dd733e3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0697837 Oct 28 21:29:44.882948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfd19b95-ddbf-4987-a206-29ce9785976b req-2c68f64d-ffd6-44b2-88fe-75e25c1578c4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Oct 28 21:29:44.929031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784efca9-6b3d-493a-af65-c8b0f4bb98bc req-7d4446ed-7ae0-4f11-9b54-4354a1343669 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:44.930737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-784efca9-6b3d-493a-af65-c8b0f4bb98bc req-7d4446ed-7ae0-4f11-9b54-4354a1343669 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0649385 Oct 28 21:29:44.975431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-784efca9-6b3d-493a-af65-c8b0f4bb98bc req-0a8492e9-1128-4b6e-8260-d2b3ba829cd7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Oct 28 21:29:45.018745 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.242526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37824) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:45.454747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eedb45ac-189c-4d98-b12b-c5344b5f0315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.530250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eedb45ac-189c-4d98-b12b-c5344b5f0315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.534067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eedb45ac-189c-4d98-b12b-c5344b5f0315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.571484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eedb45ac-189c-4d98-b12b-c5344b5f0315 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a7e50caa311444c9c1d941b63d51d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277817 Oct 28 21:29:45.574118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb45ac-189c-4d98-b12b-c5344b5f0315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7768be87-4a76-4ecb-9dc7-e5db03a7fedc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:45.575005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:45.637905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.659582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.708431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.711020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:45.712151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7768be87-4a76-4ecb-9dc7-e5db03a7fedc HTTP/1.1" status: 204 len: 168 time: 0.1355007 Oct 28 21:29:45.722426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1dd6c-e5e0-4caf-8a66-b9e2fa6dd36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7768be87-4a76-4ecb-9dc7-e5db03a7fedc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:45.898895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37842) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:45.934486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba6c7a-397a-4e76-b738-0698b5487216 req-d9880e8d-36c6-4807-a5e6-f7fab18ef9df tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:45.942919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1ba6c7a-397a-4e76-b738-0698b5487216 req-d9880e8d-36c6-4807-a5e6-f7fab18ef9df tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 944 time: 0.0862889 Oct 28 21:29:45.951423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5871e7e7-d16f-4c86-bbc7-25546dea535f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:46.034929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 5871e7e7-d16f-4c86-bbc7-25546dea535f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:46.044708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5871e7e7-d16f-4c86-bbc7-25546dea535f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:46.045415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.045956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1ba6c7a-397a-4e76-b738-0698b5487216 req-ca08846a-5e78-4e01-81e2-2a3a0e453df0 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017640 Oct 28 21:29:46.114839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db26e-dc80-48c4-9792-7aaaa45298a2 req-9546f7d8-eef8-4b68-8119-577ebe96c9a1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:46.128637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-356db26e-dc80-48c4-9792-7aaaa45298a2 req-9546f7d8-eef8-4b68-8119-577ebe96c9a1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1578314 Oct 28 21:29:46.160808 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.184981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-356db26e-dc80-48c4-9792-7aaaa45298a2 req-79faa8ac-c501-4d6f-9f89-54f6f0ed95e1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553668 Oct 28 21:29:46.191038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:46.196125 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96797bc2-b6bb-449a-8b2f-90a3b9994a17" -d '{"events": [{"server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "name": "network-vif-plugged", "status": "completed", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:46.217325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:46.225304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.226411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 89b6b635-f967-466c-bc72-200ef0612ec3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:46.242498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb91fc38-99e3-4a7b-a3bf-f718f5649ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.281729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448cc47-96aa-4f3e-994c-c0369b4f188e req-8ceb577f-fc10-479f-a776-557752aff48a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:46.283799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4448cc47-96aa-4f3e-994c-c0369b4f188e req-8ceb577f-fc10-479f-a776-557752aff48a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1084814 Oct 28 21:29:46.291605 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd8ae3-e876-4be1-8fc5-5dacff248140 x-openstack-request-id: req-41dd8ae3-e876-4be1-8fc5-5dacff248140 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:46.291883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "name": "network-vif-plugged", "status": "completed", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:46.292147 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41dd8ae3-e876-4be1-8fc5-5dacff248140 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:46.293806 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f', 'code': 200} Oct 28 21:29:46.343148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:46.360695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 89b6b635-f967-466c-bc72-200ef0612ec3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:46.365724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb91fc38-99e3-4a7b-a3bf-f718f5649ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.365955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 89b6b635-f967-466c-bc72-200ef0612ec3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:46.366736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.370201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4448cc47-96aa-4f3e-994c-c0369b4f188e req-3d547bfc-2f1f-44cf-8391-2f43b013feff tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788798 Oct 28 21:29:46.373340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb91fc38-99e3-4a7b-a3bf-f718f5649ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.418825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bb91fc38-99e3-4a7b-a3bf-f718f5649ebe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21385edfae3445c0b981112028e599be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185580 Oct 28 21:29:46.421821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37862) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:46.431911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91fc38-99e3-4a7b-a3bf-f718f5649ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1e8b1-1e0e-4447-9e51-2e4c9ebf2373,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:46.482479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3977b9-5dbb-4232-9ca4-81d062c83a77 req-893b582a-5335-4f29-a9c4-156740d87625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:46.484894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.485157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3977b9-5dbb-4232-9ca4-81d062c83a77 req-893b582a-5335-4f29-a9c4-156740d87625 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 1098 time: 0.1577237 Oct 28 21:29:46.523520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=89b6b635-f967-466c-bc72-200ef0612ec3,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:46.529612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.530608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 11bc87b7-9087-42ac-b965-172ef67d6a74 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:29:46.550270 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-80e3ae3c-edfe-4b34-8907-4776f83f5a61 service neutron] show failed (client error): The resource could not be found. Oct 28 21:29:46.551283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-80e3ae3c-edfe-4b34-8907-4776f83f5a61 service neutron] 10.222.0.44 "GET /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.1607006 Oct 28 21:29:46.574519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.587076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3977b9-5dbb-4232-9ca4-81d062c83a77 req-6b2dbf50-1128-4d58-8b48-2d6445ad53c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818341 Oct 28 21:29:46.600473 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.632578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.643351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:46.654558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 11bc87b7-9087-42ac-b965-172ef67d6a74 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:29:46.665037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 11bc87b7-9087-42ac-b965-172ef67d6a74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:29:46.665037 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.668600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.671379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.672802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51b1e8b1-1e0e-4447-9e51-2e4c9ebf2373 HTTP/1.1" status: 204 len: 168 time: 0.2498679 Oct 28 21:29:46.692321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cad288-ce06-4cb7-a050-045bef73ac94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1e8b1-1e0e-4447-9e51-2e4c9ebf2373,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:46.759752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37876) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:46.764140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.800826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=11bc87b7-9087-42ac-b965-172ef67d6a74,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:46.806764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:46.876199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:46.936169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-dc9bdee3-9c93-4dec-9c9e-e034b11bb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:46.938306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-dc9bdee3-9c93-4dec-9c9e-e034b11bb35d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1102 time: 0.0608900 Oct 28 21:29:46.956607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:47.012350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.014944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1910806251-network', 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:47.045330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:47.047702 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.057242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.079600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:47.137465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.190712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.194577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.215148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6a2a7-e556-4f1f-a42e-dd89236194b7 req-80a8b544-c807-4a50-a9b4-ad7cac2efb3c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:47.222562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ad6a2a7-e556-4f1f-a42e-dd89236194b7 req-80a8b544-c807-4a50-a9b4-ad7cac2efb3c tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 945 time: 0.0978587 Oct 28 21:29:47.258607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:29:47.268448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0aba-cac6-4a28-9422-28d5bedd82f5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:47.282202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:47.301086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.301425 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Added segment f96d35f5-23d9-475e-aa6a-c4f56535a8d9 of type vlan for network a77472b9-605c-47d6-b31d-5a6a39cb33be Oct 28 21:29:47.318013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.324056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.343916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ad6a2a7-e556-4f1f-a42e-dd89236194b7 req-36c268f4-3d99-4905-9631-fdcb3338e843 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204877 Oct 28 21:29:47.353677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:47.369489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.377274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2d3-2e08-475c-b1dd-e48e8f9346a9 req-692a7aa0-7d9a-4b3e-88e1-9f51d2720a16 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:47.378761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74c2d2d3-2e08-475c-b1dd-e48e8f9346a9 req-692a7aa0-7d9a-4b3e-88e1-9f51d2720a16 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.1155548 Oct 28 21:29:47.398302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c5305439be14feab71b98275eb9dbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173723 Oct 28 21:29:47.400943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:47.409229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146fc2a-6c49-4f73-b05d-f69defa22c9f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:47.417076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.418447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:47.419471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.434378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.434917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.435448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.435948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.436291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.436691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.436970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.437473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.437908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.438189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.438683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.439417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1de13-1298-45e3-90d6-028009ed5e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:29:47.448409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:47.450872 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e485f1-3ba0-4c68-a5ee-a50624b85b49" -d '{"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:47.454881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.480410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Transition to ACTIVE for port object f950784f-9830-44f1-b8af-cbeed6f22261 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:47.481776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74c2d2d3-2e08-475c-b1dd-e48e8f9346a9 req-cf5df85a-10ac-4914-88da-89778e5035c0 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918260 Oct 28 21:29:47.490390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.509014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.523583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7599075 Oct 28 21:29:47.528718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37896) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:47.535536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Request body: {'subnet': {'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1910806251-subnet', 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:47.538879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11014dcf-a78d-480a-96ae-6fa7218108f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a77472b9-605c-47d6-b31d-5a6a39cb33be,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:47.549587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a77472b9-605c-47d6-b31d-5a6a39cb33be details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:29:47.579289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dc9dd-0dd7-457b-9bcd-c4ba1baea507 req-27098fb2-f226-46d7-85f7-d7f4cf7b8b48 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:47.581464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe2dc9dd-0dd7-457b-9bcd-c4ba1baea507 req-27098fb2-f226-46d7-85f7-d7f4cf7b8b48 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1282852 Oct 28 21:29:47.609316 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1807f8-74aa-4c1b-a87e-68c0a2c2478a x-openstack-request-id: req-ce1807f8-74aa-4c1b-a87e-68c0a2c2478a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:47.609607 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:47.610026 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce1807f8-74aa-4c1b-a87e-68c0a2c2478a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:47.610572 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'code': 200} Oct 28 21:29:47.613624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] No DVR routers for this DVR port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:47.629282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:47.633014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.647015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe2dc9dd-0dd7-457b-9bcd-c4ba1baea507 req-878fb98d-1b54-4cf3-a6e1-a70269fd17e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526559 Oct 28 21:29:47.656288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:47.658977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.755930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:47.756253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:47.756596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:47.767209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:47.767531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:47.783272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:47.783899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:47.784337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:47.784757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Bound port: f950784f-9830-44f1-b8af-cbeed6f22261, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:47.785115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.831868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.834346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.835466 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1146fc2a-6c49-4f73-b05d-f69defa22c9f HTTP/1.1" status: 204 len: 168 time: 0.4336283 Oct 28 21:29:47.880420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8324389-ccde-4334-99e4-bcf8d6a19ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146fc2a-6c49-4f73-b05d-f69defa22c9f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:47.932694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:47.956841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:47.962275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:47.992256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:48.041373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.041980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:48.044077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] 10.222.0.52 "PUT /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 1097 time: 1.0918584 Oct 28 21:29:48.083575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c8424-4954-4bec-b4ae-719ed841ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:48.098119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:48.130081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:48.130687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Network hostable DHCP agents. Network: a77472b9-605c-47d6-b31d-5a6a39cb33be, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:29:48.154024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-1a1d030f-de18-4aff-b19d-b32768fbb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.155830 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-1a1d030f-de18-4aff-b19d-b32768fbb260 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.0690837 Oct 28 21:29:48.166593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:29:48.200704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a77472b9-605c-47d6-b31d-5a6a39cb33be) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:48.211763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733afee-fe9a-49b1-b18b-2631825867d8 None None] Network a77472b9-605c-47d6-b31d-5a6a39cb33be requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:48.235545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.236127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:48.273627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ccd997b7-83ca-4f94-9479-321a4b797622 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7389808 Oct 28 21:29:48.294212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3'}, {'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:48.296795 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdbbb6b-6cb1-4ee1-a707-3f0914fbb29f" -d '{"events": [{"server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "name": "network-vif-plugged", "status": "completed", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3"}, {"server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "name": "network-vif-plugged", "status": "completed", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:48.332609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-34a6ff32-052d-4959-b512-1bb2e3d30c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.334402 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-34a6ff32-052d-4959-b512-1bb2e3d30c81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1578279 Oct 28 21:29:48.373198 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d216640-cbc5-4bc1-87ee-ff9b922ca104 x-openstack-request-id: req-9d216640-cbc5-4bc1-87ee-ff9b922ca104 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:48.373744 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "name": "network-vif-plugged", "status": "completed", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3", "code": 200}, {"server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "name": "network-vif-plugged", "status": "completed", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:48.374215 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d216640-cbc5-4bc1-87ee-ff9b922ca104 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:48.374786 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3', 'code': 200} Oct 28 21:29:48.375305 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74', 'code': 200} Oct 28 21:29:48.395076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-ffe939b9-0c60-4cf5-b348-88415a35559e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0518405 Oct 28 21:29:48.436508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7bc715-c6ee-49c1-bbef-ad483421a69b None None] Network a77472b9-605c-47d6-b31d-5a6a39cb33be requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:29:48.458305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-82735360-da72-45fe-aa36-50c5f64a081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.460535 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-82735360-da72-45fe-aa36-50c5f64a081b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0586469 Oct 28 21:29:48.524069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146370-685a-45e9-92a2-6c1c3f100a30 req-fd14dfe7-1862-4419-98a4-70f2587f6754 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.526037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36146370-685a-45e9-92a2-6c1c3f100a30 req-fd14dfe7-1862-4419-98a4-70f2587f6754 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 945 time: 0.0722864 Oct 28 21:29:48.553252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-0dd0cf50-67a2-46c3-9e10-accbbfe81dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.559728 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-0dd0cf50-67a2-46c3-9e10-accbbfe81dad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895746 Oct 28 21:29:48.689417 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-fbc1af57-99aa-434b-860a-d8879d3165e4 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219034 Oct 28 21:29:48.690237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36146370-685a-45e9-92a2-6c1c3f100a30 req-45564741-8b26-4a97-b5b7-eee6c74786bc tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494207 Oct 28 21:29:48.704140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b46291-4173-43ac-9e51-8610e32dc76e req-80d1a99b-d26e-40db-885a-7eacbf170d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.705725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9b46291-4173-43ac-9e51-8610e32dc76e req-80d1a99b-d26e-40db-885a-7eacbf170d8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 1097 time: 0.1777804 Oct 28 21:29:48.708595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e015f8b-e405-45b7-86a1-1836900a7f51 req-3c42dbe5-0865-420b-b9a4-3f899548102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.713617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e015f8b-e405-45b7-86a1-1836900a7f51 req-3c42dbe5-0865-420b-b9a4-3f899548102f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 1097 time: 0.1845334 Oct 28 21:29:48.726926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76c4aa-a3d2-4c61-b089-60d8d79c5e80 req-d703b64b-7f78-48aa-99da-8c4f8b0ecb76 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.728646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a76c4aa-a3d2-4c61-b089-60d8d79c5e80 req-d703b64b-7f78-48aa-99da-8c4f8b0ecb76 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.1228557 Oct 28 21:29:48.830828 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d204f5e8-0d92-4b82-aebb-92cb72f7b8de req-0f45b98d-3f12-4dea-b944-84a27f65704b service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327488 Oct 28 21:29:48.831405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e015f8b-e405-45b7-86a1-1836900a7f51 req-540f967b-2e08-4ae7-a7c6-ebd89b425a43 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015525 Oct 28 21:29:48.835280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9b46291-4173-43ac-9e51-8610e32dc76e req-5422fd1e-f8d5-4bc4-97cf-6e33d94dbdbe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039047 Oct 28 21:29:48.838125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a76c4aa-a3d2-4c61-b089-60d8d79c5e80 req-e26919f2-5a7c-49b9-ab9c-81e068eb9a69 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962973 Oct 28 21:29:48.965660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f7cd-9c0a-434d-8242-84d3b8e92a8b req-a04c7927-799f-49ad-9b14-1484bc29b8f7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:48.967461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fff9f7cd-9c0a-434d-8242-84d3b8e92a8b req-a04c7927-799f-49ad-9b14-1484bc29b8f7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0559852 Oct 28 21:29:49.009323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fff9f7cd-9c0a-434d-8242-84d3b8e92a8b req-3988133d-dffe-40c2-83ba-eed8751568e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Oct 28 21:29:49.160863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-57dc3061-404d-4bdd-9683-1cce60821df2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.162313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-57dc3061-404d-4bdd-9683-1cce60821df2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.1086972 Oct 28 21:29:49.179451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-f0e60c9f-65a1-4276-b20f-083e03a06e34 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0098846 Oct 28 21:29:49.211902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-f7b60c50-57e3-45d4-9908-20e657ac27fc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262344 Oct 28 21:29:49.304002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-8278d180-cbaf-44f1-8cfd-9cfd7288537f service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Oct 28 21:29:49.398634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-b94d8728-ba53-4a0c-9269-9c0eb57edbed service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880167 Oct 28 21:29:49.573681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9cfbaea9-c21e-471a-86ba-f11acda40968 req-832733d7-07aa-4755-b42a-001d215518e4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 210 time: 0.0270879 Oct 28 21:29:49.611743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:49.614167 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c11e15d-1ae5-401b-89e6-e9a4d4733217" -d '{"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:49.675094 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015fe177-b441-4cad-91d4-f182475898e3 x-openstack-request-id: req-015fe177-b441-4cad-91d4-f182475898e3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:49.675584 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:49.676160 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-015fe177-b441-4cad-91d4-f182475898e3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:49.676883 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'status': 'completed', 'code': 200} Oct 28 21:29:49.749641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-2c8cf8a5-f55b-46e3-b295-50a09fb7fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.751623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-2c8cf8a5-f55b-46e3-b295-50a09fb7fd29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.0513916 Oct 28 21:29:49.753878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-fdb708b2-76ab-4823-baf1-c8f7bf00f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.755837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-fdb708b2-76ab-4823-baf1-c8f7bf00f917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.0588448 Oct 28 21:29:49.885240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-3bb0daf9-1dda-4365-ac90-43ba71c6d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.890483 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-3bb0daf9-1dda-4365-ac90-43ba71c6d78f service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1304801 Oct 28 21:29:49.945778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd14c6-acc9-43d4-83a7-84a16cf1370e req-d8f9924c-9cd0-4741-b4f5-46a829810c42 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.948104 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-cf5bce8a-4780-484d-b249-b0e1d9cfc6e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0484514 Oct 28 21:29:49.952977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89cd14c6-acc9-43d4-83a7-84a16cf1370e req-d8f9924c-9cd0-4741-b4f5-46a829810c42 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 945 time: 0.1138945 Oct 28 21:29:49.974754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-e9087931-3abd-421d-a1fc-add19c38ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:49.976507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-e9087931-3abd-421d-a1fc-add19c38ec98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2111800 Oct 28 21:29:49.985660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:50.026277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-a1b0d272-4b98-4dea-801a-28c62503aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.034440 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-a1b0d272-4b98-4dea-801a-28c62503aeb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0780756 Oct 28 21:29:50.062531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:50.069955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-3ca0ae63-87ac-4867-9c46-68c0927bc616 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0714116 Oct 28 21:29:50.092867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-ee279f04-0956-4262-8ee6-636224276a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.094915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-ee279f04-0956-4262-8ee6-636224276a1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545235 Oct 28 21:29:50.175181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12601107-5a96-47c3-b9a5-67eda31ce24f req-777560bc-2387-4f28-a5c6-d40184e410e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.176867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12601107-5a96-47c3-b9a5-67eda31ce24f req-777560bc-2387-4f28-a5c6-d40184e410e7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.2397940 Oct 28 21:29:50.179858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89cd14c6-acc9-43d4-83a7-84a16cf1370e req-19fd1e79-fd19-4904-aa37-bb6fc037e296 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220502 Oct 28 21:29:50.232465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12601107-5a96-47c3-b9a5-67eda31ce24f req-95bb5222-5905-4e06-97ce-1062a699fc13 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Oct 28 21:29:50.234057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-121af50f-f4f2-4381-8161-b9b731e31763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.235421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-121af50f-f4f2-4381-8161-b9b731e31763 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1376221 Oct 28 21:29:50.243940 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-5fcecfe1-3dc6-44cc-ba4d-3c815e67d59d service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405299 Oct 28 21:29:50.345969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-b07cbb56-8d7f-4c04-a8a2-58b5b6ecd32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.347750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-b07cbb56-8d7f-4c04-a8a2-58b5b6ecd32e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878546 Oct 28 21:29:50.377200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4bc9b-ff2f-441e-9ac5-e873a4c67109 req-a4bf0a1c-5bc2-445d-a465-f548174410b1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:50.379109 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-8cfa2736-96ed-4e07-8faa-168219a3f23f service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205533 Oct 28 21:29:50.379577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38f4bc9b-ff2f-441e-9ac5-e873a4c67109 req-a4bf0a1c-5bc2-445d-a465-f548174410b1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0840116 Oct 28 21:29:50.501452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38f4bc9b-ff2f-441e-9ac5-e873a4c67109 req-b8c86d8e-6df6-4daa-a254-a4480bc81c16 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070375 Oct 28 21:29:50.540135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-469c4d3d-1aae-4b2c-b160-296a85ff0fd4 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727796 Oct 28 21:29:50.696175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cea9a2c-6da7-4a21-b8f7-377f08b5d9cc req-4346e757-587b-4e61-9497-1fb3342696b4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 210 time: 0.0400248 Oct 28 21:29:50.700239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c11e15d-1ae5-401b-89e6-e9a4d4733217 req-cdcf9e27-af41-4d50-92b3-a4def51cdc54 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359799 Oct 28 21:29:51.045082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-7a37c64e-5984-4a6a-8c23-5c1a0cb901e3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:51.046694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-7a37c64e-5984-4a6a-8c23-5c1a0cb901e3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.1161115 Oct 28 21:29:51.060752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:51.197610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:29:51.201826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:51.625540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c786ae-6517-4968-8fec-a510c6f807e2 req-3a8c8787-a4fd-4756-a5a2-18151d497210 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:51.627009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3c786ae-6517-4968-8fec-a510c6f807e2 req-3a8c8787-a4fd-4756-a5a2-18151d497210 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 945 time: 0.3403358 Oct 28 21:29:51.683690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.10 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/220f61c8-b879-49b2-a04b-90e3da75e07e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:29:51.718883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3c786ae-6517-4968-8fec-a510c6f807e2 req-2fbd4d4e-8b22-4c23-9483-d23a5d787f3d tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Oct 28 21:29:51.764970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201821c-5a77-45e6-a356-44aba424150f req-2aedc8e5-4464-4d81-b242-7b5585e16773 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:51.766427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1201821c-5a77-45e6-a356-44aba424150f req-2aedc8e5-4464-4d81-b242-7b5585e16773 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.1385546 Oct 28 21:29:51.891877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1201821c-5a77-45e6-a356-44aba424150f req-7bc25e55-29a5-451e-8d5b-8dfb4973ad43 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169441 Oct 28 21:29:51.936858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c46e8-e4d9-4738-9c5a-b7bbc6449e82 req-5e4e4558-7614-4b8e-b312-509182f76f75 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:51.938336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c28c46e8-e4d9-4738-9c5a-b7bbc6449e82 req-5e4e4558-7614-4b8e-b312-509182f76f75 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.1293213 Oct 28 21:29:51.967385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:52.001745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c28c46e8-e4d9-4738-9c5a-b7bbc6449e82 req-53393824-9937-430d-84bd-f8725759e63c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550787 Oct 28 21:29:52.055065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:52.134861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:29:52.143222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:29:52.156060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996666-ae03-4ed5-b295-7f25095004fd req-6916a805-1952-4c09-b933-516c61b92131 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.172346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a996666-ae03-4ed5-b295-7f25095004fd req-6916a805-1952-4c09-b933-516c61b92131 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1533990 Oct 28 21:29:52.175371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:29:52.210886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:52.273270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a5dc7-0bbc-445d-8f59-d2d59628a124 req-e4ed0c8a-0eb1-4333-bab2-de1fe02a8902 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.274756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-149a5dc7-0bbc-445d-8f59-d2d59628a124 req-e4ed0c8a-0eb1-4333-bab2-de1fe02a8902 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 932 time: 0.1835675 Oct 28 21:29:52.278686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a996666-ae03-4ed5-b295-7f25095004fd req-b0d21ea0-cbef-44e2-ab3d-b41115412416 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053720 Oct 28 21:29:52.284458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.285099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:52.319954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-d4a42843-5db2-4582-91e6-7c2bbe9935ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2634461 Oct 28 21:29:52.342618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Request body: {'port': {'device_id': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:52.389777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-149a5dc7-0bbc-445d-8f59-d2d59628a124 req-47b9dc94-84aa-403c-a35a-6172078b23f5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876186 Oct 28 21:29:52.450743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:52.488635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f09ad-cc98-439e-af87-1f3c6c243b38 req-c355034e-3fbf-4f25-80a2-ed1a6317c35b tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.497837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a7f09ad-cc98-439e-af87-1f3c6c243b38 req-c355034e-3fbf-4f25-80a2-ed1a6317c35b tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 946 time: 0.1268108 Oct 28 21:29:52.576620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a7f09ad-cc98-439e-af87-1f3c6c243b38 req-c731db5e-efde-4b09-ad75-e3307ded5eb0 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778308 Oct 28 21:29:52.718868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-e3d552ed-21f4-48d9-ab6a-c1503e6ef210 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.720346 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-e3d552ed-21f4-48d9-ab6a-c1503e6ef210 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.52 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 948 time: 0.1066282 Oct 28 21:29:52.793058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-0f291992-031e-4bec-bd5a-20147e23cbda service neutron] 10.222.0.52 "GET /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.0648587 Oct 28 21:29:52.820880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4204c12-1e7c-44f6-89ab-c5b6f6a4613f req-3c0a8863-afe4-4460-b194-8ddb7f34a8dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.822288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4204c12-1e7c-44f6-89ab-c5b6f6a4613f req-3c0a8863-afe4-4460-b194-8ddb7f34a8dc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 948 time: 0.1182051 Oct 28 21:29:52.834555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014071e6-9f87-4f09-89f9-20f7ca21853c req-ff06d30a-ec01-49be-932c-8e356ac81b36 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.836005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-014071e6-9f87-4f09-89f9-20f7ca21853c req-ff06d30a-ec01-49be-932c-8e356ac81b36 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 945 time: 0.1330097 Oct 28 21:29:52.872345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b772a771-4470-4803-b503-a13dd39b41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:52.873869 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b772a771-4470-4803-b503-a13dd39b41b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1100 time: 0.0499721 Oct 28 21:29:52.950988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4204c12-1e7c-44f6-89ab-c5b6f6a4613f req-1c537053-8893-4661-9832-22c990e6f268 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051431 Oct 28 21:29:52.984287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-014071e6-9f87-4f09-89f9-20f7ca21853c req-da6c87c9-e0f9-47e2-9176-08b03a5e2800 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266451 Oct 28 21:29:53.000072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5a4d9b5e-90db-4372-aa18-ac26eab8b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.000072 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5a4d9b5e-90db-4372-aa18-ac26eab8b3c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1111805 Oct 28 21:29:53.006397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-63967cfc-9f78-4311-9f11-3c52618972d6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.007865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-63967cfc-9f78-4311-9f11-3c52618972d6 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.0969899 Oct 28 21:29:53.012044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220f61c8-b879-49b2-a04b-90e3da75e07e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:53.029018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.044922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-1f4ce792-5643-40bc-95c1-e002f57b9bcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0447135 Oct 28 21:29:53.077402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Transition to ACTIVE for port object 220f61c8-b879-49b2-a04b-90e3da75e07e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:29:53.098800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.129700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-07d00359-8dc9-4c55-99fc-c5166378bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.137489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-07d00359-8dc9-4c55-99fc-c5166378bd53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0802960 Oct 28 21:29:53.170313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Pushing event updated for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:53.226338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b1845c8d-f1f8-4780-be44-1c8ecd4a9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.228025 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b1845c8d-f1f8-4780-be44-1c8ecd4a9ae8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884993 Oct 28 21:29:53.265408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Deleting port 416d4aef-138f-4764-973d-518bfe3cd2ae {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:53.266057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.344932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-994f1c36-b9a5-4cff-bbb8-b38ae447edd1 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082339 Oct 28 21:29:53.382851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Attempting to bind port 220f61c8-b879-49b2-a04b-90e3da75e07e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:53.383190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Attempting to bind port 220f61c8-b879-49b2-a04b-90e3da75e07e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:53.383516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Attempting to bind port 220f61c8-b879-49b2-a04b-90e3da75e07e on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:53.403695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2ee7a-d69d-4d1e-9acb-e6aed176e08a req-5b5f5d54-75e6-404a-8f09-f5f1c2e4c4b3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.405236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6d2ee7a-d69d-4d1e-9acb-e6aed176e08a req-5b5f5d54-75e6-404a-8f09-f5f1c2e4c4b3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 945 time: 0.2084765 Oct 28 21:29:53.409517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Port 220f61c8-b879-49b2-a04b-90e3da75e07e on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:53.409899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Attempting to bind port 220f61c8-b879-49b2-a04b-90e3da75e07e on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:53.439380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:53.439700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:53.440057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:53.440525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Bound port: 220f61c8-b879-49b2-a04b-90e3da75e07e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:53.440880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.456120 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-e1c7e3a0-66ce-4c8c-b45c-c97dee3e28f3 service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015012 Oct 28 21:29:53.461782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2d47-c817-49c3-989b-65635662adb6 req-2ce37e89-6c9d-4443-a627-d82b76c62158 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.463272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51fb2d47-c817-49c3-989b-65635662adb6 req-2ce37e89-6c9d-4443-a627-d82b76c62158 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 945 time: 0.1450312 Oct 28 21:29:53.483419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:53.497071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] For port 416d4aef-138f-4764-973d-518bfe3cd2ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=416d4aef-138f-4764-973d-518bfe3cd2ae,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:53.497457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.589104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:53.605881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'mac_address': 'fa:16:3e:1c:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:53.619974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6d2ee7a-d69d-4d1e-9acb-e6aed176e08a req-aaa541d0-e02f-4eb1-86c9-e9eebb5f6709 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a238572-210e-48f2-ba3d-51f3efd143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936190 Oct 28 21:29:53.694156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51fb2d47-c817-49c3-989b-65635662adb6 req-29b7f4df-a946-4cfe-b81b-3619ed944ab7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109892 Oct 28 21:29:53.816810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:53.871436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=220f61c8-b879-49b2-a04b-90e3da75e07e,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:53.888000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.894025 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:53.913000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:53.931976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3bbb4-0951-46c5-a251-01d6ed14af32 req-933efe54-ad19-4527-82f9-12148abefb33 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:53.934858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a3bbb4-0951-46c5-a251-01d6ed14af32 req-933efe54-ad19-4527-82f9-12148abefb33 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.2089205 Oct 28 21:29:53.951191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:53.959097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:54.018288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:54.033234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.033850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:54.035206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] 10.222.0.44 "PUT /v2.0/ports/220f61c8-b879-49b2-a04b-90e3da75e07e HTTP/1.1" status: 200 len: 1093 time: 1.6979492 Oct 28 21:29:54.036619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:54.038828 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:54.086135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c80f5d-e58c-4de0-b851-82c2bddedbb8 req-067605c1-e586-4e1d-bf6a-c0e63940052e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.088827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88c80f5d-e58c-4de0-b851-82c2bddedbb8 req-067605c1-e586-4e1d-bf6a-c0e63940052e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 944 time: 0.2793155 Oct 28 21:29:54.114638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:54.115004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:54.115326 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Floating IP 3ef835a9-a90e-417c-a06d-edccc13674d7 disassociated. External IP: 172.25.4.34, port: 416d4aef-138f-4764-973d-518bfe3cd2ae. Oct 28 21:29:54.116699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Calling delete_port for 416d4aef-138f-4764-973d-518bfe3cd2ae owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:54.150454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6e85-8f66-4c9d-a9cc-64dfe12edb5a service neutron] Pushing event updated for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:54.180141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a3bbb4-0951-46c5-a251-01d6ed14af32 req-1db9018d-60f5-46d2-a78c-2cc4be10bcd2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292814 Oct 28 21:29:54.237656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['f950784f-9830-44f1-b8af-cbeed6f22261'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:54.238800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88c80f5d-e58c-4de0-b851-82c2bddedbb8 req-39e1cbb3-998a-46d3-958c-dd1150126e90 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297631 Oct 28 21:29:54.247488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-442ef110-9cb5-4c51-9af5-a05ce96df8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.249080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-442ef110-9cb5-4c51-9af5-a05ce96df8c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 1096 time: 0.1585023 Oct 28 21:29:54.327237 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b989b2-2d50-4961-a8a3-e1943fc5b4aa x-openstack-request-id: req-a6b989b2-2d50-4961-a8a3-e1943fc5b4aa {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:54.327534 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:54.327790 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6b989b2-2d50-4961-a8a3-e1943fc5b4aa {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:54.328354 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e', 'status': 'completed', 'code': 200} Oct 28 21:29:54.331980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-4bc78e6c-c434-46e1-9ca8-b96c742370fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=220f61c8-b879-49b2-a04b-90e3da75e07e HTTP/1.1" status: 200 len: 217 time: 0.0581250 Oct 28 21:29:54.361739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c103f6-c1f1-4c3f-8d6b-d4b9647db04c req-66970151-09c1-4f66-bc2b-ef7d1ee4c7fb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.363160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c103f6-c1f1-4c3f-8d6b-d4b9647db04c req-66970151-09c1-4f66-bc2b-ef7d1ee4c7fb tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.1185148 Oct 28 21:29:54.707532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-850a3fd6-7139-463a-bca6-394a023d70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.709160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-850a3fd6-7139-463a-bca6-394a023d70b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.3450155 Oct 28 21:29:54.718062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c103f6-c1f1-4c3f-8d6b-d4b9647db04c req-5422eef9-c89c-49a0-8824-c0efd4f44de8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433287 Oct 28 21:29:54.719173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:54.801392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b8f7c63-5e8c-414d-b669-f3973bd13047 req-065a3c18-a383-4c78-9a4a-61d96bc3aae2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0802054 Oct 28 21:29:54.803209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-6ccf8324-09f0-4333-98ea-0df7ea638c12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680592 Oct 28 21:29:54.805190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'Port': ['ID=416d4aef-138f-4764-973d-518bfe3cd2ae,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:54.910404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-ce0aa6bb-c16b-4be7-955d-d1fc7f389eeb tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:54.912059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-ce0aa6bb-c16b-4be7-955d-d1fc7f389eeb tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 945 time: 0.0559947 Oct 28 21:29:55.029898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Deleting port 89b6b635-f967-466c-bc72-200ef0612ec3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:55.030987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:55.034009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c72b-138c-469c-a35a-5d63687b1a68 req-46788db5-4b76-4305-8df1-124b5713de90 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:55.035573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4720c72b-138c-469c-a35a-5d63687b1a68 req-46788db5-4b76-4305-8df1-124b5713de90 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 945 time: 0.2386310 Oct 28 21:29:55.066353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-0e3b2948-0441-4607-b6d0-53039d534670 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296112 Oct 28 21:29:55.182221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] For port 89b6b635-f967-466c-bc72-200ef0612ec3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=89b6b635-f967-466c-bc72-200ef0612ec3,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:55.183743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:55.203587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Calling delete_port for 89b6b635-f967-466c-bc72-200ef0612ec3 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:55.236613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4720c72b-138c-469c-a35a-5d63687b1a68 req-5bad55dc-4475-4395-91cc-44639963c057 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874845 Oct 28 21:29:55.286820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:29:55.363867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa433115-2ea5-4217-9f23-bc2086738d41 req-02b0eb6f-b8e3-4931-aedf-0d4a2dabef25 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822664 Oct 28 21:29:55.450726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:55.471122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['11bc87b7-9087-42ac-b965-172ef67d6a74', '89b6b635-f967-466c-bc72-200ef0612ec3', '5871e7e7-d16f-4c86-bbc7-25546dea535f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:55.513805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event deleted for resources: {'Port': ['ID=89b6b635-f967-466c-bc72-200ef0612ec3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:55.564460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] No DVR routers for this DVR port 89b6b635-f967-466c-bc72-200ef0612ec3 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:55.568419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:55.572818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:55.577315 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bd8c97f-c321-44bc-acbb-46d16a663895 req-83df5fe8-30d5-474e-bc35-a659ed544cc7 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "DELETE /v2.0/ports/89b6b635-f967-466c-bc72-200ef0612ec3 HTTP/1.1" status: 204 len: 173 time: 0.6569705 Oct 28 21:29:55.577791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'name': 'network-vif-deleted', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:55.594516 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e587f225-0d77-45b9-9289-a47590e08074" -d '{"events": [{"server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "name": "network-vif-deleted", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:55.596595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f915b-f700-4c8e-8596-3a7bdeaab91b req-da1dbdab-47bf-48a6-9346-394534ef06bd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:55.604942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e6f915b-f700-4c8e-8596-3a7bdeaab91b req-da1dbdab-47bf-48a6-9346-394534ef06bd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 944 time: 0.2008166 Oct 28 21:29:55.631915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1a35-1ead-4195-92a8-834923bce2a5 req-67fe3716-294b-4913-a221-5764a344942c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:55.639776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5a1a35-1ead-4195-92a8-834923bce2a5 req-67fe3716-294b-4913-a221-5764a344942c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.3095224 Oct 28 21:29:55.663137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-0ff9be74-77bc-437e-a2d5-713da5a6925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:55.664625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-0ff9be74-77bc-437e-a2d5-713da5a6925e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 1096 time: 0.2023678 Oct 28 21:29:55.720208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:29:55.735781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:29:55.757338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:29:55.761244 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:29:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:55.768904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e6f915b-f700-4c8e-8596-3a7bdeaab91b req-4de5416d-a711-4822-a4aa-7ce615da63f6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583085 Oct 28 21:29:55.799177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-239a8015-a5b4-4fef-b222-cd919430a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:55.801115 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-239a8015-a5b4-4fef-b222-cd919430a21e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5&tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07 HTTP/1.1" status: 200 len: 1101 time: 0.1257689 Oct 28 21:29:55.829137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:55.881757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5a1a35-1ead-4195-92a8-834923bce2a5 req-7fc45220-d2ab-4855-bad0-ab7febc1d0eb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410982 Oct 28 21:29:55.893379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:55.924315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] No DVR routers for this DVR port 416d4aef-138f-4764-973d-518bfe3cd2ae on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:55.927294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:55.936047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d43491c7-4cc3-433f-bc5e-2dccfc7f1891 req-f31a5dd8-e80e-49f4-9984-4b0483a72250 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "DELETE /v2.0/ports/416d4aef-138f-4764-973d-518bfe3cd2ae HTTP/1.1" status: 204 len: 173 time: 2.9194546 Oct 28 21:29:55.960019 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59701c-f9ec-4415-86b3-2a2eb719d994 x-openstack-request-id: req-2f59701c-f9ec-4415-86b3-2a2eb719d994 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:55.960609 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a", "name": "network-vif-deleted", "tag": "89b6b635-f967-466c-bc72-200ef0612ec3", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:55.960609 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f59701c-f9ec-4415-86b3-2a2eb719d994 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:55.962739 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a', 'name': 'network-vif-deleted', 'tag': '89b6b635-f967-466c-bc72-200ef0612ec3', 'status': 'completed', 'code': 200} Oct 28 21:29:55.964927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'mac_address': 'fa:16:3e:1c:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:55.988165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.005108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 89b6b635-f967-466c-bc72-200ef0612ec3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:56.005719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38180) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:56.036223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 89b6b635-f967-466c-bc72-200ef0612ec3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:56.036835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 89b6b635-f967-466c-bc72-200ef0612ec3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:56.037406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 416d4aef-138f-4764-973d-518bfe3cd2ae no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:56.061079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 416d4aef-138f-4764-973d-518bfe3cd2ae {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:29:56.061668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 416d4aef-138f-4764-973d-518bfe3cd2ae not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:56.088496 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:29:56.139952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-210b93d7-fa08-4a78-84e0-decf93d9d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:56.141563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-210b93d7-fa08-4a78-84e0-decf93d9d568 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.4531853 Oct 28 21:29:56.175766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0599210-5d39-4a62-9579-364874135de5 req-d53674eb-ac7e-4689-bed5-7b90bdcde8bb tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=67333d8d-43f5-458b-878f-259c307f8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0529008 Oct 28 21:29:56.223690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4757c46-d217-4b29-848b-783266e85b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.239636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-4e81ddab-ce18-43bb-94e7-7194daf10a49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=220f61c8-b879-49b2-a04b-90e3da75e07e HTTP/1.1" status: 200 len: 217 time: 0.0814667 Oct 28 21:29:56.262896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c9b28-e8bf-488d-86bb-5cb04ac3a985 req-adf4cb35-3fe9-44f3-b023-b5b421f7b0e4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:56.267362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-861c9b28-e8bf-488d-86bb-5cb04ac3a985 req-adf4cb35-3fe9-44f3-b023-b5b421f7b0e4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.2599256 Oct 28 21:29:56.340514 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:56.364816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'name': 'network-vif-deleted', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:56.367197 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9cd345-969c-48ab-ab01-def2562f36e2" -d '{"events": [{"server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "name": "network-vif-deleted", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:56.370945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-b84f534a-f0d7-4ffa-8d72-3f8570b920cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:56.372470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-b84f534a-f0d7-4ffa-8d72-3f8570b920cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1019752 Oct 28 21:29:56.377934 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:29:56.388059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:29:56.388821 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:29:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:56.428195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:56.442266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-86b934a6-917c-4a75-978a-885341df120b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507374 Oct 28 21:29:56.444047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc001bad-be65-4a06-84dd-24e2b74724a2 req-81b2d5b8-f2d5-4f05-8f8e-46d48c1acd13 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a5d6d18-01b5-41ff-a8d2-6ed0f198a26a HTTP/1.1" status: 200 len: 210 time: 0.0568047 Oct 28 21:29:56.472481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-861c9b28-e8bf-488d-86bb-5cb04ac3a985 req-08246004-5bab-483e-9d90-c87dfb3752d3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989099 Oct 28 21:29:56.492521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4757c46-d217-4b29-848b-783266e85b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.493885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:56.516279 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680ba4c-6dd8-4fec-b557-c885681bad2b x-openstack-request-id: req-0680ba4c-6dd8-4fec-b557-c885681bad2b {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:56.516634 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67333d8d-43f5-458b-878f-259c307f8fe3", "name": "network-vif-deleted", "tag": "416d4aef-138f-4764-973d-518bfe3cd2ae", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:56.516819 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0680ba4c-6dd8-4fec-b557-c885681bad2b {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:56.517211 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67333d8d-43f5-458b-878f-259c307f8fe3', 'name': 'network-vif-deleted', 'tag': '416d4aef-138f-4764-973d-518bfe3cd2ae', 'status': 'completed', 'code': 200} Oct 28 21:29:56.523559 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:29:56.527899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4757c46-d217-4b29-848b-783266e85b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.567016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-07b48e94-cbbf-4e11-a143-c9ddae46d5ed service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150062 Oct 28 21:29:56.575305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:56.589182 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a4757c46-d217-4b29-848b-783266e85b3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d3b5c3802d4b798637c48b9bd98842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799162 Oct 28 21:29:56.589568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38190) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:56.596682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.598969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4757c46-d217-4b29-848b-783266e85b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd811f5-8b33-4247-81e5-82083de2539d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:56.625032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Ignored duplicate provisioning block setup for port f950784f-9830-44f1-b8af-cbeed6f22261 by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 28 21:29:56.640555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.705157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.724192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=9']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:56.726787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] No DVR routers for this DVR port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:29:56.735400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0ddd2-8fef-430e-aeee-034222c2c3ab req-c4707f33-f548-4fb2-8125-64ace025241d service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500170 Oct 28 21:29:56.764816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.805375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:29:56.805972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:29:56.806294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:56.827045 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:29:56.830706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:29:56.831023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Attempting to bind port f950784f-9830-44f1-b8af-cbeed6f22261 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:29:56.839691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:29:56.840202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:29:56.840663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:29:56.841102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Bound port: f950784f-9830-44f1-b8af-cbeed6f22261, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:29:56.841454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.896493 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa896fe-64b6-47f8-b067-5a6d51f2115f None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:29:56.905959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.908850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:56.912336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecd811f5-8b33-4247-81e5-82083de2539d HTTP/1.1" status: 204 len: 168 time: 0.3196950 Oct 28 21:29:56.934776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd145e-a5ba-40f0-92bb-483213292e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd811f5-8b33-4247-81e5-82083de2539d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:56.973382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe143-253e-4dd4-a647-6a22d787d04e req-d56db80b-6199-4a75-a407-ab95dcd6b196 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:56.975795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:29:56.980046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:29:56.981513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a28fe143-253e-4dd4-a647-6a22d787d04e req-d56db80b-6199-4a75-a407-ab95dcd6b196 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 944 time: 0.1078217 Oct 28 21:29:56.988261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.036555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a28fe143-253e-4dd4-a647-6a22d787d04e req-1051bb7b-435a-4900-a5c1-0331846a2052 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531404 Oct 28 21:29:57.056512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.057281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.058960 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-12da33de-6035-4e76-98db-e001d88b153f service neutron] 10.222.0.44 "PUT /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 1097 time: 1.2440779 Oct 28 21:29:57.085391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da33de-6035-4e76-98db-e001d88b153f service neutron] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:57.166999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5a44d9ac-4cb7-4de4-b33f-f47fb2f31b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.168588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5a44d9ac-4cb7-4de4-b33f-f47fb2f31b8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1101 time: 0.0737109 Oct 28 21:29:57.197283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb68d6-a6a0-430e-b9b0-b614ffb9bc90 req-878c4e4f-313c-4c2f-a60e-210249851d85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.207696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb68d6-a6a0-430e-b9b0-b614ffb9bc90 req-878c4e4f-313c-4c2f-a60e-210249851d85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0880473 Oct 28 21:29:57.297285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:57.305346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb68d6-a6a0-430e-b9b0-b614ffb9bc90 req-edd28491-1740-4441-9924-bf29adcf6e3c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Oct 28 21:29:57.351342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a23b60-f56c-49cf-93f3-aa24af2b9452 None None] New status for floating IP 3ef835a9-a90e-417c-a06d-edccc13674d7: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:29:57.395651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5d259d62-6c47-4436-85ce-fd23828dd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.397321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-5d259d62-6c47-4436-85ce-fd23828dd90b service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2204893 Oct 28 21:29:57.410557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.424097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:57.438212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.443896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cce0dcde-e398-487f-8b9e-3a9d524f5536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.484932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-c2a68bec-b2b8-4390-8aee-798353e15fd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0435486 Oct 28 21:29:57.509153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:57.512729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:57.582456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b35f8511-9d43-4334-be59-7892cea6ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.584299 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-b35f8511-9d43-4334-be59-7892cea6ee7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0924511 Oct 28 21:29:57.591433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.592933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cce0dcde-e398-487f-8b9e-3a9d524f5536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.594932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.596342 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "DELETE /v2.0/security-groups/9a238572-210e-48f2-ba3d-51f3efd143b2 HTTP/1.1" status: 204 len: 168 time: 0.2937372 Oct 28 21:29:57.599831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38218) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:57.617768 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cce0dcde-e398-487f-8b9e-3a9d524f5536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.638688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c6dc-6a72-4339-a9e2-f89a365a78af tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a238572-210e-48f2-ba3d-51f3efd143b2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:57.668957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-70e96298-6ba7-4935-92c3-f4298c21fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.670826 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-70e96298-6ba7-4935-92c3-f4298c21fea1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730364 Oct 28 21:29:57.685565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0dcde-e398-487f-8b9e-3a9d524f5536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ebba2e-d10c-48bf-9701-af29e1750a97,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:57.689318 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-1562b702-0bb2-41cd-a674-72e166048569 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] show failed (client error): The resource could not be found. Oct 28 21:29:57.694215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38222) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:57.694530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1562b702-0bb2-41cd-a674-72e166048569 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups/9a238572-210e-48f2-ba3d-51f3efd143b2 HTTP/1.1" status: 404 len: 347 time: 0.0933483 Oct 28 21:29:57.713546 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.771949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cce0dcde-e398-487f-8b9e-3a9d524f5536 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2b6090a9d2743ccb6e2ad5ef4c85c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464024 Oct 28 21:29:57.784384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38224) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:57.784494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:57.788827 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b24bf7-e09b-4451-8722-536dc06054e4" -d '{"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:57.820196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064346f7-850f-48f8-a96f-edcaae816a6a req-a64b3c70-c051-4c2f-9b2f-cf5b70844351 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:57.831890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-064346f7-850f-48f8-a96f-edcaae816a6a req-a64b3c70-c051-4c2f-9b2f-cf5b70844351 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.1499109 Oct 28 21:29:57.847410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:57.860810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.862569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:29:57.872920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:57.919602 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1026c-6e70-43fc-ab20-3e0da9b2666d x-openstack-request-id: req-38a1026c-6e70-43fc-ab20-3e0da9b2666d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:57.919892 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:57.920338 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38a1026c-6e70-43fc-ab20-3e0da9b2666d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:57.920888 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'code': 200} Oct 28 21:29:57.953800 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-8de5de81-9297-4887-82b9-3730f87b86af service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704313 Oct 28 21:29:57.958022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Deleting port 421d7bd0-a82c-4f69-a06a-98a3ebed1a41 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:29:57.958368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.961872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:29:57.977962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:57.988125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:57.991260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:29:58.013028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 220f61c8-b879-49b2-a04b-90e3da75e07e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:29:58.027002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-064346f7-850f-48f8-a96f-edcaae816a6a req-4774873d-aa53-46af-943c-d378213a8671 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897662 Oct 28 21:29:58.042090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:29:58.044151 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba56487-b589-4e83-bf3c-f2a9e0112d74" -d '{"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:29:58.044389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.070989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.071318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.121343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Calling delete_port for 421d7bd0-a82c-4f69-a06a-98a3ebed1a41 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:29:58.146158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.148732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.157105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7ebba2e-d10c-48bf-9701-af29e1750a97 HTTP/1.1" status: 204 len: 168 time: 0.3669238 Oct 28 21:29:58.177281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=220f61c8-b879-49b2-a04b-90e3da75e07e,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:58.179316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769536dc-bebe-424e-b212-911fd784218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ebba2e-d10c-48bf-9701-af29e1750a97,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:58.186423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38244) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:58.202220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '220f61c8-b879-49b2-a04b-90e3da75e07e', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '220f61c8-b879-49b2-a04b-90e3da75e07e', 'mac_address': 'fa:16:3e:dc:1e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:29:58.234487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9c541e35-8248-446d-b7d2-0dc419ca3e6e req-d4c29567-3b89-4a17-93bd-c698ea96887c service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933200 Oct 28 21:29:58.281944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.315994 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499a7214-6113-4505-bddc-406df7c92d0e x-openstack-request-id: req-499a7214-6113-4505-bddc-406df7c92d0e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:29:58.316184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220f61c8-b879-49b2-a04b-90e3da75e07e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:29:58.316342 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:29:58.316342 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-499a7214-6113-4505-bddc-406df7c92d0e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:29:58.316342 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'status': 'completed', 'code': 200} Oct 28 21:29:58.346356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=220f61c8-b879-49b2-a04b-90e3da75e07e,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:29:58.357184 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.483900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:58.516264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ebdf0-e973-44e5-ad05-9201cd3d0791 req-608f5cc7-473e-4475-b928-3eca08755cc6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:58.523975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-914ebdf0-e973-44e5-ad05-9201cd3d0791 req-608f5cc7-473e-4475-b928-3eca08755cc6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1271875 Oct 28 21:29:58.535352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9a467-9cb1-4ab6-8c74-87b524bf8de1 req-3cea273a-d7b5-4c6c-9df9-ae4f5d6e82cf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:58.543501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8d9a467-9cb1-4ab6-8c74-87b524bf8de1 req-3cea273a-d7b5-4c6c-9df9-ae4f5d6e82cf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 945 time: 0.1583035 Oct 28 21:29:58.590489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f82259b-b4e5-43b6-a869-685913e7b328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.644177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-914ebdf0-e973-44e5-ad05-9201cd3d0791 req-7c40e9d8-58de-468f-a813-c4d3dcbc4792 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192901 Oct 28 21:29:58.649582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8d9a467-9cb1-4ab6-8c74-87b524bf8de1 req-8b80a6bd-1494-4a6c-8f62-18e9e0535129 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052759 Oct 28 21:29:58.696878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['220f61c8-b879-49b2-a04b-90e3da75e07e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:29:58.755118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f82259b-b4e5-43b6-a869-685913e7b328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.764250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f82259b-b4e5-43b6-a869-685913e7b328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:58.806298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2f82259b-b4e5-43b6-a869-685913e7b328 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1103d0e61e840c7890f79377112bd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161554 Oct 28 21:29:58.820542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38266) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:58.828668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-def6bc1d-908c-4123-ac60-3ce154d41fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:58.830164 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-def6bc1d-908c-4123-ac60-3ce154d41fb8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1101 time: 0.5118799 Oct 28 21:29:58.863243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82259b-b4e5-43b6-a869-685913e7b328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa1170-786a-475b-8f91-2a0a623c2853,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:58.864307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-06c5d828-0983-4dbf-bb6d-d94729c07f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:58.866171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-06c5d828-0983-4dbf-bb6d-d94729c07f3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1101 time: 0.1737754 Oct 28 21:29:58.878371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.008004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'Port': ['ID=421d7bd0-a82c-4f69-a06a-98a3ebed1a41,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:59.116500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.127363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-499db44c-5f24-4770-944c-3b2de8ec1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.128848 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-499db44c-5f24-4770-944c-3b2de8ec1756 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.2855232 Oct 28 21:29:59.146826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.149488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.150850 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-46de6c34-ca67-4424-a8cb-ac0024cb1cfc tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ef835a9-a90e-417c-a06d-edccc13674d7 HTTP/1.1" status: 204 len: 168 time: 1.4557178 Oct 28 21:29:59.205859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.209129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971313d-32b5-41d9-95be-b776cbbab4ca req-fc2d02a2-32fb-4a9f-9814-0833f0e560a8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.210934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e971313d-32b5-41d9-95be-b776cbbab4ca req-fc2d02a2-32fb-4a9f-9814-0833f0e560a8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.1076133 Oct 28 21:29:59.213600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-f3b9aa3c-5a6e-4090-a010-f0f25ac276ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0744777 Oct 28 21:29:59.241919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-2df5f00c-c60b-40da-b4ba-79745a315ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.243714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-2df5f00c-c60b-40da-b4ba-79745a315ec6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.3306432 Oct 28 21:29:59.282162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e971313d-32b5-41d9-95be-b776cbbab4ca req-4d3085b7-7bab-4d2e-8f20-f8b1595c9d6f tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Oct 28 21:29:59.292146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8418-9499-4748-a3ea-a130e2e3555f req-b870446f-19eb-44b7-bea2-07cc0e0af099 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.298725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8418-9499-4748-a3ea-a130e2e3555f req-b870446f-19eb-44b7-bea2-07cc0e0af099 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.316206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c31c8418-9499-4748-a3ea-a130e2e3555f req-b870446f-19eb-44b7-bea2-07cc0e0af099 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88&device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 1682 time: 0.1039557 Oct 28 21:29:59.317429 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-d3d170f1-8632-40e7-a2f2-cb6bbd73b7cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 200 len: 217 time: 0.0514641 Oct 28 21:29:59.337999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-64837d3c-1640-445f-aeef-f5e04b65c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.340356 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-64837d3c-1640-445f-aeef-f5e04b65c619 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1170266 Oct 28 21:29:59.371985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c31c8418-9499-4748-a3ea-a130e2e3555f req-b3a45456-fc28-4ccc-8e21-b324009e544b tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Oct 28 21:29:59.404557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-7f83c7f0-86d6-4fe9-a63b-d9214c2c6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.406027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-7f83c7f0-86d6-4fe9-a63b-d9214c2c6ffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0801818 Oct 28 21:29:59.406802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.409165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.410281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bfa1170-786a-475b-8f91-2a0a623c2853 HTTP/1.1" status: 204 len: 168 time: 0.5880399 Oct 28 21:29:59.432101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61648744-a6e2-4142-a3df-461b3435991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa1170-786a-475b-8f91-2a0a623c2853,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:29:59.440186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-0307309b-ea9c-4711-9bf3-a91484878af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.441607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-0307309b-ea9c-4711-9bf3-a91484878af2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808213 Oct 28 21:29:59.525580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-87cca631-fa20-4a53-ba8d-6c9a43292329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.527604 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-87cca631-fa20-4a53-ba8d-6c9a43292329 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073945 Oct 28 21:29:59.616099 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-10764296-4fed-4e81-957d-00082c80948a service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607816 Oct 28 21:29:59.738750 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-94ba7068-272e-4238-8346-92116a1813cb service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928973 Oct 28 21:29:59.754848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38310) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:29:59.759890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592816127', 'description': 'tempest-description--727629173'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:29:59.827498 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:29:59.833482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-9daa0756-0441-4906-9632-3c6700a2840d service neutron] 10.222.0.52 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085576 Oct 28 21:29:59.906627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dba56487-b589-4e83-bf3c-f2a9e0112d74 req-e1887222-6038-4ab3-b507-ecc549dc3235 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548321 Oct 28 21:29:59.955684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69ca45-b017-489d-9517-2ad03265dcba req-c903134b-5139-493b-9f9f-4622e4749388 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:29:59.957676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae69ca45-b017-489d-9517-2ad03265dcba req-c903134b-5139-493b-9f9f-4622e4749388 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1077478 Oct 28 21:30:00.016475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:30:00.021792 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 220f61c8-b879-49b2-a04b-90e3da75e07e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:00.085944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae69ca45-b017-489d-9517-2ad03265dcba req-ef0da778-5dda-4b8f-ba98-874d4af16fc4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215665 Oct 28 21:30:00.098867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34d189-e008-4bbf-93c6-c3cf6034e414 req-a66d85e7-d1de-4c97-8399-8a4604c91008 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:00.108785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c34d189-e008-4bbf-93c6-c3cf6034e414 req-a66d85e7-d1de-4c97-8399-8a4604c91008 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 945 time: 0.1485474 Oct 28 21:30:00.131325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.140850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.211728 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.216262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4603806 Oct 28 21:30:00.216443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38330) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:00.219962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615865-4ee0-4e6f-84c0-86ea65e8954a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:00.232009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group_rule': {'security_group_id': '42d6b9c2-6d85-4dc7-ba42-d2e261298b2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:00.238941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c34d189-e008-4bbf-93c6-c3cf6034e414 req-6f0b3976-8f20-4f69-a1b9-0810e8a6fb51 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252725 Oct 28 21:30:00.260711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 220f61c8-b879-49b2-a04b-90e3da75e07e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:00.276677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 220f61c8-b879-49b2-a04b-90e3da75e07e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:00.277387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.304403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.423316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.432743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.453403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:00.497225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.504212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839770 Oct 28 21:30:00.506963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38346) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:00.528860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75130-28ee-4289-9dc1-e9c55e03f056 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77e1340-5f38-4540-8c87-3cd16cdcf593,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:00.531253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'mac_address': 'fa:16:3e:1c:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:30:00.534952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'security_group_rule': {'security_group_id': '42d6b9c2-6d85-4dc7-ba42-d2e261298b2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:00.634075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d91d22-e2b5-4913-960f-89d11a2bd0c9 req-343bff24-7583-4928-a6c7-c456bf225305 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:00.645351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56d91d22-e2b5-4913-960f-89d11a2bd0c9 req-343bff24-7583-4928-a6c7-c456bf225305 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 949 time: 0.2332468 Oct 28 21:30:00.684195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.702144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.733533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.735718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56d91d22-e2b5-4913-960f-89d11a2bd0c9 req-4508e625-e1cf-4a0f-be4e-ef9869d9283b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892134 Oct 28 21:30:00.790967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:00.800379 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bef51b-69d3-49e8-b269-9efe7ba3c9f2" -d '{"events": [{"server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "name": "network-vif-plugged", "status": "completed", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:00.821494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:00.830735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.844641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.844850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=220f61c8-b879-49b2-a04b-90e3da75e07e,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:00.859397 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735aeb1-eef2-4b6c-b10e-d3d042339374 x-openstack-request-id: req-f735aeb1-eef2-4b6c-b10e-d3d042339374 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:00.859677 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "name": "network-vif-plugged", "status": "completed", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:00.860092 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f735aeb1-eef2-4b6c-b10e-d3d042339374 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:00.860680 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e', 'code': 200} Oct 28 21:30:00.861691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.877398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:00.886871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1025a89c-43ff-44f0-ace6-838ac53a87a3,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:00.926184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.931455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8ef74d9f-7f86-486a-9e79-a99e638e77d2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197659 Oct 28 21:30:00.931638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:00.935952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:00.953004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:00.956309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:00.986070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.005334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adfef-8c68-4d48-a865-83b04b90a0b8 req-ccf8154f-c24e-4c53-93c0-a75c052f49ac tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:01.022434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008adfef-8c68-4d48-a865-83b04b90a0b8 req-ccf8154f-c24e-4c53-93c0-a75c052f49ac tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 946 time: 0.1508460 Oct 28 21:30:01.037679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=11']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:01.078652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008adfef-8c68-4d48-a865-83b04b90a0b8 req-738df291-74c7-4026-aba8-03a7a117bc54 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554769 Oct 28 21:30:01.111679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6a7ad-0e16-4b7f-ba7b-4b46c50a9a5c req-9122499e-5dfc-4a24-9670-1be8bfc2a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:01.113287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6b6a7ad-0e16-4b7f-ba7b-4b46c50a9a5c req-9122499e-5dfc-4a24-9670-1be8bfc2a363 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 1098 time: 0.0567231 Oct 28 21:30:01.169016 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6b6a7ad-0e16-4b7f-ba7b-4b46c50a9a5c req-e012ae93-edc1-4627-8b13-1d04995b970c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Oct 28 21:30:01.216060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.227741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0fa9c-6650-4165-8f84-1792b1c0ea2f req-4e5eff5f-3e60-4adb-a41e-5815a8091bad tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:01.229951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eec0fa9c-6650-4165-8f84-1792b1c0ea2f req-4e5eff5f-3e60-4adb-a41e-5815a8091bad tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.0594344 Oct 28 21:30:01.304550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eec0fa9c-6650-4165-8f84-1792b1c0ea2f req-452cea11-1d84-4787-9df3-91a449043650 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656037 Oct 28 21:30:01.370285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Allocated IP 172.25.4.74 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d468782a-a547-48f5-ba9c-9601af7d986e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:01.393852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f950784f-9830-44f1-b8af-cbeed6f22261'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:01.414022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aabef-acf2-40a4-836b-04132cffd793 req-e8b3a542-f384-46a4-a1cc-e1858cf3e084 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:01.415604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d06aabef-acf2-40a4-836b-04132cffd793 req-e8b3a542-f384-46a4-a1cc-e1858cf3e084 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 946 time: 0.0671573 Oct 28 21:30:01.468289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d06aabef-acf2-40a4-836b-04132cffd793 req-4a5125ae-8142-4b4a-96f0-493b7927c583 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Oct 28 21:30:01.506435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.549181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.590397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:01.597192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:01.600866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:01.636031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=d468782a-a547-48f5-ba9c-9601af7d986e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:01.708355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.747319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:01.872867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693045-a6fb-42d0-8be0-651d65473eed req-21bdd7d7-e114-4f98-856c-4cc7bb3996a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:01.881975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df693045-a6fb-42d0-8be0-651d65473eed req-21bdd7d7-e114-4f98-856c-4cc7bb3996a4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0689509 Oct 28 21:30:01.939998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df693045-a6fb-42d0-8be0-651d65473eed req-481ae99e-9d50-4222-b64c-1986f4e51644 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 Oct 28 21:30:01.939998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38410) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:02.001742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.008627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.088150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=d468782a-a547-48f5-ba9c-9601af7d986e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:02.110760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.130613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.134681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-98406ef0-0ebd-4c6d-837d-6f069a8cffc4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2028654 Oct 28 21:30:02.223289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9122b2bf-7158-48cb-9d51-98bd66684f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.253019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af599a-7ae1-4ac1-9727-fb939047d2a0 req-d825fc40-0068-4c21-b581-cabb48f29fab tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:02.260138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8af599a-7ae1-4ac1-9727-fb939047d2a0 req-d825fc40-0068-4c21-b581-cabb48f29fab tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 946 time: 0.0895555 Oct 28 21:30:02.274885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-06b57c3d-94db-4c00-9996-fccf3a0fdddc tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:02.278276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-06b57c3d-94db-4c00-9996-fccf3a0fdddc tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d076840-a89e-4a99-a479-94b7167e3a88 HTTP/1.1" status: 200 len: 946 time: 0.0738990 Oct 28 21:30:02.353128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8af599a-7ae1-4ac1-9727-fb939047d2a0 req-ed14deab-1a6c-4679-9b22-5998b16e783a tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/security-groups?id=12b45cfb-cb09-4e33-8f13-4329af0d6816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919409 Oct 28 21:30:02.390639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Deleting port 5871e7e7-d16f-4c86-bbc7-25546dea535f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:02.391130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.415658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9c7da-5492-46f7-9ef4-bb52ae4db517 req-a928fd1e-ebcd-4f67-8ef7-0908c81f67df tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:02.424071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02f9c7da-5492-46f7-9ef4-bb52ae4db517 req-a928fd1e-ebcd-4f67-8ef7-0908c81f67df tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 1102 time: 0.0924437 Oct 28 21:30:02.427188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9122b2bf-7158-48cb-9d51-98bd66684f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.447619 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9122b2bf-7158-48cb-9d51-98bd66684f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.490088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02f9c7da-5492-46f7-9ef4-bb52ae4db517 req-bf27d976-7433-4c97-8f84-a2333d30d6f2 tempest-MigrationsAdminTest-1456094669 tempest-MigrationsAdminTest-1456094669-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Oct 28 21:30:02.500261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] For port 5871e7e7-d16f-4c86-bbc7-25546dea535f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5871e7e7-d16f-4c86-bbc7-25546dea535f,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:02.500629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.514506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122b2bf-7158-48cb-9d51-98bd66684f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ce042-23e5-46eb-8235-b3143e444769,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:02.528338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Calling delete_port for 5871e7e7-d16f-4c86-bbc7-25546dea535f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:02.537224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9122b2bf-7158-48cb-9d51-98bd66684f99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c213ec8373c245ba9cb8a538a9ad2450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959861 Oct 28 21:30:02.541158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38456) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:02.576130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-fdccd803-073f-449d-aa25-fafec5fc5352 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--592816127&fields=id&tenant_id=a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 267 time: 0.0933731 Oct 28 21:30:02.716615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.739352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['11bc87b7-9087-42ac-b965-172ef67d6a74', '5871e7e7-d16f-4c86-bbc7-25546dea535f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:02.749394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event deleted for resources: {'Port': ['ID=5871e7e7-d16f-4c86-bbc7-25546dea535f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:02.836114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] No DVR routers for this DVR port 5871e7e7-d16f-4c86-bbc7-25546dea535f on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:02.838832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:02.844938 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-21fe4078-aa87-4b36-8f6a-b23fea23fe0d req-29dded99-add2-40bb-b6b5-f8b4c96c0bf8 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "DELETE /v2.0/ports/5871e7e7-d16f-4c86-bbc7-25546dea535f HTTP/1.1" status: 204 len: 173 time: 0.5536680 Oct 28 21:30:02.845473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'name': 'network-vif-deleted', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:02.848770 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d9894-14ff-4e52-b715-0288113bce05" -d '{"events": [{"server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "name": "network-vif-deleted", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:03.039362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-132cc164-96c8-4055-8815-31852afb32db tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:03.041399 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-132cc164-96c8-4055-8815-31852afb32db tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 945 time: 0.0906146 Oct 28 21:30:03.044886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.059940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c741a-55df-443a-ad4b-388808435e34 req-f270a65f-5da0-44fe-9120-9622293f7561 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:03.064688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-568c741a-55df-443a-ad4b-388808435e34 req-f270a65f-5da0-44fe-9120-9622293f7561 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.4658077 Oct 28 21:30:03.126373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.153272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-f13fec90-0b52-494c-b5de-578ac8bc09c4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:03.154940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-f13fec90-0b52-494c-b5de-578ac8bc09c4 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 811 time: 0.5572755 Oct 28 21:30:03.172000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-568c741a-55df-443a-ad4b-388808435e34 req-ff4fd0f5-343d-408e-b77d-1e72486f098b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018574 Oct 28 21:30:03.176991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Deleting port 11bc87b7-9087-42ac-b965-172ef67d6a74 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:03.177310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.194651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-fd9f97f7-c8d5-468a-bb28-f3fdbe873ae5 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/quotas/a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 375 time: 0.0287118 Oct 28 21:30:03.229799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.231042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.232333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de4ce042-23e5-46eb-8235-b3143e444769 HTTP/1.1" status: 204 len: 168 time: 0.6851447 Oct 28 21:30:03.256906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a11c0-5512-45b7-aa44-38827f8b273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ce042-23e5-46eb-8235-b3143e444769,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:03.341592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5a97-de7b-4a26-8d6e-d5a4561bc56e req-38c7763f-93ec-4b09-b798-991ff691e1fa tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:03.343105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1fd5a97-de7b-4a26-8d6e-d5a4561bc56e req-38c7763f-93ec-4b09-b798-991ff691e1fa tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 946 time: 0.0876212 Oct 28 21:30:03.361600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-cd02a42e-f2aa-4841-8cca-17019d7b7f38 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480911 Oct 28 21:30:03.377218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] For port 11bc87b7-9087-42ac-b965-172ef67d6a74, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=11bc87b7-9087-42ac-b965-172ef67d6a74,segment=NetworkSegment(6ada2d36-bfa0-43b2-910d-3a7c9a622abd),segment_id=6ada2d36-bfa0-43b2-910d-3a7c9a622abd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:03.377811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.404861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Calling delete_port for 11bc87b7-9087-42ac-b965-172ef67d6a74 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:03.450874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1fd5a97-de7b-4a26-8d6e-d5a4561bc56e req-c591db13-a12b-444f-8a9a-3c351e88bfcc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Oct 28 21:30:03.498040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-7f1ff9a4-8c7c-4a27-9aba-f0c3665d6513 service neutron] 10.222.0.31 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227736 Oct 28 21:30:03.634183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.650673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5871e7e7-d16f-4c86-bbc7-25546dea535f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:03.684945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-262b2056-5f1e-4a11-b35f-9d90a981b474 service neutron] 10.222.0.31 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859117 Oct 28 21:30:03.726066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Pushing event deleted for resources: {'Port': ['ID=11bc87b7-9087-42ac-b965-172ef67d6a74,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:03.788881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] No DVR routers for this DVR port 11bc87b7-9087-42ac-b965-172ef67d6a74 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:03.791564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:03.801634 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-007a182b-ca1b-4016-9c24-d2c89a5a350a req-1b98909c-3835-48a8-99c4-61546fd6497f tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.44 "DELETE /v2.0/ports/11bc87b7-9087-42ac-b965-172ef67d6a74 HTTP/1.1" status: 204 len: 173 time: 0.7429011 Oct 28 21:30:03.810991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:03.847847 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3039aa-4bcf-46ce-8014-ec3596dc39fd x-openstack-request-id: req-4f3039aa-4bcf-46ce-8014-ec3596dc39fd {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:03.848138 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d076840-a89e-4a99-a479-94b7167e3a88", "name": "network-vif-deleted", "tag": "5871e7e7-d16f-4c86-bbc7-25546dea535f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:03.848482 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f3039aa-4bcf-46ce-8014-ec3596dc39fd {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:03.848879 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d076840-a89e-4a99-a479-94b7167e3a88', 'name': 'network-vif-deleted', 'tag': '5871e7e7-d16f-4c86-bbc7-25546dea535f', 'status': 'completed', 'code': 200} Oct 28 21:30:03.849982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112543ab-1320-4176-a56a-beece35fa3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.028720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:04.038159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112543ab-1320-4176-a56a-beece35fa3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.049581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-112543ab-1320-4176-a56a-beece35fa3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.073922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1339f6-f4e9-4246-9e94-3f8d03dd694f req-2f15f61e-f415-48ee-9df0-f473e880e868 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:04.084221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1339f6-f4e9-4246-9e94-3f8d03dd694f req-2f15f61e-f415-48ee-9df0-f473e880e868 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 950 time: 0.0638132 Oct 28 21:30:04.134571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f950784f-9830-44f1-b8af-cbeed6f22261 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:04.138020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b1339f6-f4e9-4246-9e94-3f8d03dd694f req-4f038c77-5d0d-4c25-83a5-d1fb274dcbc8 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523551 Oct 28 21:30:04.143193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f950784f-9830-44f1-b8af-cbeed6f22261 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:04.143879 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.201070 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-112543ab-1320-4176-a56a-beece35fa3b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b353f0fc0f2439d8714d3fe5a5c6611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871839 Oct 28 21:30:04.203862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38544) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:04.205381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112543ab-1320-4176-a56a-beece35fa3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632c778b-90e1-45a5-b610-b4bfeb4a7d65,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:04.228605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63d16c6-5f11-49dc-b1a6-70911a740c42 req-fc67b5b8-aeb9-4eab-974a-f041ee14de62 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 210 time: 0.0370808 Oct 28 21:30:04.282167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.317395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9a19a1c-17d8-4656-8872-d0a5ea5087a3 req-69e1554e-e6a2-48b2-a3ef-21bb30ecb477 tempest-ListServersNegativeTestJSON-1092533080 tempest-ListServersNegativeTestJSON-1092533080-project] 10.222.0.31 "GET /v2.0/ports?device_id=a796259d-2e71-44b8-9ca6-2820e54e6d47 HTTP/1.1" status: 200 len: 210 time: 0.0541162 Oct 28 21:30:04.318548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.342016 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.387954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e95f-e5d2-4d4b-8ad1-d2bb6ffa8576 req-6a507ef2-0ac1-445d-9de8-5c099dee1c94 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:04.396905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c374e95f-e5d2-4d4b-8ad1-d2bb6ffa8576 req-6a507ef2-0ac1-445d-9de8-5c099dee1c94 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 946 time: 0.0836735 Oct 28 21:30:04.450684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c374e95f-e5d2-4d4b-8ad1-d2bb6ffa8576 req-e66516ec-b1f8-4b7e-b9a7-4072293a8d17 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Oct 28 21:30:04.456155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:04.461266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:04.468645 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d02ed4-8047-49f4-81fd-fc1b42119c0e" -d '{"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-plugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:04.476225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.477326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5871e7e7-d16f-4c86-bbc7-25546dea535f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:04.477769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.481686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:04.485970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/632c778b-90e1-45a5-b610-b4bfeb4a7d65 HTTP/1.1" status: 204 len: 168 time: 0.2768986 Oct 28 21:30:04.508262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 5871e7e7-d16f-4c86-bbc7-25546dea535f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:04.508622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5871e7e7-d16f-4c86-bbc7-25546dea535f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:04.509334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 11bc87b7-9087-42ac-b965-172ef67d6a74 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:04.515275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c18e22-05b6-46a5-88f7-292d052f1811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632c778b-90e1-45a5-b610-b4bfeb4a7d65,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:04.574653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c27c72-1427-4622-8412-57e0b25c1c92 req-2ad28840-80d5-4d11-8c48-53218d1300de tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:04.576300 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1ca525-d4a8-4326-9bb3-aeb23d08bc66 x-openstack-request-id: req-aa1ca525-d4a8-4326-9bb3-aeb23d08bc66 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:04.576673 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-plugged", "status": "completed", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:04.576865 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa1ca525-d4a8-4326-9bb3-aeb23d08bc66 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:04.577478 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'code': 200} Oct 28 21:30:04.577917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c27c72-1427-4622-8412-57e0b25c1c92 req-2ad28840-80d5-4d11-8c48-53218d1300de tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1258876 Oct 28 21:30:04.586913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 11bc87b7-9087-42ac-b965-172ef67d6a74 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:04.587593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 11bc87b7-9087-42ac-b965-172ef67d6a74 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:04.647486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:04.649008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5c27c72-1427-4622-8412-57e0b25c1c92 req-a5925f6f-5236-400d-8a3d-b11f60b9849c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Oct 28 21:30:05.284903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b1a7c-311c-461d-8db8-ee1fcc41ecb8 req-9a694d20-4287-41c1-98c8-29170c21a007 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:05.295280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-353b1a7c-311c-461d-8db8-ee1fcc41ecb8 req-9a694d20-4287-41c1-98c8-29170c21a007 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 951 time: 0.0872526 Oct 28 21:30:05.348035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d7e0918-2282-4ed2-970a-859fc47d13f0 req-21c44e84-a847-407c-aa24-64c318447316 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 210 time: 0.0344832 Oct 28 21:30:05.390523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-353b1a7c-311c-461d-8db8-ee1fcc41ecb8 req-747f8105-6a5f-4c49-8b25-c9c9f4b0bfa4 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939748 Oct 28 21:30:05.409523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38608) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:05.564967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-9391bfc7-eec5-4ce7-93b2-65e56fd25390 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:05.566507 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-9391bfc7-eec5-4ce7-93b2-65e56fd25390 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 811 time: 0.2018707 Oct 28 21:30:05.636723 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-2ee07000-73a3-4de3-b21e-8354be2e0ded tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a31498aacded44f2a3cb64911c8cfcea HTTP/1.1" status: 200 len: 379 time: 0.0519102 Oct 28 21:30:05.658483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'port': {'device_id': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'admin_state_up': True, 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'security_groups': ['42d6b9c2-6d85-4dc7-ba42-d2e261298b2f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:05.729152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Deleting subnet 380f361f-c240-4d09-a3a2-41012cfd0928 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:30:05.760052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:05.857172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'name': 'network-vif-deleted', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:05.859455 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d0e04-9a21-4b7e-9888-cf2cd31a9ce8" -d '{"events": [{"server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "name": "network-vif-deleted", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:05.879111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-9de0a6c5-963c-448e-b0b8-f3bf756bb1df tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:05.884843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-9de0a6c5-963c-448e-b0b8-f3bf756bb1df tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 951 time: 0.4540849 Oct 28 21:30:05.965609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Made reservation on behalf of a31498aacded44f2a3cb64911c8cfcea for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:05.969393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.131535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc205-cabe-4880-86fa-8d60a2aa7edf req-a3a07634-0b9a-464c-91aa-8a9ed39948b8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:06.141048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a98dc205-cabe-4880-86fa-8d60a2aa7edf req-a3a07634-0b9a-464c-91aa-8a9ed39948b8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 946 time: 0.5556998 Oct 28 21:30:06.180713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Allocated IP 172.20.0.14 (7bc70171-f5c0-4038-a23e-4e77364ccfaa/bfd70eb8-3de3-46bd-a277-2485e9842b50/c36dfe60-1b9e-4565-ae68-e00e00fd2a64) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:06.201033 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.319036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95822c51-1b75-4afe-9c77-f7d1b34e5711 req-4ed812f0-3cc5-4d6b-8137-149fe1eae628 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:06.321406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95822c51-1b75-4afe-9c77-f7d1b34e5711 req-4ed812f0-3cc5-4d6b-8137-149fe1eae628 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.4687870 Oct 28 21:30:06.376512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a98dc205-cabe-4880-86fa-8d60a2aa7edf req-6facfd64-bad1-4da9-b744-b068298da11b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333438 Oct 28 21:30:06.395386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.408120 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.410645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-ed43438b-b3a1-4260-a2ad-9754c3a0ef02 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:06.434626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-ed43438b-b3a1-4260-a2ad-9754c3a0ef02 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 946 time: 0.5423367 Oct 28 21:30:06.497425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.594807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:06.615403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:06.620024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:06.729178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Deleting port f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:06.730071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.743257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:06.743917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:06.763836 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020606dc-c77a-4e86-b635-d15614259652 x-openstack-request-id: req-020606dc-c77a-4e86-b635-d15614259652 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:06.764407 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796259d-2e71-44b8-9ca6-2820e54e6d47", "name": "network-vif-deleted", "tag": "11bc87b7-9087-42ac-b965-172ef67d6a74", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:06.764673 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-020606dc-c77a-4e86-b635-d15614259652 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:06.765090 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a796259d-2e71-44b8-9ca6-2820e54e6d47', 'name': 'network-vif-deleted', 'tag': '11bc87b7-9087-42ac-b965-172ef67d6a74', 'status': 'completed', 'code': 200} Oct 28 21:30:06.769343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event updated for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:06.815412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-d3c4ada2-8eb1-4fa1-be4e-45937a9a6ea8 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1625116 Oct 28 21:30:06.836135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Request body: {'port': {'device_id': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:06.984192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95822c51-1b75-4afe-9c77-f7d1b34e5711 req-6acffbc4-242f-46c5-a6d0-e301b09402bb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046829 Oct 28 21:30:06.986345 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.101926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2498f489-ab96-4267-bed6-d4b0f0f3c386 None None] Provisioning complete for port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:07.105211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2498f489-ab96-4267-bed6-d4b0f0f3c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.106179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980708b0-3b3f-43b1-9fa8-3010f96ebddb req-5c3eedc4-36b7-4bf3-a739-a19239541a32 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:07.107765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-980708b0-3b3f-43b1-9fa8-3010f96ebddb req-5c3eedc4-36b7-4bf3-a739-a19239541a32 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 932 time: 0.2656996 Oct 28 21:30:07.123831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.164278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2498f489-ab96-4267-bed6-d4b0f0f3c386 None None] Port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:30:07.293160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] For port f950784f-9830-44f1-b8af-cbeed6f22261, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f950784f-9830-44f1-b8af-cbeed6f22261,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:07.293590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.346082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Calling delete_port for f950784f-9830-44f1-b8af-cbeed6f22261 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:07.365754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.371472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/380f361f-c240-4d09-a3a2-41012cfd0928 HTTP/1.1" status: 204 len: 168 time: 1.9616368 Oct 28 21:30:07.374346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592017c-d117-4ae1-84ea-61ab2e4e7a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380f361f-c240-4d09-a3a2-41012cfd0928,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:07.376677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:07.486248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 220f61c8-b879-49b2-a04b-90e3da75e07e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:07.486594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.662768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1e30e-6249-457c-ab30-8d90627d2530 req-a3daab9a-fb93-4524-a791-927b9d7d2b0b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:07.664356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02b1e30e-6249-457c-ab30-8d90627d2530 req-a3daab9a-fb93-4524-a791-927b9d7d2b0b tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=07133ea1-b9b8-4f7f-a0b0-9cf7174563b5 HTTP/1.1" status: 200 len: 951 time: 0.5100739 Oct 28 21:30:07.672510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-980708b0-3b3f-43b1-9fa8-3010f96ebddb req-47e56d16-32c6-4d6c-a80b-f6ee796f4683 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4945862 Oct 28 21:30:07.791894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 220f61c8-b879-49b2-a04b-90e3da75e07e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=220f61c8-b879-49b2-a04b-90e3da75e07e,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:07.792358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.850905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.891320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36dfe60-1b9e-4565-ae68-e00e00fd2a64 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:07.892692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 220f61c8-b879-49b2-a04b-90e3da75e07e owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:07.894911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.912272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506', 'a9b154ad-7c31-4660-acf2-663e9e46732b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:07.923655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:07.984302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Transition to ACTIVE for port object c36dfe60-1b9e-4565-ae68-e00e00fd2a64 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:30:08.002139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.006913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.028876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02b1e30e-6249-457c-ab30-8d90627d2530 req-05647d25-cd37-4a71-bf16-8662b88f5adf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483260 Oct 28 21:30:08.052778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 220f61c8-b879-49b2-a04b-90e3da75e07e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:08.090730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37634181-b07a-4b8e-85ac-260519ae1d51']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:08.124062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ada2d36-bfa0-43b2-910d-3a7c9a622abd') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:08.124572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ada2d36-bfa0-43b2-910d-3a7c9a622abd') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:08.185136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.190189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:08.225786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.262760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.291609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:08.292595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.292920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event deleted for resources: {'Port': ['ID=f950784f-9830-44f1-b8af-cbeed6f22261,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:08.294466 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:08.379955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.434566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:08.475124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7ddc-2b2d-4ce3-91b9-7ca6edb346b8 req-65ac2360-add8-41b6-9792-b0ce29910c91 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:08.477826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Attempting to bind port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:08.478349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Attempting to bind port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:08.478864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Attempting to bind port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:08.485451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:30:08.485773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Attempting to bind port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 on network 7bc70171-f5c0-4038-a23e-4e77364ccfaa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:08.488725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faeb7ddc-2b2d-4ce3-91b9-7ca6edb346b8 req-65ac2360-add8-41b6-9792-b0ce29910c91 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5858721-0fcc-47a7-a9c3-c8e5786070e2 HTTP/1.1" status: 200 len: 867 time: 0.6380434 Oct 28 21:30:08.492644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:08.493011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Checking segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:08.493181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] No DVR routers for this DVR port f950784f-9830-44f1-b8af-cbeed6f22261 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:08.493343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Bound using segment: {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:08.501505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.504778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Bound port: c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3496cff9-beef-42a5-9448-e1c94933e5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:08.505372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.508909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61aa01ed-099c-4744-b72d-3dc4f7517f4e req-b7058276-8ae9-469f-8716-c300f6ac98d1 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "DELETE /v2.0/ports/f950784f-9830-44f1-b8af-cbeed6f22261 HTTP/1.1" status: 204 len: 173 time: 2.5746822 Oct 28 21:30:08.509457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.534652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-deleted', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:08.538046 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99396c8-743f-4c9e-989f-c680f8f548c3" -d '{"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-deleted", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:08.543593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: f950784f-9830-44f1-b8af-cbeed6f22261 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:08.543947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f950784f-9830-44f1-b8af-cbeed6f22261 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:08.549464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38806) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:08.561063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.570002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/37634181-b07a-4b8e-85ac-260519ae1d51 HTTP/1.1" status: 204 len: 168 time: 1.1922693 Oct 28 21:30:08.580230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547ac32-2da5-44a9-8e6a-432bc7b6f8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=37634181-b07a-4b8e-85ac-260519ae1d51,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:08.665063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=220f61c8-b879-49b2-a04b-90e3da75e07e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:08.723513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:08.733543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:08.744388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 220f61c8-b879-49b2-a04b-90e3da75e07e on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:08.747684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.748632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.755151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d69ea96-2bb4-437e-911e-8edb6e8c9bdc req-68ac4371-43af-4dc7-a4e0-4d613a7aa480 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "DELETE /v2.0/ports/220f61c8-b879-49b2-a04b-90e3da75e07e HTTP/1.1" status: 204 len: 173 time: 2.1805673 Oct 28 21:30:08.791563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5df7-1096-4a26-9b3b-565d9ea9d547 req-5d133610-6f25-4813-a189-02caf9d54395 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:08.794082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2da5df7-1096-4a26-9b3b-565d9ea9d547 req-5d133610-6f25-4813-a189-02caf9d54395 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.2620234 Oct 28 21:30:08.854871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38820) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:08.863372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:08.865616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:08.870174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] 10.222.0.44 "PUT /v2.0/ports/c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 200 len: 1093 time: 2.0474968 Oct 28 21:30:08.889836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:08.895143 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d76344-6af6-4193-a91a-34a6efcb6e11" -d '{"events": [{"name": "network-changed", "server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:08.909001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2da5df7-1096-4a26-9b3b-565d9ea9d547 req-8b089b3f-f318-49dc-8e9b-6df0f425275b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015723 Oct 28 21:30:08.931843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faeb7ddc-2b2d-4ce3-91b9-7ca6edb346b8 req-3aaa3c22-a470-4b64-903b-39df36acfbf2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408796 Oct 28 21:30:09.039069 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657b27e-2726-4c03-ad7d-95cdc14ace09 x-openstack-request-id: req-5657b27e-2726-4c03-ad7d-95cdc14ace09 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:09.039689 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07133ea1-b9b8-4f7f-a0b0-9cf7174563b5", "name": "network-vif-deleted", "tag": "f950784f-9830-44f1-b8af-cbeed6f22261", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:09.040672 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5657b27e-2726-4c03-ad7d-95cdc14ace09 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:09.041470 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07133ea1-b9b8-4f7f-a0b0-9cf7174563b5', 'name': 'network-vif-deleted', 'tag': 'f950784f-9830-44f1-b8af-cbeed6f22261', 'status': 'completed', 'code': 200} Oct 28 21:30:09.108528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65126-1bbf-4e21-9c48-3ad461be9c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:09.145136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-524e8e10-1d64-475a-beba-f2170bf0b50a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea8eaf1f1e7e480496afac7e462356c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709498 Oct 28 21:30:09.153613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:09.188328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c955-5696-41cb-baa0-6eba3da5b49e req-cf743846-7d49-4b40-846e-e5d55166c469 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.191511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4be9c955-5696-41cb-baa0-6eba3da5b49e req-cf743846-7d49-4b40-846e-e5d55166c469 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 944 time: 0.0997038 Oct 28 21:30:09.199983 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db20023-ccdd-4dbc-9819-23ed8cd51552 x-openstack-request-id: req-7db20023-ccdd-4dbc-9819-23ed8cd51552 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:09.201388 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:09.203264 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7db20023-ccdd-4dbc-9819-23ed8cd51552 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:09.203922 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'status': 'completed', 'code': 200} Oct 28 21:30:09.219076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-1d0d14ca-058a-4d9d-bc7d-67efaf0a29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.226228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-1d0d14ca-058a-4d9d-bc7d-67efaf0a29e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 1096 time: 0.2365806 Oct 28 21:30:09.270226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4be9c955-5696-41cb-baa0-6eba3da5b49e req-4a3b297e-1893-4e1e-b706-e3632528a490 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718005 Oct 28 21:30:09.418393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac52eea4-fc36-4468-b941-82016de37d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.419032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-920fa7f9-9640-4a61-910e-d17772c78cbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 200 len: 217 time: 0.1778340 Oct 28 21:30:09.478074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.503698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b708c8c8-b933-4dc2-a0e6-e53aac1114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.505324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b2e4-9c32-4d1b-aeb8-227a55aea013 req-fdebcf79-8779-41b1-a5df-a9aae3467a21 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.506671 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-b708c8c8-b933-4dc2-a0e6-e53aac1114f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.0806093 Oct 28 21:30:09.512500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c954b2e4-9c32-4d1b-aeb8-227a55aea013 req-fdebcf79-8779-41b1-a5df-a9aae3467a21 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1267631 Oct 28 21:30:09.518851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.581453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c954b2e4-9c32-4d1b-aeb8-227a55aea013 req-8a7a56f6-b965-45e2-909c-de30865ac15c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677941 Oct 28 21:30:09.619056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-258c0178-d9d2-42df-ac5e-9b03e6a7c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.620884 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-258c0178-d9d2-42df-ac5e-9b03e6a7c6bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043394 Oct 28 21:30:09.646571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.649540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.654150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12b45cfb-cb09-4e33-8f13-4329af0d6816 HTTP/1.1" status: 204 len: 168 time: 0.4991100 Oct 28 21:30:09.700900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac52eea4-fc36-4468-b941-82016de37d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.720196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac52eea4-fc36-4468-b941-82016de37d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:09.722367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb8efa-ab88-4b51-bc30-1cac3d1512e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b45cfb-cb09-4e33-8f13-4329af0d6816,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:09.822402 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-9bf49e7a-c7e4-42eb-a3f9-aed8fcdc4fab service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853919 Oct 28 21:30:09.839174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac52eea4-fc36-4468-b941-82016de37d82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f877053ecb4a41cdb8bac2047480ff59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2854834 Oct 28 21:30:09.839992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38864) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:09.848241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52eea4-fc36-4468-b941-82016de37d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9eeb2-30e3-4115-bff8-ebb3c8bb6844,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:09.893002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d488d6-ab7a-4d01-be90-185b4ef361cc req-e012cc45-d3bd-40b6-81ce-39e4cc07e680 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.900125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d488d6-ab7a-4d01-be90-185b4ef361cc req-e012cc45-d3bd-40b6-81ce-39e4cc07e680 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1925702 Oct 28 21:30:09.940953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca870b-96aa-45fc-b45b-f4f7c21ba87c req-0121115e-6c9e-4ca9-bfac-26187c0ff7ba tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:09.942477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aca870b-96aa-45fc-b45b-f4f7c21ba87c req-0121115e-6c9e-4ca9-bfac-26187c0ff7ba tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 950 time: 0.1975002 Oct 28 21:30:09.992782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.006587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5bbba0c6-8c5a-4d91-aea2-a15549f76930 req-4fb29310-cdd4-40ff-a768-18e1a6bb760e service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757848 Oct 28 21:30:10.008922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d488d6-ab7a-4d01-be90-185b4ef361cc req-619b6033-5907-48da-afae-dd4676ca5b56 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029406 Oct 28 21:30:10.043447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.065435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aca870b-96aa-45fc-b45b-f4f7c21ba87c req-173da43a-39f3-476d-9418-0f17975b8fbf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989237 Oct 28 21:30:10.139014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-92e2c190-f349-48aa-9bb0-e36a201b8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.141213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-92e2c190-f349-48aa-9bb0-e36a201b8b53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 1096 time: 0.0621600 Oct 28 21:30:10.145100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.148092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.151979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04c9eeb2-30e3-4115-bff8-ebb3c8bb6844 HTTP/1.1" status: 204 len: 168 time: 0.3051100 Oct 28 21:30:10.160164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a660-bdd9-4a53-9c18-bdad83067e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9eeb2-30e3-4115-bff8-ebb3c8bb6844,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:10.257781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-65eaef7a-b11c-4038-92e2-cc26bb0733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.261578 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-65eaef7a-b11c-4038-92e2-cc26bb0733c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.1115077 Oct 28 21:30:10.311294 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-c7313ef3-bf67-4210-94e6-3c085a350615 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 200 len: 217 time: 0.0435905 Oct 28 21:30:10.385703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-d4817ba7-c5a9-4bd4-81bf-ef8d2b7b18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.387112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-d4817ba7-c5a9-4bd4-81bf-ef8d2b7b18ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.0656655 Oct 28 21:30:10.458795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-768a3ff5-06b3-4865-96e5-3384d987fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.461081 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-768a3ff5-06b3-4865-96e5-3384d987fd47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646024 Oct 28 21:30:10.482974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9367-cfb8-456c-8fbd-3b69b5da1680 req-d92f6436-d6ef-4274-a7d2-8a06173084f7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.484856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42cb9367-cfb8-456c-8fbd-3b69b5da1680 req-d92f6436-d6ef-4274-a7d2-8a06173084f7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 944 time: 0.0814080 Oct 28 21:30:10.524626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-258d2969-252e-4c22-b5b7-be88f90ebc54 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:10.532646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-258d2969-252e-4c22-b5b7-be88f90ebc54 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.1965895 Oct 28 21:30:10.550301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-57d73434-be6b-4c1c-8379-3a5fe0172a24 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/quotas/470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 375 time: 0.0166769 Oct 28 21:30:10.586824 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-9642c608-0ec4-4122-9ae2-9816f5103003 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169028 Oct 28 21:30:10.739998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-31b933fa-b074-456a-8a2e-f9fe88c5c59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.747510 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d76344-6af6-4193-a91a-34a6efcb6e11 req-3b897f8c-6874-42d2-83ec-e78b15a11ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516542 Oct 28 21:30:10.881691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42cb9367-cfb8-456c-8fbd-3b69b5da1680 req-2ab2e4eb-0994-4875-9593-34b1e5f5a74b tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851225 Oct 28 21:30:10.883334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38934) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:10.905960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-896393ca-42c9-4370-85f7-4035860b5270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:10.915906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-bd5884c6-0bd0-4f4e-afa1-e94e80590d2a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3616276 Oct 28 21:30:11.017887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-896393ca-42c9-4370-85f7-4035860b5270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.024697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-896393ca-42c9-4370-85f7-4035860b5270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.073836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896393ca-42c9-4370-85f7-4035860b5270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b54b85-af55-4abf-948d-528ca343197e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:11.078352 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-896393ca-42c9-4370-85f7-4035860b5270 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74981bee26ad49aeaf4e9b6deee9e683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938655 Oct 28 21:30:11.082057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38950) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:11.087909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'name': 'network-vif-deleted', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:11.092126 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d2cab-38e7-4932-b95c-bbd39e667b8e" -d '{"events": [{"server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "name": "network-vif-deleted", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:11.170882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.202989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-9032d689-c970-424d-a1e3-31587036f074 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:11.204855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-9032d689-c970-424d-a1e3-31587036f074 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.2103088 Oct 28 21:30:11.209614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-f07e5aee-9f15-4d7b-907d-fa500807a403 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:30:11.219753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-f07e5aee-9f15-4d7b-907d-fa500807a403 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2997196 Oct 28 21:30:11.232524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.245689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38956) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:11.291298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-1962f9aa-4cc4-4c77-a073-0741443432ef tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0498679 Oct 28 21:30:11.314383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.318439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.319735 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8b54b85-af55-4abf-948d-528ca343197e HTTP/1.1" status: 204 len: 168 time: 0.2367580 Oct 28 21:30:11.340879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c22119-9ca3-4736-bbe9-2c2a62616afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b54b85-af55-4abf-948d-528ca343197e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:11.345384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-074dd3d6-d1f8-42c7-8d47-bf6a638531a1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448565 Oct 28 21:30:11.387117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-259c6c64-716a-465d-a19d-54215fe3c773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.442981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-394e95e3-f492-4ac2-9a57-c57ad5a85694 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217476 Oct 28 21:30:11.524577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-259c6c64-716a-465d-a19d-54215fe3c773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.533971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-259c6c64-716a-465d-a19d-54215fe3c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.545987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-a653bc16-e43f-4bf8-aaf0-9f60d366705b service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994209 Oct 28 21:30:11.579805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c6c64-716a-465d-a19d-54215fe3c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532d4d5-4af4-48eb-aa97-99423f682433,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:11.620565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-259c6c64-716a-465d-a19d-54215fe3c773 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c2d2f57f790418aa82371dc87c417a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739035 Oct 28 21:30:11.621595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:11.655466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-321fd353-63d6-4005-b454-a591dfcd1949 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112944 Oct 28 21:30:11.701078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.732237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-6e78e9c2-a574-4009-91de-dccffc06e93e service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741362 Oct 28 21:30:11.747872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.813812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.989963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.993004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:11.994469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6532d4d5-4af4-48eb-aa97-99423f682433 HTTP/1.1" status: 204 len: 168 time: 0.3717082 Oct 28 21:30:11.998823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:12.029018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-45821695-6ebc-49a4-b28e-ea0210c85b6c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:12.031120 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-45821695-6ebc-49a4-b28e-ea0210c85b6c tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 950 time: 0.2002561 Oct 28 21:30:12.074752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c36dfe60-1b9e-4565-ae68-e00e00fd2a64 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:30:12.077821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807bcec-707d-4cb2-a8b3-f3241a868b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532d4d5-4af4-48eb-aa97-99423f682433,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:12.107762 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d49ca0-61bf-4f47-8f58-87d3aed56505 x-openstack-request-id: req-b9d49ca0-61bf-4f47-8f58-87d3aed56505 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:12.108051 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5858721-0fcc-47a7-a9c3-c8e5786070e2", "name": "network-vif-deleted", "tag": "220f61c8-b879-49b2-a04b-90e3da75e07e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:12.108302 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d49ca0-61bf-4f47-8f58-87d3aed56505 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:12.108720 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5858721-0fcc-47a7-a9c3-c8e5786070e2', 'name': 'network-vif-deleted', 'tag': '220f61c8-b879-49b2-a04b-90e3da75e07e', 'status': 'completed', 'code': 200} Oct 28 21:30:12.348962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6dc0511-3c67-4fbb-839e-170c8b58ee7c req-ace615bd-ead8-461c-b522-62ad92c6a868 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 210 time: 0.0971813 Oct 28 21:30:12.403853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938ad0-7d57-4053-8343-c3c85ffaa5c8 req-79c2fb4f-7fed-402b-979d-a24c426c98ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:12.416379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f938ad0-7d57-4053-8343-c3c85ffaa5c8 req-79c2fb4f-7fed-402b-979d-a24c426c98ee tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 950 time: 0.2740939 Oct 28 21:30:12.511452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Deleting port a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:12.511793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:12.530788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:12.563685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'port_id': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'mac_address': 'fa:16:3e:ba:68:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:30:12.668672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f938ad0-7d57-4053-8343-c3c85ffaa5c8 req-a9b7596a-4a30-46f3-b335-33937cc55bea tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457650 Oct 28 21:30:12.709230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79359da8-5c79-4950-9360-ebaf76325417 req-b9b22c6f-5600-43e9-aee7-76dd34352459 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:12.736525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79359da8-5c79-4950-9360-ebaf76325417 req-b9b22c6f-5600-43e9-aee7-76dd34352459 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 944 time: 0.2145369 Oct 28 21:30:12.747167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] For port a9b154ad-7c31-4660-acf2-663e9e46732b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a9b154ad-7c31-4660-acf2-663e9e46732b,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:12.747540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:12.775784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:12.791143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Calling delete_port for a9b154ad-7c31-4660-acf2-663e9e46732b owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:12.887830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79359da8-5c79-4950-9360-ebaf76325417 req-9a65434e-81a1-4fce-b473-2a018ab63f2c tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497746 Oct 28 21:30:12.893722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36dfe60-1b9e-4565-ae68-e00e00fd2a64 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:12.938537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:12.946650 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:13.062663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:13.151511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:13.167318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:13.170998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bd6028-3bd7-47fd-a527-238d259ad42e req-ea64f95e-c9de-4aa2-a356-e799278d740f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0965235 Oct 28 21:30:13.217081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event deleted for resources: {'Port': ['ID=a9b154ad-7c31-4660-acf2-663e9e46732b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:13.272625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] No DVR routers for this DVR port a9b154ad-7c31-4660-acf2-663e9e46732b on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:13.276581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:13.282586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b3e182a5-488d-4e2f-96b8-bb0825c2c293 req-97c3c7f5-331c-4855-a23f-686a2913b4d9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "DELETE /v2.0/ports/a9b154ad-7c31-4660-acf2-663e9e46732b HTTP/1.1" status: 204 len: 173 time: 1.2433941 Oct 28 21:30:13.283173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-deleted', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:13.286321 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56257a2-317d-4bf3-b1dc-473a2a7bf285" -d '{"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-deleted", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:13.335368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c36dfe60-1b9e-4565-ae68-e00e00fd2a64'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:13.394224 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe8e44-4baa-440b-bc87-dc034be99f66 x-openstack-request-id: req-7ebe8e44-4baa-440b-bc87-dc034be99f66 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:13.395385 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29c4be-0bc3-47d8-b3bb-1c30f0458db7", "name": "network-vif-deleted", "tag": "a9b154ad-7c31-4660-acf2-663e9e46732b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:13.395732 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ebe8e44-4baa-440b-bc87-dc034be99f66 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:13.397194 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29c4be-0bc3-47d8-b3bb-1c30f0458db7', 'name': 'network-vif-deleted', 'tag': 'a9b154ad-7c31-4660-acf2-663e9e46732b', 'status': 'completed', 'code': 200} Oct 28 21:30:13.508253 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5ac100b-462e-4c6b-aa9a-3caa17f93846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:13.856261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5689ea79-04dd-4196-ab61-f4cd94287747 req-cf780fe0-522c-41f6-8bae-a539dde1f6aa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 210 time: 0.0574713 Oct 28 21:30:13.917313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca706414-48eb-4439-abe2-b7547f969698 req-e9f84c6f-82ad-40fa-b5bf-6026db05f059 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f29c4be-0bc3-47d8-b3bb-1c30f0458db7 HTTP/1.1" status: 200 len: 210 time: 0.0640719 Oct 28 21:30:14.058746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228092-6f6a-494d-8478-1351e60eed19 req-1037d68d-43d0-4cba-8501-336951a9b110 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:14.068492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5228092-6f6a-494d-8478-1351e60eed19 req-1037d68d-43d0-4cba-8501-336951a9b110 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 945 time: 0.0739644 Oct 28 21:30:14.098591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:14.122332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5228092-6f6a-494d-8478-1351e60eed19 req-6de85314-6482-4ac1-977b-325e4c6ac20a tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531538 Oct 28 21:30:14.158026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a9b154ad-7c31-4660-acf2-663e9e46732b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:14.158402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a9b154ad-7c31-4660-acf2-663e9e46732b not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:14.198634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-1926eef7-103b-4efb-8d53-07612780881b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:14.198634 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-1926eef7-103b-4efb-8d53-07612780881b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.2011001 Oct 28 21:30:14.238116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'device_id': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'admin_state_up': True, 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:14.348839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4315f4f2-7aa9-40bc-80c9-6a5a12da2f16 req-4ae138a6-26a4-4edb-95d9-018d90fd1457 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0526223 Oct 28 21:30:14.409092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:14.415062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:14.611925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.20.0.7 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/402da589-40e8-410b-8f8f-017bf3250e30) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:14.627225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-dcd4eb6c-e73b-4ea6-99a4-58ed7892e713 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:14.628893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-dcd4eb6c-e73b-4ea6-99a4-58ed7892e713 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.1313500 Oct 28 21:30:14.645416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:14.764337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:14.834878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:14.878782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:14.884009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:14.927009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:14.940454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:15.079341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:15.081345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:15.093584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.096456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:15.177890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.8 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/2bca1042-a8f6-42ce-b65c-ec52d98aecde) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:15.196490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39130) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:15.198981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:15.262750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:15.263433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.297097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-95a49bcc-c8b8-4ad6-8c81-1e4ee049e29b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653582 Oct 28 21:30:15.313057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Request body: {'port': {'device_id': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:15.423515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.423740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5d49a-8c3c-4670-bce2-b4e9d8184575 req-a262fa7a-e412-4391-9020-fd488747af79 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:15.435072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64a5d49a-8c3c-4670-bce2-b4e9d8184575 req-a262fa7a-e412-4391-9020-fd488747af79 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 931 time: 0.2092752 Oct 28 21:30:15.500828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8a130764-6568-440c-a84b-3c53f9d8bb2b None None] Provisioning complete for port 402da589-40e8-410b-8f8f-017bf3250e30 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:15.501394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8a130764-6568-440c-a84b-3c53f9d8bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.528642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64a5d49a-8c3c-4670-bce2-b4e9d8184575 req-e1a23abd-fb82-46b2-aba4-03190894a9e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879815 Oct 28 21:30:15.585782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8a130764-6568-440c-a84b-3c53f9d8bb2b None None] Port 402da589-40e8-410b-8f8f-017bf3250e30 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:30:15.653002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:15.680279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528c1ce1-ad63-4c79-8136-98586630b1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.681355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b112aaa-48eb-4bbf-9310-937df8624cea req-76669019-8da2-41cd-a379-23449281bf80 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0506663 Oct 28 21:30:15.722755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45161e7-74a7-4d1e-8387-0d31ce82c586 req-e34877bf-1d1a-45ef-b915-97f3ba17401f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:15.724393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b45161e7-74a7-4d1e-8387-0d31ce82c586 req-e34877bf-1d1a-45ef-b915-97f3ba17401f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 945 time: 0.1896863 Oct 28 21:30:15.777602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.784282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6515cfa9-02a1-4242-ab50-761720d25de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.824720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b45161e7-74a7-4d1e-8387-0d31ce82c586 req-bb7013a0-4bd8-48c4-89b0-178a58809aa2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822535 Oct 28 21:30:15.892727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4996e-0bd1-4c36-9895-ebfa8deb8438 req-21591432-e67d-448b-aeda-812798eab4c7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:15.894618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84c4996e-0bd1-4c36-9895-ebfa8deb8438 req-21591432-e67d-448b-aeda-812798eab4c7 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1066074 Oct 28 21:30:15.896334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.943306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528c1ce1-ad63-4c79-8136-98586630b1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.968179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528c1ce1-ad63-4c79-8136-98586630b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:15.982633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:15.988653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:15.992864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:16.027881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.033561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402da589-40e8-410b-8f8f-017bf3250e30 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:16.039851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.040407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.040939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.041275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.042503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.042998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.043489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.043829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.044160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.044519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.044848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.045342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:16.048084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-528c1ce1-ad63-4c79-8136-98586630b1d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba495ecb24f74419a574af73e1a906c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437872 Oct 28 21:30:16.049985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.051591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39166) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:16.053384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6515cfa9-02a1-4242-ab50-761720d25de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.056038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c1ce1-ad63-4c79-8136-98586630b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bcb571-4292-4ce8-b34c-34fdb31d2c81,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.057415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84c4996e-0bd1-4c36-9895-ebfa8deb8438 req-e535dd14-b70f-4b2d-9f27-ab28f8c943d3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465621 Oct 28 21:30:16.065191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6515cfa9-02a1-4242-ab50-761720d25de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.089124 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:30:16.093029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6515cfa9-02a1-4242-ab50-761720d25de3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb46490ea5f146a8a07cfb9d8b67659e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389808 Oct 28 21:30:16.095854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39168) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:16.102465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Transition to ACTIVE for port object 402da589-40e8-410b-8f8f-017bf3250e30 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:30:16.121818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.122639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c36dfe60-1b9e-4565-ae68-e00e00fd2a64 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:16.123965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:16.125750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.148804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.156829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-4c3ae886-c837-42b9-a9a5-315a34bd7f4d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5170379 Oct 28 21:30:16.176221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Request body: {'port': {'device_id': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:16.184494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515cfa9-02a1-4242-ab50-761720d25de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16efb2-5612-4c80-b9ce-8e142702621f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.221446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:16.227537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:16.228170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.229610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.251715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Pushing event updated for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.296253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.337830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.355545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.374490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:16.377454 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0928415-4e9f-4d5e-b4a6-7708eb41c031" -d '{"events": [{"server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "name": "network-vif-plugged", "status": "completed", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:16.395771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:16.407469 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.429881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.451911 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9030f21-5243-4e06-ae0a-53e1400d58e1 x-openstack-request-id: req-f9030f21-5243-4e06-ae0a-53e1400d58e1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:16.452323 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "name": "network-vif-plugged", "status": "completed", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:16.452599 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9030f21-5243-4e06-ae0a-53e1400d58e1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:16.452877 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'code': 200} Oct 28 21:30:16.484699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Attempting to bind port 402da589-40e8-410b-8f8f-017bf3250e30 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:16.485221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Attempting to bind port 402da589-40e8-410b-8f8f-017bf3250e30 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:16.485551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Attempting to bind port 402da589-40e8-410b-8f8f-017bf3250e30 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:16.508012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Port 402da589-40e8-410b-8f8f-017bf3250e30 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:30:16.508222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Attempting to bind port 402da589-40e8-410b-8f8f-017bf3250e30 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:16.518167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.519213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:16.519503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:16.519880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:16.520318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Bound port: 402da589-40e8-410b-8f8f-017bf3250e30, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:16.520711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.592033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.609519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.612288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.615726 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae16efb2-5612-4c80-b9ce-8e142702621f HTTP/1.1" status: 204 len: 168 time: 0.5167296 Oct 28 21:30:16.615726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:16.631343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=402da589-40e8-410b-8f8f-017bf3250e30,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:16.639627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbba17-f2ac-4aca-8d9a-7b097be8054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16efb2-5612-4c80-b9ce-8e142702621f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.642623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.683979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:16.684620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.685941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] 10.222.0.44 "PUT /v2.0/ports/402da589-40e8-410b-8f8f-017bf3250e30 HTTP/1.1" status: 200 len: 1092 time: 1.3796344 Oct 28 21:30:16.686972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:16.688900 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f493ba-cd38-44e6-8f79-5f86afb8899f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "tag": "402da589-40e8-410b-8f8f-017bf3250e30"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:16.804547 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372164b5-b0cd-4df1-8ce1-f49bdb01f7ce x-openstack-request-id: req-372164b5-b0cd-4df1-8ce1-f49bdb01f7ce {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:16.804547 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "tag": "402da589-40e8-410b-8f8f-017bf3250e30", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:16.804547 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-372164b5-b0cd-4df1-8ce1-f49bdb01f7ce {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:16.804963 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30', 'status': 'completed', 'code': 200} Oct 28 21:30:16.810824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cf613-fb2d-4a3b-9f8d-3a15edbfdf06 service neutron] Pushing event updated for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:16.842920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-f1296e7a-affa-4463-8c6d-cf025e644cc3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:16.844686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-f1296e7a-affa-4463-8c6d-cf025e644cc3 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 950 time: 0.1439064 Oct 28 21:30:16.863354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-aff64a0d-e5b4-4c45-842c-3990bf878911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:16.865135 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-aff64a0d-e5b4-4c45-842c-3990bf878911 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 1095 time: 0.1055114 Oct 28 21:30:16.919451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.922075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:16.923223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41bcb571-4292-4ce8-b34c-34fdb31d2c81 HTTP/1.1" status: 204 len: 168 time: 0.8699806 Oct 28 21:30:16.961505 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-47541b31-fd78-4197-861f-09dc4ca45521 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=402da589-40e8-410b-8f8f-017bf3250e30 HTTP/1.1" status: 200 len: 217 time: 0.0594492 Oct 28 21:30:17.059908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639edadc-7701-413f-ba88-b4f4c23f8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bcb571-4292-4ce8-b34c-34fdb31d2c81,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:17.076843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-8fc65afd-f146-4525-bb96-001c30aade3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.078558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-8fc65afd-f146-4525-bb96-001c30aade3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0949774 Oct 28 21:30:17.082055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bca1042-a8f6-42ce-b65c-ec52d98aecde {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:17.086552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Deleting port b8def87c-d3be-40de-b2e3-534728267506 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:17.087237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.099893 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.105096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1fc4c-81c2-4923-ac01-d2abf0af41d3 req-9e31f264-954b-44f1-b314-076c6edb92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.107398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f1fc4c-81c2-4923-ac01-d2abf0af41d3 req-9e31f264-954b-44f1-b314-076c6edb92ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 1098 time: 0.5671442 Oct 28 21:30:17.156165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dde40-c99d-4227-a786-81603b44b24c req-765da125-df97-4f52-aa39-8ba2d4a58170 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.158110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-141dde40-c99d-4227-a786-81603b44b24c req-765da125-df97-4f52-aa39-8ba2d4a58170 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 943 time: 0.4744234 Oct 28 21:30:17.163508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Transition to ACTIVE for port object 2bca1042-a8f6-42ce-b65c-ec52d98aecde will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:30:17.189167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.200641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29dd14-6484-4d1c-b96d-a7ad43eba24a req-6490c4f7-62be-40f0-8da8-0bf2947b15fc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.209581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b29dd14-6484-4d1c-b96d-a7ad43eba24a req-6490c4f7-62be-40f0-8da8-0bf2947b15fc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 931 time: 0.2912300 Oct 28 21:30:17.222655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-3e4ebcdc-0ac6-4e74-998a-360651bed336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.224120 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-3e4ebcdc-0ac6-4e74-998a-360651bed336 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846643 Oct 28 21:30:17.237714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] For port b8def87c-d3be-40de-b2e3-534728267506, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8def87c-d3be-40de-b2e3-534728267506,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:17.238111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.274978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5f1fc4c-81c2-4923-ac01-d2abf0af41d3 req-287001bb-4775-4275-9503-f03a4ca39f23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578379 Oct 28 21:30:17.293870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Calling delete_port for b8def87c-d3be-40de-b2e3-534728267506 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:17.333671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:17.359950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-141dde40-c99d-4227-a786-81603b44b24c req-e908190a-35c0-4ef9-803a-659b484a393d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762130 Oct 28 21:30:17.361441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b29dd14-6484-4d1c-b96d-a7ad43eba24a req-2a63f801-9db8-40ba-96aa-9b5e0cd7b79c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507699 Oct 28 21:30:17.454289 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-e86bbaa2-1849-491c-ab4e-d7ea60422e40 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220440 Oct 28 21:30:17.511026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Attempting to bind port 2bca1042-a8f6-42ce-b65c-ec52d98aecde on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:17.511364 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Attempting to bind port 2bca1042-a8f6-42ce-b65c-ec52d98aecde by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:17.511696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Attempting to bind port 2bca1042-a8f6-42ce-b65c-ec52d98aecde on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:17.519309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Port 2bca1042-a8f6-42ce-b65c-ec52d98aecde on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:30:17.519627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Attempting to bind port 2bca1042-a8f6-42ce-b65c-ec52d98aecde on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:17.535445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730df8d-27dc-4dce-8969-9ce8699dfa9d req-bd30a142-1066-4d20-aee3-e651176a795f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.544806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7730df8d-27dc-4dce-8969-9ce8699dfa9d req-bd30a142-1066-4d20-aee3-e651176a795f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.0967879 Oct 28 21:30:17.571286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:17.572532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:17.573013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:17.573460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Bound port: 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:17.573814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.599833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.612496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8def87c-d3be-40de-b2e3-534728267506'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:17.648255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2beb2a21-bc35-452f-b6d5-886d183d2eab req-8619a8ab-91d4-41a8-bbec-611c382415cf tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632 HTTP/1.1" status: 200 len: 210 time: 0.0605378 Oct 28 21:30:17.653615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event deleted for resources: {'Port': ['ID=b8def87c-d3be-40de-b2e3-534728267506,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:17.675589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7730df8d-27dc-4dce-8969-9ce8699dfa9d req-0157def3-fadc-4ad1-b78a-3316c39e2886 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248004 Oct 28 21:30:17.710850 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-498859d2-35fb-423d-ad67-3cff06a4e9f9 req-fe16133a-feff-4c05-bacb-4000a3498f8b service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182269 Oct 28 21:30:17.726164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:17.731539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] No DVR routers for this DVR port b8def87c-d3be-40de-b2e3-534728267506 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:17.731872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:17.734947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.739546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-05eeeb8b-4f15-4d6d-8acf-c83451d73ce4 req-30f01cea-3059-4755-87f8-b1aa4b2f2893 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.44 "DELETE /v2.0/ports/b8def87c-d3be-40de-b2e3-534728267506 HTTP/1.1" status: 204 len: 173 time: 0.8879247 Oct 28 21:30:17.740054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.792295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.801722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:17.804711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bca1042-a8f6-42ce-b65c-ec52d98aecde HTTP/1.1" status: 200 len: 1092 time: 1.6363034 Oct 28 21:30:17.804711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:17.806555 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221442a-3e2b-466f-9d80-ffef7bc45a35" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:17.815286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-7be7fbdd-7846-46ff-a8a2-4c391d8b20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.817194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-7be7fbdd-7846-46ff-a8a2-4c391d8b20c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 1095 time: 0.0536423 Oct 28 21:30:17.862773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405891-ed8e-4caa-89a9-018cfb5b6e87 service neutron] Pushing event updated for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:17.912532 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3117d-ed66-4de0-a29b-f08eb0ed7cdc x-openstack-request-id: req-0dc3117d-ed66-4de0-a29b-f08eb0ed7cdc {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:17.912832 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:17.913101 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dc3117d-ed66-4de0-a29b-f08eb0ed7cdc {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:17.913521 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde', 'status': 'completed', 'code': 200} Oct 28 21:30:17.945309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-48c88129-605f-4e35-82d0-48b0a47f49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:17.947428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-48c88129-605f-4e35-82d0-48b0a47f49f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 1095 time: 0.0796702 Oct 28 21:30:17.999290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-2774b09e-4a35-43be-aeb9-05c8c862826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.001061 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-2774b09e-4a35-43be-aeb9-05c8c862826b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1678481 Oct 28 21:30:18.003528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-f27c7420-8d77-41c8-83fa-56c582ba2609 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde HTTP/1.1" status: 200 len: 217 time: 0.0460203 Oct 28 21:30:18.078712 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-b4a95cb8-1f96-45ad-bc8c-19154aa3105d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=402da589-40e8-410b-8f8f-017bf3250e30 HTTP/1.1" status: 200 len: 217 time: 0.0632093 Oct 28 21:30:18.088666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f018-546e-4049-811d-f989e5e0a62e req-9a76cfcc-8ced-4771-ba0a-59335b90bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.090860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-9a76cfcc-8ced-4771-ba0a-59335b90bb53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.0738821 Oct 28 21:30:18.140942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-8a0289d4-1f33-4047-bd3c-a53a7a9db8bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396748 Oct 28 21:30:18.149053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-8c4ebf5f-dec1-486c-a8db-1bf8587c2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.150707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-8c4ebf5f-dec1-486c-a8db-1bf8587c2e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0641687 Oct 28 21:30:18.238417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-897dd193-f106-44bc-ae86-384e0fc92835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.240952 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-897dd193-f106-44bc-ae86-384e0fc92835 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759664 Oct 28 21:30:18.324113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-7602050f-0086-4adf-8085-4188e1a3e3b4 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596899 Oct 28 21:30:18.454464 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-24da745c-9c10-434c-8585-c74cc302aac6 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962883 Oct 28 21:30:18.600942 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f9f493ba-cd38-44e6-8f79-5f86afb8899f req-e22ab825-f89c-459c-b34e-e2a60055a640 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384995 Oct 28 21:30:18.613855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209231-f408-4e59-b565-3ed6cd1d2a7b req-782b484b-5025-4712-8032-739a93908c55 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.615360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6209231-f408-4e59-b565-3ed6cd1d2a7b req-782b484b-5025-4712-8032-739a93908c55 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 943 time: 0.1234245 Oct 28 21:30:18.646242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4e42-4a34-4552-a291-1d980a7891f7 req-72c72648-1f0c-409c-8cd5-daf58e99b332 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.648099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b24d4e42-4a34-4552-a291-1d980a7891f7 req-72c72648-1f0c-409c-8cd5-daf58e99b332 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 943 time: 0.1573997 Oct 28 21:30:18.661876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31c1f018-546e-4049-811d-f989e5e0a62e req-dac11d88-ee7d-48bd-b09e-ef13ed237001 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265212 Oct 28 21:30:18.746134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6209231-f408-4e59-b565-3ed6cd1d2a7b req-cafde77b-ff1b-4ed5-b194-1d661dd85bd9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924733 Oct 28 21:30:18.782167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b24d4e42-4a34-4552-a291-1d980a7891f7 req-3c771948-6d11-4526-b5fe-7ff7e5591f63 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163635 Oct 28 21:30:18.806698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-deleted', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:18.810278 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ce761-2744-499b-aa2d-37ef8d55a301" -d '{"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-deleted", "tag": "b8def87c-d3be-40de-b2e3-534728267506"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:18.826033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-0b085973-2315-4be4-9d7c-92fb8be0a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.827605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-0b085973-2315-4be4-9d7c-92fb8be0a9c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 1095 time: 0.1083660 Oct 28 21:30:18.946318 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1927faa-19c9-4d8a-b085-598baa27e5d1 x-openstack-request-id: req-c1927faa-19c9-4d8a-b085-598baa27e5d1 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:18.946318 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632", "name": "network-vif-deleted", "tag": "b8def87c-d3be-40de-b2e3-534728267506", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:18.946318 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1927faa-19c9-4d8a-b085-598baa27e5d1 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:18.946318 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9e6b8-5799-4f7b-a1de-bbbc5c2c2632', 'name': 'network-vif-deleted', 'tag': 'b8def87c-d3be-40de-b2e3-534728267506', 'status': 'completed', 'code': 200} Oct 28 21:30:18.975223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39274) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:18.980707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-e1e4af27-7698-4e14-8ee1-6c6c6211eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.982562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-e1e4af27-7698-4e14-8ee1-6c6c6211eabd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.1421509 Oct 28 21:30:18.991287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280fc4a-e736-49e1-9a82-5c9227109aed req-624b6ed7-6f1c-47b2-bf8d-87bfd196fc6f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:18.992782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7280fc4a-e736-49e1-9a82-5c9227109aed req-624b6ed7-6f1c-47b2-bf8d-87bfd196fc6f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.0894287 Oct 28 21:30:19.036046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-9ba3e34f-1a62-4b2e-88a6-a4698294bac4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde HTTP/1.1" status: 200 len: 217 time: 0.0423026 Oct 28 21:30:19.114169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7280fc4a-e736-49e1-9a82-5c9227109aed req-254768ff-0dd5-4d3a-91e1-5b76be7c80aa tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086359 Oct 28 21:30:19.119034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-c5513350-a419-42f5-9b6f-346a2be9a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:19.121427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-c5513350-a419-42f5-9b6f-346a2be9a6a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.0784593 Oct 28 21:30:19.210716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-bfc990a1-50c4-4f17-b5ba-1dd2d53f88cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751846 Oct 28 21:30:19.357705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1435079830-network', 'tenant_id': 'cce9e28b5fb347de836e0538a725ed0c'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:19.386274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Made reservation on behalf of cce9e28b5fb347de836e0538a725ed0c for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:19.389077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.403522 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.530955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.542953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.584421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:19.602205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:19.628691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.629058 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Added segment 2ebc86b5-0f92-4480-b7e1-9fffa967f992 of type vlan for network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 Oct 28 21:30:19.634135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767547de-8fb7-4bfb-bb3f-a267265d0694 req-873aa7d2-ebfa-4392-84ac-73db45815c66 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:19.641902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-767547de-8fb7-4bfb-bb3f-a267265d0694 req-873aa7d2-ebfa-4392-84ac-73db45815c66 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 949 time: 0.4106672 Oct 28 21:30:19.684084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.709614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087f889-95b6-4685-9560-6f9acb153b68 req-78ff01e6-5186-44a4-a1a0-09b3bd14c1fe tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:19.718028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7087f889-95b6-4685-9560-6f9acb153b68 req-78ff01e6-5186-44a4-a1a0-09b3bd14c1fe tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.4854746 Oct 28 21:30:19.724492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:19.730728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Request body: {'floatingip': {'port_id': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:19.734961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-eb56d31b-adf3-420f-8431-6484528b0574 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171764 Oct 28 21:30:19.744350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-767547de-8fb7-4bfb-bb3f-a267265d0694 req-690d4540-0fd2-4cab-a595-a0dc9bda4539 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014678 Oct 28 21:30:19.774350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.775316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:19.776976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.853997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:19.930510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b221442a-3e2b-466f-9d80-ffef7bc45a35 req-5f6ca5a8-8355-48b1-8176-cb00810b53fa service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839581 Oct 28 21:30:19.972229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22572358-b7f3-4d2c-9465-907e6fa59214 req-6f854f11-9e90-43a8-83eb-ec1695ddea78 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:19.981092 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22572358-b7f3-4d2c-9465-907e6fa59214 req-6f854f11-9e90-43a8-83eb-ec1695ddea78 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 943 time: 0.1119564 Oct 28 21:30:19.996971 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0205162 Oct 28 21:30:20.005416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:20.021093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8ec2e-4b34-4e2a-951b-acf5e9e7f8ec req-8abbea97-9eb7-414f-b1d6-6548c8575019 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:20.021674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Request body: {'subnet': {'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1435079830-subnet', 'tenant_id': 'cce9e28b5fb347de836e0538a725ed0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:20.029162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60b8ec2e-4b34-4e2a-951b-acf5e9e7f8ec req-8abbea97-9eb7-414f-b1d6-6548c8575019 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 943 time: 0.1156499 Oct 28 21:30:20.037694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145736a3-35b5-4324-a596-559e9adb6749 admin admin] Pushing event updated for resources: {'Network': ['ID=85765d5b-ccb2-46eb-b020-4cea07ea87c7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:20.052415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:20.087923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22572358-b7f3-4d2c-9465-907e6fa59214 req-f58d1616-547c-4f34-bb3a-1c9d68c1c4a3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023479 Oct 28 21:30:20.129049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60b8ec2e-4b34-4e2a-951b-acf5e9e7f8ec req-0fd4d802-78a7-4234-941a-1fdcb5bbcb5a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985577 Oct 28 21:30:20.150852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Made reservation on behalf of cce9e28b5fb347de836e0538a725ed0c for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:20.155218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.167308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 402da589-40e8-410b-8f8f-017bf3250e30 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:30:20.170416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:20.218683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: b8def87c-d3be-40de-b2e3-534728267506 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:20.219305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8def87c-d3be-40de-b2e3-534728267506 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:20.374368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=402da589-40e8-410b-8f8f-017bf3250e30,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:20.388107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '402da589-40e8-410b-8f8f-017bf3250e30', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': '402da589-40e8-410b-8f8f-017bf3250e30', 'mac_address': 'fa:16:3e:d6:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:30:20.435665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.456466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402da589-40e8-410b-8f8f-017bf3250e30 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:20.465689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39402) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:20.495363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=402da589-40e8-410b-8f8f-017bf3250e30,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:20.501335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.502179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bca1042-a8f6-42ce-b65c-ec52d98aecde details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:30:20.619402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4924b54b-61c7-47f2-81e0-2fee27624b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.631589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:20.675327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128061-3e69-4c35-a626-13ddd65f287f req-fa004964-5d8d-491f-a9f2-3471e4fc3783 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:20.676781 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-10128061-3e69-4c35-a626-13ddd65f287f req-fa004964-5d8d-491f-a9f2-3471e4fc3783 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 949 time: 0.4514234 Oct 28 21:30:20.705294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:20.721506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2bca1042-a8f6-42ce-b65c-ec52d98aecde', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '2bca1042-a8f6-42ce-b65c-ec52d98aecde', 'mac_address': 'fa:16:3e:4f:4f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:30:20.733526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4924b54b-61c7-47f2-81e0-2fee27624b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.739006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4924b54b-61c7-47f2-81e0-2fee27624b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.767966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.786999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bca1042-a8f6-42ce-b65c-ec52d98aecde {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:20.815793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4924b54b-61c7-47f2-81e0-2fee27624b8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1b3c3ee31244658b4cc4136747176e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486164 Oct 28 21:30:20.817440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b54b-61c7-47f2-81e0-2fee27624b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b47264-6ec2-4863-a038-e16785fadfc2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:20.819972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39414) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:20.848834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:20.857205 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.914706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:20.930987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:20.967376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713847-5a7a-4a93-bb18-b3684a93b093 req-ff59b295-3b40-49cc-b750-1fa7978dc7ac tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:20.969113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41713847-5a7a-4a93-bb18-b3684a93b093 req-ff59b295-3b40-49cc-b750-1fa7978dc7ac tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 949 time: 0.1063895 Oct 28 21:30:20.969953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.008516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.017763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.020261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Deleting port 1901d3a1-5e6b-4fd9-8466-c4e045671594 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:21.020971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.052358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.058590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41713847-5a7a-4a93-bb18-b3684a93b093 req-56532b53-b533-46b8-b1b5-30743f11a1a9 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e74cbc-8252-408e-9710-36a8447eeb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Oct 28 21:30:21.082038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0f9c0a-30b9-4fef-be19-56a8b4e151ed,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:21.099495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.103393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.105591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58b47264-6ec2-4863-a038-e16785fadfc2 HTTP/1.1" status: 204 len: 168 time: 0.2827082 Oct 28 21:30:21.117167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75c6a7-2518-4a06-8197-2996e5162ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b47264-6ec2-4863-a038-e16785fadfc2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:21.136274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['402da589-40e8-410b-8f8f-017bf3250e30'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:21.139040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2bca1042-a8f6-42ce-b65c-ec52d98aecde'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:21.174525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Checking segment: {'id': '2ebc86b5-0f92-4480-b7e1-9fffa967f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:21.175093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Network hostable DHCP agents. Network: 85765d5b-ccb2-46eb-b020-4cea07ea87c7, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:21.234934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] For port 1901d3a1-5e6b-4fd9-8466-c4e045671594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=1901d3a1-5e6b-4fd9-8466-c4e045671594,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:21.235518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.260579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:21.273343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Calling delete_port for 1901d3a1-5e6b-4fd9-8466-c4e045671594 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:21.299080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 85765d5b-ccb2-46eb-b020-4cea07ea87c7) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:21.307032 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Floating IP 0f8ce17e-a80e-44d4-8d34-b61fa6751d11 associated. External IP: 172.25.4.74, port: c36dfe60-1b9e-4565-ae68-e00e00fd2a64. Oct 28 21:30:21.327235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263227cf-74ac-40ea-b065-71d0d6579fd5 None None] Network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:21.335451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:21.336059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.437973 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b18c7b3d-62ac-46c3-ab18-5067883b28ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4294128 Oct 28 21:30:21.445645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9ca1-42da-4b3d-91e4-221b3696c88f req-fd21f395-9a40-4490-9e6e-d820a3682e32 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:21.459752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adfa9ca1-42da-4b3d-91e4-221b3696c88f req-fd21f395-9a40-4490-9e6e-d820a3682e32 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 944 time: 0.1857429 Oct 28 21:30:21.544109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adfa9ca1-42da-4b3d-91e4-221b3696c88f req-b1dcc6c2-1cee-4a69-8579-50203ea44df7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Oct 28 21:30:21.580295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f1af3-174f-46f2-9d66-4122ec19c805 req-21996a00-5bc8-44ed-9abb-fbed68a35a08 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:21.586196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174f1af3-174f-46f2-9d66-4122ec19c805 req-21996a00-5bc8-44ed-9abb-fbed68a35a08 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 944 time: 0.2973793 Oct 28 21:30:21.657484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174f1af3-174f-46f2-9d66-4122ec19c805 req-14303bfa-f1df-419e-8767-afc0c7d1a89c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626702 Oct 28 21:30:21.701679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7756b5-64f9-4d56-8718-cf48bd76f2e5 None None] Network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:21.720410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.772866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Pushing event deleted for resources: {'Port': ['ID=1901d3a1-5e6b-4fd9-8466-c4e045671594,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:21.834777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:30:21.855234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] No DVR routers for this DVR port 1901d3a1-5e6b-4fd9-8466-c4e045671594 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:21.862961 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:21.869858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-10128061-3e69-4c35-a626-13ddd65f287f req-07153eb9-1c53-46c2-8d6d-71b912b620c6 tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.52 "DELETE /v2.0/ports/1901d3a1-5e6b-4fd9-8466-c4e045671594 HTTP/1.1" status: 204 len: 173 time: 1.1817203 Oct 28 21:30:21.869858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-deleted', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:21.870792 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4336cf-deba-4d99-a631-abaf1172e634" -d '{"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-deleted", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:21.978381 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a984c588-d9f7-4290-a7ad-87e8b7509acc x-openstack-request-id: req-a984c588-d9f7-4290-a7ad-87e8b7509acc {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:21.979382 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd15f5e-cec6-4b01-a2b9-8fe0927fa538", "name": "network-vif-deleted", "tag": "1901d3a1-5e6b-4fd9-8466-c4e045671594", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:21.979797 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a984c588-d9f7-4290-a7ad-87e8b7509acc {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:21.980471 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd15f5e-cec6-4b01-a2b9-8fe0927fa538', 'name': 'network-vif-deleted', 'tag': '1901d3a1-5e6b-4fd9-8466-c4e045671594', 'status': 'completed', 'code': 200} Oct 28 21:30:22.013000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:30:22.018827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:22.029429 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:30:22.049666 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:30:22.050818 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:22.054838 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbd4ab67-b2eb-46dd-8fbb-ba06ec1402ec tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "PUT /v2.0/floatingips/0f8ce17e-a80e-44d4-8d34-b61fa6751d11 HTTP/1.1" status: 200 len: 991 time: 2.3285465 Oct 28 21:30:22.271542 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:30:22.275807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6ba4f4a-1367-4eec-bf9f-e4175b1c4061 req-42c9ac7a-5c35-4956-b406-71a3e099c6fc tempest-MigrationsAdminTest-1565014846 tempest-MigrationsAdminTest-1565014846-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Oct 28 21:30:22.537114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-71ede8ef-e970-421a-b577-e2c0545da5be tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:22.546251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-71ede8ef-e970-421a-b577-e2c0545da5be tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/networks?id=85765d5b-ccb2-46eb-b020-4cea07ea87c7 HTTP/1.1" status: 200 len: 814 time: 0.1832964 Oct 28 21:30:22.559422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-70bd6fb1-ebf5-4049-bd96-cb9a663c3a0f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/quotas/cce9e28b5fb347de836e0538a725ed0c HTTP/1.1" status: 200 len: 375 time: 0.0119145 Oct 28 21:30:22.614580 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '0f8ce17e-a80e-44d4-8d34-b61fa6751d11', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ba:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:30:01Z', 'updated_at': '2021-10-28T21:30:20Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:22.640141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-07aa413f-3d35-445a-8aef-cac22dd830a6 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce9e28b5fb347de836e0538a725ed0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553150 Oct 28 21:30:22.651870 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:30:22.660985 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:30:22.661606 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:22.763115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ee47-84a1-47ee-9536-65e349193bf2 req-1723c8dd-2fb7-44a1-9032-fd7c85826291 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:22.765664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1ee47-84a1-47ee-9536-65e349193bf2 req-1723c8dd-2fb7-44a1-9032-fd7c85826291 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 944 time: 0.1410258 Oct 28 21:30:22.787690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:30:22.808817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39498) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:22.829477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-da8dd7ec-78f2-42d1-ad2d-893a97b25b88 service neutron] 10.222.0.31 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735907 Oct 28 21:30:22.854180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6df1ee47-84a1-47ee-9536-65e349193bf2 req-797332fb-f057-40d7-b72a-97db3f62ce75 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767508 Oct 28 21:30:23.018134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-20782b96-551f-4002-ba79-706978bf147f service neutron] 10.222.0.31 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789060 Oct 28 21:30:23.034130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80608a-c0f3-4efb-83cc-eb919a388970 req-afc9de68-dc55-400f-9eb1-0d4d7ec16ff3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:23.035754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c80608a-c0f3-4efb-83cc-eb919a388970 req-afc9de68-dc55-400f-9eb1-0d4d7ec16ff3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 944 time: 0.0817385 Oct 28 21:30:23.103225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c80608a-c0f3-4efb-83cc-eb919a388970 req-e2dc3280-d5dd-46cc-b0fa-a82373856c43 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601516 Oct 28 21:30:23.123290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '0f8ce17e-a80e-44d4-8d34-b61fa6751d11', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ba:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:30:01Z', 'updated_at': '2021-10-28T21:30:20Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:23.192984 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab7b5a01-bfb4-4a22-842f-9c94ea0fa6c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829756 Oct 28 21:30:23.195389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:23.202481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a08e6-7844-415d-8c76-b96c9975002d None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '0f8ce17e-a80e-44d4-8d34-b61fa6751d11', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'port_id': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'mac_address': 'fa:16:3e:ba:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:30:01Z', 'updated_at': '2021-10-28T21:30:20Z', 'revision_number': 1, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:30:23.340943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3da10b0b-a099-450c-8710-f14a6b2fad04 req-76f04ec2-ab5b-4c89-8204-5a3487105a52 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 210 time: 0.0541425 Oct 28 21:30:23.347219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:23.385974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:23.457022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:23.459994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:23.461184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7e74cbc-8252-408e-9710-36a8447eeb1b HTTP/1.1" status: 204 len: 168 time: 0.2647913 Oct 28 21:30:23.472496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a47b9-9747-46de-bfe6-fcddb0080d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e74cbc-8252-408e-9710-36a8447eeb1b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:23.645420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98392c2d-6c79-4ae4-bed4-ea32f8d2bc29 None None] New status for floating IP 0f8ce17e-a80e-44d4-8d34-b61fa6751d11: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:30:23.981269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:23.983604 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:24.028945 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c19165-2bce-486f-a439-3e1ef6f53240 x-openstack-request-id: req-d6c19165-2bce-486f-a439-3e1ef6f53240 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:24.029428 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:24.029679 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6c19165-2bce-486f-a439-3e1ef6f53240 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:24.030234 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'status': 'completed', 'code': 200} Oct 28 21:30:24.030881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9493-f0ee-4be4-b7ba-b21104c762de req-bf349e88-cddc-4b80-bc0a-fc1bc41d0f07 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.032658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3bf9493-f0ee-4be4-b7ba-b21104c762de req-bf349e88-cddc-4b80-bc0a-fc1bc41d0f07 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 944 time: 0.0870039 Oct 28 21:30:24.094966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:24.145040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3bf9493-f0ee-4be4-b7ba-b21104c762de req-84d49e57-b6ac-42b1-8d84-9380ebc342e4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040432 Oct 28 21:30:24.167128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-7f10c83e-47f4-4d71-813b-dd54a0e19e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.169009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-7f10c83e-47f4-4d71-813b-dd54a0e19e67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 1098 time: 0.0921037 Oct 28 21:30:24.213596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 402da589-40e8-410b-8f8f-017bf3250e30 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:24.275717 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa8cba3e-47fe-4379-a7e7-712d0fb523f3 req-af338e49-51e3-4ddd-9c2b-44aa1381e30b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0607984 Oct 28 21:30:24.289526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39584) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:24.356681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 402da589-40e8-410b-8f8f-017bf3250e30 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:24.361692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 402da589-40e8-410b-8f8f-017bf3250e30 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:24.362550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.373844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea8ed-af85-4063-b57c-d0b70dc7827a req-f4a756fc-9dc1-4cd3-9ee9-dab9c5b80bb9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.381443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebeea8ed-af85-4063-b57c-d0b70dc7827a req-f4a756fc-9dc1-4cd3-9ee9-dab9c5b80bb9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 944 time: 0.1820052 Oct 28 21:30:24.415507 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa8cba3e-47fe-4379-a7e7-712d0fb523f3 req-1f289a59-d6c0-4cc1-9225-a0f4e7505064 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0682893 Oct 28 21:30:24.460653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-829df483-5668-483f-9a44-bdb9dc08a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.462144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-829df483-5668-483f-9a44-bdb9dc08a187 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.2841914 Oct 28 21:30:24.491681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa8cba3e-47fe-4379-a7e7-712d0fb523f3 req-6945678f-bbb8-4581-aa58-373f574e2b17 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519221 Oct 28 21:30:24.499165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-89ece2f6-c2e2-4bcc-83f8-4a812ac57d17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6b47cf4c5e742169d10ffefbd393b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080257 Oct 28 21:30:24.507736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:24.542389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebeea8ed-af85-4063-b57c-d0b70dc7827a req-bfc31f23-9cd3-4322-97ac-630cad5b1935 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571965 Oct 28 21:30:24.544922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.603269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:24.610059 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b236ca-17f7-4301-b561-6cad75876407" -d '{"events": [{"server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "name": "network-vif-plugged", "status": "completed", "tag": "402da589-40e8-410b-8f8f-017bf3250e30"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:24.624594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e2af459-74be-4130-a1eb-bec8d8881c35 req-2a7e7f8b-a2d0-414e-96ae-4c1586776d1c tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 210 time: 0.0307033 Oct 28 21:30:24.642750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=402da589-40e8-410b-8f8f-017bf3250e30,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:24.648896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.649695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bca1042-a8f6-42ce-b65c-ec52d98aecde up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:24.686697 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24620dad-463e-4b67-915d-8aed606d51f3 x-openstack-request-id: req-24620dad-463e-4b67-915d-8aed606d51f3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:24.689122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-72dedb7a-0376-402d-aa92-f063baf58b0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 200 len: 1001 time: 0.1724095 Oct 28 21:30:24.691657 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "name": "network-vif-plugged", "status": "completed", "tag": "402da589-40e8-410b-8f8f-017bf3250e30", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:24.691657 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24620dad-463e-4b67-915d-8aed606d51f3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:24.691657 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30', 'code': 200} Oct 28 21:30:24.753283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:24.766738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2bca1042-a8f6-42ce-b65c-ec52d98aecde completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:24.768103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0c7d-79b3-42e8-a8ea-32767876741c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.776956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2bca1042-a8f6-42ce-b65c-ec52d98aecde triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:24.777626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.830701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-6f674299-0880-44c3-abf9-d272376b6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.832208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-6f674299-0880-44c3-abf9-d272376b6aff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.1327901 Oct 28 21:30:24.873587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.896601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-faec7f32-21b7-4871-b0f3-12644f34f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.898404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-faec7f32-21b7-4871-b0f3-12644f34f89c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525243 Oct 28 21:30:24.915685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:24.920656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:24.977844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:24.991013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cba3e-47fe-4379-a7e7-712d0fb523f3 req-fc80b748-abb2-453b-851d-b25bb33526a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:24.992524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa8cba3e-47fe-4379-a7e7-712d0fb523f3 req-fc80b748-abb2-453b-851d-b25bb33526a6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4923451 Oct 28 21:30:25.001250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.052554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-ed0d6eb7-cd6c-4e74-ba40-6dfc9a475fb9 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432588 Oct 28 21:30:25.064656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.067821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c98f3-4025-45e4-b796-952afdd5ab9c req-c1fb6fbf-4336-4c0c-b412-ccb6079a4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:25.069473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6b2c98f3-4025-45e4-b796-952afdd5ab9c req-c1fb6fbf-4336-4c0c-b412-ccb6079a4155 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 1097 time: 0.2214272 Oct 28 21:30:25.106552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-eacd0dfc-0d1b-4d53-bd70-2b6cb271b9da tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:25.108045 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-eacd0dfc-0d1b-4d53-bd70-2b6cb271b9da tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.44 "GET /v2.0/networks?id=85765d5b-ccb2-46eb-b020-4cea07ea87c7 HTTP/1.1" status: 200 len: 814 time: 0.3278420 Oct 28 21:30:25.130935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Request body: {'port': {'device_id': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7', 'admin_state_up': True, 'tenant_id': 'cce9e28b5fb347de836e0538a725ed0c'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:25.203982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed459763-5e8c-46bd-bbca-37d4f7c9f53a req-5489dfa0-b9a3-4004-bf45-aa1717ee1553 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421461 Oct 28 21:30:25.234437 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6b2c98f3-4025-45e4-b796-952afdd5ab9c req-d130b67a-f8a7-4b12-b845-138de36c60be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567705 Oct 28 21:30:25.260330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0c7d-79b3-42e8-a8ea-32767876741c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.269353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0c7d-79b3-42e8-a8ea-32767876741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.288041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9a12-8d0b-40fe-91e6-3f6c8d99a945 req-1c24ef6d-939d-46f9-8345-2b6b22a7a435 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:25.292837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db1d9a12-8d0b-40fe-91e6-3f6c8d99a945 req-1c24ef6d-939d-46f9-8345-2b6b22a7a435 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.0689795 Oct 28 21:30:25.294713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.297474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.298751 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc7bfd1a-9625-489b-9098-9dd00c282e70 HTTP/1.1" status: 204 len: 168 time: 0.7833581 Oct 28 21:30:25.324649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d7f0c7d-79b3-42e8-a8ea-32767876741c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e17cedd904a47fd95cf143e88926381&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2285738 Oct 28 21:30:25.327627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:25.343826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db1d9a12-8d0b-40fe-91e6-3f6c8d99a945 req-da2f60fa-989f-4979-8af6-e906693b1b45 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Oct 28 21:30:25.366398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0c7d-79b3-42e8-a8ea-32767876741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2505aef-dcaa-4175-b651-4ca851c144bf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:25.402364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57490647-11a7-4d11-9b83-3130007d7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7bfd1a-9625-489b-9098-9dd00c282e70,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:25.414949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Made reservation on behalf of cce9e28b5fb347de836e0538a725ed0c for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:25.419722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.460415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.524014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.614181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Allocated IP 172.20.0.6 (85765d5b-ccb2-46eb-b020-4cea07ea87c7/5d0f9c0a-30b9-4fef-be19-56a8b4e151ed/158cf25f-0668-4e3e-a289-a4093d64065f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:25.628893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.632710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.636829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2505aef-dcaa-4175-b651-4ca851c144bf HTTP/1.1" status: 204 len: 168 time: 0.3000395 Oct 28 21:30:25.655802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67b6ae-8c51-423e-8d0a-5124298d535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2505aef-dcaa-4175-b651-4ca851c144bf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:25.735715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee618a-52ef-4465-ad54-cf5a1934f320 req-7fe28223-afd6-40f9-9aee-f19021ea912b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:25.738896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9ee618a-52ef-4465-ad54-cf5a1934f320 req-7fe28223-afd6-40f9-9aee-f19021ea912b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 945 time: 0.0883009 Oct 28 21:30:25.819119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2388aa-67ad-4265-97cc-715a6163a6f5 req-455b18d0-4f32-45b5-afd2-70be1d7a0227 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 210 time: 0.0385239 Oct 28 21:30:25.835940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9ee618a-52ef-4465-ad54-cf5a1934f320 req-bcef778a-d412-4f4e-90d0-eeb0a63e7199 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898371 Oct 28 21:30:25.854261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.896516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:25.942574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:25.946390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:25.951222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:25.975050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Pushing event updated for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:26.015218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:26.015914 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.032222 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-5091525e-a323-4b93-b4fb-866b669fc5ce tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123375 Oct 28 21:30:26.046392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Request body: {'port': {'device_id': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:26.111928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.439821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158cf25f-0668-4e3e-a289-a4093d64065f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:26.449239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.467529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Transition to ACTIVE for port object 158cf25f-0668-4e3e-a289-a4093d64065f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:30:26.476134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.564735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af6f8-8a3a-41ae-b67f-93de32a60cc8 req-d482ee21-46ed-4b89-ad7c-e98c45565b61 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:26.567029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Pushing event updated for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:26.578765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b8af6f8-8a3a-41ae-b67f-93de32a60cc8 req-d482ee21-46ed-4b89-ad7c-e98c45565b61 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.0864336 Oct 28 21:30:26.655187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b8af6f8-8a3a-41ae-b67f-93de32a60cc8 req-1a2c856b-ddd6-4af7-81f8-700b4ab2a9b4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749691 Oct 28 21:30:26.664706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Attempting to bind port 158cf25f-0668-4e3e-a289-a4093d64065f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:26.665048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Attempting to bind port 158cf25f-0668-4e3e-a289-a4093d64065f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '2ebc86b5-0f92-4480-b7e1-9fffa967f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:26.665459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Attempting to bind port 158cf25f-0668-4e3e-a289-a4093d64065f on network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:26.671052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Port 158cf25f-0668-4e3e-a289-a4093d64065f on network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:30:26.671238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Attempting to bind port 158cf25f-0668-4e3e-a289-a4093d64065f on network 85765d5b-ccb2-46eb-b020-4cea07ea87c7 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:26.677121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:26.677456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Checking segment: {'id': '2ebc86b5-0f92-4480-b7e1-9fffa967f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:26.677837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Bound using segment: {'id': '2ebc86b5-0f92-4480-b7e1-9fffa967f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:26.678256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Bound port: 158cf25f-0668-4e3e-a289-a4093d64065f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebc86b5-0f92-4480-b7e1-9fffa967f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:26.678610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.692310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:26.694741 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7fea77-1f0d-4428-bf0b-444d4f110bdd" -d '{"events": [{"server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "name": "network-vif-plugged", "status": "completed", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:26.772685 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c8b1d-ef30-4cd2-8915-d02b9036792c x-openstack-request-id: req-886c8b1d-ef30-4cd2-8915-d02b9036792c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:26.772990 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "name": "network-vif-plugged", "status": "completed", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:26.773246 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-886c8b1d-ef30-4cd2-8915-d02b9036792c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:26.773681 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde', 'code': 200} Oct 28 21:30:26.783400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:26.790271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=158cf25f-0668-4e3e-a289-a4093d64065f,segment=NetworkSegment(2ebc86b5-0f92-4480-b7e1-9fffa967f992),segment_id=2ebc86b5-0f92-4480-b7e1-9fffa967f992)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:26.798024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.868904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:26.869784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:26.872710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/158cf25f-0668-4e3e-a289-a4093d64065f HTTP/1.1" status: 200 len: 1092 time: 0.8320513 Oct 28 21:30:26.895488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:26.899260 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d68b7d-2b93-4a2a-b96c-0b918119e78f" -d '{"events": [{"name": "network-changed", "server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:26.939260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fff80-ad57-4270-abe1-2432837b08b6 service neutron] Pushing event updated for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:26.992752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9cf8-8126-48eb-882b-76bbceeafc64 req-0c4bfe9b-2487-4cbc-aef4-11566e20b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:26.994983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b83b9cf8-8126-48eb-882b-76bbceeafc64 req-0c4bfe9b-2487-4cbc-aef4-11566e20b935 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 1097 time: 0.1524806 Oct 28 21:30:27.034242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-206f51ca-81b9-4c40-9683-03f41f293741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:27.035800 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-206f51ca-81b9-4c40-9683-03f41f293741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cce9e28b5fb347de836e0538a725ed0c&device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 1095 time: 0.0759847 Oct 28 21:30:27.055532 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b83b9cf8-8126-48eb-882b-76bbceeafc64 req-9b22200b-1232-46b0-b757-4e4c9040ca54 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Oct 28 21:30:27.081098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a9d39-0bcf-4a37-ada0-9013603c9a7e req-a8125b43-5f33-4fad-938e-75a6dc52b7bf tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:27.083212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-159a9d39-0bcf-4a37-ada0-9013603c9a7e req-a8125b43-5f33-4fad-938e-75a6dc52b7bf tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 943 time: 0.1413529 Oct 28 21:30:27.095347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-e2a412a0-8c25-49b4-b002-13a215232a3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158cf25f-0668-4e3e-a289-a4093d64065f HTTP/1.1" status: 200 len: 217 time: 0.0512452 Oct 28 21:30:27.124160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8a1d7-da84-401c-92f9-8887ecf0d170 req-6f7b7c0a-5b1f-4c45-a00f-dfde5fb47e7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:27.129219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69e8a1d7-da84-401c-92f9-8887ecf0d170 req-6f7b7c0a-5b1f-4c45-a00f-dfde5fb47e7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 945 time: 0.1330709 Oct 28 21:30:27.182243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-159a9d39-0bcf-4a37-ada0-9013603c9a7e req-9cf216c9-4dbb-4ace-825c-6f15e6b57ec5 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886142 Oct 28 21:30:27.243774 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf60716-8704-49c2-b3e0-600d11ebd23a x-openstack-request-id: req-8cf60716-8704-49c2-b3e0-600d11ebd23a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:27.244067 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:27.244479 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cf60716-8704-49c2-b3e0-600d11ebd23a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:27.244877 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f', 'status': 'completed', 'code': 200} Oct 28 21:30:27.251554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69e8a1d7-da84-401c-92f9-8887ecf0d170 req-279e188d-ea10-4898-97f2-c22a171907b4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981154 Oct 28 21:30:27.312202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-800265ed-9dd4-4c7b-9461-96bb3f64be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:27.314620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-800265ed-9dd4-4c7b-9461-96bb3f64be12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d0f9c0a-30b9-4fef-be19-56a8b4e151ed HTTP/1.1" status: 200 len: 854 time: 0.0685565 Oct 28 21:30:27.360533 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-4b0864ea-d772-4cd1-bd72-68af27207259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85765d5b-ccb2-46eb-b020-4cea07ea87c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378573 Oct 28 21:30:27.482571 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-d9b25c78-dc75-4bfd-81e0-049495de8152 service neutron] 10.222.0.44 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146498 Oct 28 21:30:27.848823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff5f2-6272-43af-adb3-5bd8951927a3 req-f320a12d-c974-459a-a639-55943f5a40c0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:27.858758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c65ff5f2-6272-43af-adb3-5bd8951927a3 req-f320a12d-c974-459a-a639-55943f5a40c0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.0782316 Oct 28 21:30:27.923983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c65ff5f2-6272-43af-adb3-5bd8951927a3 req-156cf806-51e2-4c09-9f9a-042ddfc0ad87 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639839 Oct 28 21:30:27.980645 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3a94ace-92e8-4a4b-a739-036201b96848 req-e2c0bb99-86a5-4da7-8510-d7e441908e2b service neutron] 10.222.0.44 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906297 Oct 28 21:30:28.116998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-37c92c33-877e-4059-83f5-8b410e9fa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:28.119112 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-37c92c33-877e-4059-83f5-8b410e9fa9da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cce9e28b5fb347de836e0538a725ed0c&device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 1095 time: 0.0662751 Oct 28 21:30:28.260823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-eaf013ef-23f8-49dd-b38b-647084261399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:28.263358 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-eaf013ef-23f8-49dd-b38b-647084261399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85765d5b-ccb2-46eb-b020-4cea07ea87c7 HTTP/1.1" status: 200 len: 915 time: 0.1341867 Oct 28 21:30:28.321529 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-eb97c381-e7fe-45b1-8d0b-8c8ef2811916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=158cf25f-0668-4e3e-a289-a4093d64065f HTTP/1.1" status: 200 len: 217 time: 0.0492549 Oct 28 21:30:28.394219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be675f7d-271d-4a87-8c01-8f5114a15c78 req-f3571bdc-4aaf-4180-9b95-0a9053a665ad tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:28.403603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be675f7d-271d-4a87-8c01-8f5114a15c78 req-f3571bdc-4aaf-4180-9b95-0a9053a665ad tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 943 time: 0.0848794 Oct 28 21:30:28.426712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-260f1913-f19a-49ca-a7a2-5f1c374d6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:28.430911 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-260f1913-f19a-49ca-a7a2-5f1c374d6dec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d0f9c0a-30b9-4fef-be19-56a8b4e151ed HTTP/1.1" status: 200 len: 854 time: 0.1009204 Oct 28 21:30:28.459681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be675f7d-271d-4a87-8c01-8f5114a15c78 req-d47c8d38-cce3-42b7-a52d-2ceb934c5975 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Oct 28 21:30:28.485400 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-20200415-f2a0-4287-afcd-db2985e63976 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85765d5b-ccb2-46eb-b020-4cea07ea87c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388923 Oct 28 21:30:28.606662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-4a64a79f-92f8-4ea3-af0a-072a960de57f service neutron] 10.222.0.44 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133828 Oct 28 21:30:28.735128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43d68b7d-2b93-4a2a-b96c-0b918119e78f req-2cce2152-5bd6-41f4-95fd-f17d0be47f4c service neutron] 10.222.0.44 "GET /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202695 Oct 28 21:30:28.964592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:29.067862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d111-2350-45ca-9391-6721bff50c4c req-1b899f16-8a8e-4ed3-b5da-786a7e07a779 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:29.075828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e99d111-2350-45ca-9391-6721bff50c4c req-1b899f16-8a8e-4ed3-b5da-786a7e07a779 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.0714881 Oct 28 21:30:29.123304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e99d111-2350-45ca-9391-6721bff50c4c req-f0afb820-0877-42a5-a544-9bc3284f3a43 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Oct 28 21:30:29.195173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1716645793'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:29.247050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Made reservation on behalf of 8289b7168329406cb5af7215fccce9f0 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:29.254191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.277040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.403655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.412175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.475728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2817514-5eae-4fba-9f26-a921a72f4f45,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:29.490836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:29.511762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.512224 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Added segment 00f2ec0c-14aa-4d0d-8675-64370f35ca8d of type vlan for network c74516a0-16c9-4b76-8a04-6e7452eae2e6 Oct 28 21:30:29.674670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.723473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f99d5-d1ec-43d0-be32-97f20a4722e8 req-b9f90857-1139-4e57-9b8a-7b0b613f7335 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:29.737920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c2f99d5-d1ec-43d0-be32-97f20a4722e8 req-b9f90857-1139-4e57-9b8a-7b0b613f7335 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 943 time: 0.1238012 Oct 28 21:30:29.752146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.763299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:29.764118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:29.811465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c2f99d5-d1ec-43d0-be32-97f20a4722e8 req-ed55b985-e145-4d24-8729-2f68bff18fd1 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Oct 28 21:30:30.038689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0729501 Oct 28 21:30:30.042200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39792) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:30.051536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Request body: {'subnet': {'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:30.059340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ad62e-5aee-4ce4-98ad-6aeadb51622a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event updated for resources: {'Network': ['ID=c74516a0-16c9-4b76-8a04-6e7452eae2e6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:30.071075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:30.209771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Made reservation on behalf of 8289b7168329406cb5af7215fccce9f0 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:30.215327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:30.245463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 158cf25f-0668-4e3e-a289-a4093d64065f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:30:30.448758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=158cf25f-0668-4e3e-a289-a4093d64065f,segment=NetworkSegment(2ebc86b5-0f92-4480-b7e1-9fffa967f992),segment_id=2ebc86b5-0f92-4480-b7e1-9fffa967f992)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:30.471007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '158cf25f-0668-4e3e-a289-a4093d64065f', 'network_id': '85765d5b-ccb2-46eb-b020-4cea07ea87c7', 'port_id': '158cf25f-0668-4e3e-a289-a4093d64065f', 'mac_address': 'fa:16:3e:d3:06:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0f9c0a-30b9-4fef-be19-56a8b4e151ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:30:30.492792 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:30.521753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:30.539166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158cf25f-0668-4e3e-a289-a4093d64065f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:30.563495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event updated for resources: {'Subnet': ['ID=2ff91374-3695-474d-afbb-80ba584a2033,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:30.566878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=158cf25f-0668-4e3e-a289-a4093d64065f,segment=NetworkSegment(2ebc86b5-0f92-4480-b7e1-9fffa967f992),segment_id=2ebc86b5-0f92-4480-b7e1-9fffa967f992)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:30.574203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:30.646475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Checking segment: {'id': '00f2ec0c-14aa-4d0d-8675-64370f35ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:30.646832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Network hostable DHCP agents. Network: c74516a0-16c9-4b76-8a04-6e7452eae2e6, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:30.700574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:30.707458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:30.737061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c74516a0-16c9-4b76-8a04-6e7452eae2e6) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:30.748734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5408f8-99a3-49eb-adc8-69caa1d2ca0b None None] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:30.758039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:30.759254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:30.800102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eba4b382-84eb-48a6-9fd1-7019e1ed841a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7556846 Oct 28 21:30:30.801713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39824) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:30.812548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Request body: {'port': {'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-788206340'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:31.014546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['158cf25f-0668-4e3e-a289-a4093d64065f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:30:31.058594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21ca99-f50a-42da-a329-b7249950e24c req-c6f726dd-4315-489c-9998-180877cb7e13 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:31.067301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c21ca99-f50a-42da-a329-b7249950e24c req-c6f726dd-4315-489c-9998-180877cb7e13 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 944 time: 0.1218951 Oct 28 21:30:31.147359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c74516a0-16c9-4b76-8a04-6e7452eae2e6', 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6', 'tenant_id': '8289b7168329406cb5af7215fccce9f0', 'fixed_ips': [{'subnet_id': '2ff91374-3695-474d-afbb-80ba584a2033'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:30:31.148207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:31.157033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c21ca99-f50a-42da-a329-b7249950e24c req-14ea0aab-13f0-4b69-8433-c147a19569c3 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884800 Oct 28 21:30:31.175580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Made reservation on behalf of 8289b7168329406cb5af7215fccce9f0 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:31.183779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:31.209920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] device_id is not set on port 2c26be3f-845e-4467-bad0-ccc160e8a9ef yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:30:31.483076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Allocated IP 172.20.0.13 (c74516a0-16c9-4b76-8a04-6e7452eae2e6/2ff91374-3695-474d-afbb-80ba584a2033/2c26be3f-845e-4467-bad0-ccc160e8a9ef) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:31.708490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:31.757131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:31.881702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Allocated IP 172.20.0.2 (c74516a0-16c9-4b76-8a04-6e7452eae2e6/2ff91374-3695-474d-afbb-80ba584a2033/6e7029c2-5e1b-4c3a-b177-fefba808bb73) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:31.919835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:31.935596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:31.946388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:31.954077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event updated for resources: {'Port': ['ID=2c26be3f-845e-4467-bad0-ccc160e8a9ef,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:32.026946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:32.027861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.060003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-13ac7c92-bfd3-4ccd-ac56-37d6c12df8be tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2569790 Oct 28 21:30:32.062865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:32.256385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.263811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Deleting port 2c26be3f-845e-4467-bad0-ccc160e8a9ef {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:32.264504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.269214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 158cf25f-0668-4e3e-a289-a4093d64065f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:32.357775 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.418784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.450705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Calling delete_port for 2c26be3f-845e-4467-bad0-ccc160e8a9ef owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:32.462269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eedbb-81bd-4075-8162-ae24189de208 req-37e5f57b-f96e-4414-88a3-c6fb93478658 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:32.490233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-897eedbb-81bd-4075-8162-ae24189de208 req-37e5f57b-f96e-4414-88a3-c6fb93478658 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 944 time: 0.1541040 Oct 28 21:30:32.538716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Pushing event updated for resources: {'Port': ['ID=6e7029c2-5e1b-4c3a-b177-fefba808bb73,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:32.575796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:32.604068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:32.620786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:32.653598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-897eedbb-81bd-4075-8162-ae24189de208 req-a65ce624-4022-4318-aadc-f5fd9b567fcb tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598110 Oct 28 21:30:32.721015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 158cf25f-0668-4e3e-a289-a4093d64065f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:30:32.752523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 158cf25f-0668-4e3e-a289-a4093d64065f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:32.752942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.771430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.796899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Attempting to bind port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:32.797266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Attempting to bind port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '00f2ec0c-14aa-4d0d-8675-64370f35ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:32.797622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Attempting to bind port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 on network c74516a0-16c9-4b76-8a04-6e7452eae2e6 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:32.821256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event deleted for resources: {'Port': ['ID=2c26be3f-845e-4467-bad0-ccc160e8a9ef,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:32.830302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:32.830675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Checking segment: {'id': '00f2ec0c-14aa-4d0d-8675-64370f35ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:32.833398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.833821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Bound using segment: {'id': '00f2ec0c-14aa-4d0d-8675-64370f35ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:32.834322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Bound port: 6e7029c2-5e1b-4c3a-b177-fefba808bb73, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f2ec0c-14aa-4d0d-8675-64370f35ca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c74516a0-16c9-4b76-8a04-6e7452eae2e6'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:32.841177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.955260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:32.966921 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4ef41c7b-5d19-45c8-80d8-3877a40ed09c tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "DELETE /v2.0/ports/2c26be3f-845e-4467-bad0-ccc160e8a9ef HTTP/1.1" status: 204 len: 168 time: 0.9025960 Oct 28 21:30:32.969543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39894) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:32.994551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] For port 6e7029c2-5e1b-4c3a-b177-fefba808bb73, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:33.014820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] For port 6e7029c2-5e1b-4c3a-b177-fefba808bb73, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e7029c2-5e1b-4c3a-b177-fefba808bb73,segment=NetworkSegment(00f2ec0c-14aa-4d0d-8675-64370f35ca8d),segment_id=00f2ec0c-14aa-4d0d-8675-64370f35ca8d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:33.015982 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:33.061338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=158cf25f-0668-4e3e-a289-a4093d64065f,segment=NetworkSegment(2ebc86b5-0f92-4480-b7e1-9fffa967f992),segment_id=2ebc86b5-0f92-4480-b7e1-9fffa967f992)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:33.064876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:33.067786 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868af1c0-ccda-4f7c-85ca-b64ca21eab66" -d '{"events": [{"server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "name": "network-vif-plugged", "status": "completed", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:33.071311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:33.077781 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:33.164454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926cc34-55d2-48bb-9663-c57af8254524 None None] Pushing event updated for resources: {'Port': ['ID=6e7029c2-5e1b-4c3a-b177-fefba808bb73,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:33.263051 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8a480-ca75-480a-9586-48342189ff23 x-openstack-request-id: req-0ea8a480-ca75-480a-9586-48342189ff23 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:33.263701 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "name": "network-vif-plugged", "status": "completed", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:33.263701 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ea8a480-ca75-480a-9586-48342189ff23 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:33.263964 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f', 'code': 200} Oct 28 21:30:33.285502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:33.418363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b902-ec2f-43b5-b477-f3accde68a64 req-5da3c695-e34e-490a-a2ae-d418f41b99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:33.421705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de61b902-ec2f-43b5-b477-f3accde68a64 req-5da3c695-e34e-490a-a2ae-d418f41b99ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 1097 time: 0.0766602 Oct 28 21:30:33.517234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de61b902-ec2f-43b5-b477-f3accde68a64 req-f347eb04-74d6-4010-8ad0-f614c6274553 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856636 Oct 28 21:30:33.784228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f147907d-58d5-4bbc-bb87-ee6d90bd6444 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.8133352 Oct 28 21:30:33.788309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39918) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:33.794141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-326398468'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:33.865420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Made reservation on behalf of 8289b7168329406cb5af7215fccce9f0 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:33.881875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:33.954126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:33.964595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa506d3-8ec5-4c50-aa2c-0d94322af069 req-e50e71dc-4bca-4ec8-966a-1cd0d852444d tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:33.969459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaa506d3-8ec5-4c50-aa2c-0d94322af069 req-e50e71dc-4bca-4ec8-966a-1cd0d852444d tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 945 time: 0.1344442 Oct 28 21:30:33.980593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:33.981490 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Added segment 84f95076-1367-44b5-aaac-d4bee0e008c2 of type vlan for network 981f7e09-202a-4f8a-8756-72329955a37a Oct 28 21:30:34.061960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaa506d3-8ec5-4c50-aa2c-0d94322af069 req-b89cc250-ada3-4f72-916f-d87bb89706b2 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883143 Oct 28 21:30:34.068350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:34.119505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:34.129053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:34.130047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:34.214891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:34.235587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4364278 Oct 28 21:30:34.322193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69d09d-9bed-4180-89ff-6a123c17fbaf tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event updated for resources: {'Network': ['ID=981f7e09-202a-4f8a-8756-72329955a37a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:34.337668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 981f7e09-202a-4f8a-8756-72329955a37a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:34.482382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39932) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:34.484861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-daddbb9c-a41d-4141-9604-d0cf50c32b6b tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.2676249 Oct 28 21:30:34.653048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaaefab-78c7-4a11-9317-97c8a5167987 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] Network 981f7e09-202a-4f8a-8756-72329955a37a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:34.685960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39936) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:34.696521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475b8e9-02ed-4dc6-9def-1b4c802f7fc2 None None] Network 981f7e09-202a-4f8a-8756-72329955a37a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:34.700650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3eaaefab-78c7-4a11-9317-97c8a5167987 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "POST /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2159202 Oct 28 21:30:35.045169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-356d792c-c8fd-449c-b755-cdf85b469ac3 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3550224 Oct 28 21:30:35.045538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39944) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:35.074654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633bcd7-ea3a-4147-9874-a72b802e0167 None None] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:35.108489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e7029c2-5e1b-4c3a-b177-fefba808bb73 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:35.268823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-15906daa-1d63-4e2e-a7e2-baae3d6515f7 None None] Provisioning complete for port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:35.269082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-15906daa-1d63-4e2e-a7e2-baae3d6515f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:35.343309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d3969d0c-3bbc-4516-beb8-e29f09ca2f49 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "DELETE /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks/981f7e09-202a-4f8a-8756-72329955a37a HTTP/1.1" status: 204 len: 168 time: 0.2965896 Oct 28 21:30:35.346577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:35.384476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ee1b1-636a-45e7-a49d-fd84331f19eb req-9dfe94e0-5ba0-4ab6-89d1-9ef10d8e3e1f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:35.397106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657ee1b1-636a-45e7-a49d-fd84331f19eb req-9dfe94e0-5ba0-4ab6-89d1-9ef10d8e3e1f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 945 time: 0.1579127 Oct 28 21:30:35.467930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:35.468680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:35.491989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657ee1b1-636a-45e7-a49d-fd84331f19eb req-d2e0e8b2-a347-43ac-bf7a-bdcac337a4ac tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936260 Oct 28 21:30:35.686998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f987721b-8b1a-435a-87a2-6b38fd77d6b8 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.3387241 Oct 28 21:30:35.692336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39964) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:35.735365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eafc424d-ad3f-4edb-a5da-3a8cbfc459be tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/networks/c74516a0-16c9-4b76-8a04-6e7452eae2e6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0411775 Oct 28 21:30:35.739638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:35.778913 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:35.784721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:35.819967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0592f521-953b-4d40-89f9-234a912c2729 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/networks/c74516a0-16c9-4b76-8a04-6e7452eae2e6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0426803 Oct 28 21:30:35.965699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-15906daa-1d63-4e2e-a7e2-baae3d6515f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:35.983918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 6e7029c2-5e1b-4c3a-b177-fefba808bb73, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e7029c2-5e1b-4c3a-b177-fefba808bb73,segment=NetworkSegment(00f2ec0c-14aa-4d0d-8675-64370f35ca8d),segment_id=00f2ec0c-14aa-4d0d-8675-64370f35ca8d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:36.001498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.128946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f542f946-0945-494f-9bc7-7aad6cc378a9 tempest-DHCPAgentSchedulersTestJSON-1428755965 tempest-DHCPAgentSchedulersTestJSON-1428755965-project-admin] 10.222.0.31 "GET /v2.0/agents/321f792c-4387-451b-a914-833113d80b8e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.3268266 Oct 28 21:30:36.132735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39982) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:36.322709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.404909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=6e7029c2-5e1b-4c3a-b177-fefba808bb73,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:36.486227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.516810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-15906daa-1d63-4e2e-a7e2-baae3d6515f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:30:36.517372 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-15906daa-1d63-4e2e-a7e2-baae3d6515f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:30:36.530283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981f7e09-202a-4f8a-8756-72329955a37a']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:36.558681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f95076-1367-44b5-aaac-d4bee0e008c2') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:36.558973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f95076-1367-44b5-aaac-d4bee0e008c2') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:36.576213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.603198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.622568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:36.624786 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.637003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:36.639045 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:36.799902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e7029c2-5e1b-4c3a-b177-fefba808bb73 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:30:36.899678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5041-b916-4f5c-810c-c5b05785a4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.931169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403847d-f5f8-48bc-a209-93a213a42b90 req-a1cbdb07-a9ac-431f-8c9e-9a20d886157c tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:36.935346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7403847d-f5f8-48bc-a209-93a213a42b90 req-a1cbdb07-a9ac-431f-8c9e-9a20d886157c tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 945 time: 0.1708946 Oct 28 21:30:36.939441 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.943117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:36.943479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.964721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:36.970444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "DELETE /v2.0/networks/981f7e09-202a-4f8a-8756-72329955a37a HTTP/1.1" status: 204 len: 168 time: 0.8364291 Oct 28 21:30:36.975040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40004) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:37.025931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae9fca-7dd7-47bc-b920-3c5bcd515256 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event deleted for resources: {'Network': ['ID=981f7e09-202a-4f8a-8756-72329955a37a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:37.127952 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54bb0cb-b395-4556-8ec7-01b74f02f73a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] DELETE failed (client error): The resource could not be found. Oct 28 21:30:37.134412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7403847d-f5f8-48bc-a209-93a213a42b90 req-60077364-3c9c-4042-83e1-293ab136d92a tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764641 Oct 28 21:30:37.148338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54bb0cb-b395-4556-8ec7-01b74f02f73a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:30:37.155430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:37.155893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f54bb0cb-b395-4556-8ec7-01b74f02f73a tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "DELETE /v2.0/ports/2c26be3f-845e-4467-bad0-ccc160e8a9ef HTTP/1.1" status: 404 len: 333 time: 0.1773088 Oct 28 21:30:37.254625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5041-b916-4f5c-810c-c5b05785a4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.269484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5041-b916-4f5c-810c-c5b05785a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.275489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Deleting subnet 2ff91374-3695-474d-afbb-80ba584a2033 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:30:37.282900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.344565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.392657 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd6b5041-b916-4f5c-810c-c5b05785a4b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95e5c0fc5570474ea47fe39379f918fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543280 Oct 28 21:30:37.412472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:37.438440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-edd96fe4-31b2-46dd-95a9-574ad4c3e397 None None] Provisioning complete for port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:30:37.442688 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-edd96fe4-31b2-46dd-95a9-574ad4c3e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.478811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b5041-b916-4f5c-810c-c5b05785a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24e1da-5963-4de8-b531-a07ac5cfa24d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:37.512346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.580737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.586841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.623268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.636641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff91374-3695-474d-afbb-80ba584a2033,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:37.644408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.657329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e92c3d5-d8b2-49b1-829c-c021568ec7a2 tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "DELETE /v2.0/subnets/2ff91374-3695-474d-afbb-80ba584a2033 HTTP/1.1" status: 204 len: 168 time: 0.5007634 Oct 28 21:30:37.657995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40018) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:37.711823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.715445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:37.716928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da24e1da-5963-4de8-b531-a07ac5cfa24d HTTP/1.1" status: 204 len: 168 time: 0.3031819 Oct 28 21:30:37.785057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f695c9-4cd2-4e1b-94e4-2c6f0c2ee654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24e1da-5963-4de8-b531-a07ac5cfa24d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:37.862268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254b1a5-3177-4e03-80a8-0a243aa5695b None None] Network c74516a0-16c9-4b76-8a04-6e7452eae2e6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:37.873544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fc8a458a-06aa-4913-ba1e-7758df654147 None None] Could not find standard attr ID for object 2c26be3f-845e-4467-bad0-ccc160e8a9ef. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:30:37.877656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-bf9eead6-8b75-4211-9dea-bf5b1ff1bb6d tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:37.879283 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-bf9eead6-8b75-4211-9dea-bf5b1ff1bb6d tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 945 time: 0.1611621 Oct 28 21:30:38.109778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Deleting port 158cf25f-0668-4e3e-a289-a4093d64065f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:38.110876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.204839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] DHCP port deletion for c74516a0-16c9-4b76-8a04-6e7452eae2e6 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:30:38.429959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Deleting port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:38.430870 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.438827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] For port 158cf25f-0668-4e3e-a289-a4093d64065f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=158cf25f-0668-4e3e-a289-a4093d64065f,segment=NetworkSegment(2ebc86b5-0f92-4480-b7e1-9fffa967f992),segment_id=2ebc86b5-0f92-4480-b7e1-9fffa967f992)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:38.443660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.478992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Calling delete_port for 158cf25f-0668-4e3e-a289-a4093d64065f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:38.578756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] For port 6e7029c2-5e1b-4c3a-b177-fefba808bb73, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e7029c2-5e1b-4c3a-b177-fefba808bb73,segment=NetworkSegment(00f2ec0c-14aa-4d0d-8675-64370f35ca8d),segment_id=00f2ec0c-14aa-4d0d-8675-64370f35ca8d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:38.579163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.614269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Calling delete_port for 6e7029c2-5e1b-4c3a-b177-fefba808bb73 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:38.773689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40046) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:38.811976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e7029c2-5e1b-4c3a-b177-fefba808bb73 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:38.871622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc74dce4-c69a-4c76-81a5-5621596e8f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.892068 n-d-806683-16 neutron-server[102315]: INFO neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No ports have port_id starting with 6e7029c2-5e1b-4c3a-b177-fefba808bb73 Oct 28 21:30:38.898019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:38.917166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556afb2-ee3f-4491-bd4f-7620267d6843 req-45d9b491-0044-44b1-8645-49f9c469a8e5 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:38.930460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a556afb2-ee3f-4491-bd4f-7620267d6843 req-45d9b491-0044-44b1-8645-49f9c469a8e5 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/ports?device_id=b03ffb20-908e-4e2e-9bfe-faea5c7d0010 HTTP/1.1" status: 200 len: 945 time: 0.3536811 Oct 28 21:30:38.945904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] Pushing event deleted for resources: {'Port': ['ID=6e7029c2-5e1b-4c3a-b177-fefba808bb73,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:38.952082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c0f30-e8c1-4c27-90a1-9bb8bddb174d None None] No DVR routers for this DVR port 6e7029c2-5e1b-4c3a-b177-fefba808bb73 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:38.977575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.007573 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.030917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Pushing event deleted for resources: {'Port': ['ID=158cf25f-0668-4e3e-a289-a4093d64065f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:39.051443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a556afb2-ee3f-4491-bd4f-7620267d6843 req-edb26fb2-bd1c-43ba-b024-da349a3ea749 tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037385 Oct 28 21:30:39.160046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] No DVR routers for this DVR port 158cf25f-0668-4e3e-a289-a4093d64065f on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:39.170852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.174649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-87e37c0d-0ba5-4dd2-89d4-bfc2c213e99d req-b904771b-a336-4667-a8f7-98e70a41687f tempest-ServerAddressesTestJSON-368649900 tempest-ServerAddressesTestJSON-368649900-project] 10.222.0.44 "DELETE /v2.0/ports/158cf25f-0668-4e3e-a289-a4093d64065f HTTP/1.1" status: 204 len: 173 time: 1.2777112 Oct 28 21:30:39.185605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'name': 'network-vif-deleted', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:39.193202 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1bd2d-14b6-40b0-8890-d1520aa789f2" -d '{"events": [{"server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "name": "network-vif-deleted", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:39.195248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.234919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74516a0-16c9-4b76-8a04-6e7452eae2e6']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:39.253153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f2ec0c-14aa-4d0d-8675-64370f35ca8d') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:39.253715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f2ec0c-14aa-4d0d-8675-64370f35ca8d') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:39.268653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.291394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.299154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:39.299555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:39.304158 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:39.365416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc74dce4-c69a-4c76-81a5-5621596e8f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.387676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc74dce4-c69a-4c76-81a5-5621596e8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.433901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.442772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.449910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] 10.222.0.31 "DELETE /v2.0/networks/c74516a0-16c9-4b76-8a04-6e7452eae2e6 HTTP/1.1" status: 204 len: 168 time: 1.7882977 Oct 28 21:30:39.500694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89504e9-d65a-46f6-becf-9d3670c19fac tempest-DHCPAgentSchedulersTestJSON-1061634290 tempest-DHCPAgentSchedulersTestJSON-1061634290-project] Pushing event deleted for resources: {'Network': ['ID=c74516a0-16c9-4b76-8a04-6e7452eae2e6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:39.542435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc74dce4-c69a-4c76-81a5-5621596e8f9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7e47b3e01bc4d3181c31590086ca820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7640204 Oct 28 21:30:39.545067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40056) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:39.545258 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b00e276-2c86-4b57-a108-2d8a841840cd x-openstack-request-id: req-6b00e276-2c86-4b57-a108-2d8a841840cd {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:39.545628 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ffb20-908e-4e2e-9bfe-faea5c7d0010", "name": "network-vif-deleted", "tag": "158cf25f-0668-4e3e-a289-a4093d64065f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:39.546082 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b00e276-2c86-4b57-a108-2d8a841840cd {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:39.546849 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ffb20-908e-4e2e-9bfe-faea5c7d0010', 'name': 'network-vif-deleted', 'tag': '158cf25f-0668-4e3e-a289-a4093d64065f', 'status': 'completed', 'code': 200} Oct 28 21:30:39.547893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74dce4-c69a-4c76-81a5-5621596e8f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553ba12a-7ed3-40c2-ba34-cd731adaafa4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:39.645325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.677735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.741535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.746281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:39.759166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/553ba12a-7ed3-40c2-ba34-cd731adaafa4 HTTP/1.1" status: 204 len: 168 time: 0.2041178 Oct 28 21:30:39.784086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817af8b-e8ee-4f56-90c8-fa3c7588cad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ba12a-7ed3-40c2-ba34-cd731adaafa4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:40.172125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40072) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:40.245606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Deleting subnet 5d0f9c0a-30b9-4fef-be19-56a8b4e151ed {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:30:40.260086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.308886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 158cf25f-0668-4e3e-a289-a4093d64065f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:40.345356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.349337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40078) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:40.395112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 158cf25f-0668-4e3e-a289-a4093d64065f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:40.395740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 158cf25f-0668-4e3e-a289-a4093d64065f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:40.450038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.555822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.614196 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.624545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5d0f9c0a-30b9-4fef-be19-56a8b4e151ed HTTP/1.1" status: 204 len: 168 time: 0.4503694 Oct 28 21:30:40.627335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:40.722003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74d75c-457a-4d33-b21d-d6b28fd2546d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0f9c0a-30b9-4fef-be19-56a8b4e151ed,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:40.729986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f0040aa5-643f-4b89-9ff0-973c52ca58c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8289b7168329406cb5af7215fccce9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720634 Oct 28 21:30:40.731061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40094) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:40.753809 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86fbf611-1097-4f2a-8427-9152f34060f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.785716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.878626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.925304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.938819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:40.960353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85765d5b-ccb2-46eb-b020-4cea07ea87c7']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:40.985260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebc86b5-0f92-4480-b7e1-9fffa967f992') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:40.986487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebc86b5-0f92-4480-b7e1-9fffa967f992') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:40.999985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.024176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.027934 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.031407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2817514-5eae-4fba-9f26-a921a72f4f45 HTTP/1.1" status: 204 len: 168 time: 0.2971334 Oct 28 21:30:41.032834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.042591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:41.043485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:41.045795 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:41.058960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf97b7-dced-4729-8652-aa123b0cfa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2817514-5eae-4fba-9f26-a921a72f4f45,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:41.154547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.168547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.177494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/85765d5b-ccb2-46eb-b020-4cea07ea87c7 HTTP/1.1" status: 204 len: 168 time: 0.5449591 Oct 28 21:30:41.212468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926587b-d522-4e73-8213-4af8734be4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=85765d5b-ccb2-46eb-b020-4cea07ea87c7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:41.452213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40118) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:41.523978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b0e018b-3342-4bf0-b11a-2b732359ebff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cce9e28b5fb347de836e0538a725ed0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703552 Oct 28 21:30:41.526967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:41.631684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.711484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.758267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40132) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:41.801120 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.813004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.816232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.819769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5cb5e50-a97d-4a93-954d-be57d7c2f6cb HTTP/1.1" status: 204 len: 168 time: 0.2894313 Oct 28 21:30:41.834490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed077f38-a805-4e00-8c6c-df47e5d61592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:41.844444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42849cbc-d6ae-45c4-86d5-aa1d37bd7ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb5e50-a97d-4a93-954d-be57d7c2f6cb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:41.869484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:41.946344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c34e-9e26-47c4-869c-35c3014d6e5d req-d9ed1737-b736-4b3f-92ff-254839d5c872 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:41.955785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc65c34e-9e26-47c4-869c-35c3014d6e5d req-d9ed1737-b736-4b3f-92ff-254839d5c872 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1866927 Oct 28 21:30:42.007284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.045736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc65c34e-9e26-47c4-869c-35c3014d6e5d req-1a18d55d-64be-4783-8587-b40a65d4fed5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885921 Oct 28 21:30:42.136845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed077f38-a805-4e00-8c6c-df47e5d61592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.145208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed077f38-a805-4e00-8c6c-df47e5d61592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.171752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee8284ad-bce3-4a2a-92b0-2d2b535e1130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.221420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed077f38-a805-4e00-8c6c-df47e5d61592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a41b49-a84e-4742-a9f8-ceb05febad8c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:42.264572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ed077f38-a805-4e00-8c6c-df47e5d61592 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc0cdfa945e64d848b0f2e7cd3018dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035336 Oct 28 21:30:42.267234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40148) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:42.310772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6a66-7fff-4347-8749-65c1dbdf9f2d req-dd9dc097-df70-4dc8-b8dd-1555bac11e47 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:42.312479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3fb6a66-7fff-4347-8749-65c1dbdf9f2d req-dd9dc097-df70-4dc8-b8dd-1555bac11e47 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1236231 Oct 28 21:30:42.344534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee8284ad-bce3-4a2a-92b0-2d2b535e1130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.358218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee8284ad-bce3-4a2a-92b0-2d2b535e1130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.387040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.392888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3fb6a66-7fff-4347-8749-65c1dbdf9f2d req-d3517803-3409-4ed0-8352-e417084cfc8c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695641 Oct 28 21:30:42.414272 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee8284ad-bce3-4a2a-92b0-2d2b535e1130 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d2669e061b46178bc2f89c85a23ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421584 Oct 28 21:30:42.415392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8284ad-bce3-4a2a-92b0-2d2b535e1130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fa8e2-f282-4eaf-a78f-ba12632c33e1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:42.418594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40158) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:42.440665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.515483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.515625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.524285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.528603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2a41b49-a84e-4742-a9f8-ceb05febad8c HTTP/1.1" status: 204 len: 168 time: 0.2601938 Oct 28 21:30:42.547450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.560698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cdbc2-df05-4be4-9365-f96c2b2c8dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a41b49-a84e-4742-a9f8-ceb05febad8c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:42.646423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.650310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:42.653982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f7fa8e2-f282-4eaf-a78f-ba12632c33e1 HTTP/1.1" status: 204 len: 168 time: 0.2318654 Oct 28 21:30:42.664528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54ae1b-97cb-4c0d-842c-2e2696584f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fa8e2-f282-4eaf-a78f-ba12632c33e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:42.823090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9ff65-fb37-44ce-9b79-843b962135a4 req-9d7d6c81-4e10-4400-aca9-ea906c095953 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:42.824676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8c9ff65-fb37-44ce-9b79-843b962135a4 req-9d7d6c81-4e10-4400-aca9-ea906c095953 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.1004972 Oct 28 21:30:42.855989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163dc3-a84a-4088-9e18-1286a04d9bfa req-f580167c-ac89-4d57-9617-0680ec4c7a8a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:42.857518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb163dc3-a84a-4088-9e18-1286a04d9bfa req-f580167c-ac89-4d57-9617-0680ec4c7a8a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0971220 Oct 28 21:30:42.890566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8c9ff65-fb37-44ce-9b79-843b962135a4 req-bc8c7933-aa9e-4fa7-8e33-d77e1a2051c2 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591493 Oct 28 21:30:42.943748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb163dc3-a84a-4088-9e18-1286a04d9bfa req-88124412-4db0-411f-ad57-92bc1ac89652 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720463 Oct 28 21:30:43.319834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c26df011-ace3-4505-b816-4f16772b2699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.344818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40210) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:43.359835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-866749cc-fc58-4095-a335-f5db40cff294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.384589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e17b-7ad9-45d7-a3c9-4d6cca802d2c req-96331644-4ea9-4521-9e46-91874e5e330b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:43.387152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d944e17b-7ad9-45d7-a3c9-4d6cca802d2c req-96331644-4ea9-4521-9e46-91874e5e330b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0629532 Oct 28 21:30:43.441364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d944e17b-7ad9-45d7-a3c9-4d6cca802d2c req-b15834f7-4094-411b-abfa-fb3091b14e43 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Oct 28 21:30:43.461743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-866749cc-fc58-4095-a335-f5db40cff294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.466984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-866749cc-fc58-4095-a335-f5db40cff294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.509366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-866749cc-fc58-4095-a335-f5db40cff294 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12a717fa21d74b6ba4a7b36e0e4d8262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632566 Oct 28 21:30:43.511750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866749cc-fc58-4095-a335-f5db40cff294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf09235-d1ab-411a-b657-4d047261b4a4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:43.512098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40216) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:43.575773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.602190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.657257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.661876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:43.666181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf09235-d1ab-411a-b657-4d047261b4a4 HTTP/1.1" status: 204 len: 168 time: 0.1502471 Oct 28 21:30:43.673523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137de07-3b0f-4936-b513-2ccabbf0f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf09235-d1ab-411a-b657-4d047261b4a4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:44.207301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aa504-7339-4d16-b620-128c73d64cb3 req-b43ff1df-0867-40ba-985f-eb19a2dcd7a3 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:44.208946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-981aa504-7339-4d16-b620-128c73d64cb3 req-b43ff1df-0867-40ba-985f-eb19a2dcd7a3 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.0566325 Oct 28 21:30:44.259064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-981aa504-7339-4d16-b620-128c73d64cb3 req-accb59f6-9f66-446a-bc06-d6572c99fb09 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366924 Oct 28 21:30:44.495483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-851badb1-4b9a-4bba-b86d-6ceb1697580e req-b410011c-fa09-46f9-993d-80cc2cab9d15 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0439620 Oct 28 21:30:44.628593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984fca9-1fd1-4654-b585-d2482ddad6cb req-7b5baaec-c424-49cb-91e8-52c8b772cbd1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:44.630235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d984fca9-1fd1-4654-b585-d2482ddad6cb req-7b5baaec-c424-49cb-91e8-52c8b772cbd1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0910645 Oct 28 21:30:44.687269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40288) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:44.705009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d984fca9-1fd1-4654-b585-d2482ddad6cb req-c9174e3c-b40f-44ac-b1c3-4b7cf1ea63bd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629296 Oct 28 21:30:44.777840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:44.892414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'networks': [{'name': 'tempest-network--1106860806'}, {'name': 'tempest-network--159490372'}]} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:44.892759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-network--1106860806'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:44.893207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-network--159490372'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:44.946747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'network': 2} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:44.952836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:44.962605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.035996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.086816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.092627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.092959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.138341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccec0b8-83b8-40df-bc3c-05616c56a27c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:45.175291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:45.187862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.188616 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment 53197882-ca74-4b16-a2ae-b3faeef17fc1 of type vlan for network 10c0153c-e743-4a0d-9a0d-edc2c7523b59 Oct 28 21:30:45.236891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40312) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:45.250977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f988224-efa8-436c-a357-81e25706220c req-66bce4c2-7930-423f-b1ad-f67690f1c660 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.253271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f988224-efa8-436c-a357-81e25706220c req-66bce4c2-7930-423f-b1ad-f67690f1c660 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.0822270 Oct 28 21:30:45.269396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.318883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:45.329424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f988224-efa8-436c-a357-81e25706220c req-486c8f52-8c48-4a51-bbbf-b5bfd0fe4617 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700984 Oct 28 21:30:45.334847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.335520 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment a3b7b1a1-98a3-4b1e-8efc-17ea6fbc345a of type vlan for network 3b50a216-2d26-43ca-ae87-c81002135874 Oct 28 21:30:45.388867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1674997438-network', 'tenant_id': '5e17e058683c4371b20fa0e85a76362b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:45.416027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.444550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Made reservation on behalf of 5e17e058683c4371b20fa0e85a76362b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:45.446918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.460334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.468142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.468653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.474132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.479441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.480048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.545429 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8563800 Oct 28 21:30:45.548230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:45.568791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=10c0153c-e743-4a0d-9a0d-edc2c7523b59,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:45.584825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 10c0153c-e743-4a0d-9a0d-edc2c7523b59 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:45.648502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703db63-d471-4ee0-8917-66c39799875e tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=3b50a216-2d26-43ca-ae87-c81002135874,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:45.681419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b849519-2604-4cf9-89e7-60f160ea1d10 req-f72ac242-4d15-4fe1-b293-49f48259c3d3 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0744321 Oct 28 21:30:45.687657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3b50a216-2d26-43ca-ae87-c81002135874 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:45.718579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.725947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.783947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cafacd5-9114-433e-a047-8acda5c47bb1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:45.793761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:45.828217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.828699 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Added segment 928e0724-494e-43a5-aac0-1ed3284e9381 of type vlan for network 981978b4-18bc-45ea-a4ac-0d068c682b35 Oct 28 21:30:45.885529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.924023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb64fc9-42e1-4cef-9287-f21f701be2bc tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.931031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb64fc9-42e1-4cef-9287-f21f701be2bc tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.933107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.934809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.936288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:45.937637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb64fc9-42e1-4cef-9287-f21f701be2bc tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.945621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb64fc9-42e1-4cef-9287-f21f701be2bc tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:45.946253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3bb64fc9-42e1-4cef-9287-f21f701be2bc tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3967185 Oct 28 21:30:45.949264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40338) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:46.023525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176630e4-6d52-400b-b086-1cdeed683274 req-5de91e84-d947-4c4d-963e-060d5807575e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:46.026554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-176630e4-6d52-400b-b086-1cdeed683274 req-5de91e84-d947-4c4d-963e-060d5807575e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1698732 Oct 28 21:30:46.051985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8118687 Oct 28 21:30:46.057765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40342) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:46.065873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2eea-f95b-4468-bcbb-060ea4299484 admin admin] Pushing event updated for resources: {'Network': ['ID=981978b4-18bc-45ea-a4ac-0d068c682b35,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:46.066963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Request body: {'subnet': {'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1674997438-subnet', 'tenant_id': '5e17e058683c4371b20fa0e85a76362b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:46.076200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 981978b4-18bc-45ea-a4ac-0d068c682b35 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:46.076722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.152260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-176630e4-6d52-400b-b086-1cdeed683274 req-33cd44eb-aee7-4f63-97c8-df4134dfe9b1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115835 Oct 28 21:30:46.153945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Made reservation on behalf of 5e17e058683c4371b20fa0e85a76362b for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:46.156509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.274526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.307414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c0153c-e743-4a0d-9a0d-edc2c7523b59']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.320592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53197882-ca74-4b16-a2ae-b3faeef17fc1') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.320881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53197882-ca74-4b16-a2ae-b3faeef17fc1') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.333433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.376199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.386102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:46.386513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:46.389573 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:46.519662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.527799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.531054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/10c0153c-e743-4a0d-9a0d-edc2c7523b59 HTTP/1.1" status: 204 len: 168 time: 0.5808609 Oct 28 21:30:46.534086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:46.553204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.555427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f81e5-0452-41ec-97eb-00018f087e11 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=10c0153c-e743-4a0d-9a0d-edc2c7523b59,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:46.583264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.595470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70be163-3ab0-496e-80ab-db1a46721068 req-620a91c0-e90c-4c8d-ab1e-02b6fbd4a36d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:46.597148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c70be163-3ab0-496e-80ab-db1a46721068 req-620a91c0-e90c-4c8d-ab1e-02b6fbd4a36d tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.1659834 Oct 28 21:30:46.643018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:46.664438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.675411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c70be163-3ab0-496e-80ab-db1a46721068 req-c04b2e46-335a-4e0e-879f-14e793576250 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652773 Oct 28 21:30:46.676229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Checking segment: {'id': '928e0724-494e-43a5-aac0-1ed3284e9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:46.676612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Network hostable DHCP agents. Network: 981978b4-18bc-45ea-a4ac-0d068c682b35, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:46.698612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Network 981978b4-18bc-45ea-a4ac-0d068c682b35 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:46.711717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 981978b4-18bc-45ea-a4ac-0d068c682b35) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:46.717704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:46.718445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.726544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71640a-4b92-4f76-bb16-76c101834575 None None] Network 981978b4-18bc-45ea-a4ac-0d068c682b35 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:46.781182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9113a47c-fda2-4ae5-bfde-6895c1204868 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7201476 Oct 28 21:30:46.800918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.834743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b50a216-2d26-43ca-ae87-c81002135874']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.856537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a3e471c-c0b9-4a53-bd66-0b07f69f497b req-6afb6d31-ebb8-4322-a346-4424e1d2fbf1 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0454745 Oct 28 21:30:46.858422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b7b1a1-98a3-4b1e-8efc-17ea6fbc345a') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.860098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b7b1a1-98a3-4b1e-8efc-17ea6fbc345a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:46.878856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.903155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.911848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:30:46.912615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:30:46.917249 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:30:46.923215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93b136-1053-47b2-b8b9-0aafbb77e764 None None] Network 981978b4-18bc-45ea-a4ac-0d068c682b35 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:46.992224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.014529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.018026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/3b50a216-2d26-43ca-ae87-c81002135874 HTTP/1.1" status: 204 len: 168 time: 0.4828658 Oct 28 21:30:47.019258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33420676-5e97-428a-a6e1-5c30e8de6799 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=3b50a216-2d26-43ca-ae87-c81002135874,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:47.020706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40372) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:47.128628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-a8a00290-0838-4ce0-8b9b-0faa7a820baa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:47.130701 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-a8a00290-0838-4ce0-8b9b-0faa7a820baa tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.44 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.0816853 Oct 28 21:30:47.210253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8596a21-ec6e-4b9c-8be1-dd7c61c0e7ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:47.217311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8596a21-ec6e-4b9c-8be1-dd7c61c0e7ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:47.225177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f8596a21-ec6e-4b9c-8be1-dd7c61c0e7ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2033682 Oct 28 21:30:47.225533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:47.234634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1264020663'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:47.274585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:47.279439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.301107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8ff7-0e60-4286-9661-c1098fb33a44 req-4d645d56-9783-4d3b-b2bd-fe591723c930 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:47.303318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-766d8ff7-0e60-4286-9661-c1098fb33a44 req-4d645d56-9783-4d3b-b2bd-fe591723c930 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0648627 Oct 28 21:30:47.303449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Deleting port e89019d0-54d2-474c-8402-729ac326b8f2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:47.303870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.324326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:47.354569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-766d8ff7-0e60-4286-9661-c1098fb33a44 req-a697408c-53ac-409c-895d-da7df8e053d4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Oct 28 21:30:47.379129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.379129 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment fd2b69fe-00b0-443d-a791-a5486b6ae2e8 of type vlan for network e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0 Oct 28 21:30:47.454056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.483974 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a54db1d-b679-4bc0-9a7b-6b5af3e906a9 req-32665b5c-1d05-46f4-8c53-5d689b2fdd36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0417640 Oct 28 21:30:47.496872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] For port e89019d0-54d2-474c-8402-729ac326b8f2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e89019d0-54d2-474c-8402-729ac326b8f2,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:47.497355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.550753 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.561195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:47.561832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.642666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4144053 Oct 28 21:30:47.643772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40398) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:47.652717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-720246752'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:47.657345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40400) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:47.669868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1135274824-network', 'tenant_id': '74e5d258852a4ebeaaf6f8feed660b46'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:47.684423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:47.693875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:47.697930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.701197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.701546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.701889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.702561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.702561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.702871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.703200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.703621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.703958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.704573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.704686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.704954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c11a1-8cec-4e15-87ea-065e89ad00e0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:47.725047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:47.755930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Made reservation on behalf of 74e5d258852a4ebeaaf6f8feed660b46 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:47.758371 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.762165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:47.778071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.783547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:47.783890 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment 98d0549a-e0cc-440c-9c2a-6aff014d035c of type vlan for network 455b73f0-0639-4316-b833-2ad5cc64012f Oct 28 21:30:47.999166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.016337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.045633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.060788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.061606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.061606 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Floating IP b6eb65ae-6b4e-40c2-9faa-3676bd92702c disassociated. External IP: 172.25.4.155, port: e89019d0-54d2-474c-8402-729ac326b8f2. Oct 28 21:30:48.062008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Calling delete_port for e89019d0-54d2-474c-8402-729ac326b8f2 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:48.089683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48848645-14dc-4a25-83a1-be4501314ff8 req-8005de10-3128-45b3-81c8-ab355f97513e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:48.091220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48848645-14dc-4a25-83a1-be4501314ff8 req-8005de10-3128-45b3-81c8-ab355f97513e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 945 time: 0.2326019 Oct 28 21:30:48.096402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:48.101071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42552122-dc05-43eb-8f70-e5ed3f1685c7 req-71d9a348-f189-484c-be7f-57ab961717c0 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0931797 Oct 28 21:30:48.133906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.135416 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Added segment 91f4d2c0-3fed-44cc-a04b-2c9dd990f301 of type vlan for network 383f895d-79c1-487b-b1a1-bbe5ac6353ee Oct 28 21:30:48.202443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.216531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:30:48.218967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f1999-03a4-4635-bdf6-6df631040d65,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:48.266505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.272097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:48.272751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.292204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.293161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:48.293743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.297081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.330417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event deleted for resources: {'Port': ['ID=e89019d0-54d2-474c-8402-729ac326b8f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:48.387747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48848645-14dc-4a25-83a1-be4501314ff8 req-befdd5c9-39b7-44fc-a9ea-383b10b943ad tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups?id=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970987 Oct 28 21:30:48.417081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7710345 Oct 28 21:30:48.418591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40422) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:48.432783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'ports': [{'network_id': 'e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0', 'name': 'tempest-port--1017100474', 'admin_state_up': True}, {'network_id': '455b73f0-0639-4316-b833-2ad5cc64012f', 'admin_state_up': False}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:48.433431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'port': {'network_id': 'e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0', 'name': 'tempest-port--1017100474', 'admin_state_up': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:48.434014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'port': {'network_id': '455b73f0-0639-4316-b833-2ad5cc64012f', 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:48.444671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7858319 Oct 28 21:30:48.448605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40424) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:48.454668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Request body: {'subnet': {'network_id': '383f895d-79c1-487b-b1a1-bbe5ac6353ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1135274824-subnet', 'tenant_id': '74e5d258852a4ebeaaf6f8feed660b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:48.462410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b7e8f-8485-4a20-9f90-59de23db3262 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=455b73f0-0639-4316-b833-2ad5cc64012f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:48.477804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 455b73f0-0639-4316-b833-2ad5cc64012f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:48.515901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Router 531077a9-4663-4634-a451-cdae5dd732eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:30:48.517466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Made reservation on behalf of 74e5d258852a4ebeaaf6f8feed660b46 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:48.520200 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.592182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f1c8-bf5b-4e58-a9d4-099b1c968156 admin admin] Pushing event updated for resources: {'Network': ['ID=383f895d-79c1-487b-b1a1-bbe5ac6353ee,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:48.606704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 383f895d-79c1-487b-b1a1-bbe5ac6353ee details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:48.666648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf2ed-164b-4a57-a37a-6fc80ccd3444 req-59d341a8-02f1-46fd-bd9f-693fef0e59cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:48.668306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31faf2ed-164b-4a57-a37a-6fc80ccd3444 req-59d341a8-02f1-46fd-bd9f-693fef0e59cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1769357 Oct 28 21:30:48.774788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31faf2ed-164b-4a57-a37a-6fc80ccd3444 req-277d7c15-5ec1-42ee-831b-7a3e5a70f533 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972712 Oct 28 21:30:48.792456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'port': 2} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:48.822613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.832200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:30:48.854496 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:48.856348 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Sync routers for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:30:48.891852 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:30:48.892563 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:48.966690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] device_id is not set on port dc81ea0a-8cd7-432b-973e-51fa130add9e yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:30:49.005103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] No DVR routers for this DVR port e89019d0-54d2-474c-8402-729ac326b8f2 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:49.008875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.012867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a2b380b7-4311-4a42-8a15-c948b7066a6a req-6c7d3b4b-b50f-4a53-9f66-9be6b653d5a7 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.44 "DELETE /v2.0/ports/e89019d0-54d2-474c-8402-729ac326b8f2 HTTP/1.1" status: 204 len: 173 time: 1.8717711 Oct 28 21:30:49.016192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'name': 'network-vif-deleted', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:49.029420 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24f9be2-77d3-4baf-9ed9-3e879b646b06" -d '{"events": [{"server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "name": "network-vif-deleted", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:49.043510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.097992 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:30:49.112231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf096ee-e381-4561-88bd-482816923e09,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:49.131850 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ce507-63bd-4522-b47d-c0313370459b x-openstack-request-id: req-bb7ce507-63bd-4522-b47d-c0313370459b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:49.132209 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4852d82f-0cbd-4dfa-83e2-a0ed29805b0e", "name": "network-vif-deleted", "tag": "e89019d0-54d2-474c-8402-729ac326b8f2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:49.132561 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb7ce507-63bd-4522-b47d-c0313370459b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:49.133022 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4852d82f-0cbd-4dfa-83e2-a0ed29805b0e', 'name': 'network-vif-deleted', 'tag': 'e89019d0-54d2-474c-8402-729ac326b8f2', 'status': 'completed', 'code': 200} Oct 28 21:30:49.134721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Checking segment: {'id': '91f4d2c0-3fed-44cc-a04b-2c9dd990f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '383f895d-79c1-487b-b1a1-bbe5ac6353ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:49.135914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Network hostable DHCP agents. Network: 383f895d-79c1-487b-b1a1-bbe5ac6353ee, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:49.160884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.163841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Network 383f895d-79c1-487b-b1a1-bbe5ac6353ee is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:49.189960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 383f895d-79c1-487b-b1a1-bbe5ac6353ee) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:49.199401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca6d88-6202-4565-808f-a530ae93fb29 None None] Network 383f895d-79c1-487b-b1a1-bbe5ac6353ee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:49.200523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:49.200669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.251009 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bcf64595-8ce1-4075-b018-64c7f1c7732b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8016396 Oct 28 21:30:49.363963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45913146-fed9-4612-b6f1-7e815becb9f3 req-558d57a6-578c-4330-8bcc-b16bd01bc7b8 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0994346 Oct 28 21:30:49.377247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] device_id is not set on port 98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:30:49.435290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:49.505473 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Checking router: 531077a9-4663-4634-a451-cdae5dd732eb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:30:49.543997 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:30:49.545613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:49.552581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62711203-64dc-46d4-869c-b3a91e119f10 None None] Network 383f895d-79c1-487b-b1a1-bbe5ac6353ee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:49.633097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.733395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:49.862530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:30:49.917569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c15e918-a557-4cc5-a56b-341509cd00cf req-65678e57-eedf-40ac-92a0-ff011e3ffc6e tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0798454 Oct 28 21:30:49.950150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Port': ['ID=dc81ea0a-8cd7-432b-973e-51fa130add9e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:49.978832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Checking segment: {'id': 'fd2b69fe-00b0-443d-a791-a5486b6ae2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:49.980340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network hostable DHCP agents. Network: e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:50.021018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:50.105640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:50.117666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa16e0e-b45d-4d51-a581-e7b694469da0 None None] Network e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:50.152547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:50.153257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:50.318232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80618e5-bfec-46a3-8d00-fc017ebba364 req-74cddcda-984b-4188-9bbd-a1962ce54e13 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:50.328654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b80618e5-bfec-46a3-8d00-fc017ebba364 req-74cddcda-984b-4188-9bbd-a1962ce54e13 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.2996473 Oct 28 21:30:50.368358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e89019d0-54d2-474c-8402-729ac326b8f2 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:50.383939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:30:50.401849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Port': ['ID=98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:50.425167 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f818f-956a-43d8-a6ad-a61d26006905 None None] The sync data for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 is: [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:27:21Z', 'revision_number': 4, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'fa6e6a52-7af9-4a03-9a34-145e6b710e8b', 'name': '', 'network_id': '2442acf5-3e0e-471f-83b0-25e80f941e01', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'mac_address': 'fa:16:3e:3c:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'eea9b398-2555-4362-a935-11b77f24955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:20Z', 'updated_at': '2021-10-28T21:27:29Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'subnets': [{'id': 'eea9b398-2555-4362-a935-11b77f24955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:30:50.433461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e89019d0-54d2-474c-8402-729ac326b8f2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:50.435176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e89019d0-54d2-474c-8402-729ac326b8f2 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:50.490388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b80618e5-bfec-46a3-8d00-fc017ebba364 req-09cbb288-0f5d-4bf2-b343-a0fab74e4544 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607726 Oct 28 21:30:50.494265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Checking segment: {'id': '98d0549a-e0cc-440c-9c2a-6aff014d035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '455b73f0-0639-4316-b833-2ad5cc64012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:50.503157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network hostable DHCP agents. Network: 455b73f0-0639-4316-b833-2ad5cc64012f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:50.613476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network 455b73f0-0639-4316-b833-2ad5cc64012f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:50.668348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 455b73f0-0639-4316-b833-2ad5cc64012f) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:50.679007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c192313-7baa-4ddf-af01-ee2b5867b85b None None] Network 455b73f0-0639-4316-b833-2ad5cc64012f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:50.679519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:50.686292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:50.691621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:50.692224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:50.708951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822089-5dd7-4a8f-9277-d937e1a056d4 req-f2828144-1b69-4e3c-a876-b856f7c41f13 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:50.710523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17822089-5dd7-4a8f-9277-d937e1a056d4 req-f2828144-1b69-4e3c-a876-b856f7c41f13 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1200910 Oct 28 21:30:50.867087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07054f48-df4f-48f7-8ca7-d989d23ab9fb None None] New status for floating IP b6eb65ae-6b4e-40c2-9faa-3676bd92702c: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:30:51.076341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-75b54675-d063-4106-b76b-ce28abd69299 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:51.077877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-75b54675-d063-4106-b76b-ce28abd69299 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/networks?id=981978b4-18bc-45ea-a4ac-0d068c682b35 HTTP/1.1" status: 200 len: 815 time: 0.5719173 Oct 28 21:30:51.097714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9cb767a6-e2e1-4606-a87d-0379edcb88e1 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6705918 Oct 28 21:30:51.100826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40516) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:51.106675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17822089-5dd7-4a8f-9277-d937e1a056d4 req-7dd07807-f5fc-4486-ab93-ed7afeb427b1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3837366 Oct 28 21:30:51.141620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-40a4cf02-9de1-4dc8-8197-22f6a0866711 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/quotas/5e17e058683c4371b20fa0e85a76362b HTTP/1.1" status: 200 len: 375 time: 0.0118041 Oct 28 21:30:51.181258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-83b85917-10dc-4d9b-9a5f-597d113badd0 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e17e058683c4371b20fa0e85a76362b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328400 Oct 28 21:30:51.290143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0637377-71ef-403d-ba4e-789d79f2a080 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:51.298444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0637377-71ef-403d-ba4e-789d79f2a080 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:51.300132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0637377-71ef-403d-ba4e-789d79f2a080 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1966941 Oct 28 21:30:51.303014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:51.309243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-add77f00-8d46-417c-a2fe-14454cb9d9ec service neutron] 10.222.0.31 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201880 Oct 28 21:30:51.411103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88111560-0854-4ef5-94fd-3dfad7b9b792 req-e3736f30-173b-4e44-82a9-50aa2fa05afe tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0767846 Oct 28 21:30:51.474967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting port dc81ea0a-8cd7-432b-973e-51fa130add9e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:51.476791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:51.482842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-3bc8c3ef-76d7-4bc3-9e27-c41c18b62feb service neutron] 10.222.0.31 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618612 Oct 28 21:30:51.598742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a850dd5-312a-43be-ae1f-82b55c02efb2 req-66797b41-1e41-46e2-8c81-b8718ed56156 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0687563 Oct 28 21:30:51.615438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:51.644276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Calling delete_port for dc81ea0a-8cd7-432b-973e-51fa130add9e owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:51.735731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:51.753411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83749a88-1b86-4c3a-bcf8-4a81c1bc8688 req-12982ab8-b8c7-4f06-b902-bb6f69aa8260 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 210 time: 0.0393174 Oct 28 21:30:51.772478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4919b7-9bb3-4067-a5dd-9e21d140edaa req-dc063663-0efb-42c9-b9c7-ba0d07dac2da tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:51.784463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4919b7-9bb3-4067-a5dd-9e21d140edaa req-dc063663-0efb-42c9-b9c7-ba0d07dac2da tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.1215315 Oct 28 21:30:51.797722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:51.801124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/ports/dc81ea0a-8cd7-432b-973e-51fa130add9e HTTP/1.1" status: 204 len: 168 time: 0.4968417 Oct 28 21:30:51.802288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c306c-c3ae-4222-b238-87f2d2fee2db tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Port': ['ID=dc81ea0a-8cd7-432b-973e-51fa130add9e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:51.804122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40534) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:51.851613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4919b7-9bb3-4067-a5dd-9e21d140edaa req-0fd63a5a-d742-4356-ac5f-1338cd8db788 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687351 Oct 28 21:30:51.966730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-2767051b-40e4-4d59-8256-9f495b8edecf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:51.968202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-2767051b-40e4-4d59-8256-9f495b8edecf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 945 time: 0.0848641 Oct 28 21:30:51.973475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting port 98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:51.973812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.119087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.136045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Calling delete_port for 98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:52.154827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 2bca1042-a8f6-42ce-b65c-ec52d98aecde {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:52.155408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.312972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 2bca1042-a8f6-42ce-b65c-ec52d98aecde, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bca1042-a8f6-42ce-b65c-ec52d98aecde,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:30:52.313400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.331338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.356906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 2bca1042-a8f6-42ce-b65c-ec52d98aecde owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:52.384353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000fa5b-1ad5-4eaa-8ba8-a57a7dd857f8 req-7b087a3e-ddb5-42c9-945c-c380dea7259a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:52.392714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d000fa5b-1ad5-4eaa-8ba8-a57a7dd857f8 req-7b087a3e-ddb5-42c9-945c-c380dea7259a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1341980 Oct 28 21:30:52.411866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Port': ['ID=98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:52.433491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.439353 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d93f546-3b35-49b0-ab4e-368c16eaa4ac tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/ports/98cae1f6-e328-4c3f-8a86-c2b3ec61f1f7 HTTP/1.1" status: 204 len: 168 time: 0.6336803 Oct 28 21:30:52.443291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:52.476129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d000fa5b-1ad5-4eaa-8ba8-a57a7dd857f8 req-18ae8a49-2267-4650-a34c-d8b04f75b00e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824554 Oct 28 21:30:52.551968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d8c63078-5fc9-4547-9a8e-06333013f7f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1072857 Oct 28 21:30:52.553660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40560) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:52.563115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-228020896'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:52.600498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48d323b9-c9cd-44cc-aa38-2cacda9033df req-d21187f6-947a-4435-929d-0b6f63fec8b2 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0589981 Oct 28 21:30:52.648659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:52.653550 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.711066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.712789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:52.741043 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.742418 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment e37c7437-a567-4eee-b582-19c87e62b0ac of type vlan for network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac Oct 28 21:30:52.753614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=2bca1042-a8f6-42ce-b65c-ec52d98aecde,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:52.841167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 2bca1042-a8f6-42ce-b65c-ec52d98aecde on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:30:52.843963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.849427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d42cd7ca-27e4-471c-84ff-dab4c36d7292 req-64d532b2-37cf-4707-9810-08ca1f5b6c11 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "DELETE /v2.0/ports/2bca1042-a8f6-42ce-b65c-ec52d98aecde HTTP/1.1" status: 204 len: 173 time: 0.8724709 Oct 28 21:30:52.849999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'name': 'network-vif-deleted', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:52.852353 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f3ee8-680a-4d01-8273-0d4580f602da" -d '{"events": [{"server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "name": "network-vif-deleted", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:52.859623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6408cdd-df1b-4117-959e-cd35abbee086 req-eebf7f3a-a765-4c95-816b-3d1923c8c880 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.1067491 Oct 28 21:30:52.878110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.920776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:52.925368 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1e1e0-c6e5-411f-8e41-9be02c389957 x-openstack-request-id: req-e7b1e1e0-c6e5-411f-8e41-9be02c389957 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:52.925755 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaabd40-30b4-45b6-95f0-8b1e138885db", "name": "network-vif-deleted", "tag": "2bca1042-a8f6-42ce-b65c-ec52d98aecde", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:52.926081 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7b1e1e0-c6e5-411f-8e41-9be02c389957 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:52.926543 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaabd40-30b4-45b6-95f0-8b1e138885db', 'name': 'network-vif-deleted', 'tag': '2bca1042-a8f6-42ce-b65c-ec52d98aecde', 'status': 'completed', 'code': 200} Oct 28 21:30:52.933446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:52.934139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.027511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d61469e-7b21-4ec4-ad2c-839f55925c2e req-499fc935-4cdd-4aa7-9ca1-032373ed82da tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 210 time: 0.0757248 Oct 28 21:30:53.031528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4735541 Oct 28 21:30:53.034349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:53.041643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1534348758'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:53.073683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:53.079793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.091345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:30:53.105230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9ef65f7-245a-4e7e-96e3-83b5d8c6023e req-9b7b64d3-cf93-4386-b8fa-7cb267865771 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0971675 Oct 28 21:30:53.129846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b1b76-7716-4702-a32f-bf7b80df76ce tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=6077295c-3aae-4e8a-85c0-ac7760f2d1ac,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:53.138235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:30:53.152429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.153257 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Added segment ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2 of type vlan for network 8f03cdbd-71db-4324-950d-277392227081 Oct 28 21:30:53.154400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:53.205006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.248590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.255767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:53.256623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:53.414265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3780448 Oct 28 21:30:53.610221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-2ee30c05-ddcc-4b5f-81d7-dee960f9f596 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:53.612044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-2ee30c05-ddcc-4b5f-81d7-dee960f9f596 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.44 "GET /v2.0/networks?id=981978b4-18bc-45ea-a4ac-0d068c682b35 HTTP/1.1" status: 200 len: 815 time: 0.2869701 Oct 28 21:30:53.620517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae617be-8922-41ad-868f-d7720886184f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Network': ['ID=8f03cdbd-71db-4324-950d-277392227081,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:53.638124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 8f03cdbd-71db-4324-950d-277392227081 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:30:53.661489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Request body: {'port': {'device_id': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35', 'admin_state_up': True, 'tenant_id': '5e17e058683c4371b20fa0e85a76362b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:53.764692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b12a-bbec-42a8-bbc6-1a0018319c94 req-005a3fbe-afc1-4124-a014-ba1a835cd237 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:53.774638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f72b12a-bbec-42a8-bbc6-1a0018319c94 req-005a3fbe-afc1-4124-a014-ba1a835cd237 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1696308 Oct 28 21:30:53.873578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f72b12a-bbec-42a8-bbc6-1a0018319c94 req-d046efbf-d7d4-4f8e-bd6e-e20939c854df tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878322 Oct 28 21:30:53.940991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64bd8a0c-0dba-4e03-b216-48d998014f3b req-a31d4ff5-74b4-4eea-8c0e-6ec9004ee141 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0595751 Oct 28 21:30:54.011495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Made reservation on behalf of 5e17e058683c4371b20fa0e85a76362b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:54.017306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:54.043515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93b44b20-9a50-47d3-9841-18da1866e49e req-666d498e-3df7-44ef-9d64-64f1b28bb896 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0575027 Oct 28 21:30:54.201333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d20c4fd-c8c4-42a4-98e2-7174e8c18b0c req-1ec63bff-e105-4ccb-bb4f-02eb3868eb03 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 210 time: 0.0814278 Oct 28 21:30:54.270446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-119ffa1e-c293-49d1-ac4a-817df0028c6e req-f76f99d7-caf8-4bfd-9f30-27aa31f3e434 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0423000 Oct 28 21:30:54.279966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Allocated IP 172.20.0.3 (981978b4-18bc-45ea-a4ac-0d068c682b35/1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb/e43117a5-b669-4d6c-b05f-31a36269b3b4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:54.402260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bca1042-a8f6-42ce-b65c-ec52d98aecde no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:30:54.440469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 2bca1042-a8f6-42ce-b65c-ec52d98aecde {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:30:54.441155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bca1042-a8f6-42ce-b65c-ec52d98aecde not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:30:54.481053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:54.566593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:54.654314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Pushing event updated for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:54.667004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Network 981978b4-18bc-45ea-a4ac-0d068c682b35 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:54.677683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:54.680311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:54.745565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:54.746242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:54.766307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b683cd2-4cf8-4326-8790-7c38a6911347 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169024 Oct 28 21:30:54.780011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Request body: {'port': {'device_id': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:54.862049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:55.185048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfe9a97e-3447-43a2-8de0-f54d20da5929 req-afbabf73-4397-4e98-ab83-f969da0a8ddf tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.1202543 Oct 28 21:30:55.245200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a9db7-885f-4dd1-9286-6a119bb9c556 req-9ccd074b-c54b-4742-965c-9ca0459fc3aa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:55.252949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825a9db7-885f-4dd1-9286-6a119bb9c556 req-9ccd074b-c54b-4742-965c-9ca0459fc3aa tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2671564 Oct 28 21:30:55.376503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825a9db7-885f-4dd1-9286-6a119bb9c556 req-e7d3f236-169b-4445-9733-8d81abc51ec0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098850 Oct 28 21:30:55.419362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43117a5-b669-4d6c-b05f-31a36269b3b4 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:30:55.425371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f98b41e-c2c1-45cc-b581-2a2e6d4f4281 req-ceb3f567-a842-4b6a-93d4-9541e82655b0 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0798333 Oct 28 21:30:55.449281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:55.479079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Transition to ACTIVE for port object e43117a5-b669-4d6c-b05f-31a36269b3b4 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:30:55.494470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:55.574460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afb456-ebea-4b60-88a1-9ab3a1a4ce32 req-8ef5142c-a758-417c-a759-f596f8230eda tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:55.583445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Pushing event updated for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:55.583658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25afb456-ebea-4b60-88a1-9ab3a1a4ce32 req-8ef5142c-a758-417c-a759-f596f8230eda tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 943 time: 0.0817668 Oct 28 21:30:55.647307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb4d7708-f43d-47ee-9ad8-b246f2546c76 req-1804569d-073d-4e58-a58a-48cc763f491e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0540872 Oct 28 21:30:55.683064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25afb456-ebea-4b60-88a1-9ab3a1a4ce32 req-e93f6b3b-e5c6-4e4b-9e14-ffa386b135dd tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979028 Oct 28 21:30:55.841803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Attempting to bind port e43117a5-b669-4d6c-b05f-31a36269b3b4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:55.842211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Attempting to bind port e43117a5-b669-4d6c-b05f-31a36269b3b4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '928e0724-494e-43a5-aac0-1ed3284e9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:55.843393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Attempting to bind port e43117a5-b669-4d6c-b05f-31a36269b3b4 on network 981978b4-18bc-45ea-a4ac-0d068c682b35 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:55.870497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Port e43117a5-b669-4d6c-b05f-31a36269b3b4 on network 981978b4-18bc-45ea-a4ac-0d068c682b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:30:55.870819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Attempting to bind port e43117a5-b669-4d6c-b05f-31a36269b3b4 on network 981978b4-18bc-45ea-a4ac-0d068c682b35 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:55.886932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:55.887267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Checking segment: {'id': '928e0724-494e-43a5-aac0-1ed3284e9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:55.888948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Bound using segment: {'id': '928e0724-494e-43a5-aac0-1ed3284e9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:55.891776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Bound port: e43117a5-b669-4d6c-b05f-31a36269b3b4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '928e0724-494e-43a5-aac0-1ed3284e9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:55.892154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:56.005265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:56.010309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4,segment=NetworkSegment(928e0724-494e-43a5-aac0-1ed3284e9381),segment_id=928e0724-494e-43a5-aac0-1ed3284e9381)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:56.016825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:56.145636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf54c-1c0e-4772-aa29-94e4f6668a38 req-83c474d2-9ed6-451c-be85-85ee6c2dae6e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.154576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9aaf54c-1c0e-4772-aa29-94e4f6668a38 req-83c474d2-9ed6-451c-be85-85ee6c2dae6e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0780516 Oct 28 21:30:56.195329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.195960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:56.198438 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] 10.222.0.44 "PUT /v2.0/ports/e43117a5-b669-4d6c-b05f-31a36269b3b4 HTTP/1.1" status: 200 len: 1092 time: 1.4241621 Oct 28 21:30:56.201048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:30:56.203300 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e2147-b2cd-4a35-9e34-68f7565051d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:30:56.228401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9aaf54c-1c0e-4772-aa29-94e4f6668a38 req-2bfa2503-d51f-4900-bb8a-40936c8f7552 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669410 Oct 28 21:30:56.312266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-ae6eaeac-a785-45e1-9be1-5a337319e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.314142 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-ae6eaeac-a785-45e1-9be1-5a337319e699 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.2915492 Oct 28 21:30:56.351099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c6a63-93fd-4b99-bdb5-3dc9f855c238 service neutron] Pushing event updated for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:56.409820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea2cc6e1-1c0c-419b-983a-cc2633655537 req-9b5c1c95-90fa-4718-8591-e915506fbf11 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0725050 Oct 28 21:30:56.502069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-20da9c50-c644-4a01-83dd-0e47039fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.503533 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-20da9c50-c644-4a01-83dd-0e47039fe5ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1465900 Oct 28 21:30:56.508156 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596f924-ef57-426f-9dce-02851e8b4a41 x-openstack-request-id: req-0596f924-ef57-426f-9dce-02851e8b4a41 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:30:56.508705 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:30:56.509898 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0596f924-ef57-426f-9dce-02851e8b4a41 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:30:56.510766 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4', 'status': 'completed', 'code': 200} Oct 28 21:30:56.614132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-3dae1891-0cf8-44f6-88a3-57bf3513f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.619412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cfae785-5532-40a1-aad5-5f59707571bd req-a1d264a3-f454-4fd0-879e-e0d84ea0e7f9 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/ports?device_id=4852d82f-0cbd-4dfa-83e2-a0ed29805b0e HTTP/1.1" status: 200 len: 210 time: 0.0614085 Oct 28 21:30:56.622310 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-3dae1891-0cf8-44f6-88a3-57bf3513f9b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e17e058683c4371b20fa0e85a76362b&device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 1095 time: 0.3072522 Oct 28 21:30:56.674383 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-9ef94774-b36e-4c7e-a525-834b5e1b087b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.1580732 Oct 28 21:30:56.738711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-06bc68a1-a346-4254-8f34-c16034ab3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.740420 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-06bc68a1-a346-4254-8f34-c16034ab3ab9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0550046 Oct 28 21:30:56.741897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40672) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:56.749518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'subnets': [{'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--260154391', 'ip_version': 6}, {'network_id': '8f03cdbd-71db-4324-950d-277392227081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:56.749840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'subnet': {'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--260154391', 'ip_version': 6}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:56.751167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Request body: {'subnet': {'network_id': '8f03cdbd-71db-4324-950d-277392227081', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:30:56.840927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-af72d3b8-8cef-4cca-87d0-f7db296e03b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4 HTTP/1.1" status: 200 len: 217 time: 0.1652679 Oct 28 21:30:56.917610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-e1d1c9df-a6a3-4b08-aee6-f843af3f8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.919355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-e1d1c9df-a6a3-4b08-aee6-f843af3f8bc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409729 Oct 28 21:30:56.939404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-4f942739-a25b-4119-8fc9-91fa49f08f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:56.941043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-4f942739-a25b-4119-8fc9-91fa49f08f9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb HTTP/1.1" status: 200 len: 855 time: 0.0802612 Oct 28 21:30:56.948691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43fe0969-f450-4545-a5a2-268cfc493ca1 req-7ae73c7d-b8f0-4f4d-a80b-2b3bea01915a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0704966 Oct 28 21:30:56.995363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f15e9-5474-4641-85ef-e6846fd30b6b req-19d49973-2ef9-41a4-ba59-50824f2967dd tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:57.003532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed3f15e9-5474-4641-85ef-e6846fd30b6b req-19d49973-2ef9-41a4-ba59-50824f2967dd tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 943 time: 0.1135302 Oct 28 21:30:57.074614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-d7be1a88-5244-4d9b-b75f-ad669c271964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981978b4-18bc-45ea-a4ac-0d068c682b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202767 Oct 28 21:30:57.110098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed3f15e9-5474-4641-85ef-e6846fd30b6b req-cbb8fa34-812a-4ef2-903e-5d46ac904df1 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055510 Oct 28 21:30:57.152269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Made reservation on behalf of 1317425cef194f53813d25374997abde for: {'subnet': 2} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:30:57.159182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:57.159520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:57.211731 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-6f9efd0e-ca66-434e-8057-21e89c347d97 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828906 Oct 28 21:30:57.319141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-4234d935-f89d-4856-9abd-b2ceadeb52d0 service neutron] 10.222.0.44 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251475 Oct 28 21:30:57.411541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4fdd8465-e861-4a94-960e-be90b8ea408c req-0f63b796-007d-4323-adcc-48af5a44b2a9 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901498 Oct 28 21:30:57.445866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c45e0c-6189-4391-b51e-5e66bf5a3e3a req-6b3f0cf8-1eb7-45ad-8eba-adab6b8742ed service neutron] 10.222.0.44 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161227 Oct 28 21:30:57.484734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f8ae6-4c3a-4646-a6ec-50afb2875f0b req-7afd81d3-e4e3-426c-b008-328a0ba161d7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:57.488942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab2f8ae6-4c3a-4646-a6ec-50afb2875f0b req-7afd81d3-e4e3-426c-b008-328a0ba161d7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1296403 Oct 28 21:30:57.572658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-91b4d694-ca7d-4305-bef9-1a057a4d4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:57.575306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-91b4d694-ca7d-4305-bef9-1a057a4d4884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e17e058683c4371b20fa0e85a76362b&device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 1095 time: 0.0660894 Oct 28 21:30:57.624735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cf99056-a273-4543-bd2a-321913f1486a req-7f074b8d-15a1-46d2-9ad5-ed63b60cc42f tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0553892 Oct 28 21:30:57.670881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab2f8ae6-4c3a-4646-a6ec-50afb2875f0b req-e489de89-8826-49b6-96e0-34c064541896 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975702 Oct 28 21:30:57.716037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-3f8919a8-9d32-4877-bd29-14835f49c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:57.717926 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-3f8919a8-9d32-4877-bd29-14835f49c8f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=981978b4-18bc-45ea-a4ac-0d068c682b35 HTTP/1.1" status: 200 len: 916 time: 0.1321933 Oct 28 21:30:57.783769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-39571bed-95f9-4fba-a22a-32bff929f7dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0565548 Oct 28 21:30:57.806580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:57.847641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:57.848863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-3cef6076-6f9a-4889-9c8a-e2a3a73c8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:57.850479 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-3cef6076-6f9a-4889-9c8a-e2a3a73c8fbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb HTTP/1.1" status: 200 len: 855 time: 0.0536101 Oct 28 21:30:57.911517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-73107bad-9c3c-4a12-a9d7-e01189005eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981978b4-18bc-45ea-a4ac-0d068c682b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430970 Oct 28 21:30:57.939831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Subnet': ['ID=f160539a-3285-45a7-88f5-7fb2efc9961d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:57.969871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Checking segment: {'id': 'e37c7437-a567-4eee-b582-19c87e62b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:57.970229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network hostable DHCP agents. Network: 6077295c-3aae-4e8a-85c0-ac7760f2d1ac, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:57.979544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.025280 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.028609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:58.065519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6077295c-3aae-4e8a-85c0-ac7760f2d1ac) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:58.076047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.081954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6e22e-909a-44ad-9055-e0df1e4f11db None None] Network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:58.152238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event updated for resources: {'Subnet': ['ID=c2ddb23d-3e78-497e-a253-545899b6c943,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:58.158815 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-a68bbcee-67b1-4edf-848e-de7db4c50c0d service neutron] 10.222.0.44 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364750 Oct 28 21:30:58.177264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.179349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.180799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "DELETE /v2.0/security-groups/72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16 HTTP/1.1" status: 204 len: 168 time: 0.3731909 Oct 28 21:30:58.188287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40708) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:58.210102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f94ae75-498f-4bdb-af9d-3c576b358dea req-1bf34d46-bdd7-4829-b71e-b698dbadc380 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.1105134 Oct 28 21:30:58.219109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48a8c-53bd-49c0-9d7e-53962559fa99 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:58.263347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Checking segment: {'id': 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f03cdbd-71db-4324-950d-277392227081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:58.263713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network hostable DHCP agents. Network: 8f03cdbd-71db-4324-950d-277392227081, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:30:58.298932 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-fbfe6014-3c11-4111-837a-1968813e0ac9 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] show failed (client error): The resource could not be found. Oct 28 21:30:58.299950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fbfe6014-3c11-4111-837a-1968813e0ac9 tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "GET /v2.0/security-groups/72e07c89-d2b3-4bbd-b0cf-14d55ce3eb16 HTTP/1.1" status: 404 len: 347 time: 0.1098280 Oct 28 21:30:58.303316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40710) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:58.317002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Network 8f03cdbd-71db-4324-950d-277392227081 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:30:58.339724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6077295c-3aae-4e8a-85c0-ac7760f2d1ac', 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac', 'tenant_id': '1317425cef194f53813d25374997abde', 'fixed_ips': [{'subnet_id': 'f160539a-3285-45a7-88f5-7fb2efc9961d'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:30:58.341355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.402055 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c6e2147-b2cd-4a35-9e34-68f7565051d1 req-8d38a056-15ca-4050-b7b2-21a428646ff5 service neutron] 10.222.0.44 "GET /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234969 Oct 28 21:30:58.433281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 8f03cdbd-71db-4324-950d-277392227081) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:58.449719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998433f2-e679-4962-8145-66a7768f08a8 None None] Network 8f03cdbd-71db-4324-950d-277392227081 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:30:58.469921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.470386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.471011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.563523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:58.564191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-17883b2d-441e-4043-93f0-0fdb90048d16 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8210037 Oct 28 21:30:58.575038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b3e0-3cbc-4992-a03a-6b55a78a8698 req-0cd525f5-ecc7-4ef0-97ca-0c3302bf1001 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.589161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb05b3e0-3cbc-4992-a03a-6b55a78a8698 req-0cd525f5-ecc7-4ef0-97ca-0c3302bf1001 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 943 time: 0.2047865 Oct 28 21:30:58.651346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb05b3e0-3cbc-4992-a03a-6b55a78a8698 req-c54a0be1-19c5-4dc3-be50-a2822d98cf52 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Oct 28 21:30:58.656085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Deleting port 528de78a-cced-4bca-92a0-efb1d4bbeea2 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:30:58.656650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.657825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Allocated IP 2001:db8::1 (6077295c-3aae-4e8a-85c0-ac7760f2d1ac/f160539a-3285-45a7-88f5-7fb2efc9961d/417fb817-1da6-4f08-8e6a-d5339ee1f64e) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:58.789775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec5c3a-3df4-4f32-82f6-2530c7e3c36f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.795061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec5c3a-3df4-4f32-82f6-2530c7e3c36f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.798264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec5c3a-3df4-4f32-82f6-2530c7e3c36f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.814246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-62ec5c3a-3df4-4f32-82f6-2530c7e3c36f tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2475145 Oct 28 21:30:58.814246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40728) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:58.865708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.866092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:58.896920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a35d9226-0554-4d71-9b59-db1f4705811c req-82eaa9a1-15eb-415d-a7c2-574c13a291da tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0932171 Oct 28 21:30:58.906802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Calling delete_port for 528de78a-cced-4bca-92a0-efb1d4bbeea2 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:30:58.923392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad914d-2eb8-45e9-9e80-33fe2b0e9f9b req-6f855af3-7aa1-412e-9063-859900a96c90 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:58.942610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18ad914d-2eb8-45e9-9e80-33fe2b0e9f9b req-6f855af3-7aa1-412e-9063-859900a96c90 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1682596 Oct 28 21:30:59.022280 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.037075 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.147242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-8f03cdbd-71db-4324-950d-277392227081', 'network_id': '8f03cdbd-71db-4324-950d-277392227081', 'tenant_id': '1317425cef194f53813d25374997abde', 'fixed_ips': [{'subnet_id': 'c2ddb23d-3e78-497e-a253-545899b6c943'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:30:59.148939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.186261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:59.191905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:59.194893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Pushing event updated for resources: {'Port': ['ID=417fb817-1da6-4f08-8e6a-d5339ee1f64e,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:59.198810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:59.221461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.222150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.222756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.223317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.223914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.224464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.225034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.225571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.226145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.226321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting subnet f160539a-3285-45a7-88f5-7fb2efc9961d {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:30:59.227099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.229088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.229652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:30:59.232530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.234469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.273311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18ad914d-2eb8-45e9-9e80-33fe2b0e9f9b req-4039bc9a-bf20-46c3-a9c3-deb3189ac719 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167074 Oct 28 21:30:59.353561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.372034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Pushing event deleted for resources: {'Port': ['ID=528de78a-cced-4bca-92a0-efb1d4bbeea2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:59.385849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Attempting to bind port 417fb817-1da6-4f08-8e6a-d5339ee1f64e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:30:59.386224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Attempting to bind port 417fb817-1da6-4f08-8e6a-d5339ee1f64e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e37c7437-a567-4eee-b582-19c87e62b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:30:59.386589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Attempting to bind port 417fb817-1da6-4f08-8e6a-d5339ee1f64e on network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:30:59.425496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:30:59.429368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Checking segment: {'id': 'e37c7437-a567-4eee-b582-19c87e62b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:30:59.430252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.431434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Bound using segment: {'id': 'e37c7437-a567-4eee-b582-19c87e62b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:30:59.433297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Bound port: 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37c7437-a567-4eee-b582-19c87e62b0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6077295c-3aae-4e8a-85c0-ac7760f2d1ac'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:30:59.433880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.458984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0f6b039-8051-485d-b444-0b458bf2c79c req-8f23566a-8f02-4f2a-86be-f7f24b71328c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0887964 Oct 28 21:30:59.499774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.502485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.507160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4c3655ca-2090-4a52-8a7d-14b81703228f tempest-ServersTestBootFromVolume-847324694 tempest-ServersTestBootFromVolume-847324694-project] 10.222.0.31 "DELETE /v2.0/floatingips/b6eb65ae-6b4e-40c2-9faa-3676bd92702c HTTP/1.1" status: 204 len: 168 time: 1.2020805 Oct 28 21:30:59.507680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40752) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:59.528186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Allocated IP 2001:db8:0:1::1 (8f03cdbd-71db-4324-950d-277392227081/c2ddb23d-3e78-497e-a253-545899b6c943/f33902a3-f35a-4c8b-bdf8-352ff0f1c187) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:30:59.552428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.664000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d2e1e-6fa8-4d5a-a8e6-267bf8f8e3d7 req-d94d3971-1b30-4ee8-91be-dc1c1b54bb04 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:30:59.666033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.668275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] For port 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:30:59.683275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] For port 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=417fb817-1da6-4f08-8e6a-d5339ee1f64e,segment=NetworkSegment(e37c7437-a567-4eee-b582-19c87e62b0ac),segment_id=e37c7437-a567-4eee-b582-19c87e62b0ac)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:30:59.688163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63d2e1e-6fa8-4d5a-a8e6-267bf8f8e3d7 req-d94d3971-1b30-4ee8-91be-dc1c1b54bb04 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1894386 Oct 28 21:30:59.695328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.734143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Subnet': ['ID=f160539a-3285-45a7-88f5-7fb2efc9961d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:59.762289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.774006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2dfa90a6-2a35-4565-8546-c20c0da8a414 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/subnets/f160539a-3285-45a7-88f5-7fb2efc9961d HTTP/1.1" status: 204 len: 168 time: 0.9569023 Oct 28 21:30:59.777621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:30:59.849627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde213-72c2-4efe-bdd0-0048f29aff3b None None] Pushing event updated for resources: {'Port': ['ID=417fb817-1da6-4f08-8e6a-d5339ee1f64e,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:59.874436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting subnet c2ddb23d-3e78-497e-a253-545899b6c943 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:30:59.877225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.894687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.894939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:30:59.925816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63d2e1e-6fa8-4d5a-a8e6-267bf8f8e3d7 req-33aabcf5-b2ef-4aaa-9215-a643896f462e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316751 Oct 28 21:30:59.953346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Network 8f03cdbd-71db-4324-950d-277392227081 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:30:59.958843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:30:59.966524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:30:59.977109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Pushing event updated for resources: {'Port': ['ID=f33902a3-f35a-4c8b-bdf8-352ff0f1c187,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:30:59.996568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.037060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933f38d-20da-4144-b6ef-09490340e71e req-9b28f981-5aa5-440f-b2bd-1ed7cb218370 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:00.056415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d933f38d-20da-4144-b6ef-09490340e71e req-9b28f981-5aa5-440f-b2bd-1ed7cb218370 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 943 time: 0.2653978 Oct 28 21:31:00.095329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Attempting to bind port f33902a3-f35a-4c8b-bdf8-352ff0f1c187 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:00.096088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Attempting to bind port f33902a3-f35a-4c8b-bdf8-352ff0f1c187 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f03cdbd-71db-4324-950d-277392227081'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:00.096721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Attempting to bind port f33902a3-f35a-4c8b-bdf8-352ff0f1c187 on network 8f03cdbd-71db-4324-950d-277392227081 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:00.106741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:00.108434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Checking segment: {'id': 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f03cdbd-71db-4324-950d-277392227081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:00.108434 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.109250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Bound using segment: {'id': 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f03cdbd-71db-4324-950d-277392227081'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:00.110138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Bound port: f33902a3-f35a-4c8b-bdf8-352ff0f1c187, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8f03cdbd-71db-4324-950d-277392227081'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:00.110737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.278901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.386098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.389238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] For port f33902a3-f35a-4c8b-bdf8-352ff0f1c187, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:00.389897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7935fdc1-08b8-4e4d-95fd-d94209dae481 req-9aa65580-bee1-4453-9b4c-3559d60bc55b tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0491419 Oct 28 21:31:00.393207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] For port f33902a3-f35a-4c8b-bdf8-352ff0f1c187, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f33902a3-f35a-4c8b-bdf8-352ff0f1c187,segment=NetworkSegment(ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2),segment_id=ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:00.403648 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.412747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d933f38d-20da-4144-b6ef-09490340e71e req-f02dd1d1-abf1-4f61-946c-4706ce605a03 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430414 Oct 28 21:31:00.479586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e43117a5-b669-4d6c-b05f-31a36269b3b4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:31:00.483838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ddb23d-3e78-497e-a253-545899b6c943,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:00.489323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.495756 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-98e98dd4-8514-4d52-bb24-2918abcedc04 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/subnets/c2ddb23d-3e78-497e-a253-545899b6c943 HTTP/1.1" status: 204 len: 168 time: 0.7156613 Oct 28 21:31:00.500308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40774) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:00.607372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b49002-35ed-4caa-a2ca-b0ce6fe44c66 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:00.609428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-97b49002-35ed-4caa-a2ca-b0ce6fe44c66 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072197 Oct 28 21:31:00.615224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:00.643643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b0fd-d948-4da8-8e2a-389c0126329f None None] Pushing event updated for resources: {'Port': ['ID=f33902a3-f35a-4c8b-bdf8-352ff0f1c187,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:00.699315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4,segment=NetworkSegment(928e0724-494e-43a5-aac0-1ed3284e9381),segment_id=928e0724-494e-43a5-aac0-1ed3284e9381)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:00.741933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e43117a5-b669-4d6c-b05f-31a36269b3b4', 'network_id': '981978b4-18bc-45ea-a4ac-0d068c682b35', 'port_id': 'e43117a5-b669-4d6c-b05f-31a36269b3b4', 'mac_address': 'fa:16:3e:fd:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:31:00.746718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d51d8a-7dda-4411-803c-5bfe8cfe35b4 req-d92c592c-e24c-4f18-8167-d7ffe5fa4f1f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:00.762507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59d51d8a-7dda-4411-803c-5bfe8cfe35b4 req-d92c592c-e24c-4f18-8167-d7ffe5fa4f1f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2292998 Oct 28 21:31:00.847080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.884648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43117a5-b669-4d6c-b05f-31a36269b3b4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:31:00.902854 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.907683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c17a447-8782-41c9-a467-e984330a433d req-c5ee53a1-74d6-468e-9772-a236391384cc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.1965039 Oct 28 21:31:00.948753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4,segment=NetworkSegment(928e0724-494e-43a5-aac0-1ed3284e9381),segment_id=928e0724-494e-43a5-aac0-1ed3284e9381)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:00.955378 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:00.982390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59d51d8a-7dda-4411-803c-5bfe8cfe35b4 req-bb367363-a190-4fa6-8a4d-3373eb14f5e9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158682 Oct 28 21:31:01.008287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.070159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:01.073101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 417fb817-1da6-4f08-8e6a-d5339ee1f64e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:01.128112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting port f33902a3-f35a-4c8b-bdf8-352ff0f1c187 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:01.128499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.228343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 417fb817-1da6-4f08-8e6a-d5339ee1f64e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:01.229099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.247613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] For port f33902a3-f35a-4c8b-bdf8-352ff0f1c187, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f33902a3-f35a-4c8b-bdf8-352ff0f1c187,segment=NetworkSegment(ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2),segment_id=ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:01.247994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.281574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Calling delete_port for f33902a3-f35a-4c8b-bdf8-352ff0f1c187 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:01.284458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e43117a5-b669-4d6c-b05f-31a36269b3b4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:31:01.409831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40786) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:01.482438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.537453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Port': ['ID=f33902a3-f35a-4c8b-bdf8-352ff0f1c187,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:01.551071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] No DVR routers for this DVR port f33902a3-f35a-4c8b-bdf8-352ff0f1c187 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:01.601266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e36ff0-3297-4caa-82c7-45dd3a1aee7b None None] Network 6077295c-3aae-4e8a-85c0-ac7760f2d1ac requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:01.655488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f25c72a-c0cf-4b67-999a-1717e4b57ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.741125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.741383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.757945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5090d389-6d0f-493f-af7b-fb32b0133beb None None] Provisioning complete for port 417fb817-1da6-4f08-8e6a-d5339ee1f64e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:01.758723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5090d389-6d0f-493f-af7b-fb32b0133beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.792073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f03cdbd-71db-4324-950d-277392227081']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:01.811306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:01.812001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1e59c5-c2bd-48f4-afbe-c49bdc51cee2') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:01.843462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.876798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.885815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51778874-6851-40f3-8068-7196910811c3 req-47419749-0312-4f82-9c33-3b40147d04b1 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.1302476 Oct 28 21:31:01.906096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:01.906687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:01.911360 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:01.951779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d09880-f130-491f-8845-5962f2ee83d7 req-428a5c9a-9901-4dd0-bf60-382ce6ee79d0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:01.953671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35d09880-f130-491f-8845-5962f2ee83d7 req-428a5c9a-9901-4dd0-bf60-382ce6ee79d0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2009945 Oct 28 21:31:01.998234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f25c72a-c0cf-4b67-999a-1717e4b57ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.037770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f25c72a-c0cf-4b67-999a-1717e4b57ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.070885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=417fb817-1da6-4f08-8e6a-d5339ee1f64e,segment=NetworkSegment(e37c7437-a567-4eee-b582-19c87e62b0ac),segment_id=e37c7437-a567-4eee-b582-19c87e62b0ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:02.078426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.091620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.104238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.123287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/8f03cdbd-71db-4324-950d-277392227081 HTTP/1.1" status: 204 len: 168 time: 1.5066969 Oct 28 21:31:02.144346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40798) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:02.196823 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f25c72a-c0cf-4b67-999a-1717e4b57ead admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b1550625e64d62b12fd35aacaae067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7857168 Oct 28 21:31:02.198377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da975f-1da9-497a-9631-62c9c3ce46f5 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=8f03cdbd-71db-4324-950d-277392227081,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.201385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40800) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:02.214573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] DHCP port deletion for 6077295c-3aae-4e8a-85c0-ac7760f2d1ac request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:02.223358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35d09880-f130-491f-8845-5962f2ee83d7 req-75d5f9df-6122-4743-ae76-49a7b937f827 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595913 Oct 28 21:31:02.265681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=417fb817-1da6-4f08-8e6a-d5339ee1f64e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.276206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25c72a-c0cf-4b67-999a-1717e4b57ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30761afa-31ef-4362-a5a9-c2bc869bfeb9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.291863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25dccb-94bc-408e-a5e5-92959475d8df req-47ef019f-9f51-4d4c-949a-31df1947a8b4 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:02.294417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a25dccb-94bc-408e-a5e5-92959475d8df req-47ef019f-9f51-4d4c-949a-31df1947a8b4 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 944 time: 0.2237251 Oct 28 21:31:02.351121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.353507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361b930-1fd6-44f8-b405-41a1eaadab01 None None] DHCP port deletion for 8f03cdbd-71db-4324-950d-277392227081 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:02.358599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-87bb54ca-be41-4780-9251-8dc98d6a844a None None] Could not find standard attr ID for object f33902a3-f35a-4c8b-bdf8-352ff0f1c187. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:31:02.365213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Deleting port 417fb817-1da6-4f08-8e6a-d5339ee1f64e {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:02.365604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.373574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Deleting port fa6e6a52-7af9-4a03-9a34-145e6b710e8b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:02.373945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.406824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.417955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6935c-4565-46d9-8279-6add81b5abb1 None None] Network 8f03cdbd-71db-4324-950d-277392227081 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:02.435770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a25dccb-94bc-408e-a5e5-92959475d8df req-ff571a3b-7558-46dc-b85a-fb93136f4c1b tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248090 Oct 28 21:31:02.437806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6935c-4565-46d9-8279-6add81b5abb1 None None] Network 8f03cdbd-71db-4324-950d-277392227081 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:31:02.458596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.478605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] For port 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=417fb817-1da6-4f08-8e6a-d5339ee1f64e,segment=NetworkSegment(e37c7437-a567-4eee-b582-19c87e62b0ac),segment_id=e37c7437-a567-4eee-b582-19c87e62b0ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:02.479836 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.499329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Calling delete_port for 417fb817-1da6-4f08-8e6a-d5339ee1f64e owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:02.499790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Deleting port 417fb817-1da6-4f08-8e6a-d5339ee1f64e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:02.500135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.526130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99ba8a7b-47a9-4385-a405-6db34feee77b req-c1da4de0-afc4-4113-8f33-7dcab872232c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aaabd40-30b4-45b6-95f0-8b1e138885db HTTP/1.1" status: 200 len: 210 time: 0.0428190 Oct 28 21:31:02.533592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] For port fa6e6a52-7af9-4a03-9a34-145e6b710e8b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:02.533955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.560849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Calling delete_port for fa6e6a52-7af9-4a03-9a34-145e6b710e8b owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:02.574486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.577078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.579684 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30761afa-31ef-4362-a5a9-c2bc869bfeb9 HTTP/1.1" status: 204 len: 168 time: 0.3605134 Oct 28 21:31:02.591640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] For port 417fb817-1da6-4f08-8e6a-d5339ee1f64e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=417fb817-1da6-4f08-8e6a-d5339ee1f64e,segment=NetworkSegment(e37c7437-a567-4eee-b582-19c87e62b0ac),segment_id=e37c7437-a567-4eee-b582-19c87e62b0ac)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:02.592007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.595046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2cc7b-c847-406d-953b-de15be0feb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30761afa-31ef-4362-a5a9-c2bc869bfeb9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.608983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Calling delete_port for 417fb817-1da6-4f08-8e6a-d5339ee1f64e owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:02.626644 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.660803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] Pushing event deleted for resources: {'Port': ['ID=417fb817-1da6-4f08-8e6a-d5339ee1f64e,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.664874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd6aa8-4704-425e-bce6-b8b75dc9cada None None] No DVR routers for this DVR port 417fb817-1da6-4f08-8e6a-d5339ee1f64e on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:02.719009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.749651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] No DVR routers for this DVR port 417fb817-1da6-4f08-8e6a-d5339ee1f64e on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:02.756198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Port': ['ID=417fb817-1da6-4f08-8e6a-d5339ee1f64e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:02.771600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 417fb817-1da6-4f08-8e6a-d5339ee1f64e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:02.834787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 417fb817-1da6-4f08-8e6a-d5339ee1f64e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:02.835135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 417fb817-1da6-4f08-8e6a-d5339ee1f64e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:02.850321 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.877126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6077295c-3aae-4e8a-85c0-ac7760f2d1ac']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:02.899208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c7437-a567-4eee-b582-19c87e62b0ac') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:02.900952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c7437-a567-4eee-b582-19c87e62b0ac') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:02.913837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.933931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.944851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:02.945083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.949183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:02.950328 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:03.021821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6e6a52-7af9-4a03-9a34-145e6b710e8b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:03.037697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.048994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.053518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/6077295c-3aae-4e8a-85c0-ac7760f2d1ac HTTP/1.1" status: 204 len: 168 time: 0.8866868 Oct 28 21:31:03.057267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:03.071138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091b9c0-0cf6-488a-ae4d-57a9c4b8b02d tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=6077295c-3aae-4e8a-85c0-ac7760f2d1ac,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:03.141369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40810) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:03.157547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-169b3b21-81cd-4e95-b1d5-da7d648d9c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.214314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddbcb785-a26c-4955-a494-827e4590f30b req-7f2ee5d7-28df-4cb1-b349-5297cdc072b0 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.1558619 Oct 28 21:31:03.288039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-169b3b21-81cd-4e95-b1d5-da7d648d9c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.293924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-169b3b21-81cd-4e95-b1d5-da7d648d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.301734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.338500 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-169b3b21-81cd-4e95-b1d5-da7d648d9c9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1556f45c2eb84b91a4daead8825f3f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929305 Oct 28 21:31:03.339281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:03.382530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3b21-81cd-4e95-b1d5-da7d648d9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb54161-9fa6-4d85-911a-5fa5b8ef46bd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:03.430424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.459626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.499295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe80ae2-2553-4731-b6c5-66eb5fa16e87 req-d792bf14-deae-48df-b1e4-6ea6af5711ad tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:03.516339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afe80ae2-2553-4731-b6c5-66eb5fa16e87 req-d792bf14-deae-48df-b1e4-6ea6af5711ad tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1755810 Oct 28 21:31:03.543139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.546963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.551698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.551884 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cb54161-9fa6-4d85-911a-5fa5b8ef46bd HTTP/1.1" status: 204 len: 168 time: 0.2090697 Oct 28 21:31:03.562772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7249877-5562-440e-a188-01ca8f2926a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb54161-9fa6-4d85-911a-5fa5b8ef46bd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:03.599157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.772846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afe80ae2-2553-4731-b6c5-66eb5fa16e87 req-ed840f53-8828-4569-9122-c0577bcb438d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554803 Oct 28 21:31:03.777162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455b73f0-0639-4316-b833-2ad5cc64012f']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:03.811777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a885cd-8564-4f3c-89b0-a56aa9137965 req-b29cdc65-a9ea-4588-bfd9-387cefd47ccf tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:03.819236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8a885cd-8564-4f3c-89b0-a56aa9137965 req-b29cdc65-a9ea-4588-bfd9-387cefd47ccf tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 944 time: 0.2601125 Oct 28 21:31:03.823035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d0549a-e0cc-440c-9c2a-6aff014d035c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:03.823246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d0549a-e0cc-440c-9c2a-6aff014d035c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:03.867188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.916473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8a885cd-8564-4f3c-89b0-a56aa9137965 req-eae57846-988c-4970-b420-3892f96ddd2a tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963409 Oct 28 21:31:03.944721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.963940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:03.964767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:03.968055 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:04.240209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.264342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.270244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/455b73f0-0639-4316-b833-2ad5cc64012f HTTP/1.1" status: 204 len: 168 time: 1.2105510 Oct 28 21:31:04.271261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:04.292900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012a81-0f60-45a2-9bcc-b4ff037f6412 req-959bc5be-7cf1-4fb9-966c-372628e09cae tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:04.300596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90012a81-0f60-45a2-9bcc-b4ff037f6412 req-959bc5be-7cf1-4fb9-966c-372628e09cae tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1532059 Oct 28 21:31:04.307565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d140dd-efbe-4901-8ef4-2c2413ce3cb0 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=455b73f0-0639-4316-b833-2ad5cc64012f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:04.365893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Router 531077a9-4663-4634-a451-cdae5dd732eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:04.411480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.460562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90012a81-0f60-45a2-9bcc-b4ff037f6412 req-00405034-e513-47e3-ae88-d62792b6751f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588323 Oct 28 21:31:04.470815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e43117a5-b669-4d6c-b05f-31a36269b3b4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:04.552774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e43117a5-b669-4d6c-b05f-31a36269b3b4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:31:04.561416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e43117a5-b669-4d6c-b05f-31a36269b3b4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:04.561969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.633954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.647654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:04.659894 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Sync routers for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:04.660925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4117270b-522a-4683-8330-7e919ae2504a admin admin] 10.222.0.31 "PUT /v2.0/routers/531077a9-4663-4634-a451-cdae5dd732eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1507878 Oct 28 21:31:04.672562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40872) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:04.676262 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:04.678597 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:04.693570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55aac2da-f5c0-4830-ad65-f2ef525b432a req-fbe00e5c-5abf-4540-abd6-04a80e55e1f1 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0430081 Oct 28 21:31:04.701161 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.705511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3080-c7f1-421a-9555-64b40b100822 req-5da64d8d-3b64-4372-ae41-1a70aa3c4748 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:04.714425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-026f3080-c7f1-421a-9555-64b40b100822 req-5da64d8d-3b64-4372-ae41-1a70aa3c4748 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.3257310 Oct 28 21:31:04.734084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-026f3080-c7f1-421a-9555-64b40b100822 req-9b808877-c3ce-47ed-bed6-2ca2c03f88b9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0184801 Oct 28 21:31:04.770984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:04.779849 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7dc916-a86d-4675-aaf8-957c5ceef757" -d '{"events": [{"server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "name": "network-vif-plugged", "status": "completed", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:04.802834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-026f3080-c7f1-421a-9555-64b40b100822 req-6637a1f7-f048-4684-bdab-5b8e8a8f8e33 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673819 Oct 28 21:31:04.809748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4,segment=NetworkSegment(928e0724-494e-43a5-aac0-1ed3284e9381),segment_id=928e0724-494e-43a5-aac0-1ed3284e9381)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:04.820478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:04.895763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:04.936335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:04.943063 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1828f4f-0217-4d62-9ab0-50ed1b878bbe x-openstack-request-id: req-d1828f4f-0217-4d62-9ab0-50ed1b878bbe {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:04.944923 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "name": "network-vif-plugged", "status": "completed", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:04.945208 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1828f4f-0217-4d62-9ab0-50ed1b878bbe {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:04.945628 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4', 'code': 200} Oct 28 21:31:04.987661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-026f3080-c7f1-421a-9555-64b40b100822 req-489dd21c-1e03-44af-acd1-15fd1df16f8c service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835630 Oct 28 21:31:04.998697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2b69fe-00b0-443d-a791-a5486b6ae2e8') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:04.998992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2b69fe-00b0-443d-a791-a5486b6ae2e8') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:05.040973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:05.081509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.152873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-026f3080-c7f1-421a-9555-64b40b100822 req-dc0ccbb7-88ad-45d4-afe0-601e16cbc89d service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642032 Oct 28 21:31:05.188880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c328-90fa-4985-9b53-7d98f8ca2373 req-0d0e0953-9676-4d49-b431-9d7696603958 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:05.198261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8062c328-90fa-4985-9b53-7d98f8ca2373 req-0d0e0953-9676-4d49-b431-9d7696603958 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.1099908 Oct 28 21:31:05.236236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.255958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8062c328-90fa-4985-9b53-7d98f8ca2373 req-79045963-7d89-4226-b676-0efa7e68cf6d tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568030 Oct 28 21:31:05.270060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:31:02Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:05.309257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.317563 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Checking router: 531077a9-4663-4634-a451-cdae5dd732eb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:31:05.322335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:05.323080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.328500 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Routers {'531077a9-4663-4634-a451-cdae5dd732eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:05.329303 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:30:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['531077a9-4663-4634-a451-cdae5dd732eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:05.337359 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:05.452957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14df0556-1623-4389-9269-2e84d127dd1f req-9ba62878-b356-42a6-a283-00095d36891c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=a597eecf-d93c-4893-9ef8-2c13a3d4787f HTTP/1.1" status: 200 len: 210 time: 0.0395594 Oct 28 21:31:05.521637 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.539484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0d2c-ed3c-4e0e-a7da-c8a087f016a4 req-a8013abe-9a2e-4779-ae99-c7c4f1c4b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:05.546659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7e0c0d2c-ed3c-4e0e-a7da-c8a087f016a4 req-a8013abe-9a2e-4779-ae99-c7c4f1c4b921 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 1097 time: 0.4668970 Oct 28 21:31:05.583625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.604140 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] Set router 531077a9-4663-4634-a451-cdae5dd732eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:05.759741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72afffb-9cd8-41ea-b704-37faef97af53 req-fffce758-15d9-4fdc-8508-9aab14bab247 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:05.763307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:05.768768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f72afffb-9cd8-41ea-b704-37faef97af53 req-fffce758-15d9-4fdc-8508-9aab14bab247 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1383686 Oct 28 21:31:05.781213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] 10.222.0.31 "DELETE /v2.0/networks/e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0 HTTP/1.1" status: 204 len: 168 time: 1.5084233 Oct 28 21:31:05.867616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f72afffb-9cd8-41ea-b704-37faef97af53 req-f0083d6e-9dd7-4e01-a29f-586bca59adc5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958421 Oct 28 21:31:05.872540 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7e0c0d2c-ed3c-4e0e-a7da-c8a087f016a4 req-f842f67f-bf64-45a1-8b0c-128f2a4cc7bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047440 Oct 28 21:31:05.874133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350ffc5-bc49-42c8-96fa-90f176006575 tempest-BulkNetworkOpsIpV6Test-172666618 tempest-BulkNetworkOpsIpV6Test-172666618-project] Pushing event deleted for resources: {'Network': ['ID=e3e768ae-b4d3-4603-8a5f-2ba1120fa5d0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:05.976570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Deleting port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:05.979584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:06.050090 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:31:02Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:06.067969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5564868f-07ca-4f06-8847-44dc563a3136 req-d41cbb76-d6d8-473b-925c-cc85cad94461 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0554154 Oct 28 21:31:06.108465 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa24967-a34f-47c4-b046-0a0104f50282 None None] The sync data for ids ['531077a9-4663-4634-a451-cdae5dd732eb'] in n-d-806683-16 is: [{'id': '531077a9-4663-4634-a451-cdae5dd732eb', 'name': 'tempest-ServersTestBootFromVolume-373328591-router', 'tenant_id': '3b7b3d9a020348399d48e9a25fa3d968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:27:15Z', 'updated_at': '2021-10-28T21:31:02Z', 'revision_number': 5, 'project_id': '3b7b3d9a020348399d48e9a25fa3d968', 'gw_port': {'id': '1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531077a9-4663-4634-a451-cdae5dd732eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:27:16Z', 'updated_at': '2021-10-28T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:06.279542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] For port 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:06.279910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:06.309370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e12129-7eea-408b-bbf5-ed5ace85b7c4 req-71d9a2ae-0af3-4582-9713-077266eac44a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:06.310801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Calling delete_port for 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:06.323377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e12129-7eea-408b-bbf5-ed5ace85b7c4 req-71d9a2ae-0af3-4582-9713-077266eac44a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0898905 Oct 28 21:31:06.397018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e12129-7eea-408b-bbf5-ed5ace85b7c4 req-92e050a4-25ce-4250-8ec6-c8065662ba22 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724463 Oct 28 21:31:06.552298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04388959-f09e-4bec-a584-b938eefbb52c req-8469e58f-7bcb-43fd-966a-32a680144ada tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:06.570485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04388959-f09e-4bec-a584-b938eefbb52c req-8469e58f-7bcb-43fd-966a-32a680144ada tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.1490672 Oct 28 21:31:06.605973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40932) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:06.701483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fa6e6a52-7af9-4a03-9a34-145e6b710e8b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:06.742778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: fa6e6a52-7af9-4a03-9a34-145e6b710e8b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:06.743867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fa6e6a52-7af9-4a03-9a34-145e6b710e8b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:06.748772 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:06.801929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5e56-0cc0-4027-8560-487315fe1b18 req-f0c4cb91-fc60-49ac-9321-9e6aa21fcb31 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:06.818506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-542c5e56-0cc0-4027-8560-487315fe1b18 req-f0c4cb91-fc60-49ac-9321-9e6aa21fcb31 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2411401 Oct 28 21:31:06.832229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:06.835130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04388959-f09e-4bec-a584-b938eefbb52c req-19830bd8-11e7-4e9d-86fe-8ea3be8ed459 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565601 Oct 28 21:31:06.889489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-542c5e56-0cc0-4027-8560-487315fe1b18 req-d7b469f0-ffcd-41cd-9f9f-78ae1e5bf269 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695000 Oct 28 21:31:06.920282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.039268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.042113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.116740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.117876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531077a9-4663-4634-a451-cdae5dd732eb {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:31:07.125980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.129844 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca48e71c-3040-4f2e-9e58-43aee1e0e4f3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/531077a9-4663-4634-a451-cdae5dd732eb HTTP/1.1" status: 204 len: 168 time: 2.4556217 Oct 28 21:31:07.132387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40956) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:07.242607 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b559c1e1-17ad-401d-9e52-67a9a24f2b43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1317425cef194f53813d25374997abde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333640 Oct 28 21:31:07.250903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40960) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:07.353823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.379416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7278e-45d0-4b1e-842c-dd22d3cca54f req-1b33413d-f8b5-4393-a7d8-0addf0942ec1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:07.385220 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.387694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fa7278e-45d0-4b1e-842c-dd22d3cca54f req-1b33413d-f8b5-4393-a7d8-0addf0942ec1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2283340 Oct 28 21:31:07.423574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-bfee39b6-6ce5-43aa-a9ca-c4fb1502cf76 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:07.425256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-bfee39b6-6ce5-43aa-a9ca-c4fb1502cf76 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.4550202 Oct 28 21:31:07.447535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Deleting subnet eea9b398-2555-4362-a935-11b77f24955a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:07.451744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.466231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fa7278e-45d0-4b1e-842c-dd22d3cca54f req-256691cd-ed41-4e76-9d5a-e2bf2da4b7d9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775905 Oct 28 21:31:07.467636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-cc1b7f61-dcd7-4146-84d1-da806aef757e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0301394 Oct 28 21:31:07.497406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.507872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.515055 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ccec0b8-83b8-40df-bc3c-05616c56a27c HTTP/1.1" status: 204 len: 168 time: 0.2631209 Oct 28 21:31:07.548241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-2d149d08-2642-41af-a4ac-cceaad1650c9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745037 Oct 28 21:31:07.564425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423c808-ebc5-419c-affb-5a3322fece5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccec0b8-83b8-40df-bc3c-05616c56a27c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:07.574557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.649130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ff41936-b951-4350-b688-4287cae05981 req-9e9def83-3866-4be5-86f3-de68e7aa59ea tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0746527 Oct 28 21:31:07.717958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.748594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-8aa37aca-9c92-418c-97ef-5ab749455cdf service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993508 Oct 28 21:31:07.808997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.846450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:07.847198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971a6f9-e984-4b18-9c3e-01689abe6b5d None None] Network 2442acf5-3e0e-471f-83b0-25e80f941e01 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:07.858619 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eea9b398-2555-4362-a935-11b77f24955a HTTP/1.1" status: 204 len: 168 time: 0.7229605 Oct 28 21:31:07.860995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40974) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:07.927440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609efcc-38d1-4aa2-b7d1-ff52d3c72b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea9b398-2555-4362-a935-11b77f24955a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:07.979033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-d58279e5-adfa-4a7d-b912-983ecd9d5898 service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291539 Oct 28 21:31:08.122652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.148115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0ca19-97e4-4fd8-9b5c-10283cf1bb30 req-9ea29d41-b044-4635-a0e0-ef6fe2a193f5 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:08.175666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9e0ca19-97e4-4fd8-9b5c-10283cf1bb30 req-9ea29d41-b044-4635-a0e0-ef6fe2a193f5 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.1209297 Oct 28 21:31:08.240871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] DHCP port deletion for 2442acf5-3e0e-471f-83b0-25e80f941e01 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:08.293312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Deleting port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:08.293645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.297647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9e0ca19-97e4-4fd8-9b5c-10283cf1bb30 req-c6a33d9b-89ed-493b-a428-93f32de5ae27 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189792 Oct 28 21:31:08.356217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Deleting port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:08.357427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.431068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8acd7df-0308-4813-8fcb-a9480f94eecb req-41830b59-5402-42e3-9a25-208a9a49e329 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 210 time: 0.0696230 Oct 28 21:31:08.508622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] For port b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:08.510023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.523097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] For port b4d3e4ac-f8a3-438f-a807-dcf55a7be544, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,segment=NetworkSegment(c2829185-fbe9-470d-bfa1-15c797cb138c),segment_id=c2829185-fbe9-470d-bfa1-15c797cb138c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:08.523755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Calling delete_port for b4d3e4ac-f8a3-438f-a807-dcf55a7be544 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:08.524980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.558415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Calling delete_port for b4d3e4ac-f8a3-438f-a807-dcf55a7be544 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:08.641947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.710738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] Pushing event deleted for resources: {'Port': ['ID=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:08.719565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:08.722555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a7d3-8ba8-4f11-968c-84d90385ef8f None None] No DVR routers for this DVR port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:08.829923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d3e4ac-f8a3-438f-a807-dcf55a7be544,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:08.840978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] No DVR routers for this DVR port b4d3e4ac-f8a3-438f-a807-dcf55a7be544 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:08.919724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4d3e4ac-f8a3-438f-a807-dcf55a7be544 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:08.965217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccf8c0c0-ca1c-4bb0-8074-f34bec46de76 req-f2486994-27f2-4c46-a87b-2c26e58d94a3 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0624816 Oct 28 21:31:08.987922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b4d3e4ac-f8a3-438f-a807-dcf55a7be544 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:08.992382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4d3e4ac-f8a3-438f-a807-dcf55a7be544 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:08.998265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:09.044958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:09.045508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1624dc4e-15ee-40bb-ab3a-3d8c1e2f0d91 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:09.075161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:09.124471 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.165038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2442acf5-3e0e-471f-83b0-25e80f941e01']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:09.190165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2829185-fbe9-470d-bfa1-15c797cb138c') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:09.190618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2829185-fbe9-470d-bfa1-15c797cb138c') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:09.214538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.244824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.256537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:09.256917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:09.261672 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:09.385410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.391719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.398033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2442acf5-3e0e-471f-83b0-25e80f941e01 HTTP/1.1" status: 204 len: 168 time: 1.4839792 Oct 28 21:31:09.422704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50faa55-0fe7-4663-a96a-094cf1ef288e admin admin] Pushing event deleted for resources: {'Network': ['ID=2442acf5-3e0e-471f-83b0-25e80f941e01,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:09.465315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41030) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:09.490396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d97c532-5191-44e5-86f9-03b115458c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.589860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d97c532-5191-44e5-86f9-03b115458c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.598083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4d97c532-5191-44e5-86f9-03b115458c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.607568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcf19da0-afa8-4f20-a428-cfd30e78d9ef req-d739aa2f-aa15-4d14-ab78-e68d1e5c616c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 210 time: 0.0615354 Oct 28 21:31:09.623705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615646032'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:09.643440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41034) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:09.644744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4d97c532-5191-44e5-86f9-03b115458c24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b9bf4e34ecd43fd9b9ed123266df5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683498 Oct 28 21:31:09.657526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:09.665653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97c532-5191-44e5-86f9-03b115458c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b4520e-18c0-443b-953a-38e7f80ba8b9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:09.742041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31dae176-0a53-41be-8ed8-e3a632aa7d41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b7b3d9a020348399d48e9a25fa3d968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812037 Oct 28 21:31:09.742757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41038) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:09.882033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:09.991450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.082343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:10.095241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.132421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.209903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff23dd9-646c-495f-8bbf-832df768b7ba req-ff79da8f-7465-4224-bab3-f7351ca1b249 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0584848 Oct 28 21:31:10.217120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.227343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-496ecb9a-3f9b-42e8-a6e8-a1bc110b4b27 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:10.229128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-496ecb9a-3f9b-42e8-a6e8-a1bc110b4b27 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.3846328 Oct 28 21:31:10.230282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.235162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.237923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ed862da-17d2-4412-a5d3-ec229f9e1160 HTTP/1.1" status: 204 len: 168 time: 0.4942462 Oct 28 21:31:10.259917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab69468-a968-4bea-9a3a-9425c28ca978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed862da-17d2-4412-a5d3-ec229f9e1160,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:10.279367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': '10a64011-a1d0-4af8-9825-3e75e7840420', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:10.286953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.389084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.394386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.428865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.432861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.436532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4b4520e-18c0-443b-953a-38e7f80ba8b9 HTTP/1.1" status: 204 len: 168 time: 0.7896245 Oct 28 21:31:10.438273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:10.454851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db41dc00-d8f2-4066-8792-b8e289e623cc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:10.477219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:10.484094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.485223 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.485721 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 29c7a26e-efd0-494e-a797-d90c512fc9fb of type vlan for network 70a4877c-1530-457e-8bb4-ec6242cce709 Oct 28 21:31:10.486961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307cd7c-6d6c-47c4-b110-26d2192537dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b4520e-18c0-443b-953a-38e7f80ba8b9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:10.600599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.633753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.642029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:10.643598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.700783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.7 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/54a92ed5-fed6-48ee-848d-73b7d5e38dcd) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:10.733164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2659311 Oct 28 21:31:10.742382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8bd4-52fb-460c-8800-539d9b60d988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.745900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41058) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:10.771496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153657071'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:10.785525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23b60491-18f1-4e67-9144-9f7b87072c45 req-05e5867c-273a-472e-8628-1e4fe90b0c56 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 210 time: 0.0609159 Oct 28 21:31:10.803098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a375797-5da0-4907-9bc8-5f61dee58eda tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=70a4877c-1530-457e-8bb4-ec6242cce709,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:10.828087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 70a4877c-1530-457e-8bb4-ec6242cce709 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:10.829752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:10.833426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.862023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:10.879079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.881133 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 0a84a8af-7b7f-4922-9616-6d7fa3a03f9a of type vlan for network 16011a2c-a75d-4387-8b2c-63a31cc7525b Oct 28 21:31:10.956495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.961594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.986802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:10.995585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:10.996661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.007637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41064) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:11.024757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.069882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6a3f-702b-48d0-b8bd-fd9ca476315c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.082880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:11.083334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3350680 Oct 28 21:31:11.086361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41068) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:11.090798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:11.092632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:11.094600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:11.094752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:11.159323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00a5bb-3538-4fd0-9be3-0013e5293a8a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=16011a2c-a75d-4387-8b2c-63a31cc7525b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:11.182105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:11.257682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:11.262377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.342011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6a3f-702b-48d0-b8bd-fd9ca476315c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.355925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6a3f-702b-48d0-b8bd-fd9ca476315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.424173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5f96a2e-8dd7-47c6-a557-e5ca5f1ea480 req-e01c1672-329a-4993-9967-a055395cea2b tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0696030 Oct 28 21:31:11.467850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a6a3f-702b-48d0-b8bd-fd9ca476315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61735583-dcaf-4439-99c7-7bd5b032d51a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:11.476093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9c5a6a3f-702b-48d0-b8bd-fd9ca476315c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18677fda4b0e4bccbf72980ef8aaa01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668133 Oct 28 21:31:11.481557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41088) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:11.545719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:11.546397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.568697 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4a4f9e48-dec0-40e4-9dcf-a3257a88e671 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3116717 Oct 28 21:31:11.585504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Request body: {'port': {'device_id': '10a64011-a1d0-4af8-9825-3e75e7840420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:11.592436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.605825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41092) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:11.657010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.664179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.693640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.784650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '29c7a26e-efd0-494e-a797-d90c512fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:11.785701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 70a4877c-1530-457e-8bb4-ec6242cce709, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:31:11.801898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=ed88d198-2dc4-4193-b763-b71a8c02a734,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:11.809048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.812207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.815441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61735583-dcaf-4439-99c7-7bd5b032d51a HTTP/1.1" status: 204 len: 168 time: 0.3316202 Oct 28 21:31:11.838238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.878126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2123986273-network', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:11.920618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd32cb2-e7af-47b1-bcf7-e6e717e45771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61735583-dcaf-4439-99c7-7bd5b032d51a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:11.929507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:11.933353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.945606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 70a4877c-1530-457e-8bb4-ec6242cce709 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:31:11.956550 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:11.992006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 70a4877c-1530-457e-8bb4-ec6242cce709) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:12.001905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:12.004167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.025248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfebe2eb-3b2d-42ed-b4fc-37296c422083 None None] Network 70a4877c-1530-457e-8bb4-ec6242cce709 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:12.069133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b59276c-3922-46b7-9abf-c936ddd64669 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9809134 Oct 28 21:31:12.076684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41104) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:12.081561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:12.097198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6f38b-9ccb-4b5b-902e-80724ed6334f req-8bd560ef-cfbb-4051-9c7b-adc910ac3711 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:12.098743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6db6f38b-9ccb-4b5b-902e-80724ed6334f req-8bd560ef-cfbb-4051-9c7b-adc910ac3711 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 931 time: 0.1724904 Oct 28 21:31:12.161260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a92ed5-fed6-48ee-848d-73b7d5e38dcd {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:31:12.170417 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.185656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Transition to ACTIVE for port object 54a92ed5-fed6-48ee-848d-73b7d5e38dcd will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:31:12.193784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.195380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.201493 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.222323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6db6f38b-9ccb-4b5b-902e-80724ed6334f req-003dc7a3-afc1-4baf-8368-7832f27cd471 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091268 Oct 28 21:31:12.227842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.277507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad404a53-9e5b-4321-ab71-4ef0776239c6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:12.302820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:12.308379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Pushing event updated for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:12.326898 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.327287 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Added segment 82439a9c-f33d-4c25-8520-dffbd49eb966 of type vlan for network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 Oct 28 21:31:12.358755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-70a4877c-1530-457e-8bb4-ec6242cce709', 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': 'ed88d198-2dc4-4193-b763-b71a8c02a734'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:31:12.359623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.362390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:12.365890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.432212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Attempting to bind port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:12.432813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Attempting to bind port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:12.433149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Attempting to bind port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:12.435221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.440993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:31:12.441444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Attempting to bind port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:12.449616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:12.449945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:12.450310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:12.450852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Bound port: 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:12.451799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.505787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.506955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:12.507700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.542079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:12.545947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:12.558871 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.584461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:12.585922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.588205 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] 10.222.0.44 "PUT /v2.0/ports/54a92ed5-fed6-48ee-848d-73b7d5e38dcd HTTP/1.1" status: 200 len: 1092 time: 1.0089829 Oct 28 21:31:12.617319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:12.621066 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2de0b2-f517-44c5-854c-161dbe332050" -d '{"events": [{"name": "network-changed", "server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:12.643685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] Pushing event updated for resources: {'Network': ['ID=ffb64c00-42ff-4f2b-be83-626a3d4ecb26,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:12.662893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:12.687966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba87ded0-9f86-4f47-9ede-7dbd3e0b7a4b req-cb4df08d-8c87-40f3-97fb-ce8df0acc6ad tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0811703 Oct 28 21:31:12.713534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0e4db73-5e0b-4fbc-9245-234813de00ef admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1062899 Oct 28 21:31:12.723664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:12.788689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Allocated IP 2001:db8::2 (70a4877c-1530-457e-8bb4-ec6242cce709/ed88d198-2dc4-4193-b763-b71a8c02a734/8ccaf25c-e450-4276-a8e0-e17f472ceec4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:12.791828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Request body: {'subnet': {'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2123986273-subnet', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:12.808224 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288f6dfd-fddf-42a8-8c9e-45755c519d16 x-openstack-request-id: req-288f6dfd-fddf-42a8-8c9e-45755c519d16 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:12.814778 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:12.814778 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-288f6dfd-fddf-42a8-8c9e-45755c519d16 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:12.814778 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd', 'status': 'completed', 'code': 200} Oct 28 21:31:12.858771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.863432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119f762-a291-4937-8eb0-c657f12eb678 service neutron] Pushing event updated for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:12.903777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4fdfb5fd-9cee-4535-8929-f526a441d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:12.906153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-4fdfb5fd-9cee-4535-8929-f526a441d0b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 1095 time: 0.2687414 Oct 28 21:31:12.913923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:12.921268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:12.976235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=23c2c914-5491-460f-baca-12f524863d7f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:13.009297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:13.009967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 16011a2c-a75d-4387-8b2c-63a31cc7525b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:31:13.013854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.022859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.033719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:31:13.047756 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-dcb6cfa9-71c9-453e-8166-c750db408b91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd HTTP/1.1" status: 200 len: 217 time: 0.1206067 Oct 28 21:31:13.051301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 16011a2c-a75d-4387-8b2c-63a31cc7525b) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:13.058407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:13.059178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.068480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Network 70a4877c-1530-457e-8bb4-ec6242cce709 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:13.075255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:13.078742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5cd62-b0a4-484e-b5c0-eeba07a07bde None None] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:13.082050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-33e03f29-6409-41ca-bbef-dec6ba21a512 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0042722 Oct 28 21:31:13.085952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41134) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:13.092658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361263926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:13.122696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:13.137042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.138536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.175826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-c7ee3053-9766-46b0-9d7b-69631a401227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:13.178761 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-c7ee3053-9766-46b0-9d7b-69631a401227 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1041059 Oct 28 21:31:13.214530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Attempting to bind port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:13.214999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Attempting to bind port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '29c7a26e-efd0-494e-a797-d90c512fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:13.215724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Attempting to bind port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 on network 70a4877c-1530-457e-8bb4-ec6242cce709 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:13.220287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Pushing event updated for resources: {'Port': ['ID=8ccaf25c-e450-4276-a8e0-e17f472ceec4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:13.229393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.231036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:13.231480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Checking segment: {'id': '29c7a26e-efd0-494e-a797-d90c512fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:13.232197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.232687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Bound using segment: {'id': '29c7a26e-efd0-494e-a797-d90c512fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:13.233933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Bound port: 8ccaf25c-e450-4276-a8e0-e17f472ceec4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c7a26e-efd0-494e-a797-d90c512fc9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70a4877c-1530-457e-8bb4-ec6242cce709'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:13.233933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.235952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.266734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.267971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-65acc56c-b8a3-4379-be78-d51bd2450a9a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1809170 Oct 28 21:31:13.270828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41142) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:13.377930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-80418cdd-b3fc-4e64-8a1e-6f8f2943d5da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857522 Oct 28 21:31:13.379266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.381342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a3050d4-ca24-4977-b3ef-d02379b5894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.435159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] For port 8ccaf25c-e450-4276-a8e0-e17f472ceec4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:13.452913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] For port 8ccaf25c-e450-4276-a8e0-e17f472ceec4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8ccaf25c-e450-4276-a8e0-e17f472ceec4,segment=NetworkSegment(29c7a26e-efd0-494e-a797-d90c512fc9fb),segment_id=29c7a26e-efd0-494e-a797-d90c512fc9fb)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:13.498938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.527996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba905b2-91c4-4c13-9674-ac171d84cb8e req-37e0ec72-c52b-4ed6-80d1-4b2d382afbae tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:13.529851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba905b2-91c4-4c13-9674-ac171d84cb8e req-37e0ec72-c52b-4ed6-80d1-4b2d382afbae tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 943 time: 0.1288636 Oct 28 21:31:13.533350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=004db053-9b06-4371-be53-55cf199fe301,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:13.547259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-16011a2c-a75d-4387-8b2c-63a31cc7525b', 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': '23c2c914-5491-460f-baca-12f524863d7f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:31:13.548574 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.560968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Checking segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:13.561534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Network hostable DHCP agents. Network: ffb64c00-42ff-4f2b-be83-626a3d4ecb26, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:31:13.610273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:31:13.616698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-5bff47c5-1cc5-469a-ab36-a2e5858a8e09 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123394 Oct 28 21:31:13.663361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba905b2-91c4-4c13-9674-ac171d84cb8e req-ecdb2fb0-c6e1-457b-a253-252ab6c9ae05 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Oct 28 21:31:13.785778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, ffb64c00-42ff-4f2b-be83-626a3d4ecb26) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:13.828493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:13.831011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.831234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Allocated IP 2001:db8:1::2 (16011a2c-a75d-4387-8b2c-63a31cc7525b/23c2c914-5491-460f-baca-12f524863d7f/e63c4bbf-b648-4572-a76b-9f9db2b2f467) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:13.844925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:13.865499 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3de2e87-8dca-4d4d-940c-797635e8e277 req-fb90081e-640b-4892-a1d8-ee925609b4d1 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342141 Oct 28 21:31:13.875708 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c95b4102-2e35-49a1-a6f5-7c32e0fadb7a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1141157 Oct 28 21:31:13.878848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:13.895851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:14.065431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.068318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.074119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.097378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab923e22-c5fd-473f-8f64-8bdfacf02818 None None] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:14.103205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45258e-2345-479f-ae76-34ff9704ac8a None None] Pushing event updated for resources: {'Port': ['ID=8ccaf25c-e450-4276-a8e0-e17f472ceec4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:14.109623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.197721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.238667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:14.244906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:14.252087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Pushing event updated for resources: {'Port': ['ID=e63c4bbf-b648-4572-a76b-9f9db2b2f467,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:14.256971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:14.334520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Attempting to bind port e63c4bbf-b648-4572-a76b-9f9db2b2f467 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:14.335052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Attempting to bind port e63c4bbf-b648-4572-a76b-9f9db2b2f467 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:14.335421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Attempting to bind port e63c4bbf-b648-4572-a76b-9f9db2b2f467 on network 16011a2c-a75d-4387-8b2c-63a31cc7525b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:14.343598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:14.343966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Checking segment: {'id': '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:14.344389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.344765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Bound using segment: {'id': '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:14.345387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Bound port: e63c4bbf-b648-4572-a76b-9f9db2b2f467, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16011a2c-a75d-4387-8b2c-63a31cc7525b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:14.345774 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.383231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-ee6d0e98-c56b-4c58-9e6c-fb21ee277ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:14.384279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f4a603b-b22e-4836-a74a-9b604a6887bf req-0d073703-764a-4aa2-96ad-0153644e3077 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.5174537 Oct 28 21:31:14.385766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-ee6d0e98-c56b-4c58-9e6c-fb21ee277ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 1095 time: 0.4518514 Oct 28 21:31:14.431421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8::1 (70a4877c-1530-457e-8bb4-ec6242cce709/ed88d198-2dc4-4193-b763-b71a8c02a734/7ba8c055-b54e-4c9a-9226-eb3d042fc669) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:14.531118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] For port e63c4bbf-b648-4572-a76b-9f9db2b2f467, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:14.534380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] For port e63c4bbf-b648-4572-a76b-9f9db2b2f467, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e63c4bbf-b648-4572-a76b-9f9db2b2f467,segment=NetworkSegment(0a84a8af-7b7f-4922-9616-6d7fa3a03f9a),segment_id=0a84a8af-7b7f-4922-9616-6d7fa3a03f9a)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:14.548113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.550613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.603875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.641941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-27dbd382-7a7f-46d5-a74c-c609f05f0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:14.644185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-27dbd382-7a7f-46d5-a74c-c609f05f0c55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.2501445 Oct 28 21:31:14.694471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923a438-9342-45fa-9b02-6e1befddb4f7 None None] Pushing event updated for resources: {'Port': ['ID=e63c4bbf-b648-4572-a76b-9f9db2b2f467,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:14.701846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.748421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:31:14.749268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.755507 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-155cc417-3726-488d-8008-87c9c9cf5d10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd HTTP/1.1" status: 200 len: 217 time: 0.1021585 Oct 28 21:31:14.862872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.865623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 70a4877c-1530-457e-8bb4-ec6242cce709 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:14.904583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:14.910437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:14.913072 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:14.977110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-20170ce5-b707-4c9e-bcdf-f1051fdecbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:14.977970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-20170ce5-b707-4c9e-bcdf-f1051fdecbf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1929626 Oct 28 21:31:15.003455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41178) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:15.038452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-65b3c959-f4bf-4a5c-a718-4d43aeef1b41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365815 Oct 28 21:31:15.078744 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=7ba8c055-b54e-4c9a-9226-eb3d042fc669,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:15.305382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c8694-d322-4388-9426-69bf20365bfa req-b490fc17-a0b9-4938-91d2-cdbe3dfecd79 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:15.308053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a78c8694-d322-4388-9426-69bf20365bfa req-b490fc17-a0b9-4938-91d2-cdbe3dfecd79 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 943 time: 0.4529932 Oct 28 21:31:15.361757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8ccaf25c-e450-4276-a8e0-e17f472ceec4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:15.417898 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-2160b479-4747-41f1-8dc5-f0e082911481 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233767 Oct 28 21:31:15.419488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6407cdf7-be89-4b69-983f-202fc68bcf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.479195 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.479554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.487619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a78c8694-d322-4388-9426-69bf20365bfa req-227091dc-79ca-4d06-94b8-1761993eff21 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692922 Oct 28 21:31:15.512038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.528135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3cfc5-baa6-4a26-93ec-bb36d8b0fdab None None] Network 70a4877c-1530-457e-8bb4-ec6242cce709 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:15.700219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.767802 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e2de0b2-f517-44c5-854c-161dbe332050 req-8c86b6f7-a0d4-42a0-b8d0-f71b71110bc9 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601001 Oct 28 21:31:15.785885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:15.788133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.802187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Allocated IP 172.25.4.192 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/85066128-dbd0-4eec-9dc6-7ca6f04473c9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:15.811542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6407cdf7-be89-4b69-983f-202fc68bcf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.826889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6407cdf7-be89-4b69-983f-202fc68bcf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.844203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e467559d-6c1a-45da-97eb-5aa69ce96545 None None] Provisioning complete for port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:15.847107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e467559d-6c1a-45da-97eb-5aa69ce96545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:15.922663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Allocated IP 172.20.0.2 (ffb64c00-42ff-4f2b-be83-626a3d4ecb26/004db053-9b06-4371-be53-55cf199fe301/5c73390c-bb8d-443c-bdd0-e006ca2ef7a0) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:15.980611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407cdf7-be89-4b69-983f-202fc68bcf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0927f-ddea-4079-b08c-af29b5b6939e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:16.005830 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6407cdf7-be89-4b69-983f-202fc68bcf67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53eef578f85540079496983e2bcd85bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9909925 Oct 28 21:31:16.007450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:16.081407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.171170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.174153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 8ccaf25c-e450-4276-a8e0-e17f472ceec4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8ccaf25c-e450-4276-a8e0-e17f472ceec4,segment=NetworkSegment(29c7a26e-efd0-494e-a797-d90c512fc9fb),segment_id=29c7a26e-efd0-494e-a797-d90c512fc9fb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:16.216147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.228069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.253679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.331325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.349849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.350713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.381584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.384536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.389557 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eb0927f-ddea-4079-b08c-af29b5b6939e HTTP/1.1" status: 204 len: 168 time: 0.3821671 Oct 28 21:31:16.400526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e467559d-6c1a-45da-97eb-5aa69ce96545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.402609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6961387d-1980-4396-8bcf-391ec0bb8213 req-486c4029-966e-48ac-892e-ab29357e721d tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0680628 Oct 28 21:31:16.402863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc343d50-535e-4c21-93dc-1895fd504b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0927f-ddea-4079-b08c-af29b5b6939e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:16.433508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.496478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Pushing event updated for resources: {'Port': ['ID=85066128-dbd0-4eec-9dc6-7ca6f04473c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:16.517678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 54a92ed5-fed6-48ee-848d-73b7d5e38dcd details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:31:16.534340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:16.536916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:16.551948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:16.617118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=7ba8c055-b54e-4c9a-9226-eb3d042fc669,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:16.659046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.659394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.659842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.660049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.660398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.660739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.661052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.661372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.661692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.662006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.662318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.662637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:16.690760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492f906-5c6c-4c65-b263-734fa3a6d808 None None] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:16.705377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=8ccaf25c-e450-4276-a8e0-e17f472ceec4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:16.844238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.859496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 70a4877c-1530-457e-8bb4-ec6242cce709 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:16.884048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:16.936669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:16.940160 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-e467559d-6c1a-45da-97eb-5aa69ce96545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:31:16.940554 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-e467559d-6c1a-45da-97eb-5aa69ce96545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:31:16.989503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2f53d-05cb-48d0-9471-d7e1fd03d234 req-a3b2e762-d571-4aae-aa19-0c166a48c8c1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:16.991115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5e2f53d-05cb-48d0-9471-d7e1fd03d234 req-a3b2e762-d571-4aae-aa19-0c166a48c8c1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 943 time: 0.3491328 Oct 28 21:31:17.005982 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.089681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5e2f53d-05cb-48d0-9471-d7e1fd03d234 req-1e55155f-21f9-4272-b50e-3e775b0951b1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Oct 28 21:31:17.158295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router fce40dd2-326c-42c5-9acb-8ee87cd0aabe is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:31:17.180879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:17.208079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e63c4bbf-b648-4572-a76b-9f9db2b2f467 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:17.213549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.279237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:17.309743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd', 'mac_address': 'fa:16:3e:2a:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:31:17.313914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:17.326412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:17.328154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:17.345341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] Sync routers for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:17.351477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d5e0f22a-c362-4de0-8329-4e7060ea1f43 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0790818 Oct 28 21:31:17.354710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41208) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:17.356878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Pushing event updated for resources: {'Port': ['ID=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:17.453547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.473340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:17.474053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:17.574328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:17.602282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a92ed5-fed6-48ee-848d-73b7d5e38dcd {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:31:17.604918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc3b1f-fc86-49eb-a240-a969c1213e08 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:17.608270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07bc3b1f-fc86-49eb-a240-a969c1213e08 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports/7ba8c055-b54e-4c9a-9226-eb3d042fc669 HTTP/1.1" status: 200 len: 911 time: 0.2515538 Oct 28 21:31:17.610607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.612208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-457814fc-e8d2-4e36-9b27-9630999f6d25 req-12807b27-e312-4d59-a0c8-67370d02398d tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0630670 Oct 28 21:31:17.613172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41222) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:17.656800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:17.675442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Attempting to bind port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:17.675808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Attempting to bind port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:17.676171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Attempting to bind port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 on network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:17.678070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.686675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e63c4bbf-b648-4572-a76b-9f9db2b2f467 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:17.687041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.749880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:17.750586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:17.752438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:17.752795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Checking segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:17.753300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.753550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Bound using segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:17.754401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Bound port: 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:17.754401 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.823481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:17.824137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b85419-7865-472a-a1d1-6dbd618777f7 None None] The sync data for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:17.927087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:17.942835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Router b8b07dcc-b3c7-404e-b2ee-b357a147d401 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:31:17.965744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] For port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:17.970646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] For port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:17.985795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:17.992653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Provisioning complete for port e63c4bbf-b648-4572-a76b-9f9db2b2f467 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:17.993165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.046878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['54a92ed5-fed6-48ee-848d-73b7d5e38dcd'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:31:18.413665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.523641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.532477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cc678-815d-4b32-8b17-d32e4af7471f None None] Pushing event updated for resources: {'Port': ['ID=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:18.539496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205b51-dae9-450e-b77f-2672e06f32dd req-e95d4531-7b6f-4e9c-ab14-ed850d4dcb9d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:18.548567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39205b51-dae9-450e-b77f-2672e06f32dd req-e95d4531-7b6f-4e9c-ab14-ed850d4dcb9d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 944 time: 0.2547009 Oct 28 21:31:18.548567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41244) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:18.647275 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c89825c6-1e1a-41e6-ba7e-29764f5819a5 req-993048e4-8994-4140-b7b8-d9b676d6ca74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0312548 Oct 28 21:31:18.660044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e63c4bbf-b648-4572-a76b-9f9db2b2f467, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e63c4bbf-b648-4572-a76b-9f9db2b2f467,segment=NetworkSegment(0a84a8af-7b7f-4922-9616-6d7fa3a03f9a),segment_id=0a84a8af-7b7f-4922-9616-6d7fa3a03f9a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:18.675327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.676345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8ccaf25c-e450-4276-a8e0-e17f472ceec4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:18.734615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:18.737750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39205b51-dae9-450e-b77f-2672e06f32dd req-4bd55dfd-29bc-4228-bec2-12ad4ea10e07 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613476 Oct 28 21:31:18.764506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.768216 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Sync routers for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:18.793378 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:18.798296 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:18.820470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:18.825688 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bce17457-409f-4999-add3-760bc30eca47 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9430428 Oct 28 21:31:18.827127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:18.929453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08c2c2c0-ed4e-414b-af6f-b5e80c730e69 req-be5ab7a7-953b-49e7-9f34-cb313c00cc85 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0750136 Oct 28 21:31:18.940174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e63c4bbf-b648-4572-a76b-9f9db2b2f467,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:18.942018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfba1525-9886-4bda-bc20-24dd55a5b715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.013383 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:19.028801 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:31:19.029392 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:31:19.031006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:19.031532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.093491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfba1525-9886-4bda-bc20-24dd55a5b715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.121273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfba1525-9886-4bda-bc20-24dd55a5b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.191206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba1525-9886-4bda-bc20-24dd55a5b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e3139-8fbd-4208-ba47-7e854bf3dd86,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:19.250037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dfba1525-9886-4bda-bc20-24dd55a5b715 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e19d88bb84094b1abe5bb3e1a99e3d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029767 Oct 28 21:31:19.262997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41254) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:19.288723 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:16Z', 'revision_number': 3, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:19.319495 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Checking router: b8b07dcc-b3c7-404e-b2ee-b357a147d401 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:31:19.319833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Updating router b8b07dcc-b3c7-404e-b2ee-b357a147d401 port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:31:19.344826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8:1::1 (16011a2c-a75d-4387-8b2c-63a31cc7525b/23c2c914-5491-460f-baca-12f524863d7f/7d3c3777-6eca-48a9-8e54-7f6545a6e77f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:19.360668 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.400126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e63c4bbf-b648-4572-a76b-9f9db2b2f467 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:19.520766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e63c4bbf-b648-4572-a76b-9f9db2b2f467 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:19.521270 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.631463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.669477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.689968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.726818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.755608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:19.766115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.830952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:19.839714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:19.843474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:19.844248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.861047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Provisioning complete for port 7ba8c055-b54e-4c9a-9226-eb3d042fc669 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:19.861407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:19.919646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Port 7ba8c055-b54e-4c9a-9226-eb3d042fc669 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:19.961958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Provisioning complete for port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:19.964027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bf1037c-98bb-4206-a78b-63e62601fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.027372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:20.027738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.052311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=7d3c3777-6eca-48a9-8e54-7f6545a6e77f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:20.080637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.085894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.090599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.091691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c72e3139-8fbd-4208-ba47-7e854bf3dd86 HTTP/1.1" status: 204 len: 168 time: 0.8277462 Oct 28 21:31:20.112600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf194a-20b1-48a7-95d3-c58573b8073a None None] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:20.121087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Allocated IP 172.20.0.1 (ffb64c00-42ff-4f2b-be83-626a3d4ecb26/004db053-9b06-4371-be53-55cf199fe301/482ec828-7785-4e48-b1d6-3beda0ba8bd7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:20.146480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3711-823d-486b-92ec-bcbf938cd728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e3139-8fbd-4208-ba47-7e854bf3dd86,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:20.217377 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.229661 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.279458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f522e-5da1-4d26-960e-5e7c82357cac req-2bb73693-e0fa-47ed-b182-7cd22b819499 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:20.281063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d55f522e-5da1-4d26-960e-5e7c82357cac req-2bb73693-e0fa-47ed-b182-7cd22b819499 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 944 time: 0.3269165 Oct 28 21:31:20.329510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3303cc1-d147-4fbd-bbc5-ec4ea032b58c req-24b03cf9-05b6-4781-b3b3-4961625aa3a3 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0904369 Oct 28 21:31:20.384260 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Pushing event updated for resources: {'Port': ['ID=85066128-dbd0-4eec-9dc6-7ca6f04473c9,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:20.419080 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.420510 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.420929 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.421488 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.422952 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.423481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.425070 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.425602 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.427009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.427533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.428521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.429079 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.429852 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:20.441487 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Attempting to bind port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:20.445832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Attempting to bind port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:20.447537 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Attempting to bind port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:20.448723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.458186 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:20.460048 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:20.460554 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.463338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:20.463931 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Bound port: 85066128-dbd0-4eec-9dc6-7ca6f04473c9, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:20.464550 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.526516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.560306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 54a92ed5-fed6-48ee-848d-73b7d5e38dcd up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:20.579679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:20.582995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:20.590906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:20.616415 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] For port 85066128-dbd0-4eec-9dc6-7ca6f04473c9, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:20.620916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Pushing event updated for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:20.633275 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] For port 85066128-dbd0-4eec-9dc6-7ca6f04473c9, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=85066128-dbd0-4eec-9dc6-7ca6f04473c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:20.646989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d55f522e-5da1-4d26-960e-5e7c82357cac req-34819aa8-223f-42dd-b287-0f8f13ef382e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452690 Oct 28 21:31:20.650237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.658750 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.730315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:20.732154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:20.780048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:20.797028 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4981-a0d1-47e2-95c7-50fc8c4c90c1 None None] Pushing event updated for resources: {'Port': ['ID=85066128-dbd0-4eec-9dc6-7ca6f04473c9,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:20.799038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:20.955642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f45be0ef-dac2-4240-84e4-5c9698e251e0 req-dd2a89de-22a1-4095-a019-be9be60d84b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c8b28673c0b4e20b9aa9e530b1dfa1d&device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0466478 Oct 28 21:31:20.977852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:31:21.012003 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f45be0ef-dac2-4240-84e4-5c9698e251e0 req-f6654f99-da3a-4e13-a5b8-d1f412fd3dba service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4c8b28673c0b4e20b9aa9e530b1dfa1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329382 Oct 28 21:31:21.015331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.030330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:21.030330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.068558 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:21.099638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8415a8f-d18e-4fa3-a883-8e70ccc15ba1 req-25bad3a4-037a-4de0-9d4d-0aa2d9f43da5 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0962379 Oct 28 21:31:21.143486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.158607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.159449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.167615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:21.219349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.231037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Provisioning complete for port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:21.231460 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.280428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.351338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=7d3c3777-6eca-48a9-8e54-7f6545a6e77f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:21.421233 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.451829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:21.455736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:21.489505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:16Z', 'revision_number': 3, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:21.529766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be0ef-dac2-4240-84e4-5c9698e251e0 req-0b3b925f-e7bf-496c-97a2-d11012f95c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:21.531222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:21.531352 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f45be0ef-dac2-4240-84e4-5c9698e251e0 req-0b3b925f-e7bf-496c-97a2-d11012f95c9e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4957523 Oct 28 21:31:21.533772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Pushing event updated for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:21.537280 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fc02c3-a084-4b31-9737-932e6484b467" -d '{"events": [{"server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "name": "network-vif-plugged", "status": "completed", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:21.583833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:21.584760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066facfc-90d6-4a87-ad01-722334e0ece4 None None] The sync data for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 is: [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:16Z', 'revision_number': 3, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:21.594741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.609352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Provisioning complete for port e63c4bbf-b648-4572-a76b-9f9db2b2f467 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:21.609920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.658071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:21.691196 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64f8ac-330d-4e51-a99e-e5fad97ebf3e x-openstack-request-id: req-1f64f8ac-330d-4e51-a99e-e5fad97ebf3e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:21.691563 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "name": "network-vif-plugged", "status": "completed", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:21.691829 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f64f8ac-330d-4e51-a99e-e5fad97ebf3e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:21.692289 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd', 'code': 200} Oct 28 21:31:21.893505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:21.984427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf346bf9-a14b-435f-9129-c5bc1ed1ba94 req-c6fe5c7b-a273-4d53-8908-0c39dafbad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:22.001350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cf346bf9-a14b-435f-9129-c5bc1ed1ba94 req-c6fe5c7b-a273-4d53-8908-0c39dafbad05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 1097 time: 0.2355530 Oct 28 21:31:22.042528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:22.046663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:22.057517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Provisioning complete for port 7d3c3777-6eca-48a9-8e54-7f6545a6e77f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:22.059022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:22.128459 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cf346bf9-a14b-435f-9129-c5bc1ed1ba94 req-08168f13-0a4e-4c7a-828b-c6430ba7a535 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680044 Oct 28 21:31:22.159035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-875b7e08-6e97-4c95-a7df-737fc60ae5d0 None None] Port 7d3c3777-6eca-48a9-8e54-7f6545a6e77f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:22.300248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Provisioning complete for port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:22.300936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:22.398374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Router b8b07dcc-b3c7-404e-b2ee-b357a147d401 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:22.485813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Provisioning complete for port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:22.486173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:22.557098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router fce40dd2-326c-42c5-9acb-8ee87cd0aabe has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:22.557609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:22.573079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Provisioning complete for port 7d3c3777-6eca-48a9-8e54-7f6545a6e77f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:22.573319 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:22.591457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:22.601163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f8395cd-9424-450c-9fbb-f933fb3fb699 req-6cc96954-c961-4bad-8409-a5a449cf957a tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0516386 Oct 28 21:31:22.605092 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ae895517-c097-4197-954d-3e4655c502bf admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b07dcc-b3c7-404e-b2ee-b357a147d401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7746511 Oct 28 21:31:22.649302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d7794b05-30a9-4a54-abb9-da6983f5fe59 None None] Port 7d3c3777-6eca-48a9-8e54-7f6545a6e77f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:22.772186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c0cf2-1e6b-4c93-8fe4-0c7470c4fe1b req-6800c6ca-ae94-4f4f-a06f-d93b640c8fae tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:22.781075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74c0cf2-1e6b-4c93-8fe4-0c7470c4fe1b req-6800c6ca-ae94-4f4f-a06f-d93b640c8fae tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.9303696 Oct 28 21:31:22.787679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-69e9f5d4-5587-49e1-be4a-5b1875e2af1e None None] Provisioning complete for port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:22.788046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-69e9f5d4-5587-49e1-be4a-5b1875e2af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:22.831806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-69e9f5d4-5587-49e1-be4a-5b1875e2af1e None None] Port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:22.868141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74c0cf2-1e6b-4c93-8fe4-0c7470c4fe1b req-f0dc8d18-71da-4bcb-b394-dc0098982e5c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856397 Oct 28 21:31:22.871142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:22.878964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41324) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:22.885641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] Sync routers for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:22.886517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cd9989d0-7b1d-4ae5-a23c-7e657efca9a3 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2648418 Oct 28 21:31:22.913016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:22.913653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:22.980904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca30d78-4508-43bb-a199-62fb06704b83 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:22.982755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ca30d78-4508-43bb-a199-62fb06704b83 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports/7d3c3777-6eca-48a9-8e54-7f6545a6e77f HTTP/1.1" status: 200 len: 913 time: 0.1025717 Oct 28 21:31:22.985931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41328) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:22.995281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:23.005624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:23.006250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:23.045994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:23.046776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21af8ea-01f2-4202-bbd1-a9ee75176b91 None None] The sync data for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:23.312412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f45be0ef-dac2-4240-84e4-5c9698e251e0 req-07691cb0-2ea0-44c4-a1e7-cdcb88736285 tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.44 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.0579219 Oct 28 21:31:23.326161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41368) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.363851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 85066128-dbd0-4eec-9dc6-7ca6f04473c9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:23.443527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:23.443983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:23.474145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:23.560269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1abe4912-cde6-4a31-9bcd-23575e3ea4d4 tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:23.569988 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:23.607928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 85066128-dbd0-4eec-9dc6-7ca6f04473c9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=85066128-dbd0-4eec-9dc6-7ca6f04473c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:23.631065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:23.632382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:23.683346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1abe4912-cde6-4a31-9bcd-23575e3ea4d4 tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "PUT /v2.0/quotas/9025059831de4fc58a550b6593019da9 HTTP/1.1" status: 200 len: 366 time: 0.3536081 Oct 28 21:31:23.687388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41376) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.715610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8fb07537-77ff-4671-bda5-9a3b62486bf0 tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0245967 Oct 28 21:31:23.718311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.735232 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d9638a3c-f82a-416c-a787-7e18bfcca03d tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas/9025059831de4fc58a550b6593019da9 HTTP/1.1" status: 200 len: 366 time: 0.0142517 Oct 28 21:31:23.736432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41382) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.773518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6acec956-31f1-49fc-9356-72fe147a54eb tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/9025059831de4fc58a550b6593019da9 HTTP/1.1" status: 204 len: 168 time: 0.0337918 Oct 28 21:31:23.777374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.806360 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a4c3e13-b263-43a6-80f0-942b6f3cbee4 tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0276930 Oct 28 21:31:23.809101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.846509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cce85a24-313b-4a1f-9a4d-872bd5e944e6 tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas/9025059831de4fc58a550b6593019da9 HTTP/1.1" status: 200 len: 370 time: 0.0338714 Oct 28 21:31:23.848060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.860859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f7623cb-fc96-4467-a7f0-fdd42c08652b tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas/9025059831de4fc58a550b6593019da9/default HTTP/1.1" status: 200 len: 370 time: 0.0043836 Oct 28 21:31:23.861582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:23.862806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=85066128-dbd0-4eec-9dc6-7ca6f04473c9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:23.882515 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-ddc69695-6137-4979-bec8-44f264f07a3c tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] delete failed (client error): The resource could not be found. Oct 28 21:31:23.884298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ddc69695-6137-4979-bec8-44f264f07a3c tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/9025059831de4fc58a550b6593019da9 HTTP/1.1" status: 404 len: 348 time: 0.0214260 Oct 28 21:31:23.908882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:23.909505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:23.947321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9426d0c-56c8-4dec-9254-42e7d2d3bd88 req-a49c3d93-c385-4f53-b9b3-943284ac444a tempest-ServerShowV257Test-539835822 tempest-ServerShowV257Test-539835822-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60a3101-2396-452e-a3e7-5ec0668a0141 HTTP/1.1" status: 200 len: 210 time: 0.1058984 Oct 28 21:31:24.098867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998b588-9de8-4bdc-b88e-d5b0ac54a40c req-531fd94f-e9b1-44f6-a7b9-39f48c2ffd09 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:24.107394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6998b588-9de8-4bdc-b88e-d5b0ac54a40c req-531fd94f-e9b1-44f6-a7b9-39f48c2ffd09 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.1116300 Oct 28 21:31:24.112641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:24.133719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:network and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.133999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 7d3c3777-6eca-48a9-8e54-7f6545a6e77f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:24.134424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:24.137568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.145179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:subnet and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.149333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.161128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:subnetpool and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.168689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.175542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:port and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.178944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.186970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:router and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.190662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.197354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6998b588-9de8-4bdc-b88e-d5b0ac54a40c req-a6536b24-3e0c-4916-a25d-55590b2993b3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888710 Oct 28 21:31:24.197584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:floatingip and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.201157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.246106 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Sync routers for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:24.257307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:security_group and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.261485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.265630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:24.266281 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:24.269135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:24.270069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Usage tracker for resource:security_group_rule and project:c829eda2305d442b8c713d11b2f12bc7 is out of sync, need to count used quota {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 28 21:31:24.273647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.quota.resource [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102313) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 28 21:31:24.279337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad45b276-fe20-4f05-aaf6-f288bf8d4edf tempest-QuotasTest-1011979158 tempest-QuotasTest-1011979158-project-admin] 10.222.0.31 "GET /v2.0/quotas/c829eda2305d442b8c713d11b2f12bc7/details.json HTTP/1.1" status: 200 len: 703 time: 0.1656322 Oct 28 21:31:24.310888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 7d3c3777-6eca-48a9-8e54-7f6545a6e77f owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:24.497498 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:24.641231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16ec2-d5b1-4a6b-8b8c-fa66eba88909 req-9a685865-211b-41cb-a0d3-eb9075487ad4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:24.652301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5d16ec2-d5b1-4a6b-8b8c-fa66eba88909 req-9a685865-211b-41cb-a0d3-eb9075487ad4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.1212599 Oct 28 21:31:24.703954 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:24.729242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5d16ec2-d5b1-4a6b-8b8c-fa66eba88909 req-7fec485d-838a-4c9d-ba40-b6d49b2afb4b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754600 Oct 28 21:31:24.756179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=7d3c3777-6eca-48a9-8e54-7f6545a6e77f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:24.831296 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:21Z', 'revision_number': 2, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:24.872952 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Checking router: b8b07dcc-b3c7-404e-b2ee-b357a147d401 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:31:24.873632 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Updating router b8b07dcc-b3c7-404e-b2ee-b357a147d401 port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:31:24.912514 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:24.918746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:24.959413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:25.175175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c889f032-8f96-46b5-aaaf-1a8f4c26632a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.231705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa88d2b0-dab0-4e9c-bbd6-89fe8efde932 req-c272c745-c96f-495d-8e1f-f8dfe6534924 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0463307 Oct 28 21:31:25.264748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router fce40dd2-326c-42c5-9acb-8ee87cd0aabe has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:25.316039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 85066128-dbd0-4eec-9dc6-7ca6f04473c9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:25.364029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa88d2b0-dab0-4e9c-bbd6-89fe8efde932 req-591d5c62-cf7d-4bc8-888f-da1751b2d0d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0342846 Oct 28 21:31:25.392415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c889f032-8f96-46b5-aaaf-1a8f4c26632a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.422394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa88d2b0-dab0-4e9c-bbd6-89fe8efde932 req-9e15e0c0-20fc-4352-96e4-ca6762a9eb59 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280254 Oct 28 21:31:25.423514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c889f032-8f96-46b5-aaaf-1a8f4c26632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.446987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:25.448497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.471994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:25.484558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c5368979-b7bb-48e4-ab62-5f61564f44d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4972048 Oct 28 21:31:25.487408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41458) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:25.487759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:25.510101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] Sync routers for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:25.536901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:25.537605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:25.541865 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.549694 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.577599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889f032-8f96-46b5-aaaf-1a8f4c26632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ef784-537c-465a-a8f9-e7c896377a3f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:25.581200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:25.618995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:25.620166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:25.637945 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c889f032-8f96-46b5-aaaf-1a8f4c26632a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df30d52e279244b382aec1221d5b1c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774330 Oct 28 21:31:25.643474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41462) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:25.669537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:25.672162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ca7b0-4edb-4da2-a423-76ea632036a5 None None] The sync data for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:25.689759 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Attempting to bind port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:25.690132 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Attempting to bind port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:25.690496 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Attempting to bind port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 on network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:25.699270 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:25.699888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Checking segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:25.700296 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.700725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Bound using segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:25.701199 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Bound port: 482ec828-7785-4e48-b1d6-3beda0ba8bd7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:25.701589 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.864020 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25431d-fa99-4374-b32b-0a4a43c91f5b None None] Pushing event updated for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:25.877541 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] For port 482ec828-7785-4e48-b1d6-3beda0ba8bd7, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:25.884208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] For port 482ec828-7785-4e48-b1d6-3beda0ba8bd7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=482ec828-7785-4e48-b1d6-3beda0ba8bd7,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:25.904107 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:25.951043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d2b0-dab0-4e9c-bbd6-89fe8efde932 req-c4786b70-15e3-4f85-8888-0beb4cde3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:25.957770 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa88d2b0-dab0-4e9c-bbd6-89fe8efde932 req-c4786b70-15e3-4f85-8888-0beb4cde3014 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5131662 Oct 28 21:31:25.961655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.028063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.030375 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25431d-fa99-4374-b32b-0a4a43c91f5b None None] Pushing event updated for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:26.038686 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:26.039337 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:26.118335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] Provisioning complete for port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:26.119333 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.145439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.161704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.162924 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/047ef784-537c-465a-a8f9-e7c896377a3f HTTP/1.1" status: 204 len: 168 time: 0.5140924 Oct 28 21:31:26.179858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed7c16-8d8a-403d-843b-11c934fe1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ef784-537c-465a-a8f9-e7c896377a3f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:26.238633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15755163-ae7f-4174-964c-d56fc421cd8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.258240 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:31:26.277205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08a97b-b068-4a16-9550-5ef64423fe20 req-cb518c53-1f62-4024-a221-aeac1e4bd269 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:26.296698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad08a97b-b068-4a16-9550-5ef64423fe20 req-cb518c53-1f62-4024-a221-aeac1e4bd269 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.3461421 Oct 28 21:31:26.352694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.412614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] For port 482ec828-7785-4e48-b1d6-3beda0ba8bd7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=482ec828-7785-4e48-b1d6-3beda0ba8bd7,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:26.419759 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.499562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad08a97b-b068-4a16-9550-5ef64423fe20 req-4c42402e-53ea-4a3b-9275-3ee07793ad5a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Oct 28 21:31:26.561453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59a8df-52b4-4faf-86d6-bc854ff9feb1 None None] Pushing event updated for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:26.588500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.600661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36547589-900b-4278-bf91-d774be256b3e None None] Provisioning complete for port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:26.601248 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36547589-900b-4278-bf91-d774be256b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.645860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15755163-ae7f-4174-964c-d56fc421cd8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.674481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:25Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:26.716879 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ced56e-6657-403f-a763-51e78d3a862f None None] The sync data for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 is: [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:25Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:26.907632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:26.918520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15755163-ae7f-4174-964c-d56fc421cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:26.929116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11f5090f-6170-4cf4-b831-aadeb4051061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.010909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-15755163-ae7f-4174-964c-d56fc421cd8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c8b28673c0b4e20b9aa9e530b1dfa1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5220814 Oct 28 21:31:27.012132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:27.056195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15755163-ae7f-4174-964c-d56fc421cd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f292b82-d3f6-4880-b6f5-3128d8172ae4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:27.084479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775f41-cde4-41b2-8d2f-7fa21a4a947a req-337fe3d5-7883-4f5b-a3a9-76b300d4abbb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:27.093773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3775f41-cde4-41b2-8d2f-7fa21a4a947a req-337fe3d5-7883-4f5b-a3a9-76b300d4abbb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.1803558 Oct 28 21:31:27.154293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11f5090f-6170-4cf4-b831-aadeb4051061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.182672 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11f5090f-6170-4cf4-b831-aadeb4051061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.240231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.268253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.343720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.347376 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.362799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f292b82-d3f6-4880-b6f5-3128d8172ae4 HTTP/1.1" status: 204 len: 168 time: 0.3392007 Oct 28 21:31:27.371903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3775f41-cde4-41b2-8d2f-7fa21a4a947a req-9edfe899-5c1d-42f4-8837-97d4095e0e92 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776344 Oct 28 21:31:27.405068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 482ec828-7785-4e48-b1d6-3beda0ba8bd7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:27.427216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-11f5090f-6170-4cf4-b831-aadeb4051061 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c829eda2305d442b8c713d11b2f12bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156860 Oct 28 21:31:27.427216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5090f-6170-4cf4-b831-aadeb4051061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c18ad-6e3b-497c-90e2-9098dc555a66,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:27.429038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41498) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:27.461816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ad876-d7bc-4ef2-bdf0-5c5f80a67447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f292b82-d3f6-4880-b6f5-3128d8172ae4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:27.569258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:27.569630 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.592621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.624118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.720163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.723590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:27.725095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d7c18ad-6e3b-497c-90e2-9098dc555a66 HTTP/1.1" status: 204 len: 168 time: 0.2736349 Oct 28 21:31:27.781702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175629f4-a395-4eb1-8b0c-b1eed7b2dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c18ad-6e3b-497c-90e2-9098dc555a66,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:27.856734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 7ba8c055-b54e-4c9a-9226-eb3d042fc669 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:27.857074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:28.032281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:28.050115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 7ba8c055-b54e-4c9a-9226-eb3d042fc669 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:28.472620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:28.624786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=7ba8c055-b54e-4c9a-9226-eb3d042fc669,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:28.740289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-a7c48b9b-22a9-4723-b077-57f0ad73565d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:28.741973 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-a7c48b9b-22a9-4723-b077-57f0ad73565d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.2045870 Oct 28 21:31:28.784133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:28.819800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59593c1c-9150-489e-ace4-0fbc1a5f30b4 req-ac2d2dc9-cbef-450d-b822-cdcd110c4d62 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:28.829024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59593c1c-9150-489e-ace4-0fbc1a5f30b4 req-ac2d2dc9-cbef-450d-b822-cdcd110c4d62 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a64011-a1d0-4af8-9825-3e75e7840420 HTTP/1.1" status: 200 len: 945 time: 0.1976545 Oct 28 21:31:29.004086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:29.006243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:29.191839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:29.192786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:29.211207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 54a92ed5-fed6-48ee-848d-73b7d5e38dcd owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:29.495002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:29.732939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=54a92ed5-fed6-48ee-848d-73b7d5e38dcd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:29.785611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 54a92ed5-fed6-48ee-848d-73b7d5e38dcd on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:29.795249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:29.807187 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b460d64e-8f3f-4a86-9986-bbff96303a07 req-031a4ed7-75a5-4fe1-b94c-e709171b0426 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "DELETE /v2.0/ports/54a92ed5-fed6-48ee-848d-73b7d5e38dcd HTTP/1.1" status: 204 len: 173 time: 1.0555589 Oct 28 21:31:29.808662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'name': 'network-vif-deleted', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:29.811397 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acbcd44-9baa-4765-b24c-355a0f0d0243" -d '{"events": [{"server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "name": "network-vif-deleted", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:30.020203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59593c1c-9150-489e-ace4-0fbc1a5f30b4 req-3eaf18bc-f9e3-495a-8300-ffd6466cca39 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1895690 Oct 28 21:31:30.093208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:31:30.114144 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6184ef5-fc88-43c3-b6a5-11857838d53e x-openstack-request-id: req-c6184ef5-fc88-43c3-b6a5-11857838d53e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:30.114535 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a64011-a1d0-4af8-9825-3e75e7840420", "name": "network-vif-deleted", "tag": "54a92ed5-fed6-48ee-848d-73b7d5e38dcd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:30.114885 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6184ef5-fc88-43c3-b6a5-11857838d53e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:30.115405 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a64011-a1d0-4af8-9825-3e75e7840420', 'name': 'network-vif-deleted', 'tag': '54a92ed5-fed6-48ee-848d-73b7d5e38dcd', 'status': 'completed', 'code': 200} Oct 28 21:31:30.166204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router fce40dd2-326c-42c5-9acb-8ee87cd0aabe has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:30.250732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:30.258368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-14b4b64f-e481-4849-b4fa-2c2ff686956d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7659829 Oct 28 21:31:30.259216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41582) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:30.264450 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] Sync routers for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:30.284763 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:30.287029 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:30.301513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-184578cd-31d3-4aea-8447-9c6e16b9a18b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce40dd2-326c-42c5-9acb-8ee87cd0aabe HTTP/1.1" status: 200 len: 205 time: 0.0417473 Oct 28 21:31:30.304229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41588) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:30.386223 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:30.416619 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] Routers {'fce40dd2-326c-42c5-9acb-8ee87cd0aabe'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:30.417271 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:30.491621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:30.496213 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:30.497080 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea05e3d4-43e3-47cb-9aa1-587d2c2d2445 None None] The sync data for ids ['fce40dd2-326c-42c5-9acb-8ee87cd0aabe'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:30.636075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 54a92ed5-fed6-48ee-848d-73b7d5e38dcd no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:30.680133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 54a92ed5-fed6-48ee-848d-73b7d5e38dcd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:30.680880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 54a92ed5-fed6-48ee-848d-73b7d5e38dcd not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:30.757746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:30.763934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:30.893256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:30.895553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router fce40dd2-326c-42c5-9acb-8ee87cd0aabe {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:31:30.962112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:30.963266 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-008d4169-d357-4768-98df-77b1b7bb150c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe HTTP/1.1" status: 204 len: 168 time: 0.6536591 Oct 28 21:31:30.966029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:31.014057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-eb10193b-ec5e-4eb1-a928-278666177f15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1241617 Oct 28 21:31:31.032939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41612) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:31.069999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet 23c2c914-5491-460f-baca-12f524863d7f {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:31.076463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.162486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-d3cf958c-9646-4e50-b7e7-bd2fdb4cde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:31.162653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.171918 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-d3cf958c-9646-4e50-b7e7-bd2fdb4cde6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.1067855 Oct 28 21:31:31.326011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1879358177', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:31.329174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.377511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-80c4fbb1-54ea-4106-9b05-fa51cee8e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:31.380599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-80c4fbb1-54ea-4106-9b05-fa51cee8e30c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1811612 Oct 28 21:31:31.432173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.455266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Made reservation on behalf of 018a4771c2404850b9a081eb6f880525 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:31.457527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.474635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.491730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-668e209e-fcde-4547-bf1c-87d45bf0e789 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.1008606 Oct 28 21:31:31.497309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=23c2c914-5491-460f-baca-12f524863d7f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:31.512451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.515563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758b631-8c1b-4d68-a867-97a4a70a7753 None None] Network 16011a2c-a75d-4387-8b2c-63a31cc7525b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:31.515901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ff86e7a3-bb55-4627-bdf2-be5273c35a68 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/23c2c914-5491-460f-baca-12f524863d7f HTTP/1.1" status: 204 len: 168 time: 0.5488908 Oct 28 21:31:31.530873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:31.624699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-d3eab2ed-1a80-457e-8440-01a05481769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:31.627528 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-d3eab2ed-1a80-457e-8440-01a05481769d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0944457 Oct 28 21:31:31.629390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-24e410d1-fb82-4c23-995f-f56d9c172d79 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:31.638080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-24e410d1-fb82-4c23-995f-f56d9c172d79 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.1827717 Oct 28 21:31:31.656657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-d3fc32b2-11a9-4506-9421-1fcb74580031 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0175948 Oct 28 21:31:31.723232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-f740171f-ce44-469a-b42f-34b3ad258295 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651793 Oct 28 21:31:31.738853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet ed88d198-2dc4-4193-b763-b71a8c02a734 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:31.755633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:31.798311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-44a560f1-deb0-4ad7-b6e4-0f0c9be5101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:31.800681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-44a560f1-deb0-4ad7-b6e4-0f0c9be5101a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608577 Oct 28 21:31:31.907746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] DHCP port deletion for 16011a2c-a75d-4387-8b2c-63a31cc7525b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:31.923643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-e1e77229-8651-4084-bedf-cfe1c6d036a9 service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993220 Oct 28 21:31:31.935689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-65228291-7469-42df-b833-076d16f2d6b3 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226478 Oct 28 21:31:32.027444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Deleting port e63c4bbf-b648-4572-a76b-9f9db2b2f467 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:32.032802 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.064070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-7a296a40-a7f7-4102-83aa-afe6afd05233 service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394513 Oct 28 21:31:32.131528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.139478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.183239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] For port e63c4bbf-b648-4572-a76b-9f9db2b2f467, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e63c4bbf-b648-4572-a76b-9f9db2b2f467,segment=NetworkSegment(0a84a8af-7b7f-4922-9616-6d7fa3a03f9a),segment_id=0a84a8af-7b7f-4922-9616-6d7fa3a03f9a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:32.183803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.216882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Calling delete_port for e63c4bbf-b648-4572-a76b-9f9db2b2f467 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:32.238176 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-495bb119-3b89-4d63-b58c-d2fbafa2c125 req-864a27d3-4dd3-4f41-81db-e9987ccdf0d4 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773654 Oct 28 21:31:32.243159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.267021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] device_id is not set on port 8c304030-a937-40a0-a127-8623aeef421d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:31:32.399200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b463ecdf-b011-4e1a-9764-061b6502b55f req-041e6617-8fe0-4f3e-bee3-dd9ca1af258e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 210 time: 0.0703456 Oct 28 21:31:32.427626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92305e18-7e1e-4c2e-8820-99e8a3f556dc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:32.464859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.532504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:32.615764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] Pushing event deleted for resources: {'Port': ['ID=e63c4bbf-b648-4572-a76b-9f9db2b2f467,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:32.621533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad04bb2-9025-4e18-8a16-3e9a423fcd6f None None] No DVR routers for this DVR port e63c4bbf-b648-4572-a76b-9f9db2b2f467 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:32.634485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Allocated IP 172.25.4.77 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/8c304030-a937-40a0-a127-8623aeef421d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:32.745811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.179719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=ed88d198-2dc4-4193-b763-b71a8c02a734,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:33.192033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.197629 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8e356bef-d38f-4c72-8ab9-a4b3450e07bf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/ed88d198-2dc4-4193-b763-b71a8c02a734 HTTP/1.1" status: 204 len: 168 time: 1.6622498 Oct 28 21:31:33.197812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5159b27b-afc9-4032-bd4c-ee3a184e0be4 None None] Network 70a4877c-1530-457e-8bb4-ec6242cce709 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:33.198258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41666) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:33.272919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e63c4bbf-b648-4572-a76b-9f9db2b2f467 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:33.280745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.306105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e63c4bbf-b648-4572-a76b-9f9db2b2f467 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:33.306884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e63c4bbf-b648-4572-a76b-9f9db2b2f467 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:33.349039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.448939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.488355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Pushing event updated for resources: {'Port': ['ID=8c304030-a937-40a0-a127-8623aeef421d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:33.513930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:33.517706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:33.523299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:33.563622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] DHCP port deletion for 70a4877c-1530-457e-8bb4-ec6242cce709 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:33.609710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:33.610325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.653566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abb786d9-f9b0-4354-992b-3c61291747d4 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6113091 Oct 28 21:31:33.654190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:33.660574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.77'}]}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:33.684567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8e7454d-b9a1-4831-80c2-e36929877547 req-6f136677-4a23-4a89-98ce-292ec3e3ae32 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 210 time: 0.1576087 Oct 28 21:31:33.700150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Deleting port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:33.700832 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.723008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.724141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.725806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.771851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16011a2c-a75d-4387-8b2c-63a31cc7525b']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:33.794115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:33.794653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a84a8af-7b7f-4922-9616-6d7fa3a03f9a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:33.817663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.849084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.855066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.859009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] For port 8ccaf25c-e450-4276-a8e0-e17f472ceec4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8ccaf25c-e450-4276-a8e0-e17f472ceec4,segment=NetworkSegment(29c7a26e-efd0-494e-a797-d90c512fc9fb),segment_id=29c7a26e-efd0-494e-a797-d90c512fc9fb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:33.859635 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.863334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:33.863847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:33.867134 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:33.907221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Calling delete_port for 8ccaf25c-e450-4276-a8e0-e17f472ceec4 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:34.008749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.015712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.019171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/16011a2c-a75d-4387-8b2c-63a31cc7525b HTTP/1.1" status: 204 len: 168 time: 0.8201540 Oct 28 21:31:34.026543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:34.099366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65e85-d0dd-4500-832c-b2bd1fa92927 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=16011a2c-a75d-4387-8b2c-63a31cc7525b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:34.100830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.152789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] No DVR routers for this DVR port 8ccaf25c-e450-4276-a8e0-e17f472ceec4 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:34.160511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836377f-fab2-493d-b197-adadb2700dcd None None] Pushing event deleted for resources: {'Port': ['ID=8ccaf25c-e450-4276-a8e0-e17f472ceec4,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:34.264208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-3383c8b0-97bf-4a49-8f68-78ceb7a5050e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:34.265746 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-3383c8b0-97bf-4a49-8f68-78ceb7a5050e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.3138762 Oct 28 21:31:34.294073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.301855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:34.381264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.473105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.511639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:34.516091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.527203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a4877c-1530-457e-8bb4-ec6242cce709']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:34.539978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c7a26e-efd0-494e-a797-d90c512fc9fb') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:34.540700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c7a26e-efd0-494e-a797-d90c512fc9fb') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:34.553279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.572652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.580437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:34.580884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:34.584492 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:34.674860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.4 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/558079a8-7767-4ab5-bbe5-c75df181636b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:34.686680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.750620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:34.773205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/70a4877c-1530-457e-8bb4-ec6242cce709 HTTP/1.1" status: 204 len: 168 time: 0.7454183 Oct 28 21:31:34.774378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41698) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:34.779210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3f885-1812-4932-a1db-d1ab87d3d522 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=70a4877c-1530-457e-8bb4-ec6242cce709,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:34.831689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1924564168'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:34.844794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c7e65d1-f2a4-4df8-9bdb-a28877afdf2b req-bd4627d0-d7ec-47d5-a4bb-6c3bdbea4dd2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Oct 28 21:31:34.935836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:34.939368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.005529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.073913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:35.081273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.118097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.118436 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment f7da1091-3d36-4db4-9898-b9001e5758cf of type vlan for network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 Oct 28 21:31:35.258900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8ccaf25c-e450-4276-a8e0-e17f472ceec4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:35.295040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.303921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 8ccaf25c-e450-4276-a8e0-e17f472ceec4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:35.305247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8ccaf25c-e450-4276-a8e0-e17f472ceec4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:35.366446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.440019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.447119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:35.447735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.531354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=b0bd8170-d9c2-4dc6-a06e-6a21f91a0425,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:35.543066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:35.609631 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e91c9df-c9bb-48c5-aef0-c2e2c485912c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8340957 Oct 28 21:31:35.610602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.612771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:35.619677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:35.740913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:35.765915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:35.782271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.063378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c76c4-3f57-442a-b992-eab60504d1c0 req-7aa588b7-fc29-47f6-bc77-c98d78d36053 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:36.073098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-587c76c4-3f57-442a-b992-eab60504d1c0 req-7aa588b7-fc29-47f6-bc77-c98d78d36053 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 931 time: 0.1057763 Oct 28 21:31:36.077240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:36.080011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.083506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.104188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:36.142166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:36.149635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-587c76c4-3f57-442a-b992-eab60504d1c0 req-32ccacae-2c91-4721-8da4-a5e10b0956f7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 Oct 28 21:31:36.178433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:36.216497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.239144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:36.240198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.244610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.245273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9bcacf-fba1-4a3c-8943-0b378b5310e6 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:31:36.270032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-ab6f7869-1ce5-4f95-b0c5-d60131d6de18 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9740217 Oct 28 21:31:36.271641 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:31:36.276671 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4da6e946-118a-47be-97a2-93ab071375ef tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6213706 Oct 28 21:31:36.277622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:36.309043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=048ae8f2-4f65-45a0-b08a-5ab7f1028979,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:36.331365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Request body: {'port': {'device_id': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:36.353990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': 'f7da1091-3d36-4db4-9898-b9001e5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:36.354365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: b0bd8170-d9c2-4dc6-a06e-6a21f91a0425, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:31:36.393181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:31:36.417003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b0bd8170-d9c2-4dc6-a06e-6a21f91a0425) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:36.421574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:36.422889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.430179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6dde0-89ab-43d6-b080-bab9f1ff6c4b None None] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:36.451238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4345c3ea-4f89-426f-a970-726cd5cd08db tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8349969 Oct 28 21:31:36.452650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41724) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:36.459068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411989738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:36.519594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.520876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.557903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.590089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.597308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.600756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Deleting port 8c304030-a937-40a0-a127-8623aeef421d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:36.601091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.644051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.648147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a164af99-fa2c-4941-8ec7-c34e54782461 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1931679 Oct 28 21:31:36.650568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41726) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:36.663789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'port': {'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425', 'name': 'tempest-RoutersIpV6Test-1698817246'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:36.810978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b0bd8170-d9c2-4dc6-a06e-6a21f91a0425', 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': '048ae8f2-4f65-45a0-b08a-5ab7f1028979'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:31:36.812219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.836915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:36.870086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Calling delete_port for 8c304030-a937-40a0-a127-8623aeef421d owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:36.970388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:36.975871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.004704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] device_id is not set on port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:31:37.085273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Allocated IP 2001:db8::2 (b0bd8170-d9c2-4dc6-a06e-6a21f91a0425/048ae8f2-4f65-45a0-b08a-5ab7f1028979/da831b55-389a-4d93-936a-8d32691d5bd7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:37.208663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.329175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.341996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.395364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c304030-a937-40a0-a127-8623aeef421d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:37.404178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:37.425954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:37.440510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8::39d (b0bd8170-d9c2-4dc6-a06e-6a21f91a0425/048ae8f2-4f65-45a0-b08a-5ab7f1028979/865fcfff-a8a2-4d20-bf05-1ef759f929b5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:37.442270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:37.467755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Pushing event updated for resources: {'Port': ['ID=da831b55-389a-4d93-936a-8d32691d5bd7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:37.578202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Attempting to bind port da831b55-389a-4d93-936a-8d32691d5bd7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:37.578995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Attempting to bind port da831b55-389a-4d93-936a-8d32691d5bd7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f7da1091-3d36-4db4-9898-b9001e5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:37.579586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Attempting to bind port da831b55-389a-4d93-936a-8d32691d5bd7 on network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:37.587533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:37.588598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Checking segment: {'id': 'f7da1091-3d36-4db4-9898-b9001e5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:37.589243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.589920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Bound using segment: {'id': 'f7da1091-3d36-4db4-9898-b9001e5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:37.590663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Bound port: da831b55-389a-4d93-936a-8d32691d5bd7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7da1091-3d36-4db4-9898-b9001e5758cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0bd8170-d9c2-4dc6-a06e-6a21f91a0425'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:37.591275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.626000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.632143 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-028c6fa4-6ee5-4be5-9976-ded932a4be20 tempest-RoutersAdminNegativeIpV6Test-126483900 tempest-RoutersAdminNegativeIpV6Test-126483900-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8c304030-a937-40a0-a127-8623aeef421d HTTP/1.1" status: 204 len: 168 time: 1.3531716 Oct 28 21:31:37.710607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] For port da831b55-389a-4d93-936a-8d32691d5bd7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:37.715229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] For port da831b55-389a-4d93-936a-8d32691d5bd7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=da831b55-389a-4d93-936a-8d32691d5bd7,segment=NetworkSegment(f7da1091-3d36-4db4-9898-b9001e5758cf),segment_id=f7da1091-3d36-4db4-9898-b9001e5758cf)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:37.726989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.778276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558079a8-7767-4ab5-bbe5-c75df181636b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:31:37.795641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.831649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Transition to ACTIVE for port object 558079a8-7767-4ab5-bbe5-c75df181636b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:31:37.842064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.869530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299209a6-292a-4ae4-b147-b5e152821aff req-bc0dac40-fba3-4c3f-997e-a78956019167 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:37.885819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-299209a6-292a-4ae4-b147-b5e152821aff req-bc0dac40-fba3-4c3f-997e-a78956019167 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 931 time: 0.2121105 Oct 28 21:31:37.923815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f0d4b-f5ec-4d31-b757-e6a6f27d545f None None] Pushing event updated for resources: {'Port': ['ID=da831b55-389a-4d93-936a-8d32691d5bd7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:37.943852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:37.964032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:38.018770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:38.114524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Attempting to bind port 558079a8-7767-4ab5-bbe5-c75df181636b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:38.115069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Attempting to bind port 558079a8-7767-4ab5-bbe5-c75df181636b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:38.116016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Attempting to bind port 558079a8-7767-4ab5-bbe5-c75df181636b on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:38.121152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.135021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Port 558079a8-7767-4ab5-bbe5-c75df181636b on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:31:38.135809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Attempting to bind port 558079a8-7767-4ab5-bbe5-c75df181636b on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:38.153131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:38.154692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:38.155465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:38.161685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Bound port: 558079a8-7767-4ab5-bbe5-c75df181636b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:38.162400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.220052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:38.227285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-299209a6-292a-4ae4-b147-b5e152821aff req-bc3452e7-45d3-4d6a-bbdd-b71043d16a48 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390470 Oct 28 21:31:38.275344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:38.276684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:38.280705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:38.285683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:38.290998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.292331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:38.298526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:38.299451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.329015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=865fcfff-a8a2-4d20-bf05-1ef759f929b5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:38.342277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b5bdcca7-7c89-49b5-9481-5f2c6a130c13 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6905413 Oct 28 21:31:38.344877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41760) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:38.418667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:38.419273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.421358 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] 10.222.0.44 "PUT /v2.0/ports/558079a8-7767-4ab5-bbe5-c75df181636b HTTP/1.1" status: 200 len: 1092 time: 2.1164021 Oct 28 21:31:38.421834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:38.425145 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:38.529203 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16e22b2-171d-45ad-a071-9d2bcff8bf80 x-openstack-request-id: req-a16e22b2-171d-45ad-a071-9d2bcff8bf80 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:38.529476 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:38.529770 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a16e22b2-171d-45ad-a071-9d2bcff8bf80 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:38.530150 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b', 'status': 'completed', 'code': 200} Oct 28 21:31:38.564633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feabba4-4de0-47e7-ac0b-97a6ca5b67ad service neutron] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:38.568759 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf0239a-5840-49e8-ae0c-49765ae36c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.581903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32b5736a-4766-479f-aaaa-0cd98f9d4b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.653067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-f17b9ded-4918-43bf-8b34-a6255d1c37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:38.655042 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-f17b9ded-4918-43bf-8b34-a6255d1c37c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 1095 time: 0.1740575 Oct 28 21:31:38.731798 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-97daed2b-9fc7-4f84-a988-46f3b27ee7d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558079a8-7767-4ab5-bbe5-c75df181636b HTTP/1.1" status: 200 len: 217 time: 0.0625279 Oct 28 21:31:38.834732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf0239a-5840-49e8-ae0c-49765ae36c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.852016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abf0239a-5840-49e8-ae0c-49765ae36c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.894685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abf0239a-5840-49e8-ae0c-49765ae36c6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d48dec8dc7b348618a12c6444369346a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724129 Oct 28 21:31:38.894685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-6dfaa3df-b599-492e-a24a-c7aeb49b009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:38.895116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-6dfaa3df-b599-492e-a24a-c7aeb49b009b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1500707 Oct 28 21:31:38.896534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:38.926001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:38.998834 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-b4bac39b-6f3f-422e-9785-e1404106b1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638750 Oct 28 21:31:39.012105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32b5736a-4766-479f-aaaa-0cd98f9d4b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.024729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0239a-5840-49e8-ae0c-49765ae36c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f460b01-ceba-4d62-b36d-2c5eda20ded5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:39.040849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32b5736a-4766-479f-aaaa-0cd98f9d4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.147598 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-97b46e78-3365-401e-99db-8e28bf08fbb5 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339271 Oct 28 21:31:39.357286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device da831b55-389a-4d93-936a-8d32691d5bd7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:39.369271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fc9ec90-7a15-4733-b828-fc2a78032bb1 req-8c39222c-d87d-44f0-9097-82bc433a9b47 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013597 Oct 28 21:31:39.418341 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32b5736a-4766-479f-aaaa-0cd98f9d4b73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c9df0bb17434449aed4a75f53f9f5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1913414 Oct 28 21:31:39.427569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.437395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41776) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:39.456852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5736a-4766-479f-aaaa-0cd98f9d4b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2141c7-badb-4d78-8b8f-9358335bcea3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:39.464291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port da831b55-389a-4d93-936a-8d32691d5bd7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:39.464692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.529126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ee156-db53-4072-80d9-72acf5e48729 None None] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:39.573017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.666598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.682884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.761013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0c3e5201-7c37-435e-8971-6d4bab28b4fc None None] Provisioning complete for port da831b55-389a-4d93-936a-8d32691d5bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:39.761652 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5201-7c37-435e-8971-6d4bab28b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.786882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-0a8756fc-b6e2-4c2f-9819-ec9f1ca59e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:39.789032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-0a8756fc-b6e2-4c2f-9819-ec9f1ca59e07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 1095 time: 0.2617126 Oct 28 21:31:39.792071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650644ba-7f61-4cb9-9d28-66f70b62e54f req-6406a543-1609-4c7b-88a2-2b71ca84187b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:39.793663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-650644ba-7f61-4cb9-9d28-66f70b62e54f req-6406a543-1609-4c7b-88a2-2b71ca84187b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 943 time: 0.1986809 Oct 28 21:31:39.820558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=865fcfff-a8a2-4d20-bf05-1ef759f929b5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:39.830986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.849164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:39.982465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.001291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.009430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.012972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.016526 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f460b01-ceba-4d62-b36d-2c5eda20ded5 HTTP/1.1" status: 204 len: 168 time: 1.1116290 Oct 28 21:31:40.049053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba40c1d-075a-41b9-a086-255359966f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f460b01-ceba-4d62-b36d-2c5eda20ded5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:40.067872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-ee1cdaa4-b132-4080-a872-4b67738852ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:40.069415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-ee1cdaa4-b132-4080-a872-4b67738852ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.2432756 Oct 28 21:31:40.086647 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5201-7c37-435e-8971-6d4bab28b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.101047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-650644ba-7f61-4cb9-9d28-66f70b62e54f req-a8d9fb73-f01c-4f29-8aff-9034841f0c06 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548478 Oct 28 21:31:40.153032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-a021f258-f4c6-47b7-9c10-9355f4191a62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558079a8-7767-4ab5-bbe5-c75df181636b HTTP/1.1" status: 200 len: 217 time: 0.0749187 Oct 28 21:31:40.158022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.165023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.169285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c2141c7-badb-4d78-8b8f-9358335bcea3 HTTP/1.1" status: 204 len: 168 time: 0.7231836 Oct 28 21:31:40.199779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port da831b55-389a-4d93-936a-8d32691d5bd7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=da831b55-389a-4d93-936a-8d32691d5bd7,segment=NetworkSegment(f7da1091-3d36-4db4-9898-b9001e5758cf),segment_id=f7da1091-3d36-4db4-9898-b9001e5758cf)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:40.220516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.225077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.279682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985655bd-8b72-43aa-8792-02975a2125a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2141c7-badb-4d78-8b8f-9358335bcea3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:40.298322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-d1424039-39d6-468b-9597-b1bc8e715e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:40.303284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-d1424039-39d6-468b-9597-b1bc8e715e8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1349869 Oct 28 21:31:40.397335 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-3bba616e-8980-462f-9bfa-76424d2df5dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828633 Oct 28 21:31:40.418160 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-0c3e5201-7c37-435e-8971-6d4bab28b4fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:31:40.418766 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-0c3e5201-7c37-435e-8971-6d4bab28b4fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:31:40.440222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=da831b55-389a-4d93-936a-8d32691d5bd7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:40.631011 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-92637c0a-11cc-45f0-9933-0ee822d353d6 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179730 Oct 28 21:31:40.694918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:31:40.832411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.845310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.848062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:40.912596 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dbd7f7f0-a74d-45d6-80b7-92eeea23ce3d req-a4010f86-c797-4193-bb27-e892135e3c01 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604856 Oct 28 21:31:41.071849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41810) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:41.174030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1939126-03a7-46b1-9e48-43d743ea566f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=018a4771c2404850b9a081eb6f880525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018956 Oct 28 21:31:41.175271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:41.338729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.400604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device da831b55-389a-4d93-936a-8d32691d5bd7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:41.402711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.486498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7abf2d23-bf06-4718-b4ca-fda76241f6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.524563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.528145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.535255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92305e18-7e1e-4c2e-8820-99e8a3f556dc HTTP/1.1" status: 204 len: 168 time: 0.3587580 Oct 28 21:31:41.544802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e170989-5417-4c53-8fe3-09da792a7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92305e18-7e1e-4c2e-8820-99e8a3f556dc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:41.612082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:41.672646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '558079a8-7767-4ab5-bbe5-c75df181636b', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '558079a8-7767-4ab5-bbe5-c75df181636b', 'mac_address': 'fa:16:3e:80:6b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:31:41.723534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=865fcfff-a8a2-4d20-bf05-1ef759f929b5,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:41.745188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port da831b55-389a-4d93-936a-8d32691d5bd7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:41.745695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.776692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.822977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558079a8-7767-4ab5-bbe5-c75df181636b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:31:41.869331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:41.875153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.879019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.889905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e4f17f7b-42ba-488b-8d1d-f394a3f4351d None None] Provisioning complete for port da831b55-389a-4d93-936a-8d32691d5bd7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:41.891727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e4f17f7b-42ba-488b-8d1d-f394a3f4351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:41.923350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffd706-7e25-43ef-81b3-56427ec04f5c req-f2a533a1-91ac-40c6-854e-8a3a6b993e28 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:41.925060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2ffd706-7e25-43ef-81b3-56427ec04f5c req-f2a533a1-91ac-40c6-854e-8a3a6b993e28 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 943 time: 0.2226284 Oct 28 21:31:41.968802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:41.982028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:42.125900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2ffd706-7e25-43ef-81b3-56427ec04f5c req-7183f682-feab-4da3-b0a8-0e4b1f3c0e58 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904461 Oct 28 21:31:42.239824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:42.246474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['558079a8-7767-4ab5-bbe5-c75df181636b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:31:42.277701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router f01fcb50-cf96-422c-a3b1-78b7765e7a92 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:31:42.419116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:42.435873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b2377cd5-1cfc-467d-b7c6-b3f78a45e20b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/f01fcb50-cf96-422c-a3b1-78b7765e7a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0870917 Oct 28 21:31:42.436104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:42.437010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:42.440879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] Sync routers for ids ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:42.467221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] Routers {'f01fcb50-cf96-422c-a3b1-78b7765e7a92'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:42.467784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:42.506498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fcdc6-619f-4cf6-9ca6-d98dcaa646b6 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:42.508933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a93fcdc6-619f-4cf6-9ca6-d98dcaa646b6 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports/865fcfff-a8a2-4d20-bf05-1ef759f929b5 HTTP/1.1" status: 200 len: 984 time: 0.0716894 Oct 28 21:31:42.511617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41852) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:42.563758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:42.569597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e4f17f7b-42ba-488b-8d1d-f394a3f4351d None None] Provisioning complete for port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:42.569908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e4f17f7b-42ba-488b-8d1d-f394a3f4351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:42.623655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] Routers {'f01fcb50-cf96-422c-a3b1-78b7765e7a92'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:42.624402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:42.668932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:42.669503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc311f-a918-423a-b3f8-d1a6c5901079 None None] The sync data for ids ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:42.702770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e4f17f7b-42ba-488b-8d1d-f394a3f4351d None None] Port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:42.835320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-576f1335-e55c-4864-ac1e-5c0b515b70d1 None None] Provisioning complete for port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:42.836880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-576f1335-e55c-4864-ac1e-5c0b515b70d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:42.919106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-576f1335-e55c-4864-ac1e-5c0b515b70d1 None None] Port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:43.135509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.241776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:43.344686 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed7c15d0-fbea-4ff6-8f30-33d39aedb3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.408960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1896784415'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:43.441049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Made reservation on behalf of ea2f172cd8284748ae3b50be3cc40418 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:43.449412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.463752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.501938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b079d0-bc2f-4526-8da7-1e9b7864a25a req-e3533b5b-d881-4841-b715-24c1c275eacc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:43.504737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80b079d0-bc2f-4526-8da7-1e9b7864a25a req-e3533b5b-d881-4841-b715-24c1c275eacc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 944 time: 0.2192786 Oct 28 21:31:43.574908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80b079d0-bc2f-4526-8da7-1e9b7864a25a req-f0e3c543-c307-47b2-ae16-2ee4306923e1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587125 Oct 28 21:31:43.641148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.655259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.673182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 865fcfff-a8a2-4d20-bf05-1ef759f929b5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:43.674283 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.717856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d0db4-6e05-4db7-acb9-8149ce4088e3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:43.739802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:43.764614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:43.764952 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Added segment 4bdb5d53-270b-4d79-a2cc-38c11c8ccc3a of type vlan for network 3b022484-48ed-4d89-9153-9118493bc5e0 Oct 28 21:31:43.974287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.042718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 865fcfff-a8a2-4d20-bf05-1ef759f929b5 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:44.119254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7371f93-d98c-4549-8652-8b35d83539b3 req-c0d68d46-5588-40fd-93f1-9c135a27dc48 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:44.121387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7371f93-d98c-4549-8652-8b35d83539b3 req-c0d68d46-5588-40fd-93f1-9c135a27dc48 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1363022 Oct 28 21:31:44.228943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.253816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7371f93-d98c-4549-8652-8b35d83539b3 req-ce115869-fa00-43b2-a009-35a549823abd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221280 Oct 28 21:31:44.258543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-25693e16-a560-488e-b0ea-0b2b98e02545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:44.260276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-25693e16-a560-488e-b0ea-0b2b98e02545 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.0713949 Oct 28 21:31:44.303737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.317342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:44.318489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.412288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1683879 Oct 28 21:31:44.417965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:44.425944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-20d541ac-bc08-4349-9fcd-5b1e0fa379be tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-591913574') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:44.487847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41928) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:44.503222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.515398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3da41-3059-4b32-9379-80e44b866556 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Pushing event updated for resources: {'Network': ['ID=3b022484-48ed-4d89-9153-9118493bc5e0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:44.529113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3b022484-48ed-4d89-9153-9118493bc5e0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:44.553304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-49c6accb-ab63-4752-847f-3ef647e430f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:44.555755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-49c6accb-ab63-4752-847f-3ef647e430f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.2871850 Oct 28 21:31:44.646963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=865fcfff-a8a2-4d20-bf05-1ef759f929b5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:44.725738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:44.770826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7480975d-32eb-47b8-b3c1-0c377a251fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.802820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-760eac07-7f2e-4815-98cb-a1a0ce7531f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.2332952 Oct 28 21:31:44.897646 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.901716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:44.927052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-20d541ac-bc08-4349-9fcd-5b1e0fa379be tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "PUT /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-591913574 HTTP/1.1" status: 201 len: 201 time: 0.5077546 Oct 28 21:31:44.928418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41938) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:44.932003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-59695a97-a0b0-44c4-be4a-e66da38d2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:44.932260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 558079a8-7767-4ab5-bbe5-c75df181636b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:31:44.933976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-59695a97-a0b0-44c4-be4a-e66da38d2866 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0994024 Oct 28 21:31:44.948176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-13a444a8-b64a-41da-9e69-a071b5f37505 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-591913574') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:44.953866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 558079a8-7767-4ab5-bbe5-c75df181636b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:44.954238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.038159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7480975d-32eb-47b8-b3c1-0c377a251fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.045412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-70435cd8-d5f3-4422-811c-d36107795471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:45.047440 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.047762 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-70435cd8-d5f3-4422-811c-d36107795471 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050973 Oct 28 21:31:45.049154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7480975d-32eb-47b8-b3c1-0c377a251fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.109554 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7480975d-32eb-47b8-b3c1-0c377a251fbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e604b58cad14a4db14cd1524049f107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188941 Oct 28 21:31:45.117147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:45.127801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970337d5-815a-45f2-bcbd-81e8be54fa4c req-a08e58b1-83ae-4395-945a-4e7a90a6c10c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:45.134278 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.136534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-970337d5-815a-45f2-bcbd-81e8be54fa4c req-a08e58b1-83ae-4395-945a-4e7a90a6c10c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 944 time: 0.3488581 Oct 28 21:31:45.143551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480975d-32eb-47b8-b3c1-0c377a251fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd8917-ecaa-476c-9b71-536cacb3481d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:45.166848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:45.169473 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e07ca9e-77b7-4fc0-8496-56f50c818d10" -d '{"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-plugged", "status": "completed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:45.187215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:45.195065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.250391 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e57a21-7044-4b72-b88e-f9c84daf9bc1 x-openstack-request-id: req-31e57a21-7044-4b72-b88e-f9c84daf9bc1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:45.250790 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-plugged", "status": "completed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:45.251140 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31e57a21-7044-4b72-b88e-f9c84daf9bc1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:45.252997 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b', 'code': 200} Oct 28 21:31:45.266779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:45.287406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-4ea948b0-c791-4f7a-b7b0-632afa0dd12e service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069824 Oct 28 21:31:45.347123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-13a444a8-b64a-41da-9e69-a071b5f37505 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-591913574 HTTP/1.1" status: 204 len: 168 time: 0.4161370 Oct 28 21:31:45.381192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41956) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:45.388685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-631d9ff2-d7dd-4d46-b41b-2b1e088c66cd tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:45.394202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-970337d5-815a-45f2-bcbd-81e8be54fa4c req-7636d949-cd31-44a0-9f3a-12d215e268d0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567382 Oct 28 21:31:45.434591 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4197812-ad0d-44da-b609-f7ea6e5d6d41 req-0331f42e-8180-4bbc-bb43-42177f54ea61 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348329 Oct 28 21:31:45.482299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e07-dd0d-465c-836a-f90a9660192e req-9b716663-e5d3-4cea-a0be-3d75a23c3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:45.483784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-60fb7e07-dd0d-465c-836a-f90a9660192e req-9b716663-e5d3-4cea-a0be-3d75a23c3a73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 1097 time: 0.0483088 Oct 28 21:31:45.517252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router f01fcb50-cf96-422c-a3b1-78b7765e7a92 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:45.519015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.553807 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-60fb7e07-dd0d-465c-836a-f90a9660192e req-11d59d98-d45b-4f54-bea8-6d6bc41c82e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529034 Oct 28 21:31:45.555945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.626747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b567766-34c5-4c87-9c23-8b4eb74417a5 req-724c0826-5276-45a4-9e37-d073c3fa2b7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:45.628342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b567766-34c5-4c87-9c23-8b4eb74417a5 req-724c0826-5276-45a4-9e37-d073c3fa2b7d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2480335 Oct 28 21:31:45.753220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.756154 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:45.757620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ccd8917-ecaa-476c-9b71-536cacb3481d HTTP/1.1" status: 204 len: 168 time: 0.6189539 Oct 28 21:31:45.780743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-631d9ff2-d7dd-4d46-b41b-2b1e088c66cd tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags HTTP/1.1" status: 200 len: 237 time: 0.3980339 Oct 28 21:31:45.785518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41964) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:45.798336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-e605c35b-1673-4b24-a924-f68d2f4fc560 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', {'tags': ['tempest-TagsTest-Tag-528849908', 'tempest-TagsTest-Tag-337033753', 'tempest-TagsTest-Tag-680704484']}) {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:45.833593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:45.859303 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] Sync routers for ids ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:45.859887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-15b4ef3f-1d8f-4b70-a717-a7160d26e427 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/f01fcb50-cf96-422c-a3b1-78b7765e7a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3438923 Oct 28 21:31:45.859887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4f6da-1fbc-4d75-994a-acd9f422db1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd8917-ecaa-476c-9b71-536cacb3481d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:45.864095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41966) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:45.873936 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] Routers {'f01fcb50-cf96-422c-a3b1-78b7765e7a92'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:45.889262 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:45.915929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b567766-34c5-4c87-9c23-8b4eb74417a5 req-d658d4d7-b289-4b8f-85d8-50749bac5747 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768402 Oct 28 21:31:45.979131 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:45.990937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] Routers {'f01fcb50-cf96-422c-a3b1-78b7765e7a92'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:45.992058 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.041038 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e605c35b-1673-4b24-a924-f68d2f4fc560 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "PUT /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags HTTP/1.1" status: 200 len: 306 time: 0.2509749 Oct 28 21:31:46.041038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41970) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.046404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-3f0ba9b8-85fa-432c-bdab-90e599b040e2 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-528849908') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.056180 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.057171 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b961a-6781-4bfc-95ba-3b4cc1fc707c None None] The sync data for ids ['f01fcb50-cf96-422c-a3b1-78b7765e7a92'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:46.219074 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3f0ba9b8-85fa-432c-bdab-90e599b040e2 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "DELETE /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-528849908 HTTP/1.1" status: 204 len: 168 time: 0.1771433 Oct 28 21:31:46.222317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41980) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.228901 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-dd43ac58-8449-49e5-871f-44862b80eb83 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 21:31:46.230875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-5d1177ae-31a5-47c7-b365-93d78ea9ff4e tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-528849908') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.231960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dd43ac58-8449-49e5-871f-44862b80eb83 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/f01fcb50-cf96-422c-a3b1-78b7765e7a92/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3670447 Oct 28 21:31:46.234721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41982) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.305265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9ad37f0-fccb-4f79-bd5f-8ca9a45e190d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=f01fcb50-cf96-422c-a3b1-78b7765e7a92 HTTP/1.1" status: 200 len: 205 time: 0.0662973 Oct 28 21:31:46.307102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41984) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.343800 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-5d1177ae-31a5-47c7-b365-93d78ea9ff4e tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] show failed (client error): The resource could not be found. Oct 28 21:31:46.347937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d1177ae-31a5-47c7-b365-93d78ea9ff4e tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-528849908 HTTP/1.1" status: 404 len: 325 time: 0.1216311 Oct 28 21:31:46.348505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41986) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.356935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-8a7ecc35-418f-43ef-8357-bd445fc5e51e tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-337033753') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.361641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41988) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.420710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d30380-584b-4c8b-a5e4-3a2a86f3c75b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:46.553581 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a7ecc35-418f-43ef-8357-bd445fc5e51e tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-337033753 HTTP/1.1" status: 204 len: 168 time: 0.2029481 Oct 28 21:31:46.560311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41994) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.572289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-d3238b3a-0611-41ff-8e9f-2c60a336cad6 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-680704484') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.594081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:46.720475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d30380-584b-4c8b-a5e4-3a2a86f3c75b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:46.722859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d3238b3a-0611-41ff-8e9f-2c60a336cad6 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-680704484 HTTP/1.1" status: 204 len: 168 time: 0.1614628 Oct 28 21:31:46.725442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:46.731058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-a73b9320-3fa0-458f-a1c4-10fffe67ab74 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:46.735329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d30380-584b-4c8b-a5e4-3a2a86f3c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:46.845514 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1d30380-584b-4c8b-a5e4-3a2a86f3c75b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0ba28a641fb4999819d8b1620e35467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825947 Oct 28 21:31:46.847883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d30380-584b-4c8b-a5e4-3a2a86f3c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c4ab7d-190a-47a6-b7ae-621768b4a7dd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:46.851505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42002) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.003828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.045232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.075841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.132224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.139787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.141034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29c4ab7d-190a-47a6-b7ae-621768b4a7dd HTTP/1.1" status: 204 len: 168 time: 0.2832921 Oct 28 21:31:47.153255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59efb1-9316-4971-acf6-5e697e9fd02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c4ab7d-190a-47a6-b7ae-621768b4a7dd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:47.191983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a73b9320-3fa0-458f-a1c4-10fffe67ab74 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "DELETE /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags HTTP/1.1" status: 204 len: 168 time: 0.4652801 Oct 28 21:31:47.194712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42012) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.200125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-cf174822-d13a-4a03-b62c-6a9cd9c6192d tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-337033753') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:47.262993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56ff55-0207-432a-a33a-5fc37d098a4d req-607812b9-adea-4935-8de1-4431225685bf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:47.264809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f56ff55-0207-432a-a33a-5fc37d098a4d req-607812b9-adea-4935-8de1-4431225685bf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.4021547 Oct 28 21:31:47.355504 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-cf174822-d13a-4a03-b62c-6a9cd9c6192d tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] show failed (client error): The resource could not be found. Oct 28 21:31:47.356543 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf174822-d13a-4a03-b62c-6a9cd9c6192d tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-337033753 HTTP/1.1" status: 404 len: 325 time: 0.1598463 Oct 28 21:31:47.359280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.363376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-d0c69e6b-7406-4f48-80d8-3ca65f13a4ab tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0', 'tempest-TagsTest-Tag-680704484') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:47.422804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.432702 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.446362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ec3b-641a-419a-9ba0-272e74e0a6f9 req-376a43fa-e94c-4c16-bf8b-131d276e7ba5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:47.453648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7e6ec3b-641a-419a-9ba0-272e74e0a6f9 req-376a43fa-e94c-4c16-bf8b-131d276e7ba5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2718651 Oct 28 21:31:47.482744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f56ff55-0207-432a-a33a-5fc37d098a4d req-d378aafe-3b4b-4c70-ada4-d563b20f5600 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867137 Oct 28 21:31:47.518005 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d0c69e6b-7406-4f48-80d8-3ca65f13a4ab tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] show failed (client error): The resource could not be found. Oct 28 21:31:47.519287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0c69e6b-7406-4f48-80d8-3ca65f13a4ab tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "GET /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags/tempest-TagsTest-Tag-680704484 HTTP/1.1" status: 404 len: 325 time: 0.1591132 Oct 28 21:31:47.523700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42018) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.529046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-7369e862-4018-428d-8f50-b1b35668945a tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b022484-48ed-4d89-9153-9118493bc5e0') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:47.559855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7e6ec3b-641a-419a-9ba0-272e74e0a6f9 req-e9195320-b0b3-498c-a919-804da378206d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997336 Oct 28 21:31:47.563398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.564102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router f01fcb50-cf96-422c-a3b1-78b7765e7a92 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:31:47.584734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.590954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ef4d95e3-688a-4051-88f4-fc60516640d0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/f01fcb50-cf96-422c-a3b1-78b7765e7a92 HTTP/1.1" status: 204 len: 168 time: 1.2827837 Oct 28 21:31:47.596782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42022) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.660040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet 048ae8f2-4f65-45a0-b08a-5ab7f1028979 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:47.665420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.748575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7369e862-4018-428d-8f50-b1b35668945a tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "DELETE /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2229376 Oct 28 21:31:47.751005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.752821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42026) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:47.911062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:47.935652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.103555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.115460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.163284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b022484-48ed-4d89-9153-9118493bc5e0']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:48.179347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdb5d53-270b-4d79-a2cc-38c11c8ccc3a') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:48.180818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdb5d53-270b-4d79-a2cc-38c11c8ccc3a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:48.187251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=048ae8f2-4f65-45a0-b08a-5ab7f1028979,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:48.193047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.210126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.212812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d0b97-b916-4b96-b068-cabe8dc3ede5 None None] Network b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:48.219171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:48.219699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.224844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.225201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.225547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.225886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.226369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.226716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.227058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.233621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.234004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.234356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.234696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.235035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:48.252702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.259137 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ceb248d3-17de-4c33-bb43-b1b4ab855c35 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/048ae8f2-4f65-45a0-b08a-5ab7f1028979 HTTP/1.1" status: 204 len: 168 time: 0.6613076 Oct 28 21:31:48.266575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:48.290320 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:48.295547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.312253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.319572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] 10.222.0.31 "DELETE /v2.0/networks/3b022484-48ed-4d89-9153-9118493bc5e0 HTTP/1.1" status: 204 len: 168 time: 0.5652001 Oct 28 21:31:48.340088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7041a6b-0735-49ff-b5e2-27353136e9a9 tempest-TagsTest-949151794 tempest-TagsTest-949151794-project] Pushing event deleted for resources: {'Network': ['ID=3b022484-48ed-4d89-9153-9118493bc5e0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:48.468980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.613254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port da831b55-389a-4d93-936a-8d32691d5bd7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:48.613879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.725717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] DHCP port deletion for b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:48.739571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42056) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:48.814802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b02c-da22-4ca0-80cf-4d3c8fae9ca0 req-ff31e61d-6a86-41bd-aed3-84a0f5ce5659 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:48.829934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa64b02c-da22-4ca0-80cf-4d3c8fae9ca0 req-ff31e61d-6a86-41bd-aed3-84a0f5ce5659 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1557832 Oct 28 21:31:48.859850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port da831b55-389a-4d93-936a-8d32691d5bd7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=da831b55-389a-4d93-936a-8d32691d5bd7,segment=NetworkSegment(f7da1091-3d36-4db4-9898-b9001e5758cf),segment_id=f7da1091-3d36-4db4-9898-b9001e5758cf)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:48.860240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.881196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Deleting port da831b55-389a-4d93-936a-8d32691d5bd7 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:48.881836 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:48.889278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa64b02c-da22-4ca0-80cf-4d3c8fae9ca0 req-70f0713d-9f75-47c1-bcba-8f6c5ff5d72e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Oct 28 21:31:48.920588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for da831b55-389a-4d93-936a-8d32691d5bd7 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:49.064328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.083062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5954be67-4370-45a9-adc7-b8754835fa05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea2f172cd8284748ae3b50be3cc40418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291590 Oct 28 21:31:49.085385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42078) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:49.120149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] For port da831b55-389a-4d93-936a-8d32691d5bd7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=da831b55-389a-4d93-936a-8d32691d5bd7,segment=NetworkSegment(f7da1091-3d36-4db4-9898-b9001e5758cf),segment_id=f7da1091-3d36-4db4-9898-b9001e5758cf)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:49.122806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.144419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=da831b55-389a-4d93-936a-8d32691d5bd7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:49.154697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port da831b55-389a-4d93-936a-8d32691d5bd7 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:49.167928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Calling delete_port for da831b55-389a-4d93-936a-8d32691d5bd7 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:49.264600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.287370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device da831b55-389a-4d93-936a-8d32691d5bd7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:49.327244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.331927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: da831b55-389a-4d93-936a-8d32691d5bd7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:49.333458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device da831b55-389a-4d93-936a-8d32691d5bd7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:49.400165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.406888 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.425704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] No DVR routers for this DVR port da831b55-389a-4d93-936a-8d32691d5bd7 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:49.433324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.437221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.441637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f2d0db4-6e05-4db7-acb9-8149ce4088e3 HTTP/1.1" status: 204 len: 168 time: 0.3543446 Oct 28 21:31:49.448913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bd8170-d9c2-4dc6-a06e-6a21f91a0425']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:49.457727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa178b-e470-4b16-a010-b57436b150bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d0db4-6e05-4db7-acb9-8149ce4088e3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:49.466940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7da1091-3d36-4db4-9898-b9001e5758cf') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:49.467148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7da1091-3d36-4db4-9898-b9001e5758cf') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:49.486825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e2635-8b0b-434f-95b4-6a76a92d510f None None] Pushing event deleted for resources: {'Port': ['ID=da831b55-389a-4d93-936a-8d32691d5bd7,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:49.501335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.528309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.537857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:49.538270 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:49.547156 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:49.695477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.704845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.708832 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/b0bd8170-d9c2-4dc6-a06e-6a21f91a0425 HTTP/1.1" status: 204 len: 168 time: 1.4412892 Oct 28 21:31:49.713317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42098) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:49.721202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1209937206'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:49.744004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df174d53-139f-4081-aa68-154d756f862f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=b0bd8170-d9c2-4dc6-a06e-6a21f91a0425,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:49.817817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:49.825064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.858904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:31:49.874099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:49.874750 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4 of type vlan for network 30fa5854-322f-4364-920b-5ec4d3076cb7 Oct 28 21:31:49.954802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.076131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.082281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:50.082916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.231139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294826-4317-45a0-9cf7-64b326b3dd60 req-fd36d878-cac6-42e7-bdb0-03f761eb9319 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:50.239776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa294826-4317-45a0-9cf7-64b326b3dd60 req-fd36d878-cac6-42e7-bdb0-03f761eb9319 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2727113 Oct 28 21:31:50.259356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:50.259594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5446875 Oct 28 21:31:50.266820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:50.306286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa294826-4317-45a0-9cf7-64b326b3dd60 req-9f262939-3369-406a-a284-04e3b6129984 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Oct 28 21:31:50.313508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77eb53-dbac-49da-8f73-6cfdc7f30b58 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=30fa5854-322f-4364-920b-5ec4d3076cb7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:50.326932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:31:50.509850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:31:50.515049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.762623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.845772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=e95d81d3-09f7-4fe1-9515-4b633a80e140,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:50.879916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:50.880322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 30fa5854-322f-4364-920b-5ec4d3076cb7, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:31:50.906173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:31:50.932658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 30fa5854-322f-4364-920b-5ec4d3076cb7) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:50.945914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc633b-aadf-45e1-9208-947110bd9eab None None] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:50.960164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:50.962211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:50.991530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f3c0c4af-47fa-4d8f-82ec-c1ac6801f055 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7302339 Oct 28 21:31:50.994651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42144) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:50.999818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1379970392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:51.053465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.056867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.165064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.178562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.210962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-30fa5854-322f-4364-920b-5ec4d3076cb7', 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': 'e95d81d3-09f7-4fe1-9515-4b633a80e140'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:31:51.212770 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.225286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.232339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3a5038e-5901-4e8f-b6aa-4a70ebe618d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2340510 Oct 28 21:31:51.232815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:51.558341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815649cf-cd67-4867-8a6c-c53fd02101a7 req-0edbff7e-ff9e-427f-873c-662380c4c393 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:51.559831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-815649cf-cd67-4867-8a6c-c53fd02101a7 req-0edbff7e-ff9e-427f-873c-662380c4c393 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1067052 Oct 28 21:31:51.593127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Allocated IP 2001:db8::2 (30fa5854-322f-4364-920b-5ec4d3076cb7/e95d81d3-09f7-4fe1-9515-4b633a80e140/c7077080-77e9-4eb1-9795-42bbc8109150) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:51.652015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-815649cf-cd67-4867-8a6c-c53fd02101a7 req-774b1569-f885-41a7-b10f-9ba898aecbdf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806782 Oct 28 21:31:51.764718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.902619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.916882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:51.940700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:51.964513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:51.983480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:52.042336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Pushing event updated for resources: {'Port': ['ID=c7077080-77e9-4eb1-9795-42bbc8109150,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:52.134067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Attempting to bind port c7077080-77e9-4eb1-9795-42bbc8109150 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:31:52.136116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Attempting to bind port c7077080-77e9-4eb1-9795-42bbc8109150 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:31:52.137954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Attempting to bind port c7077080-77e9-4eb1-9795-42bbc8109150 on network 30fa5854-322f-4364-920b-5ec4d3076cb7 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:31:52.161854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8::1 (30fa5854-322f-4364-920b-5ec4d3076cb7/e95d81d3-09f7-4fe1-9515-4b633a80e140/5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:31:52.165605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:31:52.166058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Checking segment: {'id': '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:31:52.166680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.168694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Bound using segment: {'id': '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:31:52.169725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Bound port: c7077080-77e9-4eb1-9795-42bbc8109150, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '30fa5854-322f-4364-920b-5ec4d3076cb7'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:31:52.170699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.335812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] For port c7077080-77e9-4eb1-9795-42bbc8109150, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:31:52.340467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] For port c7077080-77e9-4eb1-9795-42bbc8109150, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c7077080-77e9-4eb1-9795-42bbc8109150,segment=NetworkSegment(1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4),segment_id=1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:31:52.353701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.456847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f29e-5248-4da1-89b4-505194d2f8af None None] Pushing event updated for resources: {'Port': ['ID=c7077080-77e9-4eb1-9795-42bbc8109150,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:52.462509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.544944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.643886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:52.647467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:52.659550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:31:52.660085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:52.663766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:52.904415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38e09-8f80-4381-ab2a-1084c83204ae req-16c65368-d374-41c2-bcf1-913b0b816238 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:52.913462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4a38e09-8f80-4381-ab2a-1084c83204ae req-16c65368-d374-41c2-bcf1-913b0b816238 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.0800898 Oct 28 21:31:52.966941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4a38e09-8f80-4381-ab2a-1084c83204ae req-146787bc-d11d-44cf-b582-25f8395e9945 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Oct 28 21:31:52.979302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.452703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c7077080-77e9-4eb1-9795-42bbc8109150 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:53.597082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c7077080-77e9-4eb1-9795-42bbc8109150 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:53.597800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.602129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.618425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.619734 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.799360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:53.811173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:53.929554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c7077080-77e9-4eb1-9795-42bbc8109150, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c7077080-77e9-4eb1-9795-42bbc8109150,segment=NetworkSegment(1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4),segment_id=1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:53.940331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:54.041807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:31:54.050141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:31:54.125192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c7077080-77e9-4eb1-9795-42bbc8109150,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:54.283043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0c61c-9068-4d52-91cd-0edbf6b128e4 None None] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:54.337050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeece0c-c7c0-42d6-9a14-b4df4301e38f req-1c2d4674-33e7-4bb4-a912-a73b18d6afb5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:54.348224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-beeece0c-c7c0-42d6-9a14-b4df4301e38f req-1c2d4674-33e7-4bb4-a912-a73b18d6afb5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2764399 Oct 28 21:31:54.379953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c43ff-e77b-491d-b05e-20bea8b419f0 req-68ecef9d-26e7-44c6-b7e4-373517899cf2 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:54.391553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-756c43ff-e77b-491d-b05e-20bea8b419f0 req-68ecef9d-26e7-44c6-b7e4-373517899cf2 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.2929626 Oct 28 21:31:54.418118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 2a5f726d-7783-465a-9845-ee2ecf5f7924 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:31:54.520556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-beeece0c-c7c0-42d6-9a14-b4df4301e38f req-a5e62f1a-291f-4027-9ad1-7de35dccb952 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712754 Oct 28 21:31:54.612734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-756c43ff-e77b-491d-b05e-20bea8b419f0 req-32c464cf-a121-4843-be35-f4e0f4dcfe3c tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061353 Oct 28 21:31:54.665651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:54.671312 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e40fdf8f-f86e-4361-9778-df5d02aca581 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/2a5f726d-7783-465a-9845-ee2ecf5f7924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4369016 Oct 28 21:31:54.673913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42236) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:54.768493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5ce68-2552-47fb-ad54-ffca96bc5db5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:54.769883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d1e5ce68-2552-47fb-ad54-ffca96bc5db5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports/5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f HTTP/1.1" status: 200 len: 911 time: 0.0949647 Oct 28 21:31:54.774126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42238) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:54.831165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] Sync routers for ids ['2a5f726d-7783-465a-9845-ee2ecf5f7924'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:54.911250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] Routers {'2a5f726d-7783-465a-9845-ee2ecf5f7924'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:54.912283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a5f726d-7783-465a-9845-ee2ecf5f7924'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:54.918201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fffe077c-33d4-4522-8558-8320ba387e9a None None] Provisioning complete for port c7077080-77e9-4eb1-9795-42bbc8109150 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:54.919171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fffe077c-33d4-4522-8558-8320ba387e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:55.020055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:55.068288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] Routers {'2a5f726d-7783-465a-9845-ee2ecf5f7924'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:55.069173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a5f726d-7783-465a-9845-ee2ecf5f7924'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:55.178411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:55.179974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1f56-4772-4850-b73d-f9636f8f553c None None] The sync data for ids ['2a5f726d-7783-465a-9845-ee2ecf5f7924'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:55.334214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c7077080-77e9-4eb1-9795-42bbc8109150 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:31:55.461763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c7077080-77e9-4eb1-9795-42bbc8109150 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:55.462250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:55.594086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-466ef15a-4045-4ea2-8598-f6de95f7923e tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:55.595748 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-466ef15a-4045-4ea2-8598-f6de95f7923e tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.1185749 Oct 28 21:31:55.706763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02958a27-a17e-4f8d-b601-f5f36583b467 None None] Provisioning complete for port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:55.708841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02958a27-a17e-4f8d-b601-f5f36583b467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:55.728309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161712-8fbc-442c-955b-17eb4670055f req-829f8737-cd12-4293-971f-3c9d7e94fdba tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:55.739704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2161712-8fbc-442c-955b-17eb4670055f req-829f8737-cd12-4293-971f-3c9d7e94fdba tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1100819 Oct 28 21:31:55.808328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-02958a27-a17e-4f8d-b601-f5f36583b467 None None] Port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:55.840976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02958a27-a17e-4f8d-b601-f5f36583b467 None None] Provisioning complete for port c7077080-77e9-4eb1-9795-42bbc8109150 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:55.841651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02958a27-a17e-4f8d-b601-f5f36583b467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:55.933084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2161712-8fbc-442c-955b-17eb4670055f req-83388d0c-1983-44ea-a55c-2ff9802dfdf2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881766 Oct 28 21:31:55.976688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1526658-9b38-46c2-b81c-9e08d6fe0fb0 req-25ccbe2f-f617-4b25-8476-0d365b1db949 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:55.988349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1526658-9b38-46c2-b81c-9e08d6fe0fb0 req-25ccbe2f-f617-4b25-8476-0d365b1db949 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 945 time: 0.2436078 Oct 28 21:31:56.074449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1526658-9b38-46c2-b81c-9e08d6fe0fb0 req-336d84f9-a856-4559-ba13-0a541aaa4622 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cafacd5-9114-433e-a047-8acda5c47bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841568 Oct 28 21:31:56.120045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Deleting port e43117a5-b669-4d6c-b05f-31a36269b3b4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:56.120405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.196155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4d3de064-3e95-4fb6-bf0b-fbc881d86178 None None] Provisioning complete for port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:56.196664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d3de064-3e95-4fb6-bf0b-fbc881d86178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.253490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] For port e43117a5-b669-4d6c-b05f-31a36269b3b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e43117a5-b669-4d6c-b05f-31a36269b3b4,segment=NetworkSegment(928e0724-494e-43a5-aac0-1ed3284e9381),segment_id=928e0724-494e-43a5-aac0-1ed3284e9381)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:56.254053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.274797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Calling delete_port for e43117a5-b669-4d6c-b05f-31a36269b3b4 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:56.290050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4d3de064-3e95-4fb6-bf0b-fbc881d86178 None None] Port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:56.295760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.520575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c152c31c-f908-4c27-9657-20a38746de16 None None] Provisioning complete for port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:31:56.521491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c152c31c-f908-4c27-9657-20a38746de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.562917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c152c31c-f908-4c27-9657-20a38746de16 None None] Port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:31:56.593411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.607096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e43117a5-b669-4d6c-b05f-31a36269b3b4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:31:56.644751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Pushing event deleted for resources: {'Port': ['ID=e43117a5-b669-4d6c-b05f-31a36269b3b4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:56.717426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] No DVR routers for this DVR port e43117a5-b669-4d6c-b05f-31a36269b3b4 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:56.722541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.725858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-77bd0540-f98d-4ce6-a70c-666781e3119f req-8699dbc4-2a58-471c-844a-d9bf6fdbf868 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.44 "DELETE /v2.0/ports/e43117a5-b669-4d6c-b05f-31a36269b3b4 HTTP/1.1" status: 204 len: 173 time: 0.9473641 Oct 28 21:31:56.726850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'name': 'network-vif-deleted', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:31:56.730296 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4e132-71f8-4b54-8cd9-1f81a405ffc4" -d '{"events": [{"server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "name": "network-vif-deleted", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:31:56.754173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:56.754173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.838007 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9546727-c1a4-445f-bad9-586dc7b23c7d x-openstack-request-id: req-b9546727-c1a4-445f-bad9-586dc7b23c7d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:31:56.838592 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a16b8-9690-4d12-9df8-c99c9a954b18", "name": "network-vif-deleted", "tag": "e43117a5-b669-4d6c-b05f-31a36269b3b4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:31:56.838846 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9546727-c1a4-445f-bad9-586dc7b23c7d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:31:56.839706 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a16b8-9690-4d12-9df8-c99c9a954b18', 'name': 'network-vif-deleted', 'tag': 'e43117a5-b669-4d6c-b05f-31a36269b3b4', 'status': 'completed', 'code': 200} Oct 28 21:31:56.871976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:56.888491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:57.140579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0306820-962b-4870-b579-c881a68dafca req-e9ecdced-3f4b-44d2-a825-f11e4e99b7d9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:57.151257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0306820-962b-4870-b579-c881a68dafca req-e9ecdced-3f4b-44d2-a825-f11e4e99b7d9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1144447 Oct 28 21:31:57.224211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0306820-962b-4870-b579-c881a68dafca req-29b91db3-544d-4265-aded-bbcd2ee86f2f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676067 Oct 28 21:31:57.229957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:57.326379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=5a90bdb8-9c3c-42b6-8c3a-0546e59fbb3f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:57.390164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21694d12-d462-4612-8399-7a9cc423e118 req-5c7183d3-431d-4d3a-a3dd-9350ad8636c3 tempest-VolumesAdminNegativeTest-236482978 tempest-VolumesAdminNegativeTest-236482978-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7a16b8-9690-4d12-9df8-c99c9a954b18 HTTP/1.1" status: 200 len: 210 time: 0.0353346 Oct 28 21:31:57.468667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:57.681094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 2a5f726d-7783-465a-9845-ee2ecf5f7924 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:31:57.765801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:31:57.771891 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad74000f-29ef-48b5-857d-3a90fbb61292 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/2a5f726d-7783-465a-9845-ee2ecf5f7924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9965229 Oct 28 21:31:57.774947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42300) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:57.792049 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c765588-75c1-4eef-9736-f55212205261 None None] Sync routers for ids ['2a5f726d-7783-465a-9845-ee2ecf5f7924'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:31:57.803046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] Routers {'2a5f726d-7783-465a-9845-ee2ecf5f7924'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:57.803673 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a5f726d-7783-465a-9845-ee2ecf5f7924'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:57.814950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:57.815630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c0e0fe90-7321-4462-b48b-0cc3bf15eba4 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a5f726d-7783-465a-9845-ee2ecf5f7924 HTTP/1.1" status: 200 len: 205 time: 0.0390131 Oct 28 21:31:57.891485 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:57.903961 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] Routers {'2a5f726d-7783-465a-9845-ee2ecf5f7924'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:31:57.905001 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a5f726d-7783-465a-9845-ee2ecf5f7924'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:57.914404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:31:57.918907 n-d-806683-16 neutron-server[102315]: INFO neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No ports have port_id starting with 1901d3a1-5e6b-4fd9-8466-c4e045671594 Oct 28 21:31:57.921051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 1901d3a1-5e6b-4fd9-8466-c4e045671594 requested by agent hyperv_n-h1-806683-16 not found in database {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 28 21:31:57.926333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:57.958664 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6c765588-75c1-4eef-9736-f55212205261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:57.959821 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c765588-75c1-4eef-9736-f55212205261 None None] The sync data for ids ['2a5f726d-7783-465a-9845-ee2ecf5f7924'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:31:58.164341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.167331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.230053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.230844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5f726d-7783-465a-9845-ee2ecf5f7924 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:31:58.244307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.252535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42314) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:58.254791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-02bfe65f-514c-4880-ab47-c0d2b47499f9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/2a5f726d-7783-465a-9845-ee2ecf5f7924 HTTP/1.1" status: 204 len: 168 time: 0.4367220 Oct 28 21:31:58.374493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet e95d81d3-09f7-4fe1-9515-4b633a80e140 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:58.379808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.469465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7b3e7-ce35-4bdc-a388-3dffedc1f7dc req-23090d10-faf4-484b-b25a-96daf39b50de tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:58.473585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7da7b3e7-ce35-4bdc-a388-3dffedc1f7dc req-23090d10-faf4-484b-b25a-96daf39b50de tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1484869 Oct 28 21:31:58.480090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.515408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42326) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:58.549221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7da7b3e7-ce35-4bdc-a388-3dffedc1f7dc req-0603a959-d618-4cb5-b482-be90bfbeeb7e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Oct 28 21:31:58.572104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Deleting subnet 1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:58.579678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.629920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.644325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.682505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.714286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e43117a5-b669-4d6c-b05f-31a36269b3b4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:58.715230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.741180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e43117a5-b669-4d6c-b05f-31a36269b3b4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:58.741535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e43117a5-b669-4d6c-b05f-31a36269b3b4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:58.748242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.755703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=e95d81d3-09f7-4fe1-9515-4b633a80e140,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:58.757221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd8d65-9056-48c3-b34b-cbdc9946c2b2 None None] Network 30fa5854-322f-4364-920b-5ec4d3076cb7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:31:58.758420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.762264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df2f282c-727d-4c3d-8462-a9b5bf513ad8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/e95d81d3-09f7-4fe1-9515-4b633a80e140 HTTP/1.1" status: 204 len: 168 time: 0.5044231 Oct 28 21:31:58.764391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42332) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:58.782532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:58.785566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.791021 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12621f65-09e5-482e-806f-606ee124a51d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c1e4ec9-2032-4d25-b5c6-79fd1cd00feb HTTP/1.1" status: 204 len: 168 time: 0.2742193 Oct 28 21:31:58.799396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:58.854888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.900795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:58.918665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port c7077080-77e9-4eb1-9795-42bbc8109150 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:58.919311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.005040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] DHCP port deletion for 30fa5854-322f-4364-920b-5ec4d3076cb7 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:31:59.005596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.009735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port c7077080-77e9-4eb1-9795-42bbc8109150, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c7077080-77e9-4eb1-9795-42bbc8109150,segment=NetworkSegment(1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4),segment_id=1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:59.010147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.024763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for c7077080-77e9-4eb1-9795-42bbc8109150 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:59.029099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981978b4-18bc-45ea-a4ac-0d068c682b35']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.039284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928e0724-494e-43a5-aac0-1ed3284e9381') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.039796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928e0724-494e-43a5-aac0-1ed3284e9381') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.051460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.066415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.075690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:59.076437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:59.078821 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:59.094760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Deleting port c7077080-77e9-4eb1-9795-42bbc8109150 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:31:59.103507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.119611 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.144639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=c7077080-77e9-4eb1-9795-42bbc8109150,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:59.153250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port c7077080-77e9-4eb1-9795-42bbc8109150 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:59.174168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.181457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.188094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/981978b4-18bc-45ea-a4ac-0d068c682b35 HTTP/1.1" status: 204 len: 168 time: 0.3935647 Oct 28 21:31:59.188905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:59.199553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] For port c7077080-77e9-4eb1-9795-42bbc8109150, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c7077080-77e9-4eb1-9795-42bbc8109150,segment=NetworkSegment(1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4),segment_id=1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:31:59.200244 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.215029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Calling delete_port for c7077080-77e9-4eb1-9795-42bbc8109150 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:31:59.235480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91fb6-949c-4e2b-9a1c-61e2eb5205aa admin admin] Pushing event deleted for resources: {'Network': ['ID=981978b4-18bc-45ea-a4ac-0d068c682b35,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:59.257398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Deleting subnet 4bf096ee-e381-4561-88bd-482816923e09 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:31:59.262284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.302313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c7077080-77e9-4eb1-9795-42bbc8109150 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:31:59.330732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c7077080-77e9-4eb1-9795-42bbc8109150 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:31:59.331210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c7077080-77e9-4eb1-9795-42bbc8109150 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:31:59.341723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.343362 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.371233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] No DVR routers for this DVR port c7077080-77e9-4eb1-9795-42bbc8109150 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:31:59.377965 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.403921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Pushing event deleted for resources: {'Port': ['ID=c7077080-77e9-4eb1-9795-42bbc8109150,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:59.413095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.413095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.413278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.413757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.414373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.414863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.415339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.415841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.416311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.416794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.417285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.417443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fa5854-322f-4364-920b-5ec4d3076cb7']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.417747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ddf98-bf05-431a-86e7-044a0c30bac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:31:59.430722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.431194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2ceeaf-5d26-44cb-8129-e8fea7f2a5c4') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.437428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.443092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.459880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.468715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:59.469335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:59.480786 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:59.515214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.549172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.552634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf096ee-e381-4561-88bd-482816923e09,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:59.564223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.567315 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.577442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/30fa5854-322f-4364-920b-5ec4d3076cb7 HTTP/1.1" status: 204 len: 168 time: 0.8067479 Oct 28 21:31:59.579882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42360) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:59.589397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125551', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:31:59.595456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32682566-8b47-4686-9de2-4c97e39e64f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4bf096ee-e381-4561-88bd-482816923e09 HTTP/1.1" status: 204 len: 168 time: 0.4038854 Oct 28 21:31:59.598085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:31:59.610745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b9de-aea4-430f-82dd-acb0803d0f99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=30fa5854-322f-4364-920b-5ec4d3076cb7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:31:59.685902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.728749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.728749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.842279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.846765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.862465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3345f-dee8-4141-a0cf-51ef6d543ae9 req-c6981bbe-7ac9-4c34-8e57-4b7e5dab2886 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:31:59.864051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ad3345f-dee8-4141-a0cf-51ef6d543ae9 req-c6981bbe-7ac9-4c34-8e57-4b7e5dab2886 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2157056 Oct 28 21:31:59.880964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383f895d-79c1-487b-b1a1-bbe5ac6353ee']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.900035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f4d2c0-3fed-44cc-a04b-2c9dd990f301') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.900497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f4d2c0-3fed-44cc-a04b-2c9dd990f301') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:31:59.923618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.939403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.947998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:31:59.948470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:31:59.950424 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:31:59.976280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ad3345f-dee8-4141-a0cf-51ef6d543ae9 req-031fbc13-13e7-4d49-a52f-11ece8fdb2a5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Oct 28 21:32:00.026852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.037308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.044103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] 10.222.0.31 "DELETE /v2.0/networks/383f895d-79c1-487b-b1a1-bbe5ac6353ee HTTP/1.1" status: 204 len: 168 time: 0.4446511 Oct 28 21:32:00.066718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57d2a7-9e82-4f81-8c02-8cc10e03383a admin admin] Pushing event deleted for resources: {'Network': ['ID=383f895d-79c1-487b-b1a1-bbe5ac6353ee,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:00.115022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.456517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:00.515630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.550186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.559693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-beb7a499-ad89-4ce3-a075-134e23d4faf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e17e058683c4371b20fa0e85a76362b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001394 Oct 28 21:32:00.561777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:00.657186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.682478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 172.25.4.161 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/b823d384-7f63-42a9-bf53-a74111e5c544) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:00.693097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.742472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:00.778825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.782681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.786317 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cafacd5-9114-433e-a047-8acda5c47bb1 HTTP/1.1" status: 204 len: 168 time: 0.2200742 Oct 28 21:32:00.818258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322ab3d-ac2d-436b-8ef2-7abd23d12726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cafacd5-9114-433e-a047-8acda5c47bb1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:00.859210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.917748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:00.971154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:00.976560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:00.985152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:01.030217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=b823d384-7f63-42a9-bf53-a74111e5c544,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:01.053183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6e77eef-7802-48d5-a611-d20393480d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.222057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6e77eef-7802-48d5-a611-d20393480d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.231190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6e77eef-7802-48d5-a611-d20393480d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.248711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42418) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:01.263628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b7ef2-0df3-4341-b946-cd8b2551cdaf req-83f5ec0f-679f-4fd4-946a-93bfc8485472 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:01.266174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e5b7ef2-0df3-4341-b946-cd8b2551cdaf req-83f5ec0f-679f-4fd4-946a-93bfc8485472 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.0822148 Oct 28 21:32:01.274539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6e77eef-7802-48d5-a611-d20393480d7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a344c2b2476449899aa94bb24023334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307674 Oct 28 21:32:01.280868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:01.310988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77eef-7802-48d5-a611-d20393480d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5d908-3475-4a3a-b536-1ac9c932b59b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:01.348974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.373956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.431174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.434059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.437807 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cf5d908-3475-4a3a-b536-1ac9c932b59b HTTP/1.1" status: 204 len: 168 time: 0.1501908 Oct 28 21:32:01.444344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941349bf-3b00-498f-9a01-b177c9b49c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5d908-3475-4a3a-b536-1ac9c932b59b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:01.731913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e5b7ef2-0df3-4341-b946-cd8b2551cdaf req-f62ab676-e177-4e28-a62c-8eb97d04054c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490845 Oct 28 21:32:01.744006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9c299605-8741-46c1-b3ff-887c6172aba2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74e5d258852a4ebeaaf6f8feed660b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904160 Oct 28 21:32:01.744496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:01.778881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.833478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.905552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:01.927644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:01.955204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4258037f-d3c8-43c7-b989-82d0acbd2d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.011684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.019415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.020710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c6f1999-03a4-4635-bdf6-6df631040d65 HTTP/1.1" status: 204 len: 168 time: 0.2752695 Oct 28 21:32:02.032466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a445-037e-436b-8a5b-a0a41d302478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f1999-03a4-4635-bdf6-6df631040d65,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:02.092766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:02.098190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1637568090'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:02.129202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:02.135518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.169687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:02.175726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.184235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.184708 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Added segment d21bf43e-9279-4ed7-98bd-2bebb5a6861c of type vlan for network 6cad0180-79b1-485c-b536-09fc985b847e Oct 28 21:32:02.195693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4258037f-d3c8-43c7-b989-82d0acbd2d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.236721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.237688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4258037f-d3c8-43c7-b989-82d0acbd2d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.271374 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.278972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:02.279678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.336105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4258037f-d3c8-43c7-b989-82d0acbd2d99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=033d212d77cf41a68e0fb6aa9dcaf29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265378 Oct 28 21:32:02.337059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42448) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:02.345445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258037f-d3c8-43c7-b989-82d0acbd2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd6c2d-d11f-4ea4-b9f2-123cc8567a9e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:02.400704 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3006079 Oct 28 21:32:02.400816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42452) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:02.405555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1483221019'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:02.409776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27cc5f-c645-4285-b03b-865075db4a5d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Network': ['ID=6cad0180-79b1-485c-b536-09fc985b847e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:02.432144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6cad0180-79b1-485c-b536-09fc985b847e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:02.455026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.472682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:02.476233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.499960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 1177cd86-9967-41f5-a9b3-11c0ee5f91dd is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:32:02.509874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.531420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:02.613434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.613791 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Added segment c3e9e7e3-9ed2-47bb-9be5-9893140954f4 of type vlan for network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a Oct 28 21:32:02.688909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.719178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.722335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.725565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abcd6c2d-d11f-4ea4-b9f2-123cc8567a9e HTTP/1.1" status: 204 len: 168 time: 0.3849478 Oct 28 21:32:02.728397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:02.744863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] Sync routers for ids ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:02.753983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184a8a4-9260-4a54-be2f-e72c885640ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd6c2d-d11f-4ea4-b9f2-123cc8567a9e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:02.759232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.764331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-57dec9b0-50a1-4958-97a6-a1bf0548dff5 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1771035 Oct 28 21:32:02.764331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.765417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42466) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:02.767735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:02.768344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:02.841014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4369185 Oct 28 21:32:02.841702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:02.846798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'subnet': {'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:02.855381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] Routers {'1177cd86-9967-41f5-a9b3-11c0ee5f91dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:02.857007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:02.877098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d88e3e-ba67-4df5-8d67-0f6a009d64da tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Network': ['ID=92a1a5f8-8a9a-4223-af76-805d2f04dc1a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:02.970930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:02.974385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:03.100610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb444-e144-4798-93af-5d95ac7eb5e5 req-f85388eb-69a3-41a0-9647-304e7e7beeb2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:03.103062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5fb444-e144-4798-93af-5d95ac7eb5e5 req-f85388eb-69a3-41a0-9647-304e7e7beeb2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1527338 Oct 28 21:32:03.104515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:03.108081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.154656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] Routers {'1177cd86-9967-41f5-a9b3-11c0ee5f91dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:03.158003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:03.247709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:03.248613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62485c93-0656-41a6-97f8-05ffe5d3b3de None None] The sync data for ids ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:03.367351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5fb444-e144-4798-93af-5d95ac7eb5e5 req-14d74690-382a-437a-b460-3d078fc53382 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946243 Oct 28 21:32:03.385019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.390436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:03.455148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Subnet': ['ID=50f702f3-d68d-47a3-9833-968d359a091a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:03.467682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:03.468044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network hostable DHCP agents. Network: 6cad0180-79b1-485c-b536-09fc985b847e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:03.491780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 6cad0180-79b1-485c-b536-09fc985b847e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:03.509550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6cad0180-79b1-485c-b536-09fc985b847e) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:03.518999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:03.519803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453e0bd-1174-4cfa-bc5c-380d45674987 None None] Network 6cad0180-79b1-485c-b536-09fc985b847e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:03.524605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.553410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1622667356-network', 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:03.575455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9636792c-770f-48f9-bf25-68630335b910 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7325747 Oct 28 21:32:03.575935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:03.593541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'subnet': {'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:03.596588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93870c19-7111-4df4-abaa-75f543283b93 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers/1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 200 len: 881 time: 0.8284423 Oct 28 21:32:03.599060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42498) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:03.713956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:03.717303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.729114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.767509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6cad0180-79b1-485c-b536-09fc985b847e', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:03.768954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.840606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:03.858387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:03.999152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.011069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.018056 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5491e84-d39d-4873-9064-7f6b1294a3fc tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4170215 Oct 28 21:32:04.020947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:04.033740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-125551'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:04.042239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99133b2b-19fc-4708-b50b-1a5d29512f62,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:04.060946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:04.090154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Allocated IP 10.1.1.2 (6cad0180-79b1-485c-b536-09fc985b847e/50f702f3-d68d-47a3-9833-968d359a091a/73edf06f-49f2-4dd4-9425-cb1d7c962f86) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:04.127304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.127607 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Added segment 141a2248-e674-436d-a959-e4405edeaa06 of type vlan for network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa Oct 28 21:32:04.275650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.331505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.337903 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.350382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.374883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.376242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:04.377039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.409185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Pushing event updated for resources: {'Port': ['ID=73edf06f-49f2-4dd4-9425-cb1d7c962f86,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:04.420644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Network 6cad0180-79b1-485c-b536-09fc985b847e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:04.422424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:04.425584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:04.534608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Attempting to bind port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:04.535610 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Attempting to bind port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:04.536035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Attempting to bind port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:04.542953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:04.543437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:04.543904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.544357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Bound using segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:04.544914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Bound port: 73edf06f-49f2-4dd4-9425-cb1d7c962f86, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:04.545346 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.564980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Subnet': ['ID=f9c375cf-9762-4384-a0da-ebaf0a21ef92,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:04.573816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1830709 Oct 28 21:32:04.576723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:04.586718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Request body: {'subnet': {'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1622667356-subnet', 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:04.619391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.635176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:04.638039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.643859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.669272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] For port 73edf06f-49f2-4dd4-9425-cb1d7c962f86, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:04.676019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0165b-6ad0-45bb-b8e7-3293939a7851 admin admin] Pushing event updated for resources: {'Network': ['ID=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:04.683584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] For port 73edf06f-49f2-4dd4-9425-cb1d7c962f86, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73edf06f-49f2-4dd4-9425-cb1d7c962f86,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:04.689997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:04.696057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Checking segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:04.696997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network hostable DHCP agents. Network: 92a1a5f8-8a9a-4223-af76-805d2f04dc1a, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:04.705687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.737219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fccd64-017c-412b-b81f-9be8002a7746 req-4563d636-0510-4555-9014-84ae8b0f1814 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:04.739218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8fccd64-017c-412b-b81f-9be8002a7746 req-4563d636-0510-4555-9014-84ae8b0f1814 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1841204 Oct 28 21:32:04.764406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:04.797628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 92a1a5f8-8a9a-4223-af76-805d2f04dc1a) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:04.807235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8fccd64-017c-412b-b81f-9be8002a7746 req-a8fcc249-9f9a-42b1-b3ee-3426cc9da40f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Oct 28 21:32:04.821426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:04.822049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:04.842770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4339a8-7301-452a-b8c3-a1fd62ed73dd None None] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:04.846108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a236f521-9622-4063-a9cd-267a14319688 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2664888 Oct 28 21:32:04.848229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42532) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:04.855244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'name': 'tempest-TaggedBootDevicesTest-583852727', 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:04.889816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120ec7-c4f6-49f1-b134-b6e77a66769e None None] Pushing event updated for resources: {'Port': ['ID=73edf06f-49f2-4dd4-9425-cb1d7c962f86,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:04.897165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 1177cd86-9967-41f5-a9b3-11c0ee5f91dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:32:05.049858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:05.086891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:05.202555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:05.221762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:05.223411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Checking segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:05.223764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Network hostable DHCP agents. Network: 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:05.240302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:05.240302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d4f9a61-bdee-4346-ae08-278122989ce7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 200 len: 888 time: 1.2143490 Oct 28 21:32:05.240302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89988451-dec3-4d07-ac3c-ab7baf1ed038,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:05.241271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42538) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:05.265760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:05.265950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] Sync routers for ids ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:05.284314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ips': [{'subnet_id': 'f9c375cf-9762-4384-a0da-ebaf0a21ef92'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:05.285739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:05.287387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:05.292300 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] Routers {'1177cd86-9967-41f5-a9b3-11c0ee5f91dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:05.292843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:05.292965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:05.295136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:05.327619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31b6ab-8465-4cb8-9a6c-2ac3c55e6056 None None] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:05.348345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70b35cbc-ae5a-4d20-bb18-7d3c5ef4b26b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7625017 Oct 28 21:32:05.390700 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:05.403894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] device_id is not set on port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:32:05.410566 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] Routers {'1177cd86-9967-41f5-a9b3-11c0ee5f91dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:05.412564 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:31:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:05.469016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42544) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:05.479559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cabf6d7e-ad03-47ef-835d-0115df1f5933 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers/1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 200 len: 888 time: 0.2207651 Oct 28 21:32:05.480680 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:05.481620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bd7f5-dc92-4d84-96ba-ce9306996f4c None None] The sync data for ids ['1177cd86-9967-41f5-a9b3-11c0ee5f91dd'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:05.539273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4db1dcb9-61bf-4cf2-bbac-d1b75d265da6 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 200 len: 205 time: 0.0690668 Oct 28 21:32:05.542469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:05.776718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.1.1.120 (6cad0180-79b1-485c-b536-09fc985b847e/50f702f3-d68d-47a3-9833-968d359a091a/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:05.812474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.027107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea5af4-64bd-43c7-911d-51a32ced78e9 None None] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:06.145000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.205788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Allocated IP 10.2.2.2 (92a1a5f8-8a9a-4223-af76-805d2f04dc1a/f9c375cf-9762-4384-a0da-ebaf0a21ef92/73cea340-c606-4603-8b29-9bdb5e92fc1b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:06.252457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port b823d384-7f63-42a9-bf53-a74111e5c544 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:32:06.253056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.400947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4b37-71da-46b7-93e3-b30922651693 req-ba5dac80-a59b-4728-9efa-c3d035e0e7e7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:06.402523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-023a4b37-71da-46b7-93e3-b30922651693 req-ba5dac80-a59b-4728-9efa-c3d035e0e7e7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.3898432 Oct 28 21:32:06.436787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.462759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for b823d384-7f63-42a9-bf53-a74111e5c544 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:32:06.565127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.565339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-023a4b37-71da-46b7-93e3-b30922651693 req-0ef6b5fe-4afc-487c-b29d-b97ae32934bf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557739 Oct 28 21:32:06.575008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.594421 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.624234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-82aa9c8f-850c-4d7a-a56b-3fb1be0f368f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:06.626015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-82aa9c8f-850c-4d7a-a56b-3fb1be0f368f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.3808358 Oct 28 21:32:06.656031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-fdc75115-ece1-452c-afe4-02ff22978ed8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/quotas/e210e90919b34c3a9e974716cb3be83e HTTP/1.1" status: 200 len: 375 time: 0.0240629 Oct 28 21:32:06.673916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ae6d4-66af-4239-8e42-af47f7828159 None None] Network 6cad0180-79b1-485c-b536-09fc985b847e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:06.710649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-e5db9f08-9da2-4611-a4f2-34582f75d247 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425799 Oct 28 21:32:06.713540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.773748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:06.855310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:06.859194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 6cad0180-79b1-485c-b536-09fc985b847e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:06.871820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:06.887274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:06.889927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:06.892014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Pushing event updated for resources: {'Port': ['ID=73cea340-c606-4603-8b29-9bdb5e92fc1b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:06.900027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:06.971215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] Provisioning complete for port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:06.971595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:06.981671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.046053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:07.046777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.093228 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:32:07.147200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=b823d384-7f63-42a9-bf53-a74111e5c544,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:07.159034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-2e2c3af3-e6db-4dea-bf86-a94c0221b63a service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063738 Oct 28 21:32:07.189754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2a860022-ce61-46fa-9edc-ef311277b03d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3402469 Oct 28 21:32:07.201576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:07.206880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'name': 'tempest-TaggedBootDevicesTest-839702030', 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:07.342357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Attempting to bind port 73cea340-c606-4603-8b29-9bdb5e92fc1b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:07.342943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Attempting to bind port 73cea340-c606-4603-8b29-9bdb5e92fc1b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:07.343431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Attempting to bind port 73cea340-c606-4603-8b29-9bdb5e92fc1b on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:07.386735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-4f4873f5-9b17-4068-8580-805a2ee7d585 service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251732 Oct 28 21:32:07.400199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:07.400199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Checking segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:07.400600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.401434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Bound using segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:07.401920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Bound port: 73cea340-c606-4603-8b29-9bdb5e92fc1b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:07.405827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.487121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.545703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73edf06f-49f2-4dd4-9425-cb1d7c962f86 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:07.626491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.628843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.704394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.717138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router 1177cd86-9967-41f5-a9b3-11c0ee5f91dd {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:32:07.725718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.727129 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9a3d3e81-5b30-4ee6-a392-ce5c3164d5bd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 204 len: 168 time: 2.1837163 Oct 28 21:32:07.728481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:07.743314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42622) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:07.748476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1945614691'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:07.753919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16e75abc-09dd-415d-b250-be42bfd020c6 req-8577f9e4-f337-4604-af83-45fa6e20ef3a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 210 time: 0.0802026 Oct 28 21:32:07.880579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539a41-c578-425c-a2ea-618da10313b8 req-8fad3d24-4854-4c23-afd0-1ab854bc256b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:07.889240 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.894402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00539a41-c578-425c-a2ea-618da10313b8 req-8fad3d24-4854-4c23-afd0-1ab854bc256b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1394200 Oct 28 21:32:07.942991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:07.947370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:07.998093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00539a41-c578-425c-a2ea-618da10313b8 req-fd3de191-677b-4f38-8eee-2ba28c78acc1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027353 Oct 28 21:32:08.045773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.063175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] For port 73edf06f-49f2-4dd4-9425-cb1d7c962f86, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73edf06f-49f2-4dd4-9425-cb1d7c962f86,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:08.071392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:08.090881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.108088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.108528 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 4f8b42bd-7f28-48c7-bbdf-698507e2bc03 of type vlan for network 2e2e9d56-25ea-4433-a074-12a03485bcfe Oct 28 21:32:08.110509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] device_id is not set on port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:32:08.226225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:08.227111 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.317441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] For port 73cea340-c606-4603-8b29-9bdb5e92fc1b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:08.322614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] For port 73cea340-c606-4603-8b29-9bdb5e92fc1b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73cea340-c606-4603-8b29-9bdb5e92fc1b,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:08.341558 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.346297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2070e-4696-4ea5-aae7-84a9800d9946 None None] Pushing event updated for resources: {'Port': ['ID=73edf06f-49f2-4dd4-9425-cb1d7c962f86,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:08.501967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ea9c8-eaef-4db1-ac33-880a8d87553c None None] Pushing event updated for resources: {'Port': ['ID=73cea340-c606-4603-8b29-9bdb5e92fc1b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:08.535201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.737881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1b1c97b3-59cd-4bd1-a8d9-01559aef5b2f None None] Provisioning complete for port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:08.738274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1c97b3-59cd-4bd1-a8d9-01559aef5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.810534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.1.1.139 (6cad0180-79b1-485c-b536-09fc985b847e/50f702f3-d68d-47a3-9833-968d359a091a/1db9efaa-8bb6-4738-832b-9c0c6d86f48d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:08.946110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.962226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:08.963654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:08.997191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48f2f562-7a11-46f4-91d7-6676e853ff34 req-28157030-fd9f-494e-a992-206390b846f0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 210 time: 0.0777059 Oct 28 21:32:09.091266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1b1c97b3-59cd-4bd1-a8d9-01559aef5b2f None None] Provisioning complete for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:09.091777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1c97b3-59cd-4bd1-a8d9-01559aef5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.223614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c97b3-59cd-4bd1-a8d9-01559aef5b2f None None] Port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:09.291746 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5471909 Oct 28 21:32:09.296552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42654) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:09.299731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae1cd-2c92-440e-aa36-f580ccd4d59d req-9ede9ec6-7560-4d88-ad94-97ad5fb07605 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:09.317335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c7ae1cd-2c92-440e-aa36-f580ccd4d59d req-9ede9ec6-7560-4d88-ad94-97ad5fb07605 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2016840 Oct 28 21:32:09.405762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c7ae1cd-2c92-440e-aa36-f580ccd4d59d req-562186a4-0310-4cdc-b2ad-08ff63a6415d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Oct 28 21:32:09.440200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290ab92-b165-4104-8362-864ced969de9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=2e2e9d56-25ea-4433-a074-12a03485bcfe,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:09.449967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:09.458527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:09.542507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73edf06f-49f2-4dd4-9425-cb1d7c962f86 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:09.595517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1f78a1c7-39ba-4452-8b15-272e969c1e50 None None] Provisioning complete for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:09.596193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f78a1c7-39ba-4452-8b15-272e969c1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.634385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.700430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.704085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:09.709018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.775190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1f78a1c7-39ba-4452-8b15-272e969c1e50 None None] Port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:09.814329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:09.814878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:09.883961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 6cad0180-79b1-485c-b536-09fc985b847e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:09.898363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:09.917109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:09.926930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:09.976617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73cea340-c606-4603-8b29-9bdb5e92fc1b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:10.017846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:10.018634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.028275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-94a38427-7a94-4f7e-b00d-a7f004f8160b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:10.029937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-94a38427-7a94-4f7e-b00d-a7f004f8160b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.3439410 Oct 28 21:32:10.047285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 73cea340-c606-4603-8b29-9bdb5e92fc1b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:10.047639 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.067502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Request body: {'port': {'device_id': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'admin_state_up': True, 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:10.166404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.201964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93dbf307-14e8-4acf-9a1f-fd0a522dbf3f req-ee9a46af-124d-4146-bccf-8455770d799e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 210 time: 0.0552850 Oct 28 21:32:10.223790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 73cea340-c606-4603-8b29-9bdb5e92fc1b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73cea340-c606-4603-8b29-9bdb5e92fc1b,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:10.229096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-af4be8c3-7b6e-4aa1-a056-202b65fce5be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0225272 Oct 28 21:32:10.239395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.313514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:10.318520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.323664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.380870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=73cea340-c606-4603-8b29-9bdb5e92fc1b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:10.418250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b70819bd-5d1c-4e37-bbbe-ccd6eecbfb26 None None] Provisioning complete for port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:10.418616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b70819bd-5d1c-4e37-bbbe-ccd6eecbfb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.506905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b70819bd-5d1c-4e37-bbbe-ccd6eecbfb26 None None] Port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:10.540575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=c1f357f8-b5fc-4696-9862-c41e5d8aab68,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:10.548084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '4f8b42bd-7f28-48c7-bbdf-698507e2bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:10.548472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 2e2e9d56-25ea-4433-a074-12a03485bcfe, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:10.579884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:10.584658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287240996', 'description': 'tempest-description--579060851'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:10.600643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8b66b-2b90-470a-b606-453e96ea8269 None None] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:10.654457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Allocated IP 172.20.0.11 (7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa/89988451-dec3-4d07-ac3c-ab7baf1ed038/f03cddf8-09c9-422f-b0c4-93cb7132821f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:10.660247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:10.672477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.674621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53359e-1495-49a8-a318-59121f216f95 req-c56bada8-62c9-4481-8d23-795bcf5bee49 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:10.677050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd53359e-1495-49a8-a318-59121f216f95 req-c56bada8-62c9-4481-8d23-795bcf5bee49 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1128373 Oct 28 21:32:10.691938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2e2e9d56-25ea-4433-a074-12a03485bcfe) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:10.715080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:10.715860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.718308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e0f64-2da1-4e1d-95ca-56ebd60bc321 None None] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:10.747452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd53359e-1495-49a8-a318-59121f216f95 req-2e0d7997-7c85-42af-a8da-7d08e0a8e5ff tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Oct 28 21:32:10.794094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f2641521-a862-455f-a915-2820f0980be9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3544452 Oct 28 21:32:10.796254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:10.804520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1300482077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:10.896013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.897667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.966970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.985249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:10.997273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.001015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.012187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.027701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.029348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5a8a3873-5945-4c94-87b9-f425053a44e8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2318766 Oct 28 21:32:11.032057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42696) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:11.068304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262cf0b6-63ee-429a-af82-783c37cc2c5f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:11.089512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.091113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9482dd38-5ef9-4e9b-9a39-96b68f87b5c4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5100946 Oct 28 21:32:11.094981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42698) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:11.099505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'security_group_rule': {'security_group_id': '262cf0b6-63ee-429a-af82-783c37cc2c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:11.133857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.144979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2491bf06-bc9f-4634-911c-b18d1416077b None None] Provisioning complete for port 73cea340-c606-4603-8b29-9bdb5e92fc1b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:11.145370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2491bf06-bc9f-4634-911c-b18d1416077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.176031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:11.181936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:11.282065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:11.349377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73cea340-c606-4603-8b29-9bdb5e92fc1b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:11.372496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.380463 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f36ef1e-0e60-4d68-9e6e-81c756e56990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.400852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:11.447520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:11.448182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.499252 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-72153620-acd4-4775-97f9-0d9524d19d77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4401910 Oct 28 21:32:11.527947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Request body: {'port': {'device_id': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:11.542348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.557873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875287-1805-49ae-9653-767fc0633d01 req-f28260ef-f4a7-4e60-b9c1-c447390b6fd3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:11.559565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f875287-1805-49ae-9653-767fc0633d01 req-f28260ef-f4a7-4e60-b9c1-c447390b6fd3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 932 time: 0.1680501 Oct 28 21:32:11.563448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.598833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.611807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856f6331-6211-4be7-bd95-be62092391d4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:11.628416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.628761 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fed4eac2-3f2e-4dda-8643-146bb1e2b85f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5326838 Oct 28 21:32:11.633613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:11.650123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'security_group_rule': {'security_group_id': '262cf0b6-63ee-429a-af82-783c37cc2c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:11.717823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 73cea340-c606-4603-8b29-9bdb5e92fc1b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:11.718295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:11.768752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2e2e9d56-25ea-4433-a074-12a03485bcfe', 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': 'c1f357f8-b5fc-4696-9862-c41e5d8aab68'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:11.769613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.004283 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.172530 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.213831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Allocated IP 2001:db8::2 (2e2e9d56-25ea-4433-a074-12a03485bcfe/c1f357f8-b5fc-4696-9862-c41e5d8aab68/77a2f51a-1989-429d-b5b2-43718be6a29e) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:12.258785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-64952497-7392-4407-8454-7e26fb40e143 None None] Provisioning complete for port 73cea340-c606-4603-8b29-9bdb5e92fc1b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:12.259151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-64952497-7392-4407-8454-7e26fb40e143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.406030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.470567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f875287-1805-49ae-9653-767fc0633d01 req-a9ee1793-346e-4bef-9fae-ae3e743abe71 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8807158 Oct 28 21:32:12.542388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.550724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.599186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:12.604842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:12.610879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:12.624188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.640785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Pushing event updated for resources: {'Port': ['ID=77a2f51a-1989-429d-b5b2-43718be6a29e,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:12.693675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a59e5-8c7e-4dc5-9be1-67e192cf63e3 req-300fda08-d036-4f00-8aa6-4ecd266fc73c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:12.698185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d24a59e5-8c7e-4dc5-9be1-67e192cf63e3 req-300fda08-d036-4f00-8aa6-4ecd266fc73c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2632723 Oct 28 21:32:12.758445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Attempting to bind port 77a2f51a-1989-429d-b5b2-43718be6a29e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:12.758445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Attempting to bind port 77a2f51a-1989-429d-b5b2-43718be6a29e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '4f8b42bd-7f28-48c7-bbdf-698507e2bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:12.759159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Attempting to bind port 77a2f51a-1989-429d-b5b2-43718be6a29e on network 2e2e9d56-25ea-4433-a074-12a03485bcfe {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:12.770338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:12.770704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Checking segment: {'id': '4f8b42bd-7f28-48c7-bbdf-698507e2bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:12.771110 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.774909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Bound using segment: {'id': '4f8b42bd-7f28-48c7-bbdf-698507e2bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:12.776734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Bound port: 77a2f51a-1989-429d-b5b2-43718be6a29e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8b42bd-7f28-48c7-bbdf-698507e2bc03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e2e9d56-25ea-4433-a074-12a03485bcfe'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:12.778148 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.821010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.826289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d24a59e5-8c7e-4dc5-9be1-67e192cf63e3 req-8b7f3807-69f5-4516-9ac3-b1bb9e6c9325 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007943 Oct 28 21:32:12.839300 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.906126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] For port 77a2f51a-1989-429d-b5b2-43718be6a29e, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:12.910129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] For port 77a2f51a-1989-429d-b5b2-43718be6a29e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77a2f51a-1989-429d-b5b2-43718be6a29e,segment=NetworkSegment(4f8b42bd-7f28-48c7-bbdf-698507e2bc03),segment_id=4f8b42bd-7f28-48c7-bbdf-698507e2bc03)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:12.920353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:12.961939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8::1 (2e2e9d56-25ea-4433-a074-12a03485bcfe/c1f357f8-b5fc-4696-9862-c41e5d8aab68/4f984f2e-6e60-4c1e-a2b8-a328901f3177) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:12.982659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15e76-70bc-4570-b94e-44b4e2fcfd4b None None] Pushing event updated for resources: {'Port': ['ID=77a2f51a-1989-429d-b5b2-43718be6a29e,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:13.009506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03cddf8-09c9-422f-b0c4-93cb7132821f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:13.020928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.051609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Transition to ACTIVE for port object f03cddf8-09c9-422f-b0c4-93cb7132821f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:13.060625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2b5d60-1f45-44a6-aaa7-ea0811764fef,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:13.063673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.090843 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.094799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7a4bac73-e82d-48c1-a65d-58a18bf38931 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4459720 Oct 28 21:32:13.104438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42730) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:13.111011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:13.177350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:13.197158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.407922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c04296d-ab5d-4eeb-9fbc-dd3c51e57de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.413840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Attempting to bind port f03cddf8-09c9-422f-b0c4-93cb7132821f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:13.414415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Attempting to bind port f03cddf8-09c9-422f-b0c4-93cb7132821f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:13.414536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Attempting to bind port f03cddf8-09c9-422f-b0c4-93cb7132821f on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:13.415153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.421677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Port f03cddf8-09c9-422f-b0c4-93cb7132821f on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:13.421997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Attempting to bind port f03cddf8-09c9-422f-b0c4-93cb7132821f on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:13.434585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:13.434924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Checking segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:13.439276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Bound using segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:13.439763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Bound port: f03cddf8-09c9-422f-b0c4-93cb7132821f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:13.440134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.500868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.591109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:13.618786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:13.622717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:13.623414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.632717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:13.636683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:13.650310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.703439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:13.704054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.705494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] 10.222.0.44 "PUT /v2.0/ports/f03cddf8-09c9-422f-b0c4-93cb7132821f HTTP/1.1" status: 200 len: 1093 time: 2.1914370 Oct 28 21:32:13.706090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:13.708635 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3288db-6a16-4481-a551-e3161d836d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:13.773946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=4f984f2e-6e60-4c1e-a2b8-a328901f3177,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:13.785197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:13.891615 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd1496-5435-4bba-9306-8a2d5758ae53 x-openstack-request-id: req-74cd1496-5435-4bba-9306-8a2d5758ae53 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:13.892203 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:13.892732 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74cd1496-5435-4bba-9306-8a2d5758ae53 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:13.894404 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'status': 'completed', 'code': 200} Oct 28 21:32:13.897035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea8ac-2951-49b0-9757-696536d6b698 service neutron] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:13.928065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-bc413d70-bf9f-470d-b08e-05a4de43db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:13.929249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280cbb2-0ee4-4235-8beb-ddb971ab51fc req-0d42e55d-dd98-4641-ad45-df00615303c2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:13.930622 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-bc413d70-bf9f-470d-b08e-05a4de43db81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 1096 time: 0.1357636 Oct 28 21:32:13.936946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4280cbb2-0ee4-4235-8beb-ddb971ab51fc req-0d42e55d-dd98-4641-ad45-df00615303c2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 944 time: 0.3005347 Oct 28 21:32:13.998899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-ebb767ad-7635-4468-984f-160d68e35db9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f HTTP/1.1" status: 200 len: 217 time: 0.0507596 Oct 28 21:32:14.064842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.084402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-967af90c-5f26-4141-9557-ab421458edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:14.087827 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-967af90c-5f26-4141-9557-ab421458edd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.0806015 Oct 28 21:32:14.118560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 172.25.4.30 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/3f1a9d9f-510d-4ce2-97d9-b14cf85b2007) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:14.124196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4280cbb2-0ee4-4235-8beb-ddb971ab51fc req-47ad44fe-4988-4828-ba76-784cdf06bc87 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786497 Oct 28 21:32:14.171127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000765-9eaf-47f8-9238-22b149734ac8 req-6d35cdc3-c2e4-47d0-b71b-a41be4e94bc2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:14.172684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43000765-9eaf-47f8-9238-22b149734ac8 req-6d35cdc3-c2e4-47d0-b71b-a41be4e94bc2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2224088 Oct 28 21:32:14.172918 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-388c2272-b5e6-4b59-a6df-2427e2bca3b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715048 Oct 28 21:32:14.319189 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-4fe42e4d-5bc5-4d35-ae60-5061afad8c3d service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388669 Oct 28 21:32:14.404040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43000765-9eaf-47f8-9238-22b149734ac8 req-6511154b-6864-4a10-b0cf-bea5942b2081 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159531 Oct 28 21:32:14.497288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.501196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f8c6ba42-4806-4215-8b8d-71561c2b0ee7 req-d671f681-8d0b-4a4e-b3b8-5f4b1cd64646 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729186 Oct 28 21:32:14.630997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3288db-6a16-4481-a551-e3161d836d3e req-7c56772c-ff23-48b8-846a-a1d0060447d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:14.633184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-7c56772c-ff23-48b8-846a-a1d0060447d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 1096 time: 0.0719414 Oct 28 21:32:14.648419 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.664957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787986f-94cf-4701-93b6-761c20827076 None None] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:14.727125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.749897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:14.762807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:14.777182 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.778057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.780098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:14.809083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3288db-6a16-4481-a551-e3161d836d3e req-577ba742-946c-4957-bbfa-d67c04786d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:14.811171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-577ba742-946c-4957-bbfa-d67c04786d26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 906 time: 0.1707447 Oct 28 21:32:14.855359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] Provisioning complete for port 77a2f51a-1989-429d-b5b2-43718be6a29e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:14.861864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.866824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:14.881384 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-5c31bc5f-c7e7-42ee-9d25-0023ec5778ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f HTTP/1.1" status: 200 len: 217 time: 0.0595620 Oct 28 21:32:14.940710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3288db-6a16-4481-a551-e3161d836d3e req-b2c37bdc-35c6-476b-a4b5-8e05ab911163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:14.940710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-b2c37bdc-35c6-476b-a4b5-8e05ab911163 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.0507183 Oct 28 21:32:14.947996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=3f1a9d9f-510d-4ce2-97d9-b14cf85b2007,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:14.992959 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-66ffc71b-8aa8-4f60-be1e-5c418618e0c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436947 Oct 28 21:32:15.115929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.154941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=4f984f2e-6e60-4c1e-a2b8-a328901f3177,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:15.187736 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-7969e67f-2817-414f-94f2-17234c03179c service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788032 Oct 28 21:32:15.230268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.352939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] For port 77a2f51a-1989-429d-b5b2-43718be6a29e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77a2f51a-1989-429d-b5b2-43718be6a29e,segment=NetworkSegment(4f8b42bd-7f28-48c7-bbdf-698507e2bc03),segment_id=4f8b42bd-7f28-48c7-bbdf-698507e2bc03)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:15.362884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.446055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:15.453282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-df3288db-6a16-4481-a551-e3161d836d3e req-a4542c81-7379-4645-b495-0abf8fde52b7 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534111 Oct 28 21:32:15.464821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:15.500658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77a2f51a-1989-429d-b5b2-43718be6a29e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:15.525378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cc679-e841-46fe-a31a-3af7076b5885 req-cfd89eb7-f233-4bf5-8a3e-a7520abc975b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:15.528506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c65cc679-e841-46fe-a31a-3af7076b5885 req-cfd89eb7-f233-4bf5-8a3e-a7520abc975b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 944 time: 0.2426333 Oct 28 21:32:15.557002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916489a9-5208-4f90-adb4-21aa02092db0 None None] Pushing event updated for resources: {'Port': ['ID=77a2f51a-1989-429d-b5b2-43718be6a29e,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:15.576332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 77a2f51a-1989-429d-b5b2-43718be6a29e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:15.576979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.609261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.792910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-febd471d-737e-4508-9c2f-915eaf238c4c None None] Provisioning complete for port 77a2f51a-1989-429d-b5b2-43718be6a29e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:15.793545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-febd471d-737e-4508-9c2f-915eaf238c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:15.946661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c65cc679-e841-46fe-a31a-3af7076b5885 req-9136b249-e3a2-4af9-bf6c-1f2c16e3dad8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096305 Oct 28 21:32:15.970593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-febd471d-737e-4508-9c2f-915eaf238c4c None None] Provisioning complete for port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:15.970978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-febd471d-737e-4508-9c2f-915eaf238c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.001974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.070863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-febd471d-737e-4508-9c2f-915eaf238c4c None None] Port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:16.148247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e61e5-ef1f-49e7-b157-e6d43d90ecfc req-55d3d917-0ba8-452b-873f-71077d80be07 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:16.149797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb1e61e5-ef1f-49e7-b157-e6d43d90ecfc req-55d3d917-0ba8-452b-873f-71077d80be07 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.5347209 Oct 28 21:32:16.209148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cff7eec0-f98f-4de0-ab81-bf41e7f8eb33 None None] Provisioning complete for port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:16.210125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cff7eec0-f98f-4de0-ab81-bf41e7f8eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.271606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cff7eec0-f98f-4de0-ab81-bf41e7f8eb33 None None] Port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:16.286030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 3120ef23-1b5a-4503-bc27-f55f4bb38377 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:32:16.447381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb1e61e5-ef1f-49e7-b157-e6d43d90ecfc req-5a26e0c8-9ff9-4951-b583-ecceff523304 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458651 Oct 28 21:32:16.496816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dd8ee10b-fac1-4348-bce7-8122c2d42878 None None] Provisioning complete for port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:16.499330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee10b-fac1-4348-bce7-8122c2d42878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.502269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.516250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.553407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ee10b-fac1-4348-bce7-8122c2d42878 None None] Port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:16.554307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:16.567022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bae0c7a0-687b-4fd7-ad41-a0bc26f7e8fa tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/3120ef23-1b5a-4503-bc27-f55f4bb38377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5334911 Oct 28 21:32:16.570692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:16.572627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] Sync routers for ids ['3120ef23-1b5a-4503-bc27-f55f4bb38377'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:16.601779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] Routers {'3120ef23-1b5a-4503-bc27-f55f4bb38377'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:16.603132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3120ef23-1b5a-4503-bc27-f55f4bb38377'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:16.612944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=3f1a9d9f-510d-4ce2-97d9-b14cf85b2007,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:16.622802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.652447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.655803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:16.662110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4535d-76bd-45e8-8aff-8934b012f121 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:16.663757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cc292fba-a7cd-4f24-b264-f319d9a649a6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5560956 Oct 28 21:32:16.667536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2bd4535d-76bd-45e8-8aff-8934b012f121 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports/4f984f2e-6e60-4c1e-a2b8-a328901f3177 HTTP/1.1" status: 200 len: 911 time: 0.0957818 Oct 28 21:32:16.668070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42794) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:16.673770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1f357f8-b5fc-4696-9862-c41e5d8aab68'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:16.687326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] Routers {'3120ef23-1b5a-4503-bc27-f55f4bb38377'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:16.688323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3120ef23-1b5a-4503-bc27-f55f4bb38377'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:16.692768 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:16.776744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:16.777403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64ef36-1cc2-4c9d-b716-093f39ba816e None None] The sync data for ids ['3120ef23-1b5a-4503-bc27-f55f4bb38377'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:16.957642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:17.318490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80fea-dac9-418e-be18-db6eaa672303 req-08dbd12b-d1a6-4aa0-bf1a-030a81433e57 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:17.323392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ab80fea-dac9-418e-be18-db6eaa672303 req-08dbd12b-d1a6-4aa0-bf1a-030a81433e57 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 944 time: 0.1865304 Oct 28 21:32:17.377320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-5306d544-8b61-4f2a-9cf1-13617c698be9 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1287240996&fields=id&tenant_id=bbb5faf2fdc746cbacf46ac465e8babc HTTP/1.1" status: 200 len: 267 time: 0.2415612 Oct 28 21:32:17.448717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77a2f51a-1989-429d-b5b2-43718be6a29e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:17.539686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 77a2f51a-1989-429d-b5b2-43718be6a29e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:17.540480 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:17.556717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ab80fea-dac9-418e-be18-db6eaa672303 req-d639da08-6f56-4907-aebb-4f727fea7b7f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905935 Oct 28 21:32:17.572661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c4cba900-f2d4-42eb-98fe-1be981586a7b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:17.582483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c4cba900-f2d4-42eb-98fe-1be981586a7b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 931 time: 0.1839976 Oct 28 21:32:17.732468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1d40c6b8-21b2-4932-a99f-4eaa5dcf1417 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:17.733878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1d40c6b8-21b2-4932-a99f-4eaa5dcf1417 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 931 time: 0.1265318 Oct 28 21:32:17.849666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3701d271-3b90-4361-b1b5-6addb5d788d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0830681 Oct 28 21:32:17.890326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b02c81-7aab-406d-b8c0-d138bae12c98 req-1ed23b71-cadf-47e1-994f-4a5fd3b9e8a5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:17.892306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04b02c81-7aab-406d-b8c0-d138bae12c98 req-1ed23b71-cadf-47e1-994f-4a5fd3b9e8a5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2140434 Oct 28 21:32:17.914764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-0aba1c41-433a-41ce-b7ae-9684ab89a7b6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0546262 Oct 28 21:32:17.932962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:17.991812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:17.998098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:17.998711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:18.002737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/ports/4f984f2e-6e60-4c1e-a2b8-a328901f3177 HTTP/1.1" status: 200 len: 911 time: 1.3309455 Oct 28 21:32:18.003207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42838) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:18.086491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04b02c81-7aab-406d-b8c0-d138bae12c98 req-b4314dc3-5b94-4c12-ae09-2f9e0c921a86 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749394 Oct 28 21:32:18.109063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=4f984f2e-6e60-4c1e-a2b8-a328901f3177,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:18.113962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.114316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.114660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.114994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.115326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.115656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.116650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.117709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.117709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.117906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.118156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.118518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8eace7-050c-4722-b527-85f83a6d5b0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:18.156140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-cdedbc12-7f41-4c65-be7c-20513eee139e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:18.162392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-cdedbc12-7f41-4c65-be7c-20513eee139e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:18.168888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-cdedbc12-7f41-4c65-be7c-20513eee139e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:18.170651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-cdedbc12-7f41-4c65-be7c-20513eee139e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 1991 time: 0.2422788 Oct 28 21:32:18.188402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b05e0e1a-cad8-4713-b8f9-2d6ffc3be5e2 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/quotas/bbb5faf2fdc746cbacf46ac465e8babc HTTP/1.1" status: 200 len: 375 time: 0.0106175 Oct 28 21:32:18.262294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-633b34e2-04aa-4ef0-b958-df43f27e4582 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0631380 Oct 28 21:32:18.360229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:18.747512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:32:18.778439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 4f984f2e-6e60-4c1e-a2b8-a328901f3177 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:32:18.778756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:18.847974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3fa1cf92-5358-42e3-8dff-af00c5f1419c service neutron] 10.222.0.31 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727227 Oct 28 21:32:18.936140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:18.966562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'mac_address': 'fa:16:3e:4f:8c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:32:18.981812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db3af3-0a2a-4d3f-8240-ae8cd8551316 req-9ac1fb87-de22-475f-949b-3db38e64634c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:18.985495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:18.989098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0db3af3-0a2a-4d3f-8240-ae8cd8551316 req-9ac1fb87-de22-475f-949b-3db38e64634c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 944 time: 0.2510104 Oct 28 21:32:19.001484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 4f984f2e-6e60-4c1e-a2b8-a328901f3177 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:32:19.041188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:19.051584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0db3af3-0a2a-4d3f-8240-ae8cd8551316 req-bff460ba-39ed-4fb1-a7e4-a79d13418e85 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Oct 28 21:32:19.073401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03cddf8-09c9-422f-b0c4-93cb7132821f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:19.079827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-fe9fe0df-dbe1-4d59-94a7-2398180a8338 service neutron] 10.222.0.31 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174830 Oct 28 21:32:19.116679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:19.129098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:19.149969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae3400f4-0fad-409d-85c7-d6a57d72bd00 service neutron] 10.222.0.31 "GET /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0598171 Oct 28 21:32:19.232762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:19.291216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:19.311896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35c74d-7154-43a0-b7ea-7b728e71a563 req-d113aba5-8088-4b63-b3dd-27d2bd34bb46 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:19.320135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e35c74d-7154-43a0-b7ea-7b728e71a563 req-d113aba5-8088-4b63-b3dd-27d2bd34bb46 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.0918860 Oct 28 21:32:19.333488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=4f984f2e-6e60-4c1e-a2b8-a328901f3177,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:19.363875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-891cc78d-f230-49af-ad2e-1b7470215afa service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054036 Oct 28 21:32:19.406705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f03cddf8-09c9-422f-b0c4-93cb7132821f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:32:19.452865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e35c74d-7154-43a0-b7ea-7b728e71a563 req-6a6e56c6-9092-48db-9e8c-72c8cd8be096 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315944 Oct 28 21:32:19.600890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:19.702380 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3a0a5af6-7d5d-4308-9497-9b7aba2c9a1a service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776821 Oct 28 21:32:19.758202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-482f4cd0-8168-4de5-9d17-36fbe1ae3e0d service neutron] 10.222.0.31 "GET /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0484779 Oct 28 21:32:19.894201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 3120ef23-1b5a-4503-bc27-f55f4bb38377 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:32:19.927925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b567b5ca-d81a-4b0b-81f2-b5a2800b738c service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635630 Oct 28 21:32:19.994035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:19.995451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:20.010147 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca530c70-909f-4e32-b3e3-c68785014958 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/3120ef23-1b5a-4503-bc27-f55f4bb38377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035198 Oct 28 21:32:20.010595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:20.018232 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] Sync routers for ids ['3120ef23-1b5a-4503-bc27-f55f4bb38377'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:20.034180 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] Routers {'3120ef23-1b5a-4503-bc27-f55f4bb38377'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:20.036694 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3120ef23-1b5a-4503-bc27-f55f4bb38377'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:20.051308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f976e604-dc26-454b-8343-30ecad2763bc service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150930 Oct 28 21:32:20.069427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd49b710-1b6c-42a6-86ad-8b985f898af8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3120ef23-1b5a-4503-bc27-f55f4bb38377 HTTP/1.1" status: 200 len: 205 time: 0.0548444 Oct 28 21:32:20.072839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:20.101183 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:20.113329 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] Routers {'3120ef23-1b5a-4503-bc27-f55f4bb38377'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:20.114274 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3120ef23-1b5a-4503-bc27-f55f4bb38377'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:20.154782 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:20.155859 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af834a-1c6e-458e-b0fe-4c7bd2148633 None None] The sync data for ids ['3120ef23-1b5a-4503-bc27-f55f4bb38377'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:20.219963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-298d9ff5-0534-4ec7-92b2-0f30e2677598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.296631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.327059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-298d9ff5-0534-4ec7-92b2-0f30e2677598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.334228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-298d9ff5-0534-4ec7-92b2-0f30e2677598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.378796 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-298d9ff5-0534-4ec7-92b2-0f30e2677598 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f20068c711e74a76b9379859e1143943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811350 Oct 28 21:32:20.381708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:20.384126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d9ff5-0534-4ec7-92b2-0f30e2677598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14efaf1e-b1ba-4375-bf40-d0029e1dcbd5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:20.410036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cb27f-3f22-418a-a1cc-77e491b636bc req-ba7af1c8-04e3-4a62-b598-f4d3b2dc9c3f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:20.411702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57cb27f-3f22-418a-a1cc-77e491b636bc req-ba7af1c8-04e3-4a62-b598-f4d3b2dc9c3f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 945 time: 0.2226727 Oct 28 21:32:20.467733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.494009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-9f8e980e-be87-4df1-acb9-55ffb7260cba service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228346 Oct 28 21:32:20.497287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.551438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.556055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.558745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.559936 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14efaf1e-b1ba-4375-bf40-d0029e1dcbd5 HTTP/1.1" status: 204 len: 168 time: 0.1770008 Oct 28 21:32:20.565334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.567755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6800c1-fc40-4b35-a64d-699ba614bf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14efaf1e-b1ba-4375-bf40-d0029e1dcbd5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:20.661280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57cb27f-3f22-418a-a1cc-77e491b636bc req-8721e80c-07dc-4fe7-a432-4006022d3697 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145123 Oct 28 21:32:20.683221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.683714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router 3120ef23-1b5a-4503-bc27-f55f4bb38377 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:32:20.691198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.695257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42898) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:20.695392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-372ae8aa-9b1e-48e5-b15a-c2fe5b269b6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/3120ef23-1b5a-4503-bc27-f55f4bb38377 HTTP/1.1" status: 204 len: 168 time: 0.6098089 Oct 28 21:32:20.712263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1a610b45-1fcb-4cdd-b514-c875f7c3d643 service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845953 Oct 28 21:32:20.761951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:20.773199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet c1f357f8-b5fc-4696-9862-c41e5d8aab68 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:32:20.777450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.839326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.864418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f03cddf8-09c9-422f-b0c4-93cb7132821f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:32:20.873151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f03cddf8-09c9-422f-b0c4-93cb7132821f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:20.874657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:20.877895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd36667-b4a6-445d-987b-4dc164c2eb90 req-fc7244f5-31ea-4b83-80f5-9dc443db3026 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:20.886252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd36667-b4a6-445d-987b-4dc164c2eb90 req-fc7244f5-31ea-4b83-80f5-9dc443db3026 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.0982246 Oct 28 21:32:20.929501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd36667-b4a6-445d-987b-4dc164c2eb90 req-f3899838-f9ae-4e35-a0d4-8a2d8192203c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Oct 28 21:32:20.956039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-9e509e19-3cbf-45e3-b90e-c354bdc6184c service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355561 Oct 28 21:32:20.973229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.033751 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.048792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.064803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:21.067905 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba678b6-6646-4e3e-bc34-510bdf1dcb6a" -d '{"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:21.084412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:21.084980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:21.091698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.098622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f357f8-b5fc-4696-9862-c41e5d8aab68,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.105429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4bba-f0fa-48f7-a56d-cb0344228a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.107596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.112493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0c88750-9810-4999-b6f7-d78fd0e6b537 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/c1f357f8-b5fc-4696-9862-c41e5d8aab68 HTTP/1.1" status: 204 len: 168 time: 0.4145074 Oct 28 21:32:21.113598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:21.114089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a3a69-f61a-44f0-9d9b-66886d3507d3 req-3a75015f-c431-4a4c-aa92-80a3d6de15ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:21.116455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-618a3a69-f61a-44f0-9d9b-66886d3507d3 req-3a75015f-c431-4a4c-aa92-80a3d6de15ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0912597 Oct 28 21:32:21.118929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076a419-8da4-4328-bc8e-6e33e4ff44e5 None None] Network 2e2e9d56-25ea-4433-a074-12a03485bcfe requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:21.169653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3ae498ab-4fb0-418f-8eb7-f6fa11171915 service neutron] 10.222.0.31 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060804 Oct 28 21:32:21.204899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.219849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-618a3a69-f61a-44f0-9d9b-66886d3507d3 req-671374b8-7b0b-46cd-a17f-a79be3de8d8b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904212 Oct 28 21:32:21.234589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.283193 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1591f1f-6cc0-4eb2-b285-6e2e8f513a12 x-openstack-request-id: req-b1591f1f-6cc0-4eb2-b285-6e2e8f513a12 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:21.283854 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:21.284724 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1591f1f-6cc0-4eb2-b285-6e2e8f513a12 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:21.285352 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'code': 200} Oct 28 21:32:21.324614 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4bba-f0fa-48f7-a56d-cb0344228a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.332862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3b41fef0-97ee-4435-9595-4ce0f576ba48 service neutron] 10.222.0.31 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443067 Oct 28 21:32:21.334398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc9f4bba-f0fa-48f7-a56d-cb0344228a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.406799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] DHCP port deletion for 2e2e9d56-25ea-4433-a074-12a03485bcfe request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:32:21.418470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288f1d-133b-4e62-9d39-bfd81dbf79d7 req-18d85546-200f-40a7-837e-f877a0dad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:21.420049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-55288f1d-133b-4e62-9d39-bfd81dbf79d7 req-18d85546-200f-40a7-837e-f877a0dad9e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 1098 time: 0.0729563 Oct 28 21:32:21.425569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 77a2f51a-1989-429d-b5b2-43718be6a29e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:32:21.425910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.441978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bc9f4bba-f0fa-48f7-a56d-cb0344228a5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95d581f5a9b948d69df2fb7534f01615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539596 Oct 28 21:32:21.444422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f4bba-f0fa-48f7-a56d-cb0344228a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b5411-3d31-4d13-a000-550c848617f5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.448844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42914) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:21.472178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Deleting port 77a2f51a-1989-429d-b5b2-43718be6a29e {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:32:21.472601 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.521037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 77a2f51a-1989-429d-b5b2-43718be6a29e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77a2f51a-1989-429d-b5b2-43718be6a29e,segment=NetworkSegment(4f8b42bd-7f28-48c7-bbdf-698507e2bc03),segment_id=4f8b42bd-7f28-48c7-bbdf-698507e2bc03)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:21.521413 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.529801 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-55288f1d-133b-4e62-9d39-bfd81dbf79d7 req-7641cad2-21f9-4012-b6da-f67a018f0b2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641696 Oct 28 21:32:21.535243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 77a2f51a-1989-429d-b5b2-43718be6a29e owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:32:21.539664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-9e5ea494-086f-464f-ad52-49cad643bf4a service neutron] 10.222.0.31 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872663 Oct 28 21:32:21.547106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] For port 77a2f51a-1989-429d-b5b2-43718be6a29e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77a2f51a-1989-429d-b5b2-43718be6a29e,segment=NetworkSegment(4f8b42bd-7f28-48c7-bbdf-698507e2bc03),segment_id=4f8b42bd-7f28-48c7-bbdf-698507e2bc03)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:21.547781 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.548528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21c6cb-0abd-40ae-a696-e56edd78f88c req-d0461721-eddc-4eb0-8818-e2a48ac09fb0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:21.552830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c21c6cb-0abd-40ae-a696-e56edd78f88c req-d0461721-eddc-4eb0-8818-e2a48ac09fb0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1691868 Oct 28 21:32:21.562102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Calling delete_port for 77a2f51a-1989-429d-b5b2-43718be6a29e owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:32:21.626003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.632008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.653540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=77a2f51a-1989-429d-b5b2-43718be6a29e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.653847 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.658371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port 77a2f51a-1989-429d-b5b2-43718be6a29e on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:32:21.667173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c21c6cb-0abd-40ae-a696-e56edd78f88c req-fa9f2386-b47b-41ff-994f-bc3f9d35fda5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030421 Oct 28 21:32:21.683856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] Pushing event deleted for resources: {'Port': ['ID=77a2f51a-1989-429d-b5b2-43718be6a29e,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.689959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.705978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c61689-126d-49db-856c-2b4bfc9b21f5 None None] No DVR routers for this DVR port 77a2f51a-1989-429d-b5b2-43718be6a29e on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:32:21.789805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1698306b-c80f-42f8-9af6-2ff264ec3752 service neutron] 10.222.0.31 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352457 Oct 28 21:32:21.833585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.844152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.848213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.850344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db0b5411-3d31-4d13-a000-550c848617f5 HTTP/1.1" status: 204 len: 168 time: 0.4005032 Oct 28 21:32:21.880794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2e9d56-25ea-4433-a074-12a03485bcfe']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:21.892614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8b42bd-7f28-48c7-bbdf-698507e2bc03') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:21.892995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8b42bd-7f28-48c7-bbdf-698507e2bc03') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:21.905073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.908262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4be7a-8433-4f4a-838d-bbdef95e2084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b5411-3d31-4d13-a000-550c848617f5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:21.922246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e133a-95c2-458e-b8e7-dd51cfbfa586 req-b6aff6ba-9893-46f7-8ba3-181b2937a6e8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:21.925005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470e133a-95c2-458e-b8e7-dd51cfbfa586 req-b6aff6ba-9893-46f7-8ba3-181b2937a6e8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 946 time: 0.1593897 Oct 28 21:32:21.929751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.939019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:32:21.939591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:32:21.943798 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:32:22.010242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470e133a-95c2-458e-b8e7-dd51cfbfa586 req-01ecdbbd-d2aa-48b2-a750-24cd6dd9f070 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Oct 28 21:32:22.024619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.039996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-9c3f2924-40ad-4140-908d-f953fc412240 service neutron] 10.222.0.31 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089739 Oct 28 21:32:22.061668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.072063 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/2e2e9d56-25ea-4433-a074-12a03485bcfe HTTP/1.1" status: 204 len: 168 time: 0.9573183 Oct 28 21:32:22.076393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42940) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:22.076803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48420ea-7ddf-4d2e-a0a7-12ca7332c947 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=2e2e9d56-25ea-4433-a074-12a03485bcfe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:22.081750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526245178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:22.153021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.154076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.321625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.334319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.372045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-844b3221-7643-42f0-8d45-bddffee0c622 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:22.373863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-844b3221-7643-42f0-8d45-bddffee0c622 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.2229226 Oct 28 21:32:22.375491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:22.377643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.381279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-668df348-2027-4e37-8abc-7b7b1fbf9a4e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3015535 Oct 28 21:32:22.388559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42968) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:22.394109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771211318'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:22.407128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4104317-e476-4710-ac92-3c60a424d54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.416086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-d86715f2-5a91-44e8-bfe3-2d9542903518 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/quotas/470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 375 time: 0.0352950 Oct 28 21:32:22.463241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:22.467577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.530344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-5bc6357c-2b4c-4e8c-b670-8a44605f3d59 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1131525 Oct 28 21:32:22.531235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:22.543520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.543853 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 687af9f7-fe99-43ce-9247-a803184855c7 of type vlan for network 941108ae-9c39-4cbe-aec9-a17f283676d0 Oct 28 21:32:22.581946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4104317-e476-4710-ac92-3c60a424d54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.589258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4104317-e476-4710-ac92-3c60a424d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.638178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4104317-e476-4710-ac92-3c60a424d54a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c6415e5341048d7bb680a4723a83829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613406 Oct 28 21:32:22.658771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42982) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:22.686403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104317-e476-4710-ac92-3c60a424d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26b0f2-5bf6-44fa-b6b6-050b6bcd9767,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:22.770864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.773782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:32:22.861750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.987275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.990720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:22.995661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d26b0f2-5bf6-44fa-b6b6-050b6bcd9767 HTTP/1.1" status: 204 len: 168 time: 0.3077574 Oct 28 21:32:23.010849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28dd05-d9a1-48ec-919a-0600cbd2f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26b0f2-5bf6-44fa-b6b6-050b6bcd9767,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:23.067156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:23.088317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '558079a8-7767-4ab5-bbe5-c75df181636b', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '558079a8-7767-4ab5-bbe5-c75df181636b', 'mac_address': 'fa:16:3e:80:6b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:32:23.149204 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:23.167555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 558079a8-7767-4ab5-bbe5-c75df181636b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:23.192323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:23.199664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:23.224576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:23.275946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:23.347127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['558079a8-7767-4ab5-bbe5-c75df181636b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:32:23.374477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77a2f51a-1989-429d-b5b2-43718be6a29e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:32:23.425727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9917863-efe8-4a44-b57b-0fe776eaa434 req-12d04b6e-c6e6-4667-85f5-a70ce2762802 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:23.430416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9917863-efe8-4a44-b57b-0fe776eaa434 req-12d04b6e-c6e6-4667-85f5-a70ce2762802 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 944 time: 0.2603903 Oct 28 21:32:23.433907 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:23.446386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:23.447622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:23.503167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 77a2f51a-1989-429d-b5b2-43718be6a29e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:32:23.503434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77a2f51a-1989-429d-b5b2-43718be6a29e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:32:23.540786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-563e3a93-2390-4413-ae7f-20fbe3084150 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871213 Oct 28 21:32:23.755475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-ff141d19-af82-4ab2-bf2e-e54487be34e8 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072179 Oct 28 21:32:23.795847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43028) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:23.801149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:23.808333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4185033 Oct 28 21:32:23.955925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9917863-efe8-4a44-b57b-0fe776eaa434 req-fd02660c-6e90-49d2-b184-922efeb9f3dd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001023 Oct 28 21:32:23.957643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fe817-c00f-4294-a0e4-6120193f3235 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=941108ae-9c39-4cbe-aec9-a17f283676d0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:23.969784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:24.090359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:24.094072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:24.271192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ab88289-451f-455b-af4f-270dc6500959 req-4def92d2-5462-4e71-bc84-62d941e07d40 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0649767 Oct 28 21:32:24.530363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6e63604-d7c5-4ab7-abd1-ac8a0d075f81 req-5a3bd710-c9be-4f40-b3fc-72d063818367 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.1255436 Oct 28 21:32:24.594167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:24.597922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fa87-9591-47ce-bc19-e9f9e935fcd2 req-e9dcc650-f9b0-4fc6-8383-46d0c33ba7c9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:24.623904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fb6fa87-9591-47ce-bc19-e9f9e935fcd2 req-e9dcc650-f9b0-4fc6-8383-46d0c33ba7c9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 946 time: 0.3495054 Oct 28 21:32:24.781254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:24.838318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fb6fa87-9591-47ce-bc19-e9f9e935fcd2 req-21cd45c6-e066-4cd0-b7ef-d13b4865a750 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114458 Oct 28 21:32:24.910145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=caf9b102-e199-429e-94b0-4deeb6102f7e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:25.058684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 558079a8-7767-4ab5-bbe5-c75df181636b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:25.059704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:25.140009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:25.140484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 941108ae-9c39-4cbe-aec9-a17f283676d0, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:25.261355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-48bc8b62-8e82-4014-8ad8-dff56d504472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.262741 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-48bc8b62-8e82-4014-8ad8-dff56d504472 service neutron] 10.222.0.44 "GET /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 1027 time: 0.2972798 Oct 28 21:32:25.304161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb53c5-4b79-4d49-bfd1-99b47e3858aa req-e568f6c3-a1ae-480e-ace4-dc55c2cf3d70 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.310153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48bb53c5-4b79-4d49-bfd1-99b47e3858aa req-e568f6c3-a1ae-480e-ace4-dc55c2cf3d70 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 944 time: 0.1942048 Oct 28 21:32:25.337978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:25.410867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:25.412752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ba33ef94-0a37-4d12-a896-686ffe944365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.414336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ba33ef94-0a37-4d12-a896-686ffe944365 service neutron] 10.222.0.44 "GET /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 1027 time: 0.1352897 Oct 28 21:32:25.416582 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe91334e-5628-4bb5-aa1b-79de9544f383" -d '{"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-plugged", "status": "completed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:25.418779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:25.445160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:25.457211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:25.578875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:25.597468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48bb53c5-4b79-4d49-bfd1-99b47e3858aa req-507ccc08-fa72-4e41-8eb0-9c7886d1e341 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782025 Oct 28 21:32:25.658217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 941108ae-9c39-4cbe-aec9-a17f283676d0) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:25.664282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.664968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:25.668514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633fb8b0-c704-4e4f-9819-01104b1896ea None None] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:25.689026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-add081ed-7533-4529-9771-4a7e96fdb519 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.701173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-add081ed-7533-4529-9771-4a7e96fdb519 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.709166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-add081ed-7533-4529-9771-4a7e96fdb519 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.712304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721ca3-0bc5-4f38-814b-3a2f01e6937e req-eadac86d-c44a-42c7-b051-35d00a07b926 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:25.713347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-add081ed-7533-4529-9771-4a7e96fdb519 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 1991 time: 0.2833331 Oct 28 21:32:25.723042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38721ca3-0bc5-4f38-814b-3a2f01e6937e req-eadac86d-c44a-42c7-b051-35d00a07b926 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 946 time: 0.3064110 Oct 28 21:32:25.748212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a0d6404e-47a0-4034-9d15-dcd1de1278a7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9511526 Oct 28 21:32:25.751675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:25.996256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58eed569-d157-444b-aa84-1febc0fc8c27 req-be41bcbd-ca0b-4cf5-b533-42278690c381 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.1404743 Oct 28 21:32:26.028399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38721ca3-0bc5-4f38-814b-3a2f01e6937e req-f568e152-4a7c-4a23-af96-f1e36c2aa222 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965770 Oct 28 21:32:26.120858 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772f67e-59f6-4363-b6e8-46026ab8b963 x-openstack-request-id: req-c772f67e-59f6-4363-b6e8-46026ab8b963 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:26.127135 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-plugged", "status": "completed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:26.127135 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c772f67e-59f6-4363-b6e8-46026ab8b963 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:26.127135 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b', 'code': 200} Oct 28 21:32:26.220395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-941108ae-9c39-4cbe-aec9-a17f283676d0', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:26.221284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:26.279153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f068d62-9cd6-4b42-96a5-9c7e18400387 req-2dc699d3-25d1-47df-b460-b054f15b20b3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.0814362 Oct 28 21:32:26.396480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b22522c0-981e-4a15-a89c-7183302e075c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbb5faf2fdc746cbacf46ac465e8babc HTTP/1.1" status: 200 len: 380 time: 0.6723399 Oct 28 21:32:26.467267 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fbc4a10a-bfae-42c5-ac05-4daf1663685d req-fdae5095-f4ce-4b8b-adc6-7a430f91a02a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1032035 Oct 28 21:32:26.473087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'admin_state_up': True, 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'security_groups': ['262cf0b6-63ee-429a-af82-783c37cc2c5f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:26.621671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Allocated IP 2001:db8::2 (941108ae-9c39-4cbe-aec9-a17f283676d0/caf9b102-e199-429e-94b0-4deeb6102f7e/28d3934b-78bd-446f-9f7f-6cc6b7dbf063) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:26.917742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e457a-abfb-4a3c-a223-392c5e22fc05 req-e74ba3fe-3f13-4834-a4b8-47ce9756d3eb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:26.922168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a12e457a-abfb-4a3c-a223-392c5e22fc05 req-e74ba3fe-3f13-4834-a4b8-47ce9756d3eb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1523936 Oct 28 21:32:26.952928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:26.963146 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:27.022641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Pushing event updated for resources: {'Port': ['ID=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:27.030472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a12e457a-abfb-4a3c-a223-392c5e22fc05 req-9570873b-ac46-4143-8df2-2a6e9c6a6dcd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Oct 28 21:32:27.072728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:27.077544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:27.085505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:27.296230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0481e3a6-13e8-422e-b3de-89e7a4ef1d03 req-6ae05a5e-67ac-402f-a441-97747f50c71e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.1071510 Oct 28 21:32:27.318370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Attempting to bind port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:27.319555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Attempting to bind port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:27.322809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Attempting to bind port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 on network 941108ae-9c39-4cbe-aec9-a17f283676d0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:27.333680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:27.337865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Checking segment: {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:27.338452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:27.338965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Bound using segment: {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:27.339580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Bound port: 28d3934b-78bd-446f-9f7f-6cc6b7dbf063, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:27.342981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:27.489912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacd4e7-cbb2-4d66-a914-f002f6d21f5e req-cfc849f6-8828-481d-af6a-0948885a8e27 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:27.505694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cacd4e7-cbb2-4d66-a914-f002f6d21f5e req-cfc849f6-8828-481d-af6a-0948885a8e27 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 946 time: 0.2079959 Oct 28 21:32:27.658005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] For port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:27.661098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cacd4e7-cbb2-4d66-a914-f002f6d21f5e req-03b9caa0-e6f1-4988-9259-79ea89e38650 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517665 Oct 28 21:32:27.689039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] For port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:27.701714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:27.811658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ee72d91-a71d-42af-92c5-fbd7c5173d13 req-ee21b2d3-71a0-424f-9e48-19572af255c2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.0629795 Oct 28 21:32:27.828216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fbc4a10a-bfae-42c5-ac05-4daf1663685d req-8eb17736-7b0f-4c4b-a375-2eaeed544f5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 1.1482601 Oct 28 21:32:27.901429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9b4c6-74ea-4f32-9ca1-60ba5d72288c None None] Pushing event updated for resources: {'Port': ['ID=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:28.265755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:28.311799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fbc4a10a-bfae-42c5-ac05-4daf1663685d req-2d7bfcc4-6cb9-428e-8625-deb4521e0010 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2466779 Oct 28 21:32:28.342516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a33b7-7d99-4274-b3de-a81980918193 req-292f7cb6-0673-4c34-9c16-61a2955e4b0c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:28.362834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a6a33b7-7d99-4274-b3de-a81980918193 req-292f7cb6-0673-4c34-9c16-61a2955e4b0c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2061334 Oct 28 21:32:28.524246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a6a33b7-7d99-4274-b3de-a81980918193 req-ad6137f1-4134-4cbe-9ec1-264d858dfed3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592708 Oct 28 21:32:28.585767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43156) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:28.649917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-0a803f5e-27fe-4fb2-8c9d-69c0a21bc669 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:28.657416 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-0a803f5e-27fe-4fb2-8c9d-69c0a21bc669 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 2.2979910 Oct 28 21:32:28.683646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'device_id': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'admin_state_up': True, 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:28.706742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-113b3216-2a86-46a5-88a8-30ea61dd279f req-10fa4b4b-586a-4def-a849-b96bb0de2cd3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0546398 Oct 28 21:32:29.117776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd478134-907f-44d9-8313-81fc0fe21d7b req-df30a79d-0c8c-4e23-a537-66d63b4585d9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.1598408 Oct 28 21:32:29.132436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcc7d-8870-4cab-8bdb-d472d3b74edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.255344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:29.260530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.483624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcc7d-8870-4cab-8bdb-d472d3b74edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.495939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f0dcc7d-8870-4cab-8bdb-d472d3b74edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.535966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:29.694758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9f0dcc7d-8870-4cab-8bdb-d472d3b74edb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cbfd0dfec7b4a9d99ca864e0c67c8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1036189 Oct 28 21:32:29.697546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:29.705250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:29.721162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.760134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dcc7d-8870-4cab-8bdb-d472d3b74edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a50b4-062a-4ec0-b7ae-1b2577a552a6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:29.788012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:29.788600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:29.946435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.20.0.13 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/0e15003e-d290-485b-9ce4-53883ca65d01) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:30.008814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1168d-716b-46b6-9320-19e6778c4cff None None] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:30.016234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-698b470c-7dbc-4d58-a079-e1463d4b82ff req-15a9b04e-803a-49ed-84df-5af57d705057 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0791938 Oct 28 21:32:30.161531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd28df-2f87-4fae-a642-483adc770116 req-e3948e6a-c550-4eee-90af-0a1aa9f77002 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:30.165077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77dd28df-2f87-4fae-a642-483adc770116 req-e3948e6a-c550-4eee-90af-0a1aa9f77002 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.3305857 Oct 28 21:32:30.281833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-43842106-9082-4e23-9b81-31b2dee94e4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6664476 Oct 28 21:32:30.314457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.369813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 172.20.0.5 (ffb64c00-42ff-4f2b-be83-626a3d4ecb26/004db053-9b06-4371-be53-55cf199fe301/8f93d6f6-bd77-45ec-9375-d3f923a099bf) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:30.372086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.403967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6a12e1e7-e130-4a2b-93f9-1b2ee06da714 None None] Provisioning complete for port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:30.404349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6a12e1e7-e130-4a2b-93f9-1b2ee06da714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.419605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77dd28df-2f87-4fae-a642-483adc770116 req-8854d55b-a5cc-469d-ab35-1ab4dfd76161 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278602 Oct 28 21:32:30.575236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d81572a-5a44-4311-bd22-a924db934b05 req-d97a5367-743d-46f1-ac98-e342a25a2934 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.1422036 Oct 28 21:32:30.602526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.631893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-a50fd219-84d6-44db-a266-7122e45788a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:30.636903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a10a-bfae-42c5-ac05-4daf1663685d req-dc0a0d50-27f6-4e03-b1ac-7f6f5d81b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:30.639394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fbc4a10a-bfae-42c5-ac05-4daf1663685d req-dc0a0d50-27f6-4e03-b1ac-7f6f5d81b52c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.3147171 Oct 28 21:32:30.639735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-a50fd219-84d6-44db-a266-7122e45788a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 1098 time: 0.3267291 Oct 28 21:32:30.711173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6a12e1e7-e130-4a2b-93f9-1b2ee06da714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.755761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:30.801057 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.884101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.924290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.933455 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:30.937465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c33a50b4-062a-4ec0-b7ae-1b2577a552a6 HTTP/1.1" status: 204 len: 168 time: 1.1970937 Oct 28 21:32:31.051274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:31.053341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:31.056131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-6a12e1e7-e130-4a2b-93f9-1b2ee06da714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:32:31.057129 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-6a12e1e7-e130-4a2b-93f9-1b2ee06da714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:32:31.063624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce38624-b766-4aea-a5b0-dbbf6bba6795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a50b4-062a-4ec0-b7ae-1b2577a552a6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:31.082148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-13e9befc-778c-4559-8f74-f66a44bf488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:31.103114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-13e9befc-778c-4559-8f74-f66a44bf488c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.3980246 Oct 28 21:32:31.239486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-380f119a-29d7-48a2-8545-64f866a68db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded HTTP/1.1" status: 200 len: 217 time: 0.1293094 Oct 28 21:32:31.253101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:31.309282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:31.316309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:31.502876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:31.548104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-169eba5f-39ac-40b3-a2d4-7454a429532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:31.558839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-169eba5f-39ac-40b3-a2d4-7454a429532c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.3158066 Oct 28 21:32:31.739889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8::1 (941108ae-9c39-4cbe-aec9-a17f283676d0/caf9b102-e199-429e-94b0-4deeb6102f7e/45231f7a-ad1d-4bd2-893b-993cdd93a481) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:31.788405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba590be-47b7-4b67-a034-ae38a9ffe815 req-ffc5115a-1a87-4f1e-a705-78f341eb9c5a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:31.807584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ba590be-47b7-4b67-a034-ae38a9ffe815 req-ffc5115a-1a87-4f1e-a705-78f341eb9c5a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 931 time: 0.4734676 Oct 28 21:32:31.857552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:31.858095 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:31.932054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-fde5f82f-7043-4a0b-a2ed-9e428ffb6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:31.933926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-fde5f82f-7043-4a0b-a2ed-9e428ffb6582 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3502848 Oct 28 21:32:31.941327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ba590be-47b7-4b67-a034-ae38a9ffe815 req-4d5b5509-af6f-4350-afda-9e7f1ad127ac tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310077 Oct 28 21:32:32.134349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7341d269-e682-4eae-bc35-50ca55477d0d None None] Provisioning complete for port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:32.134750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7341d269-e682-4eae-bc35-50ca55477d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.172346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.185373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-bc32b7e0-a010-42cb-b295-9a0c4fbebe1f service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417688 Oct 28 21:32:32.332784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:32.336402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.378679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22263ca3-ec3a-426f-be97-c43eefd8d7c7 req-ade7077e-4c7e-4e96-b159-bdcbb21e505f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:32.389433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22263ca3-ec3a-426f-be97-c43eefd8d7c7 req-ade7077e-4c7e-4e96-b159-bdcbb21e505f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.6972728 Oct 28 21:32:32.396241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d0dd47e-79f0-4758-862e-2c53075e526b req-ba0de80c-b674-46c7-a837-bab8fd43d495 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.1349473 Oct 28 21:32:32.502009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:32.502674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.505518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e87cc084-a2a9-411f-9f27-7c6c91aba06b req-9fd0c2f8-b332-49fa-8e0d-43d5e1805589 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091254 Oct 28 21:32:32.572094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7341d269-e682-4eae-bc35-50ca55477d0d None None] Provisioning complete for port 8f93d6f6-bd77-45ec-9375-d3f923a099bf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:32.575707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7341d269-e682-4eae-bc35-50ca55477d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.606135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.620496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22263ca3-ec3a-426f-be97-c43eefd8d7c7 req-3093198d-fe3b-49e7-a32c-004c34d14cde tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288659 Oct 28 21:32:32.623366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:32.650055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:32.676769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f1e486f3-03a1-446b-8db9-cc2b3263bac4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2092543 Oct 28 21:32:32.685479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:32.693660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:32.718049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7341d269-e682-4eae-bc35-50ca55477d0d None None] Port 8f93d6f6-bd77-45ec-9375-d3f923a099bf cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:32.823302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:32:32.888624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'admin_state_up': True, 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'security_groups': ['262cf0b6-63ee-429a-af82-783c37cc2c5f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:32.978927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:33.234440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:33.278521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4656d5aa-c391-4805-a947-ce256a008eae None None] Provisioning complete for port 45231f7a-ad1d-4bd2-893b-993cdd93a481 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:33.282027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4656d5aa-c391-4805-a947-ce256a008eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:33.392476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'mac_address': 'fa:16:3e:4f:8c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:32:33.409260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:33.464387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:33.479394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded', '402da589-40e8-410b-8f8f-017bf3250e30'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:32:33.530397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f03cddf8-09c9-422f-b0c4-93cb7132821f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:33.547956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00c96c-84c8-4457-8e2f-0bbee01f0d6d req-96d66e94-7bf1-4529-914a-87475df10517 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:33.562745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da00c96c-84c8-4457-8e2f-0bbee01f0d6d req-96d66e94-7bf1-4529-914a-87475df10517 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 931 time: 0.0997164 Oct 28 21:32:33.609800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:33.611547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4656d5aa-c391-4805-a947-ce256a008eae None None] Port 45231f7a-ad1d-4bd2-893b-993cdd93a481 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:33.628949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:33.660433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da00c96c-84c8-4457-8e2f-0bbee01f0d6d req-4bdad02e-ef28-4467-99a7-850c38520efb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788794 Oct 28 21:32:33.721960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:33.851590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:33.896113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ab73a-8909-49fb-b967-a451ccaacf5e req-a52041cf-11b6-4989-93e1-2311ea0eb416 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:33.907371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583ab73a-8909-49fb-b967-a451ccaacf5e req-a52041cf-11b6-4989-93e1-2311ea0eb416 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 932 time: 0.1008849 Oct 28 21:32:33.925497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f03cddf8-09c9-422f-b0c4-93cb7132821f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:32:33.958720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:33.981470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:34.006372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:34.024478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583ab73a-8909-49fb-b967-a451ccaacf5e req-226e0af0-ada0-4b2f-ac31-3ed6ff2334b1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164682 Oct 28 21:32:34.028109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:34.504806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc94c0-f9d7-4ed9-9688-2ba2f0671645 req-138ce0b4-4f36-4076-b4d1-3bc9da665847 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:34.519283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ecc94c0-f9d7-4ed9-9688-2ba2f0671645 req-138ce0b4-4f36-4076-b4d1-3bc9da665847 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2921162 Oct 28 21:32:34.623099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ecc94c0-f9d7-4ed9-9688-2ba2f0671645 req-024cdccb-3321-49c1-b269-f498e3f32495 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024821 Oct 28 21:32:34.686587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7f09a1a5-65c8-45be-b102-66c307a4030d None None] Provisioning complete for port 0e15003e-d290-485b-9ce4-53883ca65d01 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:34.687157 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7f09a1a5-65c8-45be-b102-66c307a4030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:34.755999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:34.759474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:34.829931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a1a5-65c8-45be-b102-66c307a4030d None None] Port 0e15003e-d290-485b-9ce4-53883ca65d01 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:34.849106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:34.948212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722978f-00d3-4983-b2ba-6aff68466526 req-a4f9c44e-bb86-4e3d-8896-83a8e3d8d219 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:34.963673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a722978f-00d3-4983-b2ba-6aff68466526 req-a4f9c44e-bb86-4e3d-8896-83a8e3d8d219 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 931 time: 0.1509464 Oct 28 21:32:35.025453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:35.035182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f03cddf8-09c9-422f-b0c4-93cb7132821f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:35.035674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:35.036009 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:35.085595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a722978f-00d3-4983-b2ba-6aff68466526 req-d2932421-6f39-494d-b856-028f9e0f8daa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205285 Oct 28 21:32:35.308846 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:35.338171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49b314-385a-403e-936c-db9cd78f3a37 req-8a05021e-47d6-4025-9b4c-a876f0f17344 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:35.346251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c49b314-385a-403e-936c-db9cd78f3a37 req-8a05021e-47d6-4025-9b4c-a876f0f17344 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 932 time: 0.1165354 Oct 28 21:32:35.363674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.1.1.231 (6cad0180-79b1-485c-b536-09fc985b847e/50f702f3-d68d-47a3-9833-968d359a091a/6c192adc-dcab-4c09-970a-02bdd5994ce7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:35.393655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:35.395951 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59471ec3-6c93-4dd5-adfc-d4cdd5a61e28" -d '{"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:35.411448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c49b314-385a-403e-936c-db9cd78f3a37 req-5a0eff0e-425b-455f-803e-9dc4255f9d67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Oct 28 21:32:35.448092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:35.461703 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:35.536138 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb05ecf-f47a-4da4-9deb-9408deefceff x-openstack-request-id: req-feb05ecf-f47a-4da4-9deb-9408deefceff {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:35.536450 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:35.536705 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feb05ecf-f47a-4da4-9deb-9408deefceff {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:35.537091 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'code': 200} Oct 28 21:32:35.601877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:35.607852 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fe89fa77-8a4f-4c8b-a6ef-eea9ecd8ba1d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9281092 Oct 28 21:32:35.659665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Request body: {'port': {'device_id': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:35.849630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:35.862486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee57-d535-4766-921f-06635c66dadc req-36b99e27-47f8-473d-82d7-c8f6f2fc3576 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:35.898602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51bbee57-d535-4766-921f-06635c66dadc req-36b99e27-47f8-473d-82d7-c8f6f2fc3576 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1933661 Oct 28 21:32:35.905947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.023281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51bbee57-d535-4766-921f-06635c66dadc req-d6065d7d-c164-4cda-93fc-bc6a69cef22b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187239 Oct 28 21:32:36.188377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.309639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4047-e2eb-4dce-a9fe-fc27ad1cd010 req-66dbeae9-2e78-4000-b3b4-f03a31c04e81 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:36.319386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4047-e2eb-4dce-a9fe-fc27ad1cd010 req-66dbeae9-2e78-4000-b3b4-f03a31c04e81 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:36.333684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd7d4047-e2eb-4dce-a9fe-fc27ad1cd010 req-66dbeae9-2e78-4000-b3b4-f03a31c04e81 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 1653 time: 0.1253026 Oct 28 21:32:36.339306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.364843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:36.421237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.422462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.429805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd7d4047-e2eb-4dce-a9fe-fc27ad1cd010 req-c081d87d-9279-44d7-9d5d-d4076b2f0a13 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949509 Oct 28 21:32:36.449828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 6cad0180-79b1-485c-b536-09fc985b847e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:36.502102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:36.589513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:36.690851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746d0b-104d-4c2d-8e04-6540fe19f7b2 req-0c46e3fb-ebd0-4a14-ab3e-1666246671ae tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:36.705516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc746d0b-104d-4c2d-8e04-6540fe19f7b2 req-0c46e3fb-ebd0-4a14-ab3e-1666246671ae tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 932 time: 0.1321907 Oct 28 21:32:36.729526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:36.730306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:36.802416 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-21f183a7-1253-4127-9039-6e118260c02a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0934207 Oct 28 21:32:36.808397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc746d0b-104d-4c2d-8e04-6540fe19f7b2 req-4b1a6bb4-df9c-4c3f-8e55-479df15002cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016450 Oct 28 21:32:36.821682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'admin_state_up': True, 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'security_groups': ['262cf0b6-63ee-429a-af82-783c37cc2c5f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:36.986868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c2f4d058-49ea-489c-94fd-f7abea0223a1 None None] Provisioning complete for port 6c192adc-dcab-4c09-970a-02bdd5994ce7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:36.987934 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f4d058-49ea-489c-94fd-f7abea0223a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:37.052760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:37.120582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4d058-49ea-489c-94fd-f7abea0223a1 None None] Port 6c192adc-dcab-4c09-970a-02bdd5994ce7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:37.251333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e15003e-d290-485b-9ce4-53883ca65d01 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:37.260735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:37.277147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Transition to ACTIVE for port object 0e15003e-d290-485b-9ce4-53883ca65d01 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:37.279144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:37.280959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045553e8-529c-4419-ab19-46c48d2d8023 req-d727408b-f108-4bec-99cd-b4d3e01fc308 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:37.285464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:37.289616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-045553e8-529c-4419-ab19-46c48d2d8023 req-d727408b-f108-4bec-99cd-b4d3e01fc308 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1193681 Oct 28 21:32:37.302739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:37.367343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-045553e8-529c-4419-ab19-46c48d2d8023 req-69724a50-0a9a-4b82-bd98-fb1ba82d5f6b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Oct 28 21:32:37.376642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:37.628007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:37.650723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:37.730442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceef77-0db6-4082-83e6-78578c5a70bc req-ef82195c-d14f-476c-bd08-dda46b83aa20 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:37.738606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Attempting to bind port 0e15003e-d290-485b-9ce4-53883ca65d01 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:37.739014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Attempting to bind port 0e15003e-d290-485b-9ce4-53883ca65d01 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:37.739346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Attempting to bind port 0e15003e-d290-485b-9ce4-53883ca65d01 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:37.753270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceef77-0db6-4082-83e6-78578c5a70bc req-ef82195c-d14f-476c-bd08-dda46b83aa20 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:37.761730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0eceef77-0db6-4082-83e6-78578c5a70bc req-ef82195c-d14f-476c-bd08-dda46b83aa20 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 1653 time: 0.1595800 Oct 28 21:32:37.772974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Port 0e15003e-d290-485b-9ce4-53883ca65d01 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:37.773318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Attempting to bind port 0e15003e-d290-485b-9ce4-53883ca65d01 on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:37.811719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:32:37.880582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0eceef77-0db6-4082-83e6-78578c5a70bc req-f4075541-bb10-4bef-b1b0-f7ad47d38f2b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124563 Oct 28 21:32:37.888305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4d250199-0f2d-4e0e-a44a-51c200ec82a8 None None] Provisioning complete for port 45231f7a-ad1d-4bd2-893b-993cdd93a481 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:37.888706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d250199-0f2d-4e0e-a44a-51c200ec82a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:37.998937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4d250199-0f2d-4e0e-a44a-51c200ec82a8 None None] Port 45231f7a-ad1d-4bd2-893b-993cdd93a481 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:38.086836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3f7e-677a-49fd-bc5b-4d3523b8f139 req-6ec33b85-1954-4c86-ad56-4f3db73086a2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:38.103453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de7f3f7e-677a-49fd-bc5b-4d3523b8f139 req-6ec33b85-1954-4c86-ad56-4f3db73086a2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 944 time: 0.1050420 Oct 28 21:32:38.181177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de7f3f7e-677a-49fd-bc5b-4d3523b8f139 req-4b177002-380e-415f-87ff-f9f1d34aa65b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765944 Oct 28 21:32:38.550364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.1.1.182 (6cad0180-79b1-485c-b536-09fc985b847e/50f702f3-d68d-47a3-9833-968d359a091a/d1c1c50f-5ecc-4078-901e-d2b33c752e6e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:38.556225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b8480-b25e-4a6b-ae73-0d9dbbc4654c req-91cfab34-e925-455b-bb90-e809f3159dc7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:38.578552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-499b8480-b25e-4a6b-ae73-0d9dbbc4654c req-91cfab34-e925-455b-bb90-e809f3159dc7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1144145 Oct 28 21:32:38.655274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-499b8480-b25e-4a6b-ae73-0d9dbbc4654c req-f26a0cc5-8b89-4498-ac74-55a17232c23c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756116 Oct 28 21:32:38.717482 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:38.754916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:38.758002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:38.758407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:38.758879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:38.759759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Bound port: 0e15003e-d290-485b-9ce4-53883ca65d01, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:38.760537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:38.782365 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2f941116-ca15-41d3-9f12-e8b44f46ca0e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0280268 Oct 28 21:32:38.787789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43362) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:38.793920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291546683'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:38.798646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:38.833655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:38.835931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:38.846581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:38.859959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:38.867215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:38.871390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:38.873476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:38.971097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:38.973401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:38.995093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.012002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.015449 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment ccd5fe22-e919-4a14-868d-3df4d5112c8a of type vlan for network c4bd965f-b7f8-4936-b167-7dab09abb1a7 Oct 28 21:32:39.047421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:32:39.047925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 6cad0180-79b1-485c-b536-09fc985b847e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:39.111211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.114045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.117004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] 10.222.0.44 "PUT /v2.0/ports/0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 200 len: 1093 time: 3.4904680 Oct 28 21:32:39.119501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:39.126566 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f561b742-cd0e-47ed-b839-e476ae6857fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:39.129132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.158651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:39.179950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:39.273099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.287384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.288046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.445332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.445911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.472439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6818008 Oct 28 21:32:39.484024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43370) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:39.514387 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c38a5508-c6bd-4ba3-8915-cb2ce0a60b21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6968417 Oct 28 21:32:39.515329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d7af-108f-48e3-82e1-0811307c70fa req-e7dfcbca-f63d-416b-9f1e-5929cbd669e6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.542846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d7af-108f-48e3-82e1-0811307c70fa req-e7dfcbca-f63d-416b-9f1e-5929cbd669e6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.545620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'admin_state_up': True, 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'security_groups': ['262cf0b6-63ee-429a-af82-783c37cc2c5f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:39.556761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d7af-108f-48e3-82e1-0811307c70fa req-e7dfcbca-f63d-416b-9f1e-5929cbd669e6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:39.570301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5d3d7af-108f-48e3-82e1-0811307c70fa req-e7dfcbca-f63d-416b-9f1e-5929cbd669e6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 2374 time: 0.3645532 Oct 28 21:32:39.586825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:39.663789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:33Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:34Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:39.729224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:32:39.729861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Updating router a0a58aa0-5190-4747-9c8d-0499e9071bd0 port 45231f7a-ad1d-4bd2-893b-993cdd93a481 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:32:39.751956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b341300-d366-470a-8518-61d1c47ca6d9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=c4bd965f-b7f8-4936-b167-7dab09abb1a7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:39.784098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:39.792569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:39.843808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d76497-de1d-4eb5-a5c2-dad43226b32b service neutron] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:39.861266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:39.893982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5d3d7af-108f-48e3-82e1-0811307c70fa req-6eaf2414-0d5e-40d0-8661-b319c44c327d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227592 Oct 28 21:32:39.945319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:39.950629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:40.089641 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fe2bf-8963-4738-a40c-11eb27e2620a x-openstack-request-id: req-ac0fe2bf-8963-4738-a40c-11eb27e2620a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:40.089940 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:40.091192 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac0fe2bf-8963-4738-a40c-11eb27e2620a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:40.091611 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01', 'status': 'completed', 'code': 200} Oct 28 21:32:40.106870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:40.169544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-527bf473-412b-48d3-81f3-28aff4d79cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:40.176618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-527bf473-412b-48d3-81f3-28aff4d79cf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 1096 time: 1.0014777 Oct 28 21:32:40.427602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db15-7fa7-46fa-8e35-1bcd148dadfd req-874a3063-161b-4df1-96b4-35aa1f10ce37 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:40.449232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c67db15-7fa7-46fa-8e35-1bcd148dadfd req-874a3063-161b-4df1-96b4-35aa1f10ce37 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 944 time: 0.2462041 Oct 28 21:32:40.659631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c67db15-7fa7-46fa-8e35-1bcd148dadfd req-a1981e7a-5775-4869-b2d6-8108d4844ac0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095084 Oct 28 21:32:40.821742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:40.895580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.2.2.100 (92a1a5f8-8a9a-4223-af76-805d2f04dc1a/f9c375cf-9762-4384-a0da-ebaf0a21ef92/57d16ae9-d2ba-4e71-8054-2870f2e99495) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:41.041230 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.067528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=4f1c510b-03a2-495b-b200-8da482713548,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:41.134861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.144651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:41.144651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: c4bd965f-b7f8-4936-b167-7dab09abb1a7, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:41.198349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2488dd-4b8a-47e3-b4f0-bf108dae1ca3 req-f483636c-1610-40ff-a7bb-99ca071775f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:41.218110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9384cc25-3b32-4b78-ab67-5081c1731f07 None None] Provisioning complete for port d1c1c50f-5ecc-4078-901e-d2b33c752e6e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:41.218440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f2488dd-4b8a-47e3-b4f0-bf108dae1ca3 req-f483636c-1610-40ff-a7bb-99ca071775f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.3840058 Oct 28 21:32:41.220660 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9384cc25-3b32-4b78-ab67-5081c1731f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.341885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f2488dd-4b8a-47e3-b4f0-bf108dae1ca3 req-77227d5a-69d1-4c52-b041-ec16a78486d8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210229 Oct 28 21:32:41.348351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:41.375725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c4bd965f-b7f8-4936-b167-7dab09abb1a7) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:41.388162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:41.389105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.416162 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-fd1a5f5f-8235-4e40-8c9a-7b53c65cefb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 200 len: 217 time: 0.1691296 Oct 28 21:32:41.452568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a689ded2-6952-49c0-a15d-17a9a0594020 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8740530 Oct 28 21:32:41.454542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43388) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:41.500445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c718cc7-3746-4ae0-bdce-234becff092d None None] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:41.503544 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6c32-eabd-4e82-bb10-cb05fc593222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.563830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9384cc25-3b32-4b78-ab67-5081c1731f07 None None] Port d1c1c50f-5ecc-4078-901e-d2b33c752e6e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:41.757087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:41.905901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adec2e1-7b5a-4299-b2e0-f856077fca3f None None] Pushing event updated for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:42.077852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-9bf383f1-5066-412b-bc9a-300bd6e6f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.090125 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-9bf383f1-5066-412b-bc9a-300bd6e6f735 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.2620182 Oct 28 21:32:42.107278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.314366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:42.332864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:42.349268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:42.406449 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.419089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:42.440467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-eb17b1b9-3233-4e14-a045-ff8dbb1f8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.442020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-eb17b1b9-3233-4e14-a045-ff8dbb1f8a53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3510931 Oct 28 21:32:42.530537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b79b-515f-408a-a15b-27855c86dfd6 req-0c77c9f3-1fca-495b-87f6-a4f5e0bea27c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.542698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.545594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b79b-515f-408a-a15b-27855c86dfd6 req-0c77c9f3-1fca-495b-87f6-a4f5e0bea27c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.564086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.575100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.589061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b79b-515f-408a-a15b-27855c86dfd6 req-0c77c9f3-1fca-495b-87f6-a4f5e0bea27c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:42.602044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Attempting to bind port 45231f7a-ad1d-4bd2-893b-993cdd93a481 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:42.602261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55f1b79b-515f-408a-a15b-27855c86dfd6 req-0c77c9f3-1fca-495b-87f6-a4f5e0bea27c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 2374 time: 0.7089694 Oct 28 21:32:42.602540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Attempting to bind port 45231f7a-ad1d-4bd2-893b-993cdd93a481 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:42.602784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Attempting to bind port 45231f7a-ad1d-4bd2-893b-993cdd93a481 on network 941108ae-9c39-4cbe-aec9-a17f283676d0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:42.610847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d6affd9f-f68d-4f8d-a466-c02a0d3e5f4d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0853510 Oct 28 21:32:42.631854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:42.632452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Checking segment: {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:42.632680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.633070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Bound using segment: {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:42.634604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Bound port: 45231f7a-ad1d-4bd2-893b-993cdd93a481, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687af9f7-fe99-43ce-9247-a803184855c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:42.634996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.648950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'admin_state_up': True, 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'security_groups': ['262cf0b6-63ee-429a-af82-783c37cc2c5f']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:42.690622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d2c5c813-5267-4e38-9221-95d807d51308 None None] Provisioning complete for port 45231f7a-ad1d-4bd2-893b-993cdd93a481 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:42.690997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c813-5267-4e38-9221-95d807d51308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:42.759525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55f1b79b-515f-408a-a15b-27855c86dfd6 req-74e4d9b4-bcad-4a81-8ec3-950c88361698 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544623 Oct 28 21:32:42.868372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] For port 45231f7a-ad1d-4bd2-893b-993cdd93a481, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:42.872446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] For port 45231f7a-ad1d-4bd2-893b-993cdd93a481, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45231f7a-ad1d-4bd2-893b-993cdd93a481,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:42.942140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-2d8caada-e076-4913-8152-d7acd068b363 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890172 Oct 28 21:32:43.024579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:43.095030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:43.095887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:43.136187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5c813-5267-4e38-9221-95d807d51308 None None] Port 45231f7a-ad1d-4bd2-893b-993cdd93a481 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:43.175319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-95487ba3-fbba-40ae-a3b7-fc39b5bdeaf6 req-c118eb45-a297-41f3-ad5b-a7ca627ab671 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178466 Oct 28 21:32:43.189570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Made reservation on behalf of bbb5faf2fdc746cbacf46ac465e8babc for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:43.205055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:43.213528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edeb4-f8da-47a7-9019-cf5e427a9f23 req-1700b511-db6f-468d-a648-381b4c696dd1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:43.232944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b01edeb4-f8da-47a7-9019-cf5e427a9f23 req-1700b511-db6f-468d-a648-381b4c696dd1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 944 time: 0.3004563 Oct 28 21:32:43.276201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adec2e1-7b5a-4299-b2e0-f856077fca3f None None] Pushing event updated for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:43.557098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:43.623702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b01edeb4-f8da-47a7-9019-cf5e427a9f23 req-a18e41d5-bc7d-470d-ae27-15d1759a1271 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708777 Oct 28 21:32:43.650771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-41db0c53-8fc1-44bb-90d8-aed2ffe9dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:43.652323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-41db0c53-8fc1-44bb-90d8-aed2ffe9dced service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 1096 time: 0.3976090 Oct 28 21:32:43.702534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Allocated IP 2001:db8:1::2 (c4bd965f-b7f8-4936-b167-7dab09abb1a7/4f1c510b-03a2-495b-b200-8da482713548/e28c14ca-2351-4f14-9e18-5208a71dfafe) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:43.951418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:43.985022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-e3d5f00d-f7bb-445e-9d89-eb94f07bd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:43.987706 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-e3d5f00d-f7bb-445e-9d89-eb94f07bd5e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.3209860 Oct 28 21:32:43.994071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:44.077122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53611361-4b8b-4b8c-a5f1-c1b495f01b73 req-092c5975-e636-4421-939f-a36b032012b4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:44.078933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53611361-4b8b-4b8c-a5f1-c1b495f01b73 req-092c5975-e636-4421-939f-a36b032012b4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.2192991 Oct 28 21:32:44.081665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c541bb50-3034-45ed-86d0-42907d3ef9e2 None None] Provisioning complete for port 57d16ae9-d2ba-4e71-8054-2870f2e99495 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:44.082447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c541bb50-3034-45ed-86d0-42907d3ef9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:44.093161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:44.094248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:44.095009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:32:44.128530 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-17fd23cc-fb38-4e59-9327-c1a2cdc80bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:44.134053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:44.198433 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-72f9350b-6d5b-4896-8a1c-dce466b18bf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 200 len: 217 time: 0.2024803 Oct 28 21:32:44.332454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Allocated IP 10.2.2.200 (92a1a5f8-8a9a-4223-af76-805d2f04dc1a/f9c375cf-9762-4384-a0da-ebaf0a21ef92/2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:44.357114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:44.360449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:44.395111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-e3284d20-97ab-44f6-bfec-934070c39103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:44.398929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c541bb50-3034-45ed-86d0-42907d3ef9e2 None None] Port 57d16ae9-d2ba-4e71-8054-2870f2e99495 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:44.408110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-e3284d20-97ab-44f6-bfec-934070c39103 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1996865 Oct 28 21:32:44.431113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Pushing event updated for resources: {'Port': ['ID=e28c14ca-2351-4f14-9e18-5208a71dfafe,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:44.468178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Attempting to bind port e28c14ca-2351-4f14-9e18-5208a71dfafe on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:44.468853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Attempting to bind port e28c14ca-2351-4f14-9e18-5208a71dfafe by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:44.469385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Attempting to bind port e28c14ca-2351-4f14-9e18-5208a71dfafe on network c4bd965f-b7f8-4936-b167-7dab09abb1a7 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:44.487765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:44.493154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Checking segment: {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:44.494665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:44.495231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Bound using segment: {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:44.496538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Bound port: e28c14ca-2351-4f14-9e18-5208a71dfafe, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:44.504964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:44.628507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-ed39a3d7-e2d0-4e42-8b5a-5d14813841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:44.635270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-ed39a3d7-e2d0-4e42-8b5a-5d14813841f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2132499 Oct 28 21:32:44.659031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53611361-4b8b-4b8c-a5f1-c1b495f01b73 req-66f506f6-5cc9-44dd-9d06-511f026b6ecb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682091 Oct 28 21:32:44.666195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8:1::1 (c4bd965f-b7f8-4936-b167-7dab09abb1a7/4f1c510b-03a2-495b-b200-8da482713548/404c216f-1d79-4054-899d-882c6332dbc8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:44.686483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:32:45.042292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.061396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-d4e35589-3bd7-4578-9947-8e95fc1e5912 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200380 Oct 28 21:32:45.269130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] Provisioning complete for port 45231f7a-ad1d-4bd2-893b-993cdd93a481 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:45.269868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.281027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.394101 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f561b742-cd0e-47ed-b839-e476ae6857fc req-637cf1d7-31d9-4710-ae57-e6e3a2af6178 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208644 Oct 28 21:32:45.406604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.408700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] For port e28c14ca-2351-4f14-9e18-5208a71dfafe, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:45.433554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] For port e28c14ca-2351-4f14-9e18-5208a71dfafe, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e28c14ca-2351-4f14-9e18-5208a71dfafe,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:45.438665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:45.457975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:45.462237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:45.551101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:45.555683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.564924 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.582946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.674656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:45.675333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.732182 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-8dd73ce9-c193-4ed1-9084-6cbf699d1204 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1049817 Oct 28 21:32:45.757975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:45.857604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:33Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:42Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:45.887149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:45.945308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1c89-34d1-407b-8ff7-bebfbfa70a6b None None] Pushing event updated for resources: {'Port': ['ID=e28c14ca-2351-4f14-9e18-5208a71dfafe,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:45.966052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.024151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] For port 45231f7a-ad1d-4bd2-893b-993cdd93a481, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45231f7a-ad1d-4bd2-893b-993cdd93a481,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:46.038836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee0dda-a956-4faa-a4b6-d3298f89d3b9 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:33Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:42Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:46.039751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.073247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.264649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd9408-d576-4efc-9dff-aa6fd56adfdc None None] Pushing event updated for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:46.279882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:46.289109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f6dd7c2c-dd83-42ec-b235-5031805227d6 None None] Provisioning complete for port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:46.289721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7c2c-dd83-42ec-b235-5031805227d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.318987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:46.359915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:46.382970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:46.416097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd7c2c-dd83-42ec-b235-5031805227d6 None None] Port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:32:46.418156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:46.448570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:46.469672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:46.474967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1847d060-f8de-42ef-824d-17414d345613 req-0286c696-2f5f-460a-aef1-99d10f588bcc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 3816 time: 0.7837689 Oct 28 21:32:46.476385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:46.508490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:46.510998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.618432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:46.820473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1847d060-f8de-42ef-824d-17414d345613 req-f3e32ae8-9e30-4a0c-b2da-5595eb7fb3c3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067870 Oct 28 21:32:46.893084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0e15003e-d290-485b-9ce4-53883ca65d01 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:32:46.926517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f93d6f6-bd77-45ec-9375-d3f923a099bf {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:46.974127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.017758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Transition to ACTIVE for port object 8f93d6f6-bd77-45ec-9375-d3f923a099bf will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:47.030552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.060970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.193005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Pushing event updated for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:47.365591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:47.433660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '0e15003e-d290-485b-9ce4-53883ca65d01', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': '0e15003e-d290-485b-9ce4-53883ca65d01', 'mac_address': 'fa:16:3e:26:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:32:47.492902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Attempting to bind port 8f93d6f6-bd77-45ec-9375-d3f923a099bf on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:47.500941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Attempting to bind port 8f93d6f6-bd77-45ec-9375-d3f923a099bf by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:47.501923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Attempting to bind port 8f93d6f6-bd77-45ec-9375-d3f923a099bf on network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:47.520131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Port 8f93d6f6-bd77-45ec-9375-d3f923a099bf on network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:47.524926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Attempting to bind port 8f93d6f6-bd77-45ec-9375-d3f923a099bf on network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:47.542819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:47.549877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Checking segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:47.550517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Bound using segment: {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:47.554215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Bound port: 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82439a9c-f33d-4c25-8520-dffbd49eb966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:47.555536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.562597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.609524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e15003e-d290-485b-9ce4-53883ca65d01 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:47.760357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:47.775577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:47.785376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e28c14ca-2351-4f14-9e18-5208a71dfafe up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:47.882705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:47.894407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:47.905513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.094370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:48.095046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.096517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] 10.222.0.44 "PUT /v2.0/ports/8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 1092 time: 2.3548367 Oct 28 21:32:48.115925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:48.130680 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907bd424-9862-4af5-b3df-975c195b3a20" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:48.160949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0e15003e-d290-485b-9ce4-53883ca65d01'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:32:48.161773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:48.262773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.300209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.301013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.308194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:48.346834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356ca58-e34f-4e2f-8e4d-35b2eb40c099 None None] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:48.351497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Pushing event updated for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:48.389723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.391880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.392252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.392622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.395948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.397055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.399621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.399957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.400303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.400651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.400981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.410246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6a7f20-3d66-4db6-9f16-ad7f82622732 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:48.468250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a299c8d-e712-4ace-bbc9-0afb6a0da1eb req-9eb6dafd-01ed-4caf-859f-118b21583d70 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:48.492980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a299c8d-e712-4ace-bbc9-0afb6a0da1eb req-9eb6dafd-01ed-4caf-859f-118b21583d70 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 944 time: 1.4104517 Oct 28 21:32:48.555474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:48.818920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a299c8d-e712-4ace-bbc9-0afb6a0da1eb req-6a107123-a2c6-4595-beb7-b614c325e77a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243999 Oct 28 21:32:48.819617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:48.991860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:49.028677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:49.207235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e28c14ca-2351-4f14-9e18-5208a71dfafe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:49.208493 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:49.288411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9ae189a8-aeb2-48eb-9984-d772875abfd8 None None] Provisioning complete for port e28c14ca-2351-4f14-9e18-5208a71dfafe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:49.289211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ae189a8-aeb2-48eb-9984-d772875abfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:49.341124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5566f2-ed74-4721-8d38-42a94f737162 req-f391b54d-a79f-4561-a45f-4051681e53d6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:49.358939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a5566f2-ed74-4721-8d38-42a94f737162 req-f391b54d-a79f-4561-a45f-4051681e53d6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.3875203 Oct 28 21:32:49.454479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:49.470084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:49.478682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:32:49.488964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Transition to ACTIVE for port object 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:49.501504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a5566f2-ed74-4721-8d38-42a94f737162 req-d2051b23-e59a-4847-b856-2bc08deff47f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417236 Oct 28 21:32:49.503554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:49.853199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:49.955171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:32:49.955171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:49.962360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:49.981834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:49.982589 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:32:50.003563 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:50.006131 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:50.008172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:50.040566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:50.059929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Attempting to bind port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:50.064245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Attempting to bind port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:50.066080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Attempting to bind port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:50.082412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:50.091790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-14901ebb-5eae-46cc-b1ab-c202b15e165b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 4600 time: 0.4443436 Oct 28 21:32:50.093013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on network 6cad0180-79b1-485c-b536-09fc985b847e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:50.093435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Attempting to bind port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:50.102434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43414) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:50.121072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a58d476-b506-4c10-b853-2b152074a82d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6651962 Oct 28 21:32:50.126359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798771690'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:50.219488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:50.220088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:50.225909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Bound using segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:50.227484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Bound port: 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:50.228709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.244474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:50.256833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.264454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6c08de5-5561-46b0-af4c-1d243755f6db req-dbef6107-63d6-40a9-af42-3ae4fc21f108 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417079 Oct 28 21:32:50.364697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:32:50.407807 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd2d66d-cba4-437c-89e5-7217b0c68c9e x-openstack-request-id: req-afd2d66d-cba4-437c-89e5-7217b0c68c9e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:50.408087 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:50.408495 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afd2d66d-cba4-437c-89e5-7217b0c68c9e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:50.416992 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'status': 'completed', 'code': 200} Oct 28 21:32:50.425265 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.555159 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ae189a8-aeb2-48eb-9984-d772875abfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.591562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71685-186c-4cbe-899a-0435230f29cf req-8623bb6d-b399-4ed3-9691-d9725b9e7de3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:50.645090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1e71685-186c-4cbe-899a-0435230f29cf req-8623bb6d-b399-4ed3-9691-d9725b9e7de3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 945 time: 0.2125702 Oct 28 21:32:50.668898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:32:50.673369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e28c14ca-2351-4f14-9e18-5208a71dfafe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e28c14ca-2351-4f14-9e18-5208a71dfafe,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:50.692202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.697488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45231f7a-ad1d-4bd2-893b-993cdd93a481 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:50.726967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.727402 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment 2249671b-a7b7-4e7b-ae44-452b2cdb2b66 of type vlan for network aa48de4a-2611-4c4b-ae3f-18e5117ec68e Oct 28 21:32:50.736048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1e71685-186c-4cbe-899a-0435230f29cf req-48c0b200-ca69-44ad-88c5-21b11942a208 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790482 Oct 28 21:32:50.891424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.915618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:46Z', 'revision_number': 3, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:47Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:50.968704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e28c14ca-2351-4f14-9e18-5208a71dfafe,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:50.971153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:50.994555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:32:50.995142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:50.995537 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Updating router a0a58aa0-5190-4747-9c8d-0499e9071bd0 port 404c216f-1d79-4054-899d-882c6332dbc8 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:32:50.995812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.012801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0e15003e-d290-485b-9ce4-53883ca65d01 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:51.048024 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.064949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b78b35-870b-45cc-83f0-1eb6e6090fc6 req-0a15f390-f4df-45cb-b453-bb52504316f6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.079534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5b78b35-870b-45cc-83f0-1eb6e6090fc6 req-0a15f390-f4df-45cb-b453-bb52504316f6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.1280439 Oct 28 21:32:51.191410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5b78b35-870b-45cc-83f0-1eb6e6090fc6 req-85fb48c3-5816-46f0-92f8-114957736309 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100855 Oct 28 21:32:51.261588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-9ae189a8-aeb2-48eb-9984-d772875abfd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:32:51.268393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.268868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.269277 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-9ae189a8-aeb2-48eb-9984-d772875abfd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:32:51.269407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.269769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.270217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.270665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.285982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-907bd424-9862-4af5-b3df-975c195b3a20 req-a240141d-eed9-4e29-a252-eacb9dda3900 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5246 time: 0.8677557 Oct 28 21:32:51.307711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 0e15003e-d290-485b-9ce4-53883ca65d01 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:32:51.325163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 45231f7a-ad1d-4bd2-893b-993cdd93a481 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:51.325816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.327494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 0e15003e-d290-485b-9ce4-53883ca65d01 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:51.327965 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.369611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:51.387208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:51.424672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:51.430308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:51.433963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3233995 Oct 28 21:32:51.511809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.702733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.710788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66578b7-1f99-47ab-bf50-36d442060c80 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=aa48de4a-2611-4c4b-ae3f-18e5117ec68e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:51.768934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:32:51.784072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:51.784792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.789549 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] 10.222.0.44 "PUT /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 1131 time: 3.6438446 Oct 28 21:32:51.815107 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.829764 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:51.935289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:51.980704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.012940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.016484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Pushing event updated for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:52.028061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.038820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.048845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.057053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.063562 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.064184 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.073632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d97ea676-7164-4cab-acf3-887627261f58 req-62430cfc-080e-473f-8c77-c1104d7f2f7f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 4600 time: 0.5994852 Oct 28 21:32:52.084998 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.087193 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.087725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.088221 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.088748 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.091930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183471b7-b42b-4c3e-9fa1-a8e1aa3a7173 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:52.092550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.094061 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.098842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.100559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:32:52.100877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.101379 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:52.110766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:52.111122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.123173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:52.140614 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad6df5f-a505-4222-a454-1807bc3c9c43" -d '{"events": [{"server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "name": "network-vif-plugged", "status": "completed", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:52.181067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e28c14ca-2351-4f14-9e18-5208a71dfafe up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:52.230599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.296791 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Attempting to bind port 404c216f-1d79-4054-899d-882c6332dbc8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:52.297414 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Attempting to bind port 404c216f-1d79-4054-899d-882c6332dbc8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:52.297934 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Attempting to bind port 404c216f-1d79-4054-899d-882c6332dbc8 on network c4bd965f-b7f8-4936-b167-7dab09abb1a7 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:52.313770 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:52.314351 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Checking segment: {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:52.315211 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.315751 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Bound using segment: {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:52.316532 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Bound port: 404c216f-1d79-4054-899d-882c6332dbc8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd5fe22-e919-4a14-868d-3df4d5112c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:52.317073 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.326531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-ff329edb-8c11-4bdf-a672-56256cc8e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.328560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-ff329edb-8c11-4bdf-a672-56256cc8e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.329967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-ff329edb-8c11-4bdf-a672-56256cc8e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.331826 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-907bd424-9862-4af5-b3df-975c195b3a20 req-ff329edb-8c11-4bdf-a672-56256cc8e96d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0158195 Oct 28 21:32:52.399222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.435507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d97ea676-7164-4cab-acf3-887627261f58 req-4ea8d4b5-15c5-4e3c-9a16-8be7838e596a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3497794 Oct 28 21:32:52.465035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:52.477331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] For port 404c216f-1d79-4054-899d-882c6332dbc8, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:52.479986 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1099217-bdc0-40f1-9713-55ca7cb778e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:52.493547 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] For port 404c216f-1d79-4054-899d-882c6332dbc8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=404c216f-1d79-4054-899d-882c6332dbc8,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:52.507866 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.565929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:52.619212 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:32:52.620726 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:52.651016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.770988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e28c14ca-2351-4f14-9e18-5208a71dfafe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:52.772258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.795965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:32:52.918205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Provisioning complete for port e28c14ca-2351-4f14-9e18-5208a71dfafe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:52.918910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:52.959979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524619e-ca7c-45f4-bd6e-4e428dc90b53 req-55a7e27d-3bce-40c3-b996-f5618a246ddd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:52.976766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d524619e-ca7c-45f4-bd6e-4e428dc90b53 req-55a7e27d-3bce-40c3-b996-f5618a246ddd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 946 time: 0.3517818 Oct 28 21:32:53.079389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:53.079982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: aa48de4a-2611-4c4b-ae3f-18e5117ec68e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:32:53.096216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=7ff68785-77b2-4df0-912d-ef410f58b33e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:53.129127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d524619e-ca7c-45f4-bd6e-4e428dc90b53 req-67d3523d-8f2b-43b6-ac45-1b27ece04e93 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516464 Oct 28 21:32:53.151323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd5a2-ea29-4421-b9c5-1bfe5613670d None None] Pushing event updated for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:53.195945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:32:53.218140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, aa48de4a-2611-4c4b-ae3f-18e5117ec68e) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:53.225647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:53.227168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:53.280420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-37f6321c-daf3-4dba-b1cb-a72ff4b44dc0 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8533218 Oct 28 21:32:53.280420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:53.311522 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48b9ce5-fae7-4b75-acad-ecd378299b2c x-openstack-request-id: req-b48b9ce5-fae7-4b75-acad-ecd378299b2c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:53.318252 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "name": "network-vif-plugged", "status": "completed", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:53.320697 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b48b9ce5-fae7-4b75-acad-ecd378299b2c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:53.321274 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01', 'code': 200} Oct 28 21:32:53.333226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4317bbd-f276-4a56-965b-e3ea966683c9 None None] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:53.456663 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:46Z', 'revision_number': 3, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:52Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:32:53.546784 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76607c59-ef87-4f07-9182-028b8bd25422 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:32:46Z', 'revision_number': 3, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:52Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:32:53.855378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09b58d-f734-4ce2-9803-02583fb7c1d5 req-3cb2706d-e2ec-42b3-a96f-091506ddb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:53.857077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb09b58d-f734-4ce2-9803-02583fb7c1d5 req-3cb2706d-e2ec-42b3-a96f-091506ddb43f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 1098 time: 0.4776282 Oct 28 21:32:53.938817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Provisioning complete for port 404c216f-1d79-4054-899d-882c6332dbc8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:53.939246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.003466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb09b58d-f734-4ce2-9803-02583fb7c1d5 req-0081ba5c-a4d5-4653-8ecc-1fa8a1ec6a78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283271 Oct 28 21:32:54.081388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-672e348c-3398-41c8-8ddb-e8d17d7be6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.082896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-672e348c-3398-41c8-8ddb-e8d17d7be6ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 1097 time: 0.2793758 Oct 28 21:32:54.090850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 404c216f-1d79-4054-899d-882c6332dbc8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:54.111819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.129025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.143815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.160636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.187687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.209418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.218626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-903846c3-b3c9-4d7e-9f76-74dcff9b69bb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 4600 time: 0.6136482 Oct 28 21:32:54.228211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db9efaa-8bb6-4738-832b-9c0c6d86f48d {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:54.244421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.248791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515d3d-54b3-4b59-a3ab-67af40ce8d2d req-6356c63c-0efb-4d3e-8116-139a76cc6bda tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.252604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7515d3d-54b3-4b59-a3ab-67af40ce8d2d req-6356c63c-0efb-4d3e-8116-139a76cc6bda tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.6964107 Oct 28 21:32:54.266415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Transition to ACTIVE for port object 1db9efaa-8bb6-4738-832b-9c0c6d86f48d will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:54.269607 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5c97d-c464-4b62-8416-fd4e214fd8ec x-openstack-request-id: req-14f5c97d-c464-4b62-8416-fd4e214fd8ec {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:54.270019 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:54.270372 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14f5c97d-c464-4b62-8416-fd4e214fd8ec {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:54.271041 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992', 'status': 'completed', 'code': 200} Oct 28 21:32:54.275936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.339745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:54.362843 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.387539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:32:54.389682 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.393509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bd424-9862-4af5-b3df-975c195b3a20 req-4b3874dc-d375-4d4e-9c5a-44a321e1dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.395169 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-907bd424-9862-4af5-b3df-975c195b3a20 req-4b3874dc-d375-4d4e-9c5a-44a321e1dc65 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0546997 Oct 28 21:32:54.624351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] For port 404c216f-1d79-4054-899d-882c6332dbc8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=404c216f-1d79-4054-899d-882c6332dbc8,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:54.636095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Attempting to bind port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:54.637629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Attempting to bind port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:54.637973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Attempting to bind port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:54.649209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43502) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:54.649634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.679559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on network 6cad0180-79b1-485c-b536-09fc985b847e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:54.680038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Attempting to bind port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:54.715454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:54.717366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:54.720459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Bound using segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:54.728808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Bound port: 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:54.729270 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.760120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.760619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.761089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.761548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.762007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.762606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.763064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:54.765439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-67db64f4-4105-46b5-a3a1-1e5d49800e57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6170 time: 0.3153880 Oct 28 21:32:54.893197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 404c216f-1d79-4054-899d-882c6332dbc8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:54.894834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:54.956301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:55.006158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79484b0d-b09b-4fd7-a163-adf0f3b79f3a req-100a65ba-b807-4194-b111-282ebd6b62d9 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7772555 Oct 28 21:32:55.015866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7b6814d-774c-4e45-bede-d89ede27147b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.035047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:55.039949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-2ff86993-4935-4272-8255-2b94e0673498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.040452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-2ff86993-4935-4272-8255-2b94e0673498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.041029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-2ff86993-4935-4272-8255-2b94e0673498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.043772 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-2ff86993-4935-4272-8255-2b94e0673498 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2666404 Oct 28 21:32:55.045770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7515d3d-54b3-4b59-a3ab-67af40ce8d2d req-a43282db-e33d-4041-ae74-b60547608826 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682893 Oct 28 21:32:55.110296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.150648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-30d9567e-df13-48d1-af30-4570e0de5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.158864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-30d9567e-df13-48d1-af30-4570e0de5139 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.9333844 Oct 28 21:32:55.244936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:55.309812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.310435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.312711 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-c273ef9f-3c78-4ea8-bafd-8b7b12dd2410 service neutron] 10.222.0.44 "PUT /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 1131 time: 3.4333255 Oct 28 21:32:55.354104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8e3e-ea82-4038-bbaa-eb45e3b54f99 None None] Pushing event updated for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:55.381940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:55.431531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fcaec657-7863-4089-8a30-1abb29b3c33c None None] Provisioning complete for port 404c216f-1d79-4054-899d-882c6332dbc8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:55.431960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fcaec657-7863-4089-8a30-1abb29b3c33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.488529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-9c336452-7dc8-4e1c-a530-dc40d6bdc8a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=558079a8-7767-4ab5-bbe5-c75df181636b HTTP/1.1" status: 200 len: 217 time: 0.0437376 Oct 28 21:32:55.502177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.528802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Allocated IP 2001:db8:2::2 (aa48de4a-2611-4c4b-ae3f-18e5117ec68e/7ff68785-77b2-4df0-912d-ef410f58b33e/246557cc-d5b0-4ff9-bc77-318f0802a52a) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:55.574930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-8eea05c3-b8c8-45aa-9fe0-9a9894cb2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:55.576685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d1099217-bdc0-40f1-9713-55ca7cb778e6 req-8eea05c3-b8c8-45aa-9fe0-9a9894cb2d2a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5155904 Oct 28 21:32:55.893080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 404c216f-1d79-4054-899d-882c6332dbc8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:55.898820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7b6814d-774c-4e45-bede-d89ede27147b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:55.968399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7b6814d-774c-4e45-bede-d89ede27147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.009446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.025859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.080413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 404c216f-1d79-4054-899d-882c6332dbc8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:56.080883 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.107396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d7b6814d-774c-4e45-bede-d89ede27147b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50e19fd8aafa4d21baaeaa5c30721e39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4550738 Oct 28 21:32:56.111178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:56.144725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6814d-774c-4e45-bede-d89ede27147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3d6ff-3e3f-4727-9744-eb0abbfddd56,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:56.149070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:56.164668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:56.177191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:56.206694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Pushing event updated for resources: {'Port': ['ID=246557cc-d5b0-4ff9-bc77-318f0802a52a,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:56.252295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.276862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.306033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Attempting to bind port 246557cc-d5b0-4ff9-bc77-318f0802a52a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:56.307015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Attempting to bind port 246557cc-d5b0-4ff9-bc77-318f0802a52a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:56.307611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Attempting to bind port 246557cc-d5b0-4ff9-bc77-318f0802a52a on network aa48de4a-2611-4c4b-ae3f-18e5117ec68e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:56.316818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:56.317615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Checking segment: {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:56.318293 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.318900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Bound using segment: {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:56.319597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Bound port: 246557cc-d5b0-4ff9-bc77-318f0802a52a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:56.320438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.327299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:56.330680 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1789e-d2ce-4604-8593-973feb445af3" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "1db9efaa-8bb6-4738-832b-9c0c6d86f48d"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:56.350058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.352867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.354139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0c3d6ff-3e3f-4727-9744-eb0abbfddd56 HTTP/1.1" status: 204 len: 168 time: 0.2285905 Oct 28 21:32:56.383293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025743fd-1f92-41c0-8c72-73bb26f7bd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3d6ff-3e3f-4727-9744-eb0abbfddd56,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:56.435599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c192adc-dcab-4c09-970a-02bdd5994ce7 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:56.439285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-fb353de5-1d6c-4c46-b107-11723c17f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.440989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-fb353de5-1d6c-4c46-b107-11723c17f1f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.9021668 Oct 28 21:32:56.450582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] For port 246557cc-d5b0-4ff9-bc77-318f0802a52a, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:56.454305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] For port 246557cc-d5b0-4ff9-bc77-318f0802a52a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=246557cc-d5b0-4ff9-bc77-318f0802a52a,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:56.455053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.469212 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.487499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Transition to ACTIVE for port object 6c192adc-dcab-4c09-970a-02bdd5994ce7 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:56.495923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.581741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22a0c-9e0b-4231-bb42-07a353282a37 req-82cd1201-3fc2-44e1-80a7-c270641fd00f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.594659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1a22a0c-9e0b-4231-bb42-07a353282a37 req-82cd1201-3fc2-44e1-80a7-c270641fd00f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 946 time: 1.1687746 Oct 28 21:32:56.600169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-b7b322c6-8690-4c8f-bac5-024f664c43ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971889 Oct 28 21:32:56.616457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Pushing event updated for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:56.647189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae244c3-c4d2-49b1-a13c-0cf8d228d9a7 None None] Pushing event updated for resources: {'Port': ['ID=246557cc-d5b0-4ff9-bc77-318f0802a52a,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:56.788798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Attempting to bind port 6c192adc-dcab-4c09-970a-02bdd5994ce7 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:56.789177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Attempting to bind port 6c192adc-dcab-4c09-970a-02bdd5994ce7 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:56.789459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Attempting to bind port 6c192adc-dcab-4c09-970a-02bdd5994ce7 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:56.805672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Port 6c192adc-dcab-4c09-970a-02bdd5994ce7 on network 6cad0180-79b1-485c-b536-09fc985b847e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:56.806034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Attempting to bind port 6c192adc-dcab-4c09-970a-02bdd5994ce7 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:56.830212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:56.830580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:56.830945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Bound using segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:56.831414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Bound port: 6c192adc-dcab-4c09-970a-02bdd5994ce7, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:56.831771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:56.886936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.901687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.917979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.932611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.946502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.963950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.978128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:56.981664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-63e1ad74-45a7-4359-ad74-50daa90c4447 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5372 time: 0.7060413 Oct 28 21:32:56.986544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-2116e7e4-5582-42b1-8ce0-ef8872f7b6b7 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533320 Oct 28 21:32:56.988446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:56.998268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:57.009208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.070656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43528) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:57.072392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Pushing event updated for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:57.094093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d029a9f4-6d29-484f-a931-8f8492d6eccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.122008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.122635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.132986 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-752e0ac8-d89d-4c77-8afd-828860d574dc service neutron] 10.222.0.44 "PUT /v2.0/ports/6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 1092 time: 1.7643046 Oct 28 21:32:57.181614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:57.297844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c0e4497-696a-4a2c-bcdb-755c7a1d75c8 req-d55fc83e-6b73-4ca8-a30f-201e4278a8ad tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2937806 Oct 28 21:32:57.328059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.347137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1a22a0c-9e0b-4231-bb42-07a353282a37 req-bd4927ff-8ec1-4c45-95aa-bad53975d8ae tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515433 Oct 28 21:32:57.397203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b79865b-0adc-4bee-96d2-fea766a1ad49 req-7685ef07-8343-4964-b7f7-20cf409a1358 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683114 Oct 28 21:32:57.435838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.790175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c1c50f-5ecc-4078-901e-d2b33c752e6e {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:32:57.798033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.812277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Transition to ACTIVE for port object d1c1c50f-5ecc-4078-901e-d2b33c752e6e will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:32:57.817060 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d9a599-46ce-436b-8e56-0937014c35fa x-openstack-request-id: req-62d9a599-46ce-436b-8e56-0937014c35fa {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:32:57.817060 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "1db9efaa-8bb6-4738-832b-9c0c6d86f48d", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:32:57.817060 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62d9a599-46ce-436b-8e56-0937014c35fa {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:32:57.817439 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d', 'status': 'completed', 'code': 200} Oct 28 21:32:57.840562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.850923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d029a9f4-6d29-484f-a931-8f8492d6eccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.860302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf4ea-191e-444c-b68d-0fd881491146 req-6c1b9708-5a52-4913-b728-389f39e40a68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.865215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-682bf4ea-191e-444c-b68d-0fd881491146 req-6c1b9708-5a52-4913-b728-389f39e40a68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 945 time: 0.3917518 Oct 28 21:32:57.927951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d029a9f4-6d29-484f-a931-8f8492d6eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:57.962541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.963064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.963955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.964298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.964878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.965375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.965882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:57.967981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-f9025e5c-0acd-4a0e-b878-3c101238a178 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6280 time: 0.3799746 Oct 28 21:32:57.985710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:58.033949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 246557cc-d5b0-4ff9-bc77-318f0802a52a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:32:58.155288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d029a9f4-6d29-484f-a931-8f8492d6eccd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70b12adeed204946bab0ae82367ac61f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0797608 Oct 28 21:32:58.164974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 246557cc-d5b0-4ff9-bc77-318f0802a52a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:58.167336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.175154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43538) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:32:58.175836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029a9f4-6d29-484f-a931-8f8492d6eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7919476b-2434-4df4-a76e-e66d08ded997,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:58.402502 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.435637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8:2::1 (aa48de4a-2611-4c4b-ae3f-18e5117ec68e/7ff68785-77b2-4df0-912d-ef410f58b33e/0f0d7df7-a0ad-4d08-a352-777af955ed49) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:32:58.440023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Attempting to bind port d1c1c50f-5ecc-4078-901e-d2b33c752e6e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:32:58.442552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Attempting to bind port d1c1c50f-5ecc-4078-901e-d2b33c752e6e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:32:58.450663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Attempting to bind port d1c1c50f-5ecc-4078-901e-d2b33c752e6e on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:58.459746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Port d1c1c50f-5ecc-4078-901e-d2b33c752e6e on network 6cad0180-79b1-485c-b536-09fc985b847e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:32:58.465966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Attempting to bind port d1c1c50f-5ecc-4078-901e-d2b33c752e6e on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:32:58.487557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:32:58.488587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Checking segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:32:58.490635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Bound using segment: {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:32:58.492916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Bound port: d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:32:58.496468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.519052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 246557cc-d5b0-4ff9-bc77-318f0802a52a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=246557cc-d5b0-4ff9-bc77-318f0802a52a,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:58.529169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.544887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fef35-bc4a-4478-9c70-25ac7c8ad79b None None] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:32:58.599997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.655893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.688010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:32:58.702125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b2d94b6b-a397-4e5d-bd10-95420216a50b None None] Provisioning complete for port 246557cc-d5b0-4ff9-bc77-318f0802a52a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:58.702487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b2d94b6b-a397-4e5d-bd10-95420216a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.716950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-682bf4ea-191e-444c-b68d-0fd881491146 req-df9e74b8-4bd8-4adb-8834-ddf17f2c3b5e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427098 Oct 28 21:32:58.773724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=246557cc-d5b0-4ff9-bc77-318f0802a52a,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:58.786042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:32:58.793348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.806593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:58.875857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.882548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.888488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.894738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.901447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.907514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.914804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.916585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-ce11a4bc-983f-48be-8ac9-33fe7ac60d6d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5396 time: 0.1950467 Oct 28 21:32:58.959125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:32:58.989124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-c221d895-5949-48f2-b4f0-255342ae74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.989599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-c221d895-5949-48f2-b4f0-255342ae74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.990679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-c221d895-5949-48f2-b4f0-255342ae74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:58.992667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-c221d895-5949-48f2-b4f0-255342ae74d5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9856393 Oct 28 21:32:59.004860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:59.009485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.014408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 1092 time: 1.8448141 Oct 28 21:32:59.015834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.018692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.019875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7919476b-2434-4df4-a76e-e66d08ded997 HTTP/1.1" status: 204 len: 168 time: 0.8402889 Oct 28 21:32:59.034104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e99fd-25c6-4660-b75f-bca46d3359b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:59.060474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:32:59.066740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a906d-f0e9-4b6c-89ca-ffad013a5f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919476b-2434-4df4-a76e-e66d08ded997,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:59.231738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.252793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.264851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.346285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:32:59.349157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:59.357278 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc66298c-92d2-4bbc-8027-76e772042e27" -d '{"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-unplugged", "status": "completed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:59.367678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.515438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:32:59.517798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-27c8c5a5-99ce-42cc-ba3d-fb6790cf415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:32:59.519724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aa1789e-d2ce-4604-8593-973feb445af3 req-27c8c5a5-99ce-42cc-ba3d-fb6790cf415b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5083997 Oct 28 21:32:59.525698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:32:59.562634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:32:59.613002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.613368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.613688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.614375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.620806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.621144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.621481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.622813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.623180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.623510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.623836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.624166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:32:59.769502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:32:59.770080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.818967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7'}, {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:32:59.821318 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2827e7e-f220-446b-93ef-f9df32b32e75" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7"}, {"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:32:59.881078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-53b08a6c-0e24-4da3-acea-7c8ef0a12294 None None] Provisioning complete for port 246557cc-d5b0-4ff9-bc77-318f0802a52a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:32:59.881705 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53b08a6c-0e24-4da3-acea-7c8ef0a12294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:32:59.976737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 246557cc-d5b0-4ff9-bc77-318f0802a52a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:00.110837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d42d9f5f-d963-4af5-b6fe-1d5353f8ce5a req-86390792-1627-484f-a691-aca46e4c01e5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1018069 Oct 28 21:33:00.160215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d16ae9-d2ba-4e71-8054-2870f2e99495 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:00.169042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f905bd-8b11-48b0-99b1-3dfb833dad1e req-5900cbba-acd7-4a94-bb65-8069e7f92dab tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:00.181576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0f905bd-8b11-48b0-99b1-3dfb833dad1e req-5900cbba-acd7-4a94-bb65-8069e7f92dab tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 946 time: 1.2638042 Oct 28 21:33:00.190635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:00.214142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.261562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Transition to ACTIVE for port object 57d16ae9-d2ba-4e71-8054-2870f2e99495 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:33:00.263755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 246557cc-d5b0-4ff9-bc77-318f0802a52a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:00.264229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.274539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.372947 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.454791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:00.490530 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3d9e4-4425-4ccb-bea3-4b6e69d4367c x-openstack-request-id: req-a7d3d9e4-4425-4ccb-bea3-4b6e69d4367c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:00.494688 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-unplugged", "status": "failed", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:00.495083 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7d3d9e4-4425-4ccb-bea3-4b6e69d4367c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:00.495633 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b', 'code': 422} returned with failed status Oct 28 21:33:00.567090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0f905bd-8b11-48b0-99b1-3dfb833dad1e req-b8a7e237-cae2-41c7-b440-6cf735b19bf4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820066 Oct 28 21:33:00.569752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:00.620826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Attempting to bind port 57d16ae9-d2ba-4e71-8054-2870f2e99495 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:00.621171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Attempting to bind port 57d16ae9-d2ba-4e71-8054-2870f2e99495 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:00.621480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Attempting to bind port 57d16ae9-d2ba-4e71-8054-2870f2e99495 on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:00.666831 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52fb972-3705-41eb-ad81-bf7c01206d8e x-openstack-request-id: req-c52fb972-3705-41eb-ad81-bf7c01206d8e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:00.667616 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:00.667872 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c52fb972-3705-41eb-ad81-bf7c01206d8e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:00.668267 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7', 'status': 'completed', 'code': 200} Oct 28 21:33:00.668566 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e', 'status': 'completed', 'code': 200} Oct 28 21:33:00.674297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Port 57d16ae9-d2ba-4e71-8054-2870f2e99495 on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:00.674837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Attempting to bind port 57d16ae9-d2ba-4e71-8054-2870f2e99495 on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:00.688323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:00.688731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Checking segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:00.689112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Bound using segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:00.692462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Bound port: 57d16ae9-d2ba-4e71-8054-2870f2e99495, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:00.692864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.749747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3bfea42f-e7b7-4281-941f-e37a170a1680 None None] Provisioning complete for port 0f0d7df7-a0ad-4d08-a352-777af955ed49 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:00.757641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3bfea42f-e7b7-4281-941f-e37a170a1680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.869980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3bfea42f-e7b7-4281-941f-e37a170a1680 None None] Port 0f0d7df7-a0ad-4d08-a352-777af955ed49 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:00.892103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:00.900874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:00.926943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:00.937057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d258a5b7-6ea5-49f3-8470-7be3212d6709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:01.025819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.029729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:01.033109 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 1092 time: 1.9785192 Oct 28 21:33:01.063824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4844339-678b-464f-ba61-5378de5b633d req-521edaf7-b43a-4d53-8525-8fb9da020a67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 267 time: 0.1557789 Oct 28 21:33:01.077613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Request body: {'port': {'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:01.097358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.097846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.098313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.101922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.104079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.104619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.105089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.110244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-528a45ba-2972-4b6e-8911-94467fb0f419 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6374 time: 0.3973587 Oct 28 21:33:01.124535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0acf09-1ce1-4c9c-b519-effda2da22c1 req-690de815-5d43-4f49-ae0a-c0aac99da365 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.126081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d0acf09-1ce1-4c9c-b519-effda2da22c1 req-690de815-5d43-4f49-ae0a-c0aac99da365 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 943 time: 0.5487404 Oct 28 21:33:01.216085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:01.218961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f1fc6-cf43-482d-9eaa-3be8c73743a7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:01.489365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-81b4ed5e-3d36-4e50-bf82-28c4fc0cd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.490162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-81b4ed5e-3d36-4e50-bf82-28c4fc0cd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.490766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-81b4ed5e-3d36-4e50-bf82-28c4fc0cd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.492297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-81b4ed5e-3d36-4e50-bf82-28c4fc0cd7f1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3586848 Oct 28 21:33:01.552775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d258a5b7-6ea5-49f3-8470-7be3212d6709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:01.567094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d258a5b7-6ea5-49f3-8470-7be3212d6709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:01.605880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d258a5b7-6ea5-49f3-8470-7be3212d6709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0df5121eb86b40779715b7bddac9c33c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1435125 Oct 28 21:33:01.618793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:01.624250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-8c790654-6f07-48b8-81ad-8c7bf30610fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.625772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-8c790654-6f07-48b8-81ad-8c7bf30610fa service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206958 Oct 28 21:33:01.657077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d0acf09-1ce1-4c9c-b519-effda2da22c1 req-b9bca24b-b597-4685-9ce0-9331ae15f240 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911861 Oct 28 21:33:01.670656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4844339-678b-464f-ba61-5378de5b633d req-b271141d-bff5-4054-8126-2b33c64c1d44 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:01.672145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4844339-678b-464f-ba61-5378de5b633d req-b271141d-bff5-4054-8126-2b33c64c1d44 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 946 time: 0.5374196 Oct 28 21:33:01.691416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'security_groups': []}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:01.903760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a5b7-6ea5-49f3-8470-7be3212d6709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd67885-e48f-4fc0-b394-c40ed86d31da,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:01.961646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.022404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:02.025233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.026056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.026667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.027437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.028336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.029042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.029676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.031780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-c6511e01-63da-40ee-891b-ce6424bd3ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6416 time: 0.1729109 Oct 28 21:33:02.032434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.045971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.054827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Transition to ACTIVE for port object 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:33:02.058259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.088450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.098201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.109873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.111956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.204157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.210636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.216668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fd67885-e48f-4fc0-b394-c40ed86d31da HTTP/1.1" status: 204 len: 168 time: 0.5911951 Oct 28 21:33:02.216862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.219824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.226121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.232459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.238594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.245578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.251840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.254060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-fb22a3aa-2147-41bf-a579-871fee98e169 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5408 time: 0.3533719 Oct 28 21:33:02.322152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a72cc-02c5-439b-b9b9-f905d5838982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd67885-e48f-4fc0-b394-c40ed86d31da,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:02.390374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:02.427670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65438c4e-f78e-492a-b95f-4c866a2dd269 req-d0105561-2c90-4d93-a8ec-6c1fbfb728a1 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320028 Oct 28 21:33:02.492685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:02.495095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Attempting to bind port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:02.495426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Attempting to bind port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:02.496854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Attempting to bind port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:02.503893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:02.504258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Attempting to bind port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc on network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:02.510337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:02.510679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Checking segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:02.511056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Bound using segment: {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:02.511526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Bound port: 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:02.511903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.630871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:02.641605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:02.656981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.726718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:02.728842 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:02.731395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:02.742922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:02.744916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:02.746307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-bc6e652c-9ada-40e2-8b04-d4d7592c19f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 1092 time: 1.6749060 Oct 28 21:33:02.929440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 558079a8-7767-4ab5-bbe5-c75df181636b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:03.066261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:03.083100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-273790e0-3877-423c-a7cc-04ead20a138e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.190967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-9e21044b-f468-442a-8679-d2416d977498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.191732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-9e21044b-f468-442a-8679-d2416d977498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.192343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-9e21044b-f468-442a-8679-d2416d977498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.196103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-9e21044b-f468-442a-8679-d2416d977498 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1326756 Oct 28 21:33:03.260340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-273790e0-3877-423c-a7cc-04ead20a138e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.265687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-273790e0-3877-423c-a7cc-04ead20a138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.272928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:03.284184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:03.362071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-273790e0-3877-423c-a7cc-04ead20a138e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a2a9891ecad417e8ca23e9fdd301ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936749 Oct 28 21:33:03.371133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:03.450856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:03.496918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273790e0-3877-423c-a7cc-04ead20a138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b8c3f-3f09-45cd-9eed-1c382cc462cf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:03.512136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.536810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.562687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-d1bf795d-393a-4d51-bf03-349486f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.572503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2827e7e-f220-446b-93ef-f9df32b32e75 req-d1bf795d-393a-4d51-bf03-349486f550fb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3680573 Oct 28 21:33:03.580461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.596991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.601052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.604905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.612784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a58b8c3f-3f09-45cd-9eed-1c382cc462cf HTTP/1.1" status: 204 len: 168 time: 0.2404907 Oct 28 21:33:03.619823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded', '402da589-40e8-410b-8f8f-017bf3250e30', '0e15003e-d290-485b-9ce4-53883ca65d01'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:03.640552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753b5ff-9a81-4d12-ac9f-2b7dff2396d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b8c3f-3f09-45cd-9eed-1c382cc462cf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:03.768054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:03.780491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:03.799414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.811877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.821548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4844339-678b-464f-ba61-5378de5b633d req-be0fe87e-d9a3-47dd-ab1f-76b4c18d8c12 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "PUT /v2.0/ports/0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 200 len: 905 time: 2.1289327 Oct 28 21:33:03.823109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:03.826300 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb965e52-2014-48b0-af8d-14d9f9345fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:03.874814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7001e7ed-7975-4937-a49e-b3c4f8e3080c None None] Provisioning complete for port 0f0d7df7-a0ad-4d08-a352-777af955ed49 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:03.882406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7001e7ed-7975-4937-a49e-b3c4f8e3080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:03.964438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0e15003e-d290-485b-9ce4-53883ca65d01'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:03.989046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.990373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.990994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.991607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.992215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.992855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.993477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:03.995669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-a573d64b-e5bd-4911-8c99-8d2afa4c4961 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6484 time: 0.2371054 Oct 28 21:33:04.070564 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63981432-480c-4c8d-98fa-266bf8e27817 x-openstack-request-id: req-63981432-480c-4c8d-98fa-266bf8e27817 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:04.071105 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:04.071566 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63981432-480c-4c8d-98fa-266bf8e27817 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:04.072178 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'status': 'completed', 'code': 200} Oct 28 21:33:04.149393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7001e7ed-7975-4937-a49e-b3c4f8e3080c None None] Port 0f0d7df7-a0ad-4d08-a352-777af955ed49 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:04.189358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-9ded4aaa-280b-4492-8816-dce88e84c5bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 217 time: 0.1235576 Oct 28 21:33:04.342844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:04.379569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-230c1c17-20dd-4878-883f-28c380e0d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.382397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-230c1c17-20dd-4878-883f-28c380e0d1b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.1835854 Oct 28 21:33:04.394201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e02a831e-789e-40d2-9034-26c4977c6121 None None] Provisioning complete for port 0e15003e-d290-485b-9ce4-53883ca65d01 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:04.394687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e02a831e-789e-40d2-9034-26c4977c6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.403348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:04.454011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:04.492983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a8d6219-ba4d-4dcb-9faa-d9af6d113cac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2118156 Oct 28 21:33:04.494948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:04.514084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-746ef66f-2d88-481e-acad-1df717de252a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.518599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27813513'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:04.522771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-746ef66f-2d88-481e-acad-1df717de252a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=caec0319-114f-42c5-bfcb-d0d7e14b5e28 HTTP/1.1" status: 200 len: 943 time: 0.2915726 Oct 28 21:33:04.529676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1584bc16-83ee-4fa3-a386-9505782f12ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.542047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.548005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.561319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:04.561954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:04.562986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.580654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.589609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:04.593517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.594569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.602050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.608421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.618013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-2ceffa46-ecf6-4b5a-9a55-d167667476ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.4198577 Oct 28 21:33:04.645255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:33:04.665293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.665644 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added segment bbbc375c-65d0-4150-8097-394229bcbaaa of type vlan for network 27ca9bad-c534-4c3d-8460-b49f00d88f1d Oct 28 21:33:04.680940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7c5a94b3-6899-4399-b79c-50fd124a08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.682465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7c5a94b3-6899-4399-b79c-50fd124a08d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805626 Oct 28 21:33:04.767067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.770540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1584bc16-83ee-4fa3-a386-9505782f12ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.786991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1584bc16-83ee-4fa3-a386-9505782f12ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.839192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1584bc16-83ee-4fa3-a386-9505782f12ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7803b1cbf741410b98630460f01d8c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946213 Oct 28 21:33:04.844620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43768) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:04.847232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.853446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:04.854097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:04.888800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-01df6a83-f3c9-49ca-9878-6aa26fe503ab service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897075 Oct 28 21:33:04.926632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612f0f95-64d5-4e0d-97e9-66a466bacdd8 req-438f1cca-849e-4730-8686-cf5930fc9d1d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3075414 Oct 28 21:33:04.955937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Network': ['ID=27ca9bad-c534-4c3d-8460-b49f00d88f1d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:04.963352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:04.968750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584bc16-83ee-4fa3-a386-9505782f12ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5f7f59-37e0-484d-a04b-b4cdfb84bca5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:04.988152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86ad0907-f7ae-4960-8cee-675e0f4a6541 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4917641 Oct 28 21:33:04.988799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43772) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:05.000854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'subnet': {'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:05.010760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:33:05.027970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.220255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.228241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1fcc2-c51e-467b-9524-c2aee1a0b15f req-3b506770-7f14-4f61-a594-6f4c59550b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:05.246936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92f1fcc2-c51e-467b-9524-c2aee1a0b15f req-3b506770-7f14-4f61-a594-6f4c59550b1a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 908 time: 0.1771743 Oct 28 21:33:05.293352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 558079a8-7767-4ab5-bbe5-c75df181636b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:05.297359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.369677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Made reservation on behalf of ff2860c3c13e472cb76b4879033bd177 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:05.373502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.423167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-fc134684-f3c8-4c30-a793-0100a8d31b43 service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213039 Oct 28 21:33:05.426346 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da1423-02a8-4df4-ba62-7deb80c7799a x-openstack-request-id: req-10da1423-02a8-4df4-ba62-7deb80c7799a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:05.433415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:00Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:01Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:05.438557 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:05.442362 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10da1423-02a8-4df4-ba62-7deb80c7799a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:05.443144 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01', 'status': 'completed', 'code': 200} Oct 28 21:33:05.485258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:05.485924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Updating router a0a58aa0-5190-4747-9c8d-0499e9071bd0 port 0f0d7df7-a0ad-4d08-a352-777af955ed49 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:33:05.505733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.510015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.514140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e5f7f59-37e0-484d-a04b-b4cdfb84bca5 HTTP/1.1" status: 204 len: 168 time: 0.6671770 Oct 28 21:33:05.528217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.549383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad468-11a7-4a93-aeda-a823cf7d6334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5f7f59-37e0-484d-a04b-b4cdfb84bca5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:05.577606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-9864dcef-3bce-4cbb-aeef-749d49c94970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:05.579222 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-9864dcef-3bce-4cbb-aeef-749d49c94970 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 1060 time: 0.1729324 Oct 28 21:33:05.583672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-05dbfa42-d967-437c-b498-f49c01618674 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 217 time: 0.1367848 Oct 28 21:33:05.864809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-04b6d2fc-a0cb-4e9c-b761-854876aa0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:05.869136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-04b6d2fc-a0cb-4e9c-b761-854876aa0456 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2599320 Oct 28 21:33:05.874506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.882783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 558079a8-7767-4ab5-bbe5-c75df181636b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=558079a8-7767-4ab5-bbe5-c75df181636b,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:05.885529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:05.965782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Subnet': ['ID=cf562fd0-d26b-4388-9d04-13539c617d9c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:06.001414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 558079a8-7767-4ab5-bbe5-c75df181636b owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:06.010680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-4037cf76-5b44-46fe-b71d-ee814a5fcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:06.011331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.012314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-4037cf76-5b44-46fe-b71d-ee814a5fcffe service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.4206505 Oct 28 21:33:06.020787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.081149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Checking segment: {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:06.081691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network hostable DHCP agents. Network: 27ca9bad-c534-4c3d-8460-b49f00d88f1d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:33:06.086517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:06.089470 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:06.102728 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-bb0d881e-3d94-42ea-b541-79db0f1d45be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 200 len: 217 time: 0.0801520 Oct 28 21:33:06.139836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:33:06.156213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-424086ff-f43b-488f-aa32-7ef8564da52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:06.157754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-424086ff-f43b-488f-aa32-7ef8564da52b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2655661 Oct 28 21:33:06.222664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 27ca9bad-c534-4c3d-8460-b49f00d88f1d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:06.249160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:06.251223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.253324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eba898-c7a9-418f-af75-d9bcdb4630e3 None None] Pushing event updated for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:06.259634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4c312-4e3d-494d-a935-eb0aa83a88d9 None None] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:06.268295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-cc837d62-89d5-4648-83cb-5bb5da1f5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:06.271371 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-cc837d62-89d5-4648-83cb-5bb5da1f5120 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1598570 Oct 28 21:33:06.415699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43816) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:06.417261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ef311c1b-60a1-4231-b71c-5b334e870f50 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4222326 Oct 28 21:33:06.450931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-286651da-3171-401f-846a-472ab95a8db3 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811561 Oct 28 21:33:06.459012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-3fa680b1-7272-4576-88ea-6234f2465515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:06.464922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-3fa680b1-7272-4576-88ea-6234f2465515 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849346 Oct 28 21:33:06.473708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Attempting to bind port 0f0d7df7-a0ad-4d08-a352-777af955ed49 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:06.474640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Attempting to bind port 0f0d7df7-a0ad-4d08-a352-777af955ed49 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:06.474968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Attempting to bind port 0f0d7df7-a0ad-4d08-a352-777af955ed49 on network aa48de4a-2611-4c4b-ae3f-18e5117ec68e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:06.512683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:06.513060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Checking segment: {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:06.513455 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.513841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Bound using segment: {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:06.514386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Bound port: 0f0d7df7-a0ad-4d08-a352-777af955ed49, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249671b-a7b7-4e7b-ae44-452b2cdb2b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:06.514695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.681679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.765272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43842) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:06.798849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=558079a8-7767-4ab5-bbe5-c75df181636b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:06.845936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-0bb24054-18b7-4271-aa18-865b14926d56 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461697 Oct 28 21:33:06.852968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ca644b4d-34bf-424a-8477-aa71145f255b None None] Provisioning complete for port 0f0d7df7-a0ad-4d08-a352-777af955ed49 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:06.853833 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ca644b4d-34bf-424a-8477-aa71145f255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.869167 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-7fbd35cf-fa0c-40f6-8b05-c423f680610c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882353 Oct 28 21:33:06.955942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14000283-8f60-4b27-bcd9-5c1016113fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.961787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-defd0f9c-e576-4c59-afd7-747e757b4270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 217 time: 0.0754750 Oct 28 21:33:06.963553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 558079a8-7767-4ab5-bbe5-c75df181636b on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:06.975086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:06.986692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58c65f50-166f-4341-85fb-eae164f6a9aa req-e0ca6d85-0261-44dd-bef7-9e663b546a2d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "DELETE /v2.0/ports/558079a8-7767-4ab5-bbe5-c75df181636b HTTP/1.1" status: 204 len: 173 time: 2.4613123 Oct 28 21:33:06.987118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:07.034426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb965e52-2014-48b0-af8d-14d9f9345fcc req-6989f950-02e0-45f3-9331-0f774f966e71 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579964 Oct 28 21:33:07.177695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] For port 0f0d7df7-a0ad-4d08-a352-777af955ed49, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:07.190022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ec6fbe7c-ee18-4215-807e-39b07395b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:07.192148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ec6fbe7c-ee18-4215-807e-39b07395b1a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2007227 Oct 28 21:33:07.235865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ca644b4d-34bf-424a-8477-aa71145f255b None None] Port 0f0d7df7-a0ad-4d08-a352-777af955ed49 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:07.238778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] For port 0f0d7df7-a0ad-4d08-a352-777af955ed49, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f0d7df7-a0ad-4d08-a352-777af955ed49,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:07.328691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:07.342157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:33:07.343158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:07.596892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:07.600479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:32:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:07.767615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:07.853902 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:07.883484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43872) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:07.981237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-deleted', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:07.983569 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd3e27d-225c-4455-ad48-14219b96d65b" -d '{"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-deleted", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:08.087095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7b71624d-d888-4353-aa7d-c57dea4f5bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.197642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52e77-409c-4023-8a11-b78dd5b1fcca req-c72af4e2-cefc-49c7-9c35-3f9610a9c1c8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.201762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7b71624d-d888-4353-aa7d-c57dea4f5bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.202958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cc52e77-409c-4023-8a11-b78dd5b1fcca req-c72af4e2-cefc-49c7-9c35-3f9610a9c1c8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 1.0583491 Oct 28 21:33:08.210544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7b71624d-d888-4353-aa7d-c57dea4f5bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.222542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b7925b70-82bc-4c88-a47f-c0e45f1cb056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.225366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b7925b70-82bc-4c88-a47f-c0e45f1cb056 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0158210 Oct 28 21:33:08.247071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.250687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] Provisioning complete for port 0f0d7df7-a0ad-4d08-a352-777af955ed49 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:08.251200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.258473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7b71624d-d888-4353-aa7d-c57dea4f5bb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3855a5e0cd5d4703b96a22b731b56101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705893 Oct 28 21:33:08.258473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71624d-d888-4353-aa7d-c57dea4f5bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ccc89c-c5cb-4474-9da5-433dc61e151f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:08.273395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43878) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:08.292874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eba898-c7a9-418f-af75-d9bcdb4630e3 None None] Pushing event updated for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:08.325367 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14000283-8f60-4b27-bcd9-5c1016113fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.329187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:08.331656 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf616a5f-3846-40dd-a767-0ac3a120c60a" -d '{"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:08.361528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:08.375067 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.388635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Allocated IP 2001:db8:3::2 (27ca9bad-c534-4c3d-8460-b49f00d88f1d/cf562fd0-d26b-4388-9d04-13539c617d9c/8892a339-0ddc-4e26-a1a0-5a98bfb115a4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:08.449240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:00Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:07Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:08.453257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14000283-8f60-4b27-bcd9-5c1016113fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.492675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.498845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.504827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.511755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.518072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.525142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.531554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:08.533543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-92fe5b33-1c80-4b1c-95f5-68c1ebc59f99 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.5417051 Oct 28 21:33:08.547246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cc52e77-409c-4023-8a11-b78dd5b1fcca req-d00e4e09-0efb-44ca-9502-41bc49855a46 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049083 Oct 28 21:33:08.547772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0b432-61e9-41bb-a913-3853e09ae1a2 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:00Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:07Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:08.554728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:08.568297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.658339 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62e015-a85d-47c0-bb5d-59cb28283ee5 x-openstack-request-id: req-0c62e015-a85d-47c0-bb5d-59cb28283ee5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:08.658631 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:08.658887 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c62e015-a85d-47c0-bb5d-59cb28283ee5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:08.659285 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'status': 'completed', 'code': 200} Oct 28 21:33:08.670212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-14000283-8f60-4b27-bcd9-5c1016113fa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5435b1f543214d6aaf3f8dccc85b3c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9006145 Oct 28 21:33:08.672853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:08.690946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] For port 0f0d7df7-a0ad-4d08-a352-777af955ed49, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f0d7df7-a0ad-4d08-a352-777af955ed49,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:08.752288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14000283-8f60-4b27-bcd9-5c1016113fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377b703-df8f-4ffe-9ed1-9c8892cdcf8b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:08.776160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3abc6d16-6f81-4dde-9a08-e28510308e6a service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042834 Oct 28 21:33:08.801381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.819543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.885979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.888566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.953264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:08.990282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324304-9c04-4d0a-9144-f08254428a40 None None] Pushing event updated for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:08.994157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.000077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.000077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9377b703-df8f-4ffe-9ed1-9c8892cdcf8b HTTP/1.1" status: 204 len: 168 time: 0.3249154 Oct 28 21:33:09.007376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:09.013311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc02e2-426b-44eb-b345-4f451668a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377b703-df8f-4ffe-9ed1-9c8892cdcf8b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:09.021626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:09.061110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:09.105658 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d1b0c-acdf-40e0-9a7d-8548256696f0 x-openstack-request-id: req-628d1b0c-acdf-40e0-9a7d-8548256696f0 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:09.105872 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:09.106143 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-628d1b0c-acdf-40e0-9a7d-8548256696f0 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:09.106523 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'code': 200} Oct 28 21:33:09.157189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.180868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Pushing event updated for resources: {'Port': ['ID=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:09.185042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.225140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Attempting to bind port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:09.227859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Attempting to bind port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:09.228995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Attempting to bind port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 on network 27ca9bad-c534-4c3d-8460-b49f00d88f1d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:09.234994 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418845c4-8918-4f6d-afc7-8164a6972aca x-openstack-request-id: req-418845c4-8918-4f6d-afc7-8164a6972aca {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:09.235386 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caec0319-114f-42c5-bfcb-d0d7e14b5e28", "name": "network-vif-deleted", "tag": "558079a8-7767-4ab5-bbe5-c75df181636b", "status": "failed", "code": 422}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:09.235912 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-418845c4-8918-4f6d-afc7-8164a6972aca {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:09.236921 n-d-806683-16 neutron-server[102314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caec0319-114f-42c5-bfcb-d0d7e14b5e28', 'name': 'network-vif-deleted', 'tag': '558079a8-7767-4ab5-bbe5-c75df181636b', 'status': 'failed', 'code': 422} returned with failed status Oct 28 21:33:09.237745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:09.238120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Checking segment: {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:09.238520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.238904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Bound using segment: {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:09.239374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Bound port: 8892a339-0ddc-4e26-a1a0-5a98bfb115a4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:09.240377 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.280810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1be317ed-ed2b-49c0-8af8-4ab35710b302 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410233 Oct 28 21:33:09.335228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] For port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:09.339854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] For port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:09.352153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.451053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ff33e69-f79a-42dc-827d-bb3f399aae8a req-112211dc-ff37-4e13-9e46-c03c183c44bc tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8884895 Oct 28 21:33:09.474305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-66dbdf5a-9ead-4b15-be29-8bb5c131c572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 217 time: 0.1121228 Oct 28 21:33:09.474305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.474529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03974ccc-0d3d-4fe0-b88a-effc3c584a1e None None] Pushing event updated for resources: {'Port': ['ID=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:09.474650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:09.480749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7ccc89c-c5cb-4474-9da5-433dc61e151f HTTP/1.1" status: 204 len: 168 time: 1.1921051 Oct 28 21:33:09.625784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-fe451596-8554-494f-b86c-893e0ad9ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:09.631391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-fe451596-8554-494f-b86c-893e0ad9ee7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1400621 Oct 28 21:33:09.647613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72aef8-a3ea-435c-be52-426d15a03f6b req-84958bda-5f95-4d3f-a6af-6a9af1fd4c22 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:09.655031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d72aef8-a3ea-435c-be52-426d15a03f6b req-84958bda-5f95-4d3f-a6af-6a9af1fd4c22 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.4227505 Oct 28 21:33:09.657072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83869-8ac5-49b3-bfd5-ec5fbc519a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ccc89c-c5cb-4474-9da5-433dc61e151f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:09.846619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d72aef8-a3ea-435c-be52-426d15a03f6b req-e43e4a60-148f-43fc-86bf-c39dc8b79fb9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906340 Oct 28 21:33:10.028237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-606cbedf-6ce5-4cd8-a1f8-e9a8c0a83ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:10.042135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-606cbedf-6ce5-4cd8-a1f8-e9a8c0a83ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3404851 Oct 28 21:33:10.124712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:10.212691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:10.213068 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.262527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Allocated IP 2001:db8:3::1 (27ca9bad-c534-4c3d-8460-b49f00d88f1d/cf562fd0-d26b-4388-9d04-13539c617d9c/93c79a14-78a3-4adc-b965-616efdbd6089) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:10.333594 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.385626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:10.391807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.392748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f0d7df7-a0ad-4d08-a352-777af955ed49 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:10.473398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43940) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:10.497295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a91b6314-3630-450d-9a59-79c94c5c33b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.509799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-edacfde7-abb6-42a6-81e1-6afedff5169c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:10.514602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-edacfde7-abb6-42a6-81e1-6afedff5169c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.4710240 Oct 28 21:33:10.551672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:10.584806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0f0d7df7-a0ad-4d08-a352-777af955ed49 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:10.585457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.616567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-a6ae8e81-9a03-4310-9af4-4dd9a347a1b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/quotas/e210e90919b34c3a9e974716cb3be83e HTTP/1.1" status: 200 len: 375 time: 0.0795012 Oct 28 21:33:10.645952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f9304e50-2537-4541-8c27-0d9c9fbb3aec service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815446 Oct 28 21:33:10.773267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-52d2a12d-118b-423b-9b5a-feeb7003f2df tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:10.774962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-52d2a12d-118b-423b-9b5a-feeb7003f2df tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.5483119 Oct 28 21:33:10.812172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-8038bfa2-8ae1-4e64-a9aa-be2e54830f15 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0239468 Oct 28 21:33:10.829773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-388d68d7-211f-491c-baeb-c084557a93a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.869914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.883613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a91b6314-3630-450d-9a59-79c94c5c33b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.895509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a91b6314-3630-450d-9a59-79c94c5c33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:10.897283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3c340d33-3c82-44cf-b419-a1c01ad72467 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639951 Oct 28 21:33:10.914635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-595a0c42-69fb-472c-b452-e64668a4e37e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2890589 Oct 28 21:33:10.929895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a91b6314-3630-450d-9a59-79c94c5c33b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b75a3f1a5d74155b2a809be52288b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516375 Oct 28 21:33:10.930792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43950) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:10.966395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-27a3a49e-97d2-4ec0-a587-de77e6bbc2c3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:10.973442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-27a3a49e-97d2-4ec0-a587-de77e6bbc2c3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/ports?device_id=4314c176-b47c-4119-a64f-f3ef2b83aa4a HTTP/1.1" status: 200 len: 944 time: 0.2889292 Oct 28 21:33:11.010310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b6314-3630-450d-9a59-79c94c5c33b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2221d-c3b9-43de-b6b2-15c7a78cfad8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:11.032769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-4be3df80-d3ea-4900-944c-bbf4ecd88e49 service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156106 Oct 28 21:33:11.139715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.141836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a988f54-6673-4c96-9dc9-edcfd0544c47 None None] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:11.157493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-659896c0-87a7-462d-80df-8c61de9450a2 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867826 Oct 28 21:33:11.235710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.246060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-6e2baab5-db40-4748-ba56-aefa0fa250e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 217 time: 0.0749123 Oct 28 21:33:11.260250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-99378724-49c5-449e-80aa-65e8c51c37e0 None None] Provisioning complete for port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:11.260920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99378724-49c5-449e-80aa-65e8c51c37e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.306488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Deleting port f03cddf8-09c9-422f-b0c4-93cb7132821f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:11.306818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.313671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.377625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-7e1eff77-2def-41db-a519-8cf321d552e5 service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614382 Oct 28 21:33:11.399909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:11.422428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-9b337644-b157-468c-a7f6-890dec7547cc service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474505 Oct 28 21:33:11.492683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f76691f4-a719-4367-9ffb-9f59aacdd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:11.494161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-f76691f4-a719-4367-9ffb-9f59aacdd04a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2383478 Oct 28 21:33:11.496025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:11.516578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:11.522858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:11.523460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.574591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] For port f03cddf8-09c9-422f-b0c4-93cb7132821f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f03cddf8-09c9-422f-b0c4-93cb7132821f,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:11.575087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.614144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Calling delete_port for f03cddf8-09c9-422f-b0c4-93cb7132821f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:11.622720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.625997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:11.629594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0a2221d-c3b9-43de-b6b2-15c7a78cfad8 HTTP/1.1" status: 204 len: 168 time: 0.6956563 Oct 28 21:33:11.652268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ae25d-426c-436f-a4fd-a4843a5aa84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2221d-c3b9-43de-b6b2-15c7a78cfad8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:11.679553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c43dafcf-8bd0-41eb-bbe8-127fef8aee6d service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010583 Oct 28 21:33:11.683671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7490b5f5-4b3e-437d-be16-d0e707817514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:11.686569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7490b5f5-4b3e-437d-be16-d0e707817514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846421 Oct 28 21:33:11.839962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.047667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:12.094919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.146903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:12.147586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.151022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.206934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event deleted for resources: {'Port': ['ID=f03cddf8-09c9-422f-b0c4-93cb7132821f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:12.324398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] No DVR routers for this DVR port f03cddf8-09c9-422f-b0c4-93cb7132821f on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:12.327749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.337056 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc742958-401a-42cb-84df-2a0ed8c7d038 req-23ae048f-914b-4b8f-b117-dc54de1ac3aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "DELETE /v2.0/ports/f03cddf8-09c9-422f-b0c4-93cb7132821f HTTP/1.1" status: 204 len: 173 time: 1.3164003 Oct 28 21:33:12.337814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-deleted', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:12.344551 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08338934-4be0-468f-bd7b-2e56e78d5c7f" -d '{"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-deleted", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:12.388979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:12.454201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fef3a473-10b8-4bff-a380-83ca25157915 None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:12.456596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fef3a473-10b8-4bff-a380-83ca25157915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.605766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fef3a473-10b8-4bff-a380-83ca25157915 None None] Port 93c79a14-78a3-4adc-b965-616efdbd6089 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:12.634959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fef3a473-10b8-4bff-a380-83ca25157915 None None] Provisioning complete for port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:12.635434 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fef3a473-10b8-4bff-a380-83ca25157915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.771672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1120768534'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:12.824777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Made reservation on behalf of 6fa5691593324aadb2771d6776743bc0 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:12.840075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.860584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:12.967800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89b643ef-ed01-4363-bccc-1329be954cd4 None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:12.969179 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89b643ef-ed01-4363-bccc-1329be954cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.071968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-89b643ef-ed01-4363-bccc-1329be954cd4 None None] Port 93c79a14-78a3-4adc-b965-616efdbd6089 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:13.100074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.105900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.138527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:33:13.163385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7f6d0-1228-4b0a-bcd9-5c74d3d93a99,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:13.170739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.171087 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Added segment d2a7420a-8ea1-496a-8fb7-30e02057cd65 of type vlan for network 5143d0bc-bff0-4e02-b119-28bb2290fd26 Oct 28 21:33:13.228873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.286848 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.293680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.294542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.297146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.314486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ec91d39-0a5a-4614-9423-c8ca1dded932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:13.368162 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9778764 Oct 28 21:33:13.381525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3a03-6921-418f-bee8-da43f401e403 tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Pushing event updated for resources: {'Network': ['ID=5143d0bc-bff0-4e02-b119-28bb2290fd26,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:13.384829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.391428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.392283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:33:13.398429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.404487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.410482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.416505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.422608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.424551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-04083b50-ee5a-4a48-aad9-361a3eaf3018 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.2536914 Oct 28 21:33:13.438958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-5ba053de-42ba-471d-93fa-4c18a4683e84 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.440800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-5ba053de-42ba-471d-93fa-4c18a4683e84 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 1.6157472 Oct 28 21:33:13.477301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-60054eee-3292-4388-90f8-28bfa7a05ae7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/quotas/470a718ff17e4dfba38fcf1318eee2dc HTTP/1.1" status: 200 len: 375 time: 0.0266829 Oct 28 21:33:13.482552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-1e5d852a-4ca4-4ff7-8c24-79da966fb35f service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7588074 Oct 28 21:33:13.659134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63a383d8-8138-482c-a809-fb1fc51fc637 req-ae597eb0-3c3f-4418-ae03-f1f8ffe3157e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126629 Oct 28 21:33:13.746666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-7b2aec83-7a51-4fe5-8404-2ddf1e805af7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2247038 Oct 28 21:33:13.878385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e74c87df-0bbe-44b4-944a-f060c2dce77f service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534780 Oct 28 21:33:13.910528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-5eceb817-dc05-45ea-9c23-5b711bf6da7c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:13.922799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-5eceb817-dc05-45ea-9c23-5b711bf6da7c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.2936342 Oct 28 21:33:13.941178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:13.972616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e2a9e8c1-9b63-4635-ac81-282e489f26ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.0855982 Oct 28 21:33:14.008989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4760709-8c04-491f-b398-49f2d74470f5 req-a3550d81-acad-4c18-9af1-301d7f7d2f12 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 210 time: 0.1319501 Oct 28 21:33:14.191992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd97af89-021b-492c-93b2-4e0162fac1db req-bd6c23ff-5ef0-4731-a164-bcb3a3c56049 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 210 time: 0.0731256 Oct 28 21:33:14.289802 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf7353-80c8-43fb-8f9c-d840ea7a6b7a x-openstack-request-id: req-56bf7353-80c8-43fb-8f9c-d840ea7a6b7a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:14.290095 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4314c176-b47c-4119-a64f-f3ef2b83aa4a", "name": "network-vif-deleted", "tag": "f03cddf8-09c9-422f-b0c4-93cb7132821f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:14.290485 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56bf7353-80c8-43fb-8f9c-d840ea7a6b7a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:14.290887 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4314c176-b47c-4119-a64f-f3ef2b83aa4a', 'name': 'network-vif-deleted', 'tag': 'f03cddf8-09c9-422f-b0c4-93cb7132821f', 'status': 'completed', 'code': 200} Oct 28 21:33:14.339971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:14.343495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:14.344424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-6805375d-2029-4d86-bbd2-b3beb77fc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:14.345904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-6805375d-2029-4d86-bbd2-b3beb77fc57d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.3546338 Oct 28 21:33:14.358036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-7621d38f-f661-4a07-9b2e-12b32a11ff2a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:14.362255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-7621d38f-f661-4a07-9b2e-12b32a11ff2a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.3089981 Oct 28 21:33:14.374753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a0a52ea8-2263-4bfd-bc2b-9ef1b27bf89b service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051838 Oct 28 21:33:14.387407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Request body: {'port': {'device_id': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'admin_state_up': True, 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:14.420598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:14.484314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44034) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:14.547854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-1ab5a5be-a41e-4757-8480-d1c472d68475 service neutron] 10.222.0.31 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721764 Oct 28 21:33:14.560207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:14.561039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:14.711630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ba1b028e-864e-463d-972e-8d3361fd6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:14.713156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ba1b028e-864e-463d-972e-8d3361fd6142 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3531384 Oct 28 21:33:14.772533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:14.943017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44046) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:14.968880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26', 'binding:host_id': 'n-h2-806683-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-235055587'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:14.972022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event updated for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:14.977843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:15.010377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7050d6dc-2f6d-4bd7-a294-e3f43208e4a5 req-abba2b6f-8a18-4d94-9325-24c837989639 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 210 time: 0.0647790 Oct 28 21:33:15.026797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.2 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/277fb709-1fd9-461f-9434-f8ad84299e58) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:15.060910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: f03cddf8-09c9-422f-b0c4-93cb7132821f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:15.061548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f03cddf8-09c9-422f-b0c4-93cb7132821f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:15.085231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.147731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-ded38d6d-bdff-47f4-b0d1-da2c546484f3 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186678 Oct 28 21:33:15.186291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6db73197-02d3-44df-955b-612238e037b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.215996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.223019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.231312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.238988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.247599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.254352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.254745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.262070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.263408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:15.264085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-11a056d2-d994-4c5a-b0c6-c8a08d936b51 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.4428883 Oct 28 21:33:15.267017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.291646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Made reservation on behalf of 06cbeb03f5a34892bfec8867c6adf49c for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:15.294087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.340654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.363930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fd79adb-cdc8-4fc5-bc50-2df0e7ae1ce8 req-259b02ad-3eb3-44c7-a54c-0b95f885e6a7 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 210 time: 0.2093792 Oct 28 21:33:15.368755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:15.404994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:15.450502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6db73197-02d3-44df-955b-612238e037b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.461997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ef90eb-19c7-4c49-926e-7f5b4021415b req-1f8e1542-7533-41b0-a6f4-20575051837f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227808 Oct 28 21:33:15.479066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6db73197-02d3-44df-955b-612238e037b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.486150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.564490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73197-02d3-44df-955b-612238e037b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a30707-2d84-4890-af67-ce0ad9ebe93e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:15.640042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-0bd1174e-c446-494e-9666-d97f8d79b160 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637313 Oct 28 21:33:15.663993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbebd9e1-4b50-4c3c-8437-e8bd1186e833 req-dfd25e09-9a98-4963-968f-aeea0678f0fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 210 time: 0.1913285 Oct 28 21:33:15.715424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:15.729418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:15.732267 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6db73197-02d3-44df-955b-612238e037b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c128fe3364684bd5b3b8e69837eb34f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2465878 Oct 28 21:33:15.733953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Allocated IP 172.20.0.5 (7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa/89988451-dec3-4d07-ac3c-ab7baf1ed038/bcac1214-782e-49eb-a469-c75fe992c0e4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:15.735999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44058) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:15.738585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:15.757280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-3e5e2db7-d3f7-4236-a8be-1a5859a655f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.0913334 Oct 28 21:33:15.759369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:15.850825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7f4927e4-724e-435b-8938-c6a2dcae5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.853265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-7f4927e4-724e-435b-8938-c6a2dcae5cd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.0870881 Oct 28 21:33:15.893109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:15.893849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.895270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:15.908470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.920146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1a407ac9-6902-4047-8cb1-cd1ba3c8dcf6 None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:15.921417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a407ac9-6902-4047-8cb1-cd1ba3c8dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.926249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.941279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:15.946558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:15.972998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-3f80c499-7dcc-492f-ab89-b2e48db08af2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0376437 Oct 28 21:33:15.978307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1a407ac9-6902-4047-8cb1-cd1ba3c8dcf6 None None] Port 93c79a14-78a3-4adc-b965-616efdbd6089 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:15.989293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Request body: {'port': {'device_id': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:15.997187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.122573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.148086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.204975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.208499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.210006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11a30707-2d84-4890-af67-ce0ad9ebe93e HTTP/1.1" status: 204 len: 168 time: 0.4728682 Oct 28 21:33:16.250098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad797453-bfaf-4264-97d5-6415fb3a2df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a30707-2d84-4890-af67-ce0ad9ebe93e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:16.382676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-657aa661-1157-4f42-80be-8fb595c0f1ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:16.384118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-657aa661-1157-4f42-80be-8fb595c0f1ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 812 time: 0.1557078 Oct 28 21:33:16.409256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ab8e9-4747-4218-af5e-255dd0fc8c80,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:16.447739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b9f58ded-de65-4fde-acb9-89dd04b52eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:16.449267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-b9f58ded-de65-4fde-acb9-89dd04b52eb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5866401 Oct 28 21:33:16.451074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e6af207-dc9a-4bce-845e-a2c11d39e0c1 req-71fe274b-74bc-4d00-b630-58a2efede34b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 210 time: 0.2673671 Oct 28 21:33:16.454652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Request body: {'port': {'device_id': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'admin_state_up': True, 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:16.515276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fb709-1fd9-461f-9434-f8ad84299e58 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:16.525841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.540339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Transition to ACTIVE for port object 277fb709-1fd9-461f-9434-f8ad84299e58 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:33:16.551290 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.558670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.596087 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.646912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:16.654781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:16.662618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:16.668166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Pushing event updated for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:16.813806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:16.814375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:16.821803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:16.877406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-c2fce806-beb8-46b2-b8c2-97ddd8c82494 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4972334 Oct 28 21:33:16.882611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Attempting to bind port 277fb709-1fd9-461f-9434-f8ad84299e58 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:16.882932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Attempting to bind port 277fb709-1fd9-461f-9434-f8ad84299e58 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:16.883259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Attempting to bind port 277fb709-1fd9-461f-9434-f8ad84299e58 on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:16.891111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Request body: {'port': {'device_id': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:16.896471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Port 277fb709-1fd9-461f-9434-f8ad84299e58 on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:16.896684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Attempting to bind port 277fb709-1fd9-461f-9434-f8ad84299e58 on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:16.922222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:16.922640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:16.923131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:16.923457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Bound port: 277fb709-1fd9-461f-9434-f8ad84299e58, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:16.923815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.006829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.093558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:17.106221 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:17.143843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4cc5023b-6c09-4c99-a476-2bd414c45970 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7268670 Oct 28 21:33:17.152719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44090) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:17.161931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:17.216982 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:17.217614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:17.318016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:17.346906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247d26-678d-4e3e-bdbd-8a21964abdf7 req-a2b2465f-0f34-447f-9f0a-253b63571a6e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.349694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67247d26-678d-4e3e-bdbd-8a21964abdf7 req-a2b2465f-0f34-447f-9f0a-253b63571a6e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 943 time: 0.8195620 Oct 28 21:33:17.377415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.384448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.391376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.398854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.406057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.412791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.419759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.422569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-3489ee8d-4849-46d0-a270-a7fc509f4406 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.4167411 Oct 28 21:33:17.472575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcac1214-782e-49eb-a469-c75fe992c0e4 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:17.485087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.493617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:17.501508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-d7afab5a-82c8-4cd0-a54d-731af2a6318a service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0368824 Oct 28 21:33:17.501758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Transition to ACTIVE for port object bcac1214-782e-49eb-a469-c75fe992c0e4 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:33:17.512793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:17.525095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.555094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=277fb709-1fd9-461f-9434-f8ad84299e58,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:17.603808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8388be4c-21ed-43d0-95ed-6c984afd79f2 req-0fe08b9c-490c-4380-bccb-3d8bab3a44d5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625807 Oct 28 21:33:17.616130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.619963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.706755 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:11Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:13Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:17.725277 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.745037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67247d26-678d-4e3e-bdbd-8a21964abdf7 req-16e39fed-a660-442c-8bd8-8fc9eb838c68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161354 Oct 28 21:33:17.775810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Made reservation on behalf of 470a718ff17e4dfba38fcf1318eee2dc for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:17.776857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.799189 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:17.812750 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Updating router a0a58aa0-5190-4747-9c8d-0499e9071bd0 port 93c79a14-78a3-4adc-b965-616efdbd6089 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:33:17.833963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:17.847412 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:17.966143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Pushing event updated for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:17.981077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Attempting to bind port bcac1214-782e-49eb-a469-c75fe992c0e4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:17.981418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Attempting to bind port bcac1214-782e-49eb-a469-c75fe992c0e4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:17.982168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Attempting to bind port bcac1214-782e-49eb-a469-c75fe992c0e4 on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:17.997642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:17.998348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.000293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-158b8c76-08ac-4c4a-a425-52f6c5426c5c service neutron] 10.222.0.44 "PUT /v2.0/ports/277fb709-1fd9-461f-9434-f8ad84299e58 HTTP/1.1" status: 200 len: 1092 time: 2.0152977 Oct 28 21:33:18.000908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:18.006253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f80d889-0ece-4f24-b98f-772c1cb0874b req-e7e9c87b-033a-4302-acdb-da4e5bbd3bbe service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736905 Oct 28 21:33:18.007130 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52866db-2ff6-4eaf-af4a-b294caf981c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:18.010755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Port bcac1214-782e-49eb-a469-c75fe992c0e4 on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:18.011978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Attempting to bind port bcac1214-782e-49eb-a469-c75fe992c0e4 on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:18.019966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:18.020302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Checking segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:18.021258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Bound using segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:18.022133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Bound port: bcac1214-782e-49eb-a469-c75fe992c0e4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:18.022492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.062142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=a43c9300-fb2a-4b0b-b29f-e08ee1a50146,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:18.103707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1b85aac-a800-4149-a922-2b6a66b42e11 req-c8643ad1-4446-499e-afd0-be33326fc463 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 210 time: 0.1496537 Oct 28 21:33:18.189799 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79099bf9-b986-4614-9167-d3f1fd3d426b x-openstack-request-id: req-79099bf9-b986-4614-9167-d3f1fd3d426b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:18.190425 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:18.190916 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79099bf9-b986-4614-9167-d3f1fd3d426b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:18.191563 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58', 'status': 'completed', 'code': 200} Oct 28 21:33:18.222071 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.227192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:18.236166 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.240897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.241680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.242416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.243109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.243737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.244449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.245261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.247565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-a3730247-bf7d-4376-a669-c4323aa571f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6484 time: 0.1549191 Oct 28 21:33:18.268399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:18.309279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8ce2-b62b-45fd-9082-382b9b457a5e req-7da4455d-bed1-4465-90ab-ccdacb3a5dcf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.316402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.316803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cac8ce2-b62b-45fd-9082-382b9b457a5e req-7da4455d-bed1-4465-90ab-ccdacb3a5dcf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 943 time: 0.4876745 Oct 28 21:33:18.334324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Checking segment: {'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:18.334531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Network hostable DHCP agents. Network: 5143d0bc-bff0-4e02-b119-28bb2290fd26, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:33:18.360269 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb6c37-1773-47c2-8bf0-c863ed0589e6 None None] Pushing event updated for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:18.422310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:18.450886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.452753 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.462767 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-2ab635e4-a69a-4611-b90f-22d524e554b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/bcac1214-782e-49eb-a469-c75fe992c0e4 HTTP/1.1" status: 200 len: 1092 time: 1.5759263 Oct 28 21:33:18.507079 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Attempting to bind port 93c79a14-78a3-4adc-b965-616efdbd6089 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:18.507704 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Attempting to bind port 93c79a14-78a3-4adc-b965-616efdbd6089 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:18.508232 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Attempting to bind port 93c79a14-78a3-4adc-b965-616efdbd6089 on network 27ca9bad-c534-4c3d-8460-b49f00d88f1d {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:18.516744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:18.517388 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Checking segment: {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:18.517975 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.518760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Bound using segment: {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:18.519391 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Bound port: 93c79a14-78a3-4adc-b965-616efdbd6089, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc375c-65d0-4150-8097-394229bcbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:18.519937 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.530236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-03414e40-b769-46f0-a35f-3258a7214b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.531755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-03414e40-b769-46f0-a35f-3258a7214b21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 1095 time: 0.4200625 Oct 28 21:33:18.571352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cac8ce2-b62b-45fd-9082-382b9b457a5e req-fbf59b00-39cd-41a0-8411-a933e3d13157 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533460 Oct 28 21:33:18.601876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:33:18.628194 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] For port 93c79a14-78a3-4adc-b965-616efdbd6089, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:18.633154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] For port 93c79a14-78a3-4adc-b965-616efdbd6089, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=93c79a14-78a3-4adc-b965-616efdbd6089,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:18.639774 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:18.644050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-2365110a-aa5e-4e3b-9553-62bd61f7055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.660683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-2365110a-aa5e-4e3b-9553-62bd61f7055b service neutron] 10.222.0.44 "GET /v2.0/networks?id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 903 time: 0.3905644 Oct 28 21:33:18.677608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-c9fbb6fb-bff4-4c58-9cc5-bb7c6cbf0474 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=277fb709-1fd9-461f-9434-f8ad84299e58 HTTP/1.1" status: 200 len: 217 time: 0.1013577 Oct 28 21:33:18.729503 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:18.730309 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:18.779115 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-9e45bf4c-306f-4862-a198-15d43f5537e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.1169991 Oct 28 21:33:18.785616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-89943026-a4e6-4597-b6b7-65a49dc60a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.787861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-89943026-a4e6-4597-b6b7-65a49dc60a2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 1095 time: 0.2504561 Oct 28 21:33:18.819874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-622ceec8-354e-4131-a25b-e3c258e3dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:18.821397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-622ceec8-354e-4131-a25b-e3c258e3dc26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1169066 Oct 28 21:33:18.827399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Allocated IP 172.20.0.5 (b3434efc-3652-42f2-90aa-2c3bdc1b6a88/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17/cf48108e-1614-4b0b-b56d-c4377e55e5de) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:18.835392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5143d0bc-bff0-4e02-b119-28bb2290fd26) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:18.839960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:18.881588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d58dc-4c6d-4dbd-9030-a2dcbf0d34d8 None None] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:18.937345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-9c7023de-d5fe-406a-b67d-d9c573468936 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928609 Oct 28 21:33:18.940327 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-45c295d0-4c56-4b15-a6c8-bd080267c6a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcac1214-782e-49eb-a469-c75fe992c0e4 HTTP/1.1" status: 200 len: 217 time: 0.1405408 Oct 28 21:33:19.009234 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb6c37-1773-47c2-8bf0-c863ed0589e6 None None] Pushing event updated for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:19.042274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965acf-0997-4cbd-b04c-f13784f79871 req-de49e5c1-bd9e-4abd-a433-9a13377c8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.043829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-de49e5c1-bd9e-4abd-a433-9a13377c8c03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.0878472 Oct 28 21:33:19.060423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:33:19.069084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-ad5ec09f-89a3-44c7-9818-8424c21fa240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.071215 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-ad5ec09f-89a3-44c7-9818-8424c21fa240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.2821653 Oct 28 21:33:19.075795 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:19.118503 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-7d59ce71-3c78-4cd6-bd37-bc6ae8d0bad3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639677 Oct 28 21:33:19.229221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:19.229987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:19.243605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:19.243937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:19.244305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:19.275933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:19.276551 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:19.278159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Removed routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:33:19.278559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:19.283385 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 2 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:19.337259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-df28db82-36ab-4d46-81e9-e30c5425581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.340772 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-df28db82-36ab-4d46-81e9-e30c5425581e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2262316 Oct 28 21:33:19.340957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:19.340957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:19.340957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:19.413374 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-7fee4b95-5f7d-4452-b328-968b3b48e62a service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542274 Oct 28 21:33:19.471868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:19.493305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.505542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.529858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.541667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] For port 93c79a14-78a3-4adc-b965-616efdbd6089, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=93c79a14-78a3-4adc-b965-616efdbd6089,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:19.551345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.552520 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-8eb05421-31db-4632-b10d-f208c5c5462e service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004764 Oct 28 21:33:19.559623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:19.567692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.580406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.584093 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:11Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:18Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:19.587013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.597760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-142a2108-8430-47e0-8cdc-be45ccbc903d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.7674179 Oct 28 21:33:19.657399 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178f0ee-5260-4cf1-9eb6-2f7cfc447730 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:11Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:18Z', 'revision_number': 4, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:19.662058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-35965acf-0997-4cbd-b04c-f13784f79871 req-a509d491-44a8-401a-b937-8c32034244c8 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395120 Oct 28 21:33:19.686712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236812b-adb2-466e-a6b2-ce9980b45425 None None] Pushing event updated for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:19.738375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:19.738921 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:19.763420 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2e0fd63e-710b-4b89-b013-cd8ad8420aa7 req-dabcd379-479f-4842-b1b2-3d3b2796fbe4 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914053 Oct 28 21:33:19.764066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-46b1f9fb-c737-4217-9ef0-5462a2d9e661 None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:19.765127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46b1f9fb-c737-4217-9ef0-5462a2d9e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:19.802365 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 3 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:19.870544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:19.870881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:19.871205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:19.919804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-de032db6-0615-40b3-be9c-3e0efb34f02c service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529408 Oct 28 21:33:19.985682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.985981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 93c79a14-78a3-4adc-b965-616efdbd6089 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:19.986722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.986722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.987205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.987500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.987958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:19.988425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.004204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-06974e8e-1be1-4e2f-b23e-1caa04f2f6e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6484 time: 0.1453238 Oct 28 21:33:20.095229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 93c79a14-78a3-4adc-b965-616efdbd6089 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:20.096802 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:20.101204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a6d64b6-d8d0-4d19-a74c-5295d6e75ce9 req-841d8fe0-d12b-4c4e-ad1c-e58f9c40004b service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302679 Oct 28 21:33:20.101884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:20.102307 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:20.109183 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 4 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:20.119288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b6ad0-8a93-4399-8884-49972e5367e7 req-2c361969-4bb4-44ff-8a08-4cbceeca54f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.126259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a91b6ad0-8a93-4399-8884-49972e5367e7 req-2c361969-4bb4-44ff-8a08-4cbceeca54f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 943 time: 1.1237874 Oct 28 21:33:20.195944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:20.199618 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147" -d '{"events": [{"name": "network-changed", "server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:20.210731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37adc073-a9d3-486a-a2f9-9bb3d9978f85 req-7aba2740-98de-4ffb-a11b-5302e9469ece tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6101134 Oct 28 21:33:20.225783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-18a608c7-2122-412a-a0c2-d01d53ef1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.235403 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-18a608c7-2122-412a-a0c2-d01d53ef1d91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 903 time: 0.2161927 Oct 28 21:33:20.237497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:20.313335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:20.313661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:20.314004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:20.324305 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-3918bece-c72a-4f5a-8301-b5a100d20a85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.0862174 Oct 28 21:33:20.346443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:20.384263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:20.384808 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:20.408068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-f764c1c2-bd06-4bc6-8916-b18e031d73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.410196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-f764c1c2-bd06-4bc6-8916-b18e031d73b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.0758178 Oct 28 21:33:20.427420 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 5 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:20.462171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30889c13-9bcc-4c35-845a-9fbc88c3aeb6 req-1bb30c17-2d33-4bdc-8458-5ba0f26e339f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 210 time: 0.1443460 Oct 28 21:33:20.500410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-bd1cca05-5a95-4041-bc8f-fda94d53256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.507319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-bd1cca05-5a95-4041-bc8f-fda94d53256b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868759 Oct 28 21:33:20.664136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:20.718044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-f40c6a33-6065-4c5d-beaa-9095f157462d service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006392 Oct 28 21:33:20.719872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a91b6ad0-8a93-4399-8884-49972e5367e7 req-a9e1d0e6-bb3e-4244-b022-da5625b8df61 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642793 Oct 28 21:33:20.722152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:20.740620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-eb833453-1ee5-4ffb-9353-e404e1dccaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.742269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-eb833453-1ee5-4ffb-9353-e404e1dccaa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 1095 time: 0.5284433 Oct 28 21:33:20.777806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:20.778525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:20.778867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:20.856748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:20.857089 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:20.859238 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 6 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:20.860406 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9111e144-5dcc-403a-9f3b-cfed4a310dbf x-openstack-request-id: req-9111e144-5dcc-403a-9f3b-cfed4a310dbf {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:20.860696 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:20.860946 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9111e144-5dcc-403a-9f3b-cfed4a310dbf {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:20.861377 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'status': 'completed', 'code': 200} Oct 28 21:33:20.862239 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:20.880559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded', '402da589-40e8-410b-8f8f-017bf3250e30'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:20.925394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-9f047d4d-2646-4c18-afa5-9f21585ced2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:20.927650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-9f047d4d-2646-4c18-afa5-9f21585ced2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 1095 time: 0.0760748 Oct 28 21:33:20.965832 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70c17e5c-f4d3-4ce7-a052-55b11a43cfcf req-fd400434-2e89-437f-a800-815bff888ebe service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325797 Oct 28 21:33:21.084989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-b5852959-7dcf-4194-bb33-0c4774fc4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.087068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-b5852959-7dcf-4194-bb33-0c4774fc4d1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 906 time: 0.1474328 Oct 28 21:33:21.094259 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:33:21.142958 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-85a34887-3867-48ab-aef9-98c14bb07106 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcac1214-782e-49eb-a469-c75fe992c0e4 HTTP/1.1" status: 200 len: 217 time: 0.0472636 Oct 28 21:33:21.210488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-e96d0b98-84b9-444f-9c10-ab42c804855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.214282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-e96d0b98-84b9-444f-9c10-ab42c804855e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.0579145 Oct 28 21:33:21.283822 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-fa34e44f-8d71-43ae-89de-6acbf1fc020d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585074 Oct 28 21:33:21.388780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:21.389179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:21.389456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:21.397590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-11eeffc8-5181-4e1b-a446-224e85e8919d service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060541 Oct 28 21:33:21.436670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:21.439174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:21.439507 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:21.447827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38c3d5-3062-4096-93f1-27d0512d6013 req-f758726c-95e9-4476-a238-ba5df05ce153 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.449420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e38c3d5-3062-4096-93f1-27d0512d6013 req-f758726c-95e9-4476-a238-ba5df05ce153 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 943 time: 0.8364904 Oct 28 21:33:21.457317 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 7 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:21.467507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:21.469702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:21.498113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:21.517745 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3d8914ee-82ab-4a22-8bb2-fe5fa7164147 req-a1576b44-c753-4156-9909-9b982b036b43 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122715 Oct 28 21:33:21.565094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.565432 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.565771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.566108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.566441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.566774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.567093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.568029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.568344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.568692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.569011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.569326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:21.586551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:21.586894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:21.587221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:21.590717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-a2fddc8a-1563-4d80-8c89-3ec94f40f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.592187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-a2fddc8a-1563-4d80-8c89-3ec94f40f556 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.8088186 Oct 28 21:33:21.593332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:21.605402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:21.610001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:21.611236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b5891c1-e532-4a59-b1f5-cd2a7b87b3ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 954 time: 4.4539502 Oct 28 21:33:21.613889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44196) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:21.645197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:21.645903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:21.681628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-6c9e27e4-5e50-46d9-9db8-a91521c2786c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=277fb709-1fd9-461f-9434-f8ad84299e58 HTTP/1.1" status: 200 len: 217 time: 0.0645881 Oct 28 21:33:21.682225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:21.682336 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:21.686004 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 8 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:21.773628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.779656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.785708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.791679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.798164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.808169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.816507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.818747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-0a9705ec-58e1-4ff4-8894-d8271a10ddb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.4582424 Oct 28 21:33:21.826535 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-397d757d-13b0-4706-8b7d-1e78817b900f tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 954 time: 0.2090304 Oct 28 21:33:21.827082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e38c3d5-3062-4096-93f1-27d0512d6013 req-9d555886-94c5-42c2-a879-b3bf107b6d61 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619719 Oct 28 21:33:21.827175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:21.827875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:21.827875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:21.828073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:21.835618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'routes': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:21.838310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.838942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:21.840470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:21.873085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-47ecc312-fdae-41e0-b46c-a0ca70448a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:21.886719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-47ecc312-fdae-41e0-b46c-a0ca70448a1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1957994 Oct 28 21:33:21.908298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:21.908660 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:21.913593 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 9 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:21.954894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-d4f4a30d-d896-4f2e-9cd2-1015e8afe575 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433269 Oct 28 21:33:22.001255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a37f7f6f-2968-46c0-9d76-8b7066b8e71b None None] Provisioning complete for port cf48108e-1614-4b0b-b56d-c4377e55e5de triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:22.001704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a37f7f6f-2968-46c0-9d76-8b7066b8e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.033520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-9c555546-cd34-4d67-bb9d-f15afbe5a7c5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5926042 Oct 28 21:33:22.054003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a37f7f6f-2968-46c0-9d76-8b7066b8e71b None None] Port cf48108e-1614-4b0b-b56d-c4377e55e5de cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:33:22.060136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Request body: {'port': {'device_id': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:22.076542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:22.076877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:22.077217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:22.113572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5018e6a8-e2cd-42f1-ab94-712969af76bf req-cfe3bef3-deeb-4822-9874-0f2060df3007 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2414012 Oct 28 21:33:22.128330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:22.128737 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:22.139740 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 10 to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 Oct 28 21:33:22.283276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8026-b714-4f72-bfc7-99a46925a4fa req-a8129cb0-a835-48ac-83f0-c1385976b98b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:22.285573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fda8026-b714-4f72-bfc7-99a46925a4fa req-a8129cb0-a835-48ac-83f0-c1385976b98b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 931 time: 0.3731594 Oct 28 21:33:22.289107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:22.289441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:22.289755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.extraroute_db [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added routes are [] {{(pid=102313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:33:22.289916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:22.290083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.extraroute_db [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:33:22.293416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-312e2d8d-8712-4764-8edb-3be6b4d1557f service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228955 Oct 28 21:33:22.304271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.332615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:22.333725 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:22.334129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.371716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.406539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 6, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:22.445442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:22.460715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:22.462599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:22.464858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fda8026-b714-4f72-bfc7-99a46925a4fa req-1afeec77-5fc7-49d7-8963-99286b21d5c9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704473 Oct 28 21:33:22.638664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d55e-c68a-4217-8d1e-6a44917a366c req-cd5ba09b-3ae5-417c-92a4-47f43dc2ec26 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:22.640203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1891d55e-c68a-4217-8d1e-6a44917a366c req-cd5ba09b-3ae5-417c-92a4-47f43dc2ec26 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 943 time: 0.2916665 Oct 28 21:33:22.642129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52866db-2ff6-4eaf-af4a-b294caf981c2 req-96d51b49-da95-4ef4-8917-2e3eab6c3a0d service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291714 Oct 28 21:33:22.659479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port a43c9300-fb2a-4b0b-b29f-e08ee1a50146, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:22.660355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempted to set empty binding levels {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:33:22.683236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.685331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:22.693030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.700213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.782201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:22.782802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:22.798126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1891d55e-c68a-4217-8d1e-6a44917a366c req-6d502012-cd13-43a1-9b58-44248aa40ae3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483274 Oct 28 21:33:22.815659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=a43c9300-fb2a-4b0b-b29f-e08ee1a50146,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:22.853692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40e48025-a4d2-4c64-955d-f3ebb193d80d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.9068658 Oct 28 21:33:22.855862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44220) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:22.935205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:23.022857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 277fb709-1fd9-461f-9434-f8ad84299e58 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:23.088809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee026c8-de31-40d0-9581-960bd90a21c9 req-083d176a-2aa3-4ce0-9558-13dc9035d95d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:23.090396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bee026c8-de31-40d0-9581-960bd90a21c9 req-083d176a-2aa3-4ce0-9558-13dc9035d95d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 943 time: 0.1340957 Oct 28 21:33:23.107668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf48108e-1614-4b0b-b56d-c4377e55e5de {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:23.117118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.120520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:22Z', 'revision_number': 7, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:23.142803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Transition to ACTIVE for port object cf48108e-1614-4b0b-b56d-c4377e55e5de will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:33:23.156978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f794a6-90a8-4d19-bf8a-7de332f382f9 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:22Z', 'revision_number': 7, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:23.162852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.175647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Deleting port a43c9300-fb2a-4b0b-b29f-e08ee1a50146 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:23.176631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.203319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=277fb709-1fd9-461f-9434-f8ad84299e58,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:23.215542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bee026c8-de31-40d0-9581-960bd90a21c9 req-8cdfaf54-4a30-49bd-a5f6-f723610ec7a3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177642 Oct 28 21:33:23.221789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '277fb709-1fd9-461f-9434-f8ad84299e58', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '277fb709-1fd9-461f-9434-f8ad84299e58', 'mac_address': 'fa:16:3e:44:e8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:23.299785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.306825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port a43c9300-fb2a-4b0b-b29f-e08ee1a50146, host n-h2-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:23.307365 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.322512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fb709-1fd9-461f-9434-f8ad84299e58 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:23.328720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Calling delete_port for a43c9300-fb2a-4b0b-b29f-e08ee1a50146 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:23.355635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=277fb709-1fd9-461f-9434-f8ad84299e58,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:23.367890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.368843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:23.515688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:23.529889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:23.537749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:23.543553 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:23.554174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.555354 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-889a0b17-9c43-4997-b6e8-7719b8d7ba26 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 704 time: 1.7264664 Oct 28 21:33:23.557923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:23.559514 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:23.560472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:23.586092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.641466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:23.683710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'mac_address': 'fa:16:3e:e1:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:23.724973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event deleted for resources: {'Port': ['ID=a43c9300-fb2a-4b0b-b29f-e08ee1a50146,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:23.771007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8cdbe0f-63b9-4d0b-8db3-d9b7e686adac tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 704 time: 0.2094889 Oct 28 21:33:23.771618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44228) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:23.796196 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:23.807389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.812127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6940fd36-5a88-463b-ad8a-0bd14276c682 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a43c9300-fb2a-4b0b-b29f-e08ee1a50146 HTTP/1.1" status: 204 len: 168 time: 0.9448013 Oct 28 21:33:23.831722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb471db-83a1-4779-8700-da35a8d2e503 req-14762610-9c5d-4296-86a0-761f44ac4630 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:23.842376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.847416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44230) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:23.849774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb471db-83a1-4779-8700-da35a8d2e503 req-14762610-9c5d-4296-86a0-761f44ac4630 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.2209346 Oct 28 21:33:23.892141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcac1214-782e-49eb-a469-c75fe992c0e4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:23.940318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:23.947210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:23.995566 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb76ff0c-5afe-40f2-a27c-a280de1301fa tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:33:24.002757 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb76ff0c-5afe-40f2-a27c-a280de1301fa tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports/a43c9300-fb2a-4b0b-b29f-e08ee1a50146 HTTP/1.1" status: 404 len: 333 time: 0.1487725 Oct 28 21:33:24.010938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44238) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:24.015659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-252565125'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:24.017186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.039109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.055948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.059519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:24.069549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.097655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.127513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.144327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.149912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-6d375193-335a-460c-a011-cd0047725ddf tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.6152754 Oct 28 21:33:24.211349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['277fb709-1fd9-461f-9434-f8ad84299e58'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:24.223107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Made reservation on behalf of 06cbeb03f5a34892bfec8867c6adf49c for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:24.225727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:24.250153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb471db-83a1-4779-8700-da35a8d2e503 req-d76e312a-ee01-447a-802e-c61542d64666 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991888 Oct 28 21:33:24.257651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['bcac1214-782e-49eb-a469-c75fe992c0e4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:24.297783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port 33e97be8-4676-4f78-943e-666108fa0612 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:24.316246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf119cc9-ca78-4e35-ba2a-5a9012e84bd2 req-50e7c3db-4886-482b-bb9d-d01e023002a8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329846 Oct 28 21:33:24.317028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Attempting to bind port cf48108e-1614-4b0b-b56d-c4377e55e5de on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:24.318590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Attempting to bind port cf48108e-1614-4b0b-b56d-c4377e55e5de by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:24.319533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Attempting to bind port cf48108e-1614-4b0b-b56d-c4377e55e5de on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:24.347034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Port cf48108e-1614-4b0b-b56d-c4377e55e5de on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:24.347362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Attempting to bind port cf48108e-1614-4b0b-b56d-c4377e55e5de on network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:24.367503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:24.367850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Checking segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:24.368235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Bound using segment: {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:24.368761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Bound port: cf48108e-1614-4b0b-b56d-c4377e55e5de, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6f2666-565e-4b44-b10f-5f6d219a29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:24.369060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:24.431254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:22Z', 'revision_number': 7, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:24.488696 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:24.511910 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:24.512549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:24.579436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:24.585339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:24.595980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737f152-91eb-43e4-92fb-b930265e7b2d req-ff491df1-4356-4af8-81db-4f0433aa6e61 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.597701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d737f152-91eb-43e4-92fb-b930265e7b2d req-ff491df1-4356-4af8-81db-4f0433aa6e61 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 944 time: 0.2145114 Oct 28 21:33:24.602010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:24.620662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258a2ca-c2b8-487c-ab90-eb2428e9dd41 req-6524413d-31d2-4592-9749-2efc435aaa3b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.622283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8258a2ca-c2b8-487c-ab90-eb2428e9dd41 req-6524413d-31d2-4592-9749-2efc435aaa3b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 944 time: 0.1216428 Oct 28 21:33:24.689993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.690525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:24.691928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] 10.222.0.44 "PUT /v2.0/ports/cf48108e-1614-4b0b-b56d-c4377e55e5de HTTP/1.1" status: 200 len: 1092 time: 2.6366770 Oct 28 21:33:24.693619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:24.696252 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4293e265-f4c9-4867-8702-f341373bac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:24.769570 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:24.829074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8258a2ca-c2b8-487c-ab90-eb2428e9dd41 req-6403bbed-fef2-45b1-8343-3a5e0d03d7a9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791303 Oct 28 21:33:24.831985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d737f152-91eb-43e4-92fb-b930265e7b2d req-f605750f-aecf-43ce-9b98-f7c82fe20a47 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238338 Oct 28 21:33:24.900264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c74e-04e6-4ff8-8985-8b597bc4f47c service neutron] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:24.944587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:24.945205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-cf39391f-83ff-48f5-9c1c-df79e7fc6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:24.949297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-cf39391f-83ff-48f5-9c1c-df79e7fc6848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 1095 time: 0.1822901 Oct 28 21:33:24.954512 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2edc273-3eee-4852-92e9-789f2f008389 x-openstack-request-id: req-e2edc273-3eee-4852-92e9-789f2f008389 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:24.954802 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:24.955240 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2edc273-3eee-4852-92e9-789f2f008389 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:24.955829 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'status': 'completed', 'code': 200} Oct 28 21:33:25.037020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-1df0f5e2-8082-4df0-96ed-aba9150ce43c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de HTTP/1.1" status: 200 len: 217 time: 0.0772202 Oct 28 21:33:25.037286 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.109271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:25.168631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:25.171769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-682549aa-3cd3-416a-a580-4790d4dfe89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.173625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-682549aa-3cd3-416a-a580-4790d4dfe89b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1299253 Oct 28 21:33:25.175446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=33e97be8-4676-4f78-943e-666108fa0612,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:25.193996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:25.196779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.197343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.248898 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-de0c149b-6143-43ea-b810-ebfc142ab39d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2366271 Oct 28 21:33:25.251583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:25.271448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:22Z', 'revision_number': 7, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:25.272673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-fd9f4331-ba75-437d-9afc-8cdaa5e07dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.274361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-fd9f4331-ba75-437d-9afc-8cdaa5e07dd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890279 Oct 28 21:33:25.304146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:25.341327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342d495-de48-43b8-9999-806a0b46d61f None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:22Z', 'revision_number': 7, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c79a14-78a3-4adc-b965-616efdbd6089', 'name': '', 'network_id': '27ca9bad-c534-4c3d-8460-b49f00d88f1d', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:a4:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:09Z', 'updated_at': '2021-10-28T21:33:19Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'cf562fd0-d26b-4388-9d04-13539c617d9c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:25.445737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.487354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.566627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-b84bcd1f-5981-4b98-b346-0eb00311c73c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835066 Oct 28 21:33:25.579088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb8f0-d29f-4430-aa75-2e279b25fd54 req-b5e3315c-ba59-4155-b2ce-e11a59764dc4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.580621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-216fb8f0-d29f-4430-aa75-2e279b25fd54 req-b5e3315c-ba59-4155-b2ce-e11a59764dc4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.1902514 Oct 28 21:33:25.696330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f026001c-9f17-411e-9751-3d2fc9179a7a req-e44ab9cb-73b0-4067-87ba-e9a55a4c6c8e service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137908 Oct 28 21:33:25.758358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.769107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.800568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.821247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.830341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.838363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.845997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:25.848204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-f2fb02f5-7eea-40a0-aee6-81678ca4229a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.3539300 Oct 28 21:33:25.914782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port 33e97be8-4676-4f78-943e-666108fa0612 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:25.924565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.940016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:25.940400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-216fb8f0-d29f-4430-aa75-2e279b25fd54 req-9dc4d738-d2fd-448a-9c99-1d235f5a5b53 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332766 Oct 28 21:33:26.003934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5a1eef-d676-4b84-a3d6-43cbd5fd4661 req-364fd8ce-6b3f-45ad-b202-9dfd01882b36 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330626 Oct 28 21:33:26.008484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=33e97be8-4676-4f78-943e-666108fa0612,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:26.021518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e265-f4c9-4867-8702-f341373bac4e req-86d09e72-60ee-4f40-bae6-2f7578e9621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.024317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-86d09e72-60ee-4f40-bae6-2f7578e9621d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 1095 time: 0.1748984 Oct 28 21:33:26.033008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 93c79a14-78a3-4adc-b965-616efdbd6089 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:26.033352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:26.124691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.125387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.125387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.133026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.133367 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.136064 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 2 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.167578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4a9f1-acec-4c01-9082-d50896fa7a7b req-4f0c651d-3801-41d2-9c4f-f948cc57cf02 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.169409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ea4a9f1-acec-4c01-9082-d50896fa7a7b req-4f0c651d-3801-41d2-9c4f-f948cc57cf02 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 944 time: 0.1402009 Oct 28 21:33:26.232350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.239645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.239645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.273198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e265-f4c9-4867-8702-f341373bac4e req-dc9adda4-1e3f-447f-ba88-b1a08d476c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.277506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-dc9adda4-1e3f-447f-ba88-b1a08d476c7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.2337127 Oct 28 21:33:26.290123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f8505-e71a-4b1c-b6c9-5d53dde712b8 req-b11d6209-6f02-4d8e-86e5-e4a022900f3c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.291875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-367f8505-e71a-4b1c-b6c9-5d53dde712b8 req-b11d6209-6f02-4d8e-86e5-e4a022900f3c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 944 time: 0.1399791 Oct 28 21:33:26.305153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a834d428-3cd4-456b-a0a9-15b5db2db7ff req-db67ebe0-1561-4f11-ac17-57db10142570 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0978231 Oct 28 21:33:26.307769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.308207 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.312631 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 3 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.316222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 93c79a14-78a3-4adc-b965-616efdbd6089, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=93c79a14-78a3-4adc-b965-616efdbd6089,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:26.316730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:26.341333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 93c79a14-78a3-4adc-b965-616efdbd6089 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:26.343404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.343836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.344053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-4c9cbe8d-d461-4a70-90f4-d5ffd094f601 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de HTTP/1.1" status: 200 len: 217 time: 0.0509939 Oct 28 21:33:26.344388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.351883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.352561 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.354551 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 4 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.407139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-367f8505-e71a-4b1c-b6c9-5d53dde712b8 req-c44f1a4b-6672-4146-968a-502adf63a71c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Oct 28 21:33:26.412532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.412994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.413434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.417332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a834d428-3cd4-456b-a0a9-15b5db2db7ff req-103a6640-87be-420e-a87b-1b08488e876d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0467680 Oct 28 21:33:26.432855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e265-f4c9-4867-8702-f341373bac4e req-34b075a3-029a-44f9-84bf-b056822f5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.439385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-34b075a3-029a-44f9-84bf-b056822f5639 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.0861454 Oct 28 21:33:26.479600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a834d428-3cd4-456b-a0a9-15b5db2db7ff req-27f2fe59-7252-420b-900a-01b63847c138 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208423 Oct 28 21:33:26.529875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e265-f4c9-4867-8702-f341373bac4e req-59ced5d2-7ec7-4405-b77b-0a60084e46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.531491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-59ced5d2-7ec7-4405-b77b-0a60084e46a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843806 Oct 28 21:33:26.576829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.577160 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.581129 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 5 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.634055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.634055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.634377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.643812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ea4a9f1-acec-4c01-9082-d50896fa7a7b req-44d2db0e-e650-4133-98f5-5dcdeb019641 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410415 Oct 28 21:33:26.644660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d428-3cd4-456b-a0a9-15b5db2db7ff req-14dcf0c6-62bd-4c95-9b60-d9c5e32938ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:26.646202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a834d428-3cd4-456b-a0a9-15b5db2db7ff req-14dcf0c6-62bd-4c95-9b60-d9c5e32938ab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568985 Oct 28 21:33:26.648537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.648861 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.671039 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 6 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.684901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-758e0f86-537e-401f-818e-9d0a1a2ba1b0 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448541 Oct 28 21:33:26.729826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.730152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.730485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.739766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.740088 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.741764 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 7 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.763082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.763305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.763567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.796860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.797071 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.798427 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 8 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.806532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4293e265-f4c9-4867-8702-f341373bac4e req-7d8c54c6-873a-4390-9c08-7a5c60ef8935 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129069 Oct 28 21:33:26.828330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.828768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.829012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.834405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.834722 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.835400 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 9 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:26.837936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:26.886829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=93c79a14-78a3-4adc-b965-616efdbd6089,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:26.893117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:26.893449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:26.893823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:26.925801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:26.926358 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:26.970884 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 10 to bind port 33e97be8-4676-4f78-943e-666108fa0612 Oct 28 21:33:27.020081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 277fb709-1fd9-461f-9434-f8ad84299e58 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:27.059845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:27.060178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:27.060567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:27.073011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:27.073333 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 33e97be8-4676-4f78-943e-666108fa0612 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:27.073697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.092953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.169840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 277fb709-1fd9-461f-9434-f8ad84299e58 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:27.178192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 277fb709-1fd9-461f-9434-f8ad84299e58 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:27.178844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.186251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea870a8-ec68-4461-bebc-dd6246e5124f req-02455d21-df96-4476-a5d5-3677e7222d07 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.190874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ea870a8-ec68-4461-bebc-dd6246e5124f req-02455d21-df96-4476-a5d5-3677e7222d07 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.1440008 Oct 28 21:33:27.284836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ea870a8-ec68-4461-bebc-dd6246e5124f req-512aa73f-79c4-429d-a072-bda32a326c9b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Oct 28 21:33:27.319423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.331083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.339137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.347846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.357499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.358739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.366447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.373728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.386433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-a0601541-7ee4-4669-b6ed-7c52fb9d3f5f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.1941581 Oct 28 21:33:27.404625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:27.407875 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aef74bf-2c75-44b1-af81-442115a06b04" -d '{"events": [{"server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "name": "network-vif-plugged", "status": "completed", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:27.424608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=277fb709-1fd9-461f-9434-f8ad84299e58,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:27.433188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.434659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b5e1ae7-d774-4400-bc0f-8740dc53b7aa req-507a692f-e033-4479-905d-252a5a90e7b8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468967 Oct 28 21:33:27.435264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:27.483280 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e3467-9071-4b2d-9101-a8292fd5eff3 x-openstack-request-id: req-274e3467-9071-4b2d-9101-a8292fd5eff3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:27.483733 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "name": "network-vif-plugged", "status": "completed", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:27.483871 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-274e3467-9071-4b2d-9101-a8292fd5eff3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:27.484453 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58', 'code': 200} Oct 28 21:33:27.540139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:27.556315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port bcac1214-782e-49eb-a469-c75fe992c0e4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:27.563124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port bcac1214-782e-49eb-a469-c75fe992c0e4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:27.563497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.652905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522d459-8427-4d50-a019-fed71cf5f6ac req-c6a51b26-7d8b-4e16-89f8-033659eebb52 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.661525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c522d459-8427-4d50-a019-fed71cf5f6ac req-c6a51b26-7d8b-4e16-89f8-033659eebb52 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 944 time: 0.1169715 Oct 28 21:33:27.666812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.720474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93272f-e128-4547-8509-1d215e62044f req-c116a8b5-b78b-4319-9679-a00d69cfa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.726104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a93272f-e128-4547-8509-1d215e62044f req-c116a8b5-b78b-4319-9679-a00d69cfa713 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 1097 time: 0.1596022 Oct 28 21:33:27.751945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port 33e97be8-4676-4f78-943e-666108fa0612, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:27.753017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempted to set empty binding levels {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:33:27.762355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.774792 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:27.783730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.802305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] In _notify_port_updated(), no bound segment for port 33e97be8-4676-4f78-943e-666108fa0612 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:33:27.816143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.816143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:27.816143 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "PUT /v2.0/ports/33e97be8-4676-4f78-943e-666108fa0612 HTTP/1.1" status: 200 len: 975 time: 2.5586493 Oct 28 21:33:27.825781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44278) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:27.890037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:27.899024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c522d459-8427-4d50-a019-fed71cf5f6ac req-a57656ab-eb97-493a-af30-098c393192f8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360463 Oct 28 21:33:27.929806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a93272f-e128-4547-8509-1d215e62044f req-c28bf278-d5f9-443f-8ed0-7f3c7fb58e4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932185 Oct 28 21:33:27.953394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ca2d5-3588-46d1-922c-b418d731c43d req-27a1e522-5e87-456e-98a9-573b448c56de tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:27.955065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b92ca2d5-3588-46d1-922c-b418d731c43d req-27a1e522-5e87-456e-98a9-573b448c56de tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1831462 Oct 28 21:33:27.996133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52a80-a90d-4192-a560-4243c3c3e6d5 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=33e97be8-4676-4f78-943e-666108fa0612,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:28.023331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b92ca2d5-3588-46d1-922c-b418d731c43d req-efa62f69-8390-4486-ad96-8784ae193bac tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612047 Oct 28 21:33:28.054036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.054535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.054981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.055440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.055903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.056354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.056833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.057283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.057725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.058178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.058629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.059076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.059524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.059970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.060445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.060898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.061350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.061796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.062244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.062692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.063138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.063594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.064038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.064508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.064956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.065402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.065840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.066347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.066737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.067744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.068226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.068879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.069333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.069793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.070228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.070680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.071128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.071577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.072023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.072492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.072942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.077023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f1dacbb-015c-4be8-9091-524e23df5db1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37136 time: 0.1936109 Oct 28 21:33:28.081724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:28.082368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:28.234772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:28.241040 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2fa44ed2-1fa1-4518-a209-ebd2e75d3022 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4678111 Oct 28 21:33:28.243392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44282) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:28.248211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:28.264903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:28.266293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:28.278613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Deleting port 33e97be8-4676-4f78-943e-666108fa0612 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:28.278965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.337997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet cf562fd0-d26b-4388-9d04-13539c617d9c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:33:28.374278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port 33e97be8-4676-4f78-943e-666108fa0612, host n-h2-806683-16, got binding levels [] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:28.374644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.397581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.418850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:28.458514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Calling delete_port for 33e97be8-4676-4f78-943e-666108fa0612 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:28.526609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.569834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63835f-34c9-481e-a59d-837004588c71 req-9a18d3ff-31e1-42ee-9d8d-5dd6267837a3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.582589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d63835f-34c9-481e-a59d-837004588c71 req-9a18d3ff-31e1-42ee-9d8d-5dd6267837a3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.1506367 Oct 28 21:33:28.651224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.664619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d63835f-34c9-481e-a59d-837004588c71 req-b5ef0b1f-a004-4517-a06c-246508879cd5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 Oct 28 21:33:28.697506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e97be8-4676-4f78-943e-666108fa0612,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:28.716971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.720892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a87c9ad-82e8-4b81-b619-d75780172704 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "DELETE /v2.0/ports/33e97be8-4676-4f78-943e-666108fa0612 HTTP/1.1" status: 204 len: 168 time: 0.6372757 Oct 28 21:33:28.724121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.724494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44292) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:28.731678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:26Z', 'revision_number': 8, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:28.737198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.743375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.749589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.756155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.762356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.768257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.776827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:28.778697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-e55928d8-99a9-4a36-82db-b68cdfcb1f21 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.1615245 Oct 28 21:33:28.784957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:28.804111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:28.804771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:28.816198 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d412c8-28de-49d6-bc57-243ce15538e1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:33:28.821622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-14d412c8-28de-49d6-bc57-243ce15538e1 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports/33e97be8-4676-4f78-943e-666108fa0612 HTTP/1.1" status: 404 len: 333 time: 0.0384140 Oct 28 21:33:28.822367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44294) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:28.827566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1899560961', 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:28.833831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.875405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91dfce17-a6de-44e5-8bb2-4cf82824b3f0 req-dc3f69b6-3c02-44db-8612-a7635914762b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846119 Oct 28 21:33:28.884216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=cf562fd0-d26b-4388-9d04-13539c617d9c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:28.890715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:28.893722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063826f1-7102-418b-bd40-2dbedb0ffee9 None None] Network 27ca9bad-c534-4c3d-8460-b49f00d88f1d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:28.894593 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e38d24d0-d19e-4a25-8703-955be82cf980 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/cf562fd0-d26b-4388-9d04-13539c617d9c HTTP/1.1" status: 204 len: 168 time: 0.6503081 Oct 28 21:33:28.898035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44296) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:28.938915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Made reservation on behalf of 06cbeb03f5a34892bfec8867c6adf49c for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:28.943180 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.025994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port 93758010-6d8c-4a26-920e-0527582e17ad yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:29.030573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:29.126377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2136b-441b-4d10-b268-c51d3432246a req-70df5102-d697-4087-84d6-93dfcf4a6e6a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:29.132936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90c2136b-441b-4d10-b268-c51d3432246a req-70df5102-d697-4087-84d6-93dfcf4a6e6a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1390262 Oct 28 21:33:29.167239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.364885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:29.398156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.403445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:29.403774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.489310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:29.490518 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75f6953-26c2-4fd4-bcc3-a06e2e91bbf7" -d '{"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:29.499498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,segment=NetworkSegment(bbbc375c-65d0-4150-8097-394229bcbaaa),segment_id=bbbc375c-65d0-4150-8097-394229bcbaaa)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:29.500250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.516874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:29.530948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.602019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:29.607885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:29.615882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:29.616850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:29.617452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.688511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8624625 Oct 28 21:33:29.688511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e94f0-5ae6-4fe4-9d60-ecfa68f2b20c tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=93758010-6d8c-4a26-920e-0527582e17ad,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:29.697253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:29.731427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:29.749962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'mac_address': 'fa:16:3e:65:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:29.847657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd1efc-ac3e-497b-aa33-30df49efda75 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:29.852389 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86fd1efc-ac3e-497b-aa33-30df49efda75 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports/93758010-6d8c-4a26-920e-0527582e17ad HTTP/1.1" status: 200 len: 955 time: 0.1514015 Oct 28 21:33:29.860635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44312) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:29.869063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90c2136b-441b-4d10-b268-c51d3432246a req-166955ae-525d-485d-9fd2-5bbb69b9a484 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266781 Oct 28 21:33:29.886295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.890242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:29.950963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf48108e-1614-4b0b-b56d-c4377e55e5de {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:29.964742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d708f-cf22-4b66-9f0a-2370e289e7dd req-bd4221f5-41a9-4774-9537-5a00129f49ca tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:29.966407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c28d708f-cf22-4b66-9f0a-2370e289e7dd req-bd4221f5-41a9-4774-9537-5a00129f49ca tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.7467976 Oct 28 21:33:29.987355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:29.990922 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d5be08-1f54-49d3-bce5-a7d092384910 x-openstack-request-id: req-c2d5be08-1f54-49d3-bce5-a7d092384910 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:29.991339 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:29.991827 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d5be08-1f54-49d3-bce5-a7d092384910 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:29.992339 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'code': 200} Oct 28 21:33:29.995874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.034179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966032c-d8d8-4859-8bc7-edfee49a6258 None None] DHCP port deletion for 27ca9bad-c534-4c3d-8460-b49f00d88f1d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:33:30.039019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=8892a339-0ddc-4e26-a1a0-5a98bfb115a4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:30.072951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:30.097454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c28d708f-cf22-4b66-9f0a-2370e289e7dd req-ee2a57ae-461e-45b0-9900-5fc0f6838594 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232638 Oct 28 21:33:30.127059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:26Z', 'revision_number': 8, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:30.131255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:30.171749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1619d0-c0cd-4f39-a322-c4adfc89d959 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:26Z', 'revision_number': 8, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '0f0d7df7-a0ad-4d08-a352-777af955ed49', 'name': '', 'network_id': 'aa48de4a-2611-4c4b-ae3f-18e5117ec68e', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:8f:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:57Z', 'updated_at': '2021-10-28T21:33:08Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '7ff68785-77b2-4df0-912d-ef410f58b33e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:30.230959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206e185-6efc-441c-b7db-6906a52a46c5 req-cfa17a3a-4e34-4e74-9a65-d855a683ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.232464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2206e185-6efc-441c-b7db-6906a52a46c5 req-cfa17a3a-4e34-4e74-9a65-d855a683ed0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 1097 time: 0.1694915 Oct 28 21:33:30.286173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cf48108e-1614-4b0b-b56d-c4377e55e5de'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:30.310486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2206e185-6efc-441c-b7db-6906a52a46c5 req-0b48f8f6-2870-4f1d-8645-30dc97a085f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602417 Oct 28 21:33:30.315397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.325965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fdeb3-ff50-4dd9-82d5-76f3ae3389cd req-e05cf2eb-8a5c-4fe3-9fd4-60b32d5508ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.336932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-937fdeb3-ff50-4dd9-82d5-76f3ae3389cd req-e05cf2eb-8a5c-4fe3-9fd4-60b32d5508ba tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 944 time: 0.1833472 Oct 28 21:33:30.344579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ca9bad-c534-4c3d-8460-b49f00d88f1d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:30.355722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Deleting port 93758010-6d8c-4a26-920e-0527582e17ad {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:30.356057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.361404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc375c-65d0-4150-8097-394229bcbaaa') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:30.361705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc375c-65d0-4150-8097-394229bcbaaa') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:30.401653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-937fdeb3-ff50-4dd9-82d5-76f3ae3389cd req-dac15a86-15d4-4f1c-a6e5-36db39bbf654 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593591 Oct 28 21:33:30.411225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.419153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.426930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.434285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.440961 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.446164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.453750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.453950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.457464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:33:30.457926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:33:30.461494 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:33:30.464127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.473856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.479155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55278261-1156-45c6-8f7f-888b939eadb3 req-b50c547c-6114-42e2-b101-9d119b23c01e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.2453396 Oct 28 21:33:30.554027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Calling delete_port for 93758010-6d8c-4a26-920e-0527582e17ad owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:30.599305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55278261-1156-45c6-8f7f-888b939eadb3 req-abea9629-a010-448d-8c72-fb44cc40e1ad tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127291 Oct 28 21:33:30.660380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.674905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.679174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/27ca9bad-c534-4c3d-8460-b49f00d88f1d HTTP/1.1" status: 204 len: 168 time: 1.7800009 Oct 28 21:33:30.693734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:30.700212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-35d0f9da-67ec-4201-9ebe-abfadad80373 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972071 Oct 28 21:33:30.704269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cde984-db90-4394-9de6-dbd34cbd79c7 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=27ca9bad-c534-4c3d-8460-b49f00d88f1d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:30.798487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-2023d2b3-bf98-4e7f-b1b3-55ec466f7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:30.798487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-2023d2b3-bf98-4e7f-b1b3-55ec466f7f8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a31498aacded44f2a3cb64911c8cfcea&device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 1098 time: 0.0605168 Oct 28 21:33:30.864459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.971469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:30.978439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "DELETE /v2.0/ports/93758010-6d8c-4a26-920e-0527582e17ad HTTP/1.1" status: 204 len: 168 time: 1.1088955 Oct 28 21:33:30.979763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ead05-cced-4f27-b2b0-de1d3832452a tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event deleted for resources: {'Port': ['ID=93758010-6d8c-4a26-920e-0527582e17ad,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:30.981785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44324) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:31.008115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-2eda3e2b-d09b-4bfc-80ac-250634dca5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.010336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-2eda3e2b-d09b-4bfc-80ac-250634dca5a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 200 len: 912 time: 0.1774306 Oct 28 21:33:31.019094 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d50e3d8-15f7-4971-a42b-c3e77dbc63b9 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:33:31.021243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4d50e3d8-15f7-4971-a42b-c3e77dbc63b9 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports/93758010-6d8c-4a26-920e-0527582e17ad HTTP/1.1" status: 404 len: 333 time: 0.0313160 Oct 28 21:33:31.025887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44326) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:31.029300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934913c-540f-4239-965c-fd20d61a9863 req-7fb2a208-0ca1-4280-a189-c185fd43fd6b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.030713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1581357051'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:31.032916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5934913c-540f-4239-965c-fd20d61a9863 req-7fb2a208-0ca1-4280-a189-c185fd43fd6b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.0816236 Oct 28 21:33:31.085882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Made reservation on behalf of 06cbeb03f5a34892bfec8867c6adf49c for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:31.088307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:31.129455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:31.133250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5934913c-540f-4239-965c-fd20d61a9863 req-0206d92a-174b-411e-baba-c1dea92af302 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894597 Oct 28 21:33:31.135123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-49faa6bc-2e1b-4036-80c2-c5f14634b361 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 200 len: 1001 time: 0.1012826 Oct 28 21:33:31.207569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-b711a57b-c751-41c0-8269-242a3c2f515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.209141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-b711a57b-c751-41c0-8269-242a3c2f515f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 200 len: 850 time: 0.0661998 Oct 28 21:33:31.289314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-9875169d-cfa8-4665-b939-b3eec8598cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.291042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-9875169d-cfa8-4665-b939-b3eec8598cdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bc70171-f5c0-4038-a23e-4e77364ccfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690918 Oct 28 21:33:31.404048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b33771-5aab-4bfa-adf9-5327927af01e req-3c70cc50-f49c-4fb3-8a55-fee9bdcee1f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.405815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04b33771-5aab-4bfa-adf9-5327927af01e req-3c70cc50-f49c-4fb3-8a55-fee9bdcee1f9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.2146320 Oct 28 21:33:31.474505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-0cc9d93a-810b-48be-b9a5-8d58ba6e2a70 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679659 Oct 28 21:33:31.477974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04b33771-5aab-4bfa-adf9-5327927af01e req-38b460db-5471-4700-9254-fcbeabc504e8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608506 Oct 28 21:33:31.564398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:31.603606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:31.670064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e8ec-1cbc-402f-a840-bd3073a355f3 req-a6d5d274-e0ae-4632-b471-e778ccbb70f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.671703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2df6e8ec-1cbc-402f-a840-bd3073a355f3 req-a6d5d274-e0ae-4632-b471-e778ccbb70f6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 944 time: 0.1645608 Oct 28 21:33:31.673765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdb47ab2-b3d2-4ac1-b141-73b1d75cfab4 req-39478e93-6134-4847-92f7-855974facc11 service neutron] 10.222.0.44 "GET /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909246 Oct 28 21:33:31.713676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:31.766737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2df6e8ec-1cbc-402f-a840-bd3073a355f3 req-0ee031bb-d70e-4611-8745-81bdb8433038 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836005 Oct 28 21:33:31.798937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Network 5143d0bc-bff0-4e02-b119-28bb2290fd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:31.815189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:31.854136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:31.855093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.855694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:31.862683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:31.904610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82b185ea-27ce-42c2-9b8c-aa8d2deba370 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8776271 Oct 28 21:33:31.908152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:31.912694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.915040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:31.919071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.925852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.932286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.938795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.946748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.949950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:31.952004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:31.961626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-cb754b6b-fc2c-442d-a72b-4c938b708303 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.1926174 Oct 28 21:33:31.990184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:31.991448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8892a339-0ddc-4e26-a1a0-5a98bfb115a4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:31.992159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 93c79a14-78a3-4adc-b965-616efdbd6089 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:32.004119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4ae07-979a-40a7-a85b-d7a69b3f6772 req-77b5dab0-d80f-4c0b-9b70-10e6355607e2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:32.006394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72a4ae07-979a-40a7-a85b-d7a69b3f6772 req-77b5dab0-d80f-4c0b-9b70-10e6355607e2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1438136 Oct 28 21:33:32.014414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.023122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15a27a13-c53a-41ea-98b0-bd870aeb5098 req-5ae81f3e-a2ff-43dc-bde0-a344c982402d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606110 Oct 28 21:33:32.034085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 93c79a14-78a3-4adc-b965-616efdbd6089 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:32.034397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 93c79a14-78a3-4adc-b965-616efdbd6089 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:32.052712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72a4ae07-979a-40a7-a85b-d7a69b3f6772 req-4a0027d0-1e83-4af4-9ded-d7ac88cc1519 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Oct 28 21:33:32.216838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 0f0d7df7-a0ad-4d08-a352-777af955ed49 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:32.217174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.295002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1ce7-3700-4507-ac30-d56ea3eb92f7 req-1db1026d-0668-4444-995f-97dc71f14bca tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:32.297055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-997d1ce7-3700-4507-ac30-d56ea3eb92f7 req-1db1026d-0668-4444-995f-97dc71f14bca tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.0739646 Oct 28 21:33:32.365170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-997d1ce7-3700-4507-ac30-d56ea3eb92f7 req-c8cc3504-7148-4129-bc9a-3af0631c43da tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530019 Oct 28 21:33:32.377513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] device_id is not set on port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:32.392568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.400795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 0f0d7df7-a0ad-4d08-a352-777af955ed49, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0f0d7df7-a0ad-4d08-a352-777af955ed49,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:32.401190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.411383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.419270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 0f0d7df7-a0ad-4d08-a352-777af955ed49 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:32.512899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:32.546014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.546350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.546751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.563627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.563966 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.565622 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 2 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.586093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.586421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.586883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.628465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.628797 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.631957 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 3 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.659822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.659822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.660160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.666858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.667192 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.667568 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 4 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.678422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4105077-f6ed-4132-9646-39cdc85e1b22 req-4a0fc958-b264-4bc8-8d78-577b67b624db tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:32.679991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4105077-f6ed-4132-9646-39cdc85e1b22 req-4a0fc958-b264-4bc8-8d78-577b67b624db tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.0881302 Oct 28 21:33:32.706254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.706586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.706920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.716221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.716612 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.720173 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 5 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.740591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.740961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.741243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.749698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.750023 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.750956 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 6 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.765426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.769611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.770028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.770816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.773686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4105077-f6ed-4132-9646-39cdc85e1b22 req-d22bbf17-756e-40a7-b630-b71bda43ea06 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728979 Oct 28 21:33:32.788621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571ec26-2085-4ad4-acb2-268f3ed7cfff req-eb78ec23-59aa-45db-a362-5f486bdb7cab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:32.792884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c571ec26-2085-4ad4-acb2-268f3ed7cfff req-eb78ec23-59aa-45db-a362-5f486bdb7cab tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.1052909 Oct 28 21:33:32.806951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.807279 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.815950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=0f0d7df7-a0ad-4d08-a352-777af955ed49,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:32.820800 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 7 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.857954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.858287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.858622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.871374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.871698 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.873892 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 8 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.919692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c571ec26-2085-4ad4-acb2-268f3ed7cfff req-629403cb-a87b-4fcb-8976-c31b67fc7031 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235158 Oct 28 21:33:32.955833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.956309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.956567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.956843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105dfda-159a-427f-9053-0ee6e6ba4fca req-43ffae32-6e0d-47dd-9d46-885585cf67bc tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:32.958731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f105dfda-159a-427f-9053-0ee6e6ba4fca req-43ffae32-6e0d-47dd-9d46-885585cf67bc tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 944 time: 0.0939431 Oct 28 21:33:32.966260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.966596 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:32.968649 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 9 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:32.990693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:32.991064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:32.991356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:32.995771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:32.998911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:32.999229 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:33.002646 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempt 10 to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 Oct 28 21:33:33.012914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f105dfda-159a-427f-9053-0ee6e6ba4fca req-2f901a5f-6a82-4356-9c64-64aab9a5fe13 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451350 Oct 28 21:33:33.024397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:33.024731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:33.025058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempting to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:33.053179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:33.095059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:33:33.095375 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Failed to bind port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on host n-h2-806683-16 for vnic_type normal using segments [{'id': 'd2a7420a-8ea1-496a-8fb7-30e02057cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5143d0bc-bff0-4e02-b119-28bb2290fd26'}] Oct 28 21:33:33.095784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.144388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port cf48108e-1614-4b0b-b56d-c4377e55e5de completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:33.153368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cf48108e-1614-4b0b-b56d-c4377e55e5de triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:33.153944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.259394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:33.259775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attempted to set empty binding levels {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:33:33.276253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.276552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.277956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.287276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.294143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.300476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.308173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.316519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:33.317437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.318406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:33.321775 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34cd9fe-ea0c-4189-9bd2-d2e1ca17668f" -d '{"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:33.323993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.325933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] In _notify_port_updated(), no bound segment for port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 on network 5143d0bc-bff0-4e02-b119-28bb2290fd26 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:33:33.326800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.327041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.327386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.331530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "PUT /v2.0/ports/5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 HTTP/1.1" status: 200 len: 976 time: 1.4195888 Oct 28 21:33:33.333370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-3681f1e7-3c2f-4bb9-bb92-5dab19c6b0df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.1678207 Oct 28 21:33:33.336878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:33.339717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:33.348294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4e3c6-f5e0-412d-939e-130c8a7a8fab tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:33.387386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:33.406200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f1b8-3a7f-4a35-bab7-f850516b05f0 req-6825ef67-0121-4b80-94c4-272f98f3c4fd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.407683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfa8f1b8-3a7f-4a35-bab7-f850516b05f0 req-6825ef67-0121-4b80-94c4-272f98f3c4fd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.2079008 Oct 28 21:33:33.469146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:33.480839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85259a1a-d46b-4f91-aa9b-3068dd7141ad tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7855206 Oct 28 21:33:33.481596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:33.482559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-943708ee-c67b-41c0-8152-0792b0d118e2 req-b8bcd1e6-bd56-4bd0-9024-6053e3f8773c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468525 Oct 28 21:33:33.483745 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:33.500424 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:33.501298 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:33.535475 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda42dd-e431-47b6-b9c5-47cd6d439762 x-openstack-request-id: req-7eda42dd-e431-47b6-b9c5-47cd6d439762 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:33.536266 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:33.536588 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eda42dd-e431-47b6-b9c5-47cd6d439762 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:33.537164 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'code': 200} Oct 28 21:33:33.543454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet 7ff68785-77b2-4df0-912d-ef410f58b33e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:33:33.544886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfa8f1b8-3a7f-4a35-bab7-f850516b05f0 req-c82d0287-90fc-4ac2-b3db-52e88a601b83 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Oct 28 21:33:33.546940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.587591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Deleting port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:33.589362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.594161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.629884 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:33.699135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] For port 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8, host n-h2-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:33.699509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.716810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Calling delete_port for 5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:33.723814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08e15-42b9-48ee-899a-5b34926a4e7f req-17e0d1a2-58a4-408b-ba89-d200478d744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:33.724741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.725857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49d08e15-42b9-48ee-899a-5b34926a4e7f req-17e0d1a2-58a4-408b-ba89-d200478d744e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 1097 time: 0.0839851 Oct 28 21:33:33.825503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49d08e15-42b9-48ee-899a-5b34926a4e7f req-57162867-3e25-4419-a4e1-b41f4760307d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Oct 28 21:33:33.850193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.857835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.891366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:33.897445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.902614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-416a1382-bb42-4b06-bd03-f0a17a08af4d tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 HTTP/1.1" status: 204 len: 168 time: 0.5521126 Oct 28 21:33:33.905998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:33.909309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:33.914266 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/7ff68785-77b2-4df0-912d-ef410f58b33e HTTP/1.1" status: 204 len: 168 time: 0.4316545 Oct 28 21:33:33.917087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace72aa-0873-4200-8eb5-506776015e85 None None] Network aa48de4a-2611-4c4b-ae3f-18e5117ec68e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:33.940330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:33.980398 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:32Z', 'revision_number': 9, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.014986 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:34.027478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:34.027478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.027804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e44dea-18cc-4d0d-a001-ef01f5ae4484 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff68785-77b2-4df0-912d-ef410f58b33e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:34.062377 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af14c5c-abd3-423f-81c8-cbdbc03c13d2 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:33:34.067298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3af14c5c-abd3-423f-81c8-cbdbc03c13d2 tempest-PortsAdminExtendedAttrsTestJSON-629154728 tempest-PortsAdminExtendedAttrsTestJSON-629154728-project-admin] 10.222.0.31 "GET /v2.0/ports/5ec5e264-65a3-4dc6-b5ee-7c8389fbcad8 HTTP/1.1" status: 404 len: 333 time: 0.1572206 Oct 28 21:33:34.068988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44394) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:34.133158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.148593 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:34.203772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe107fd-9538-4745-8952-dc9184d16792 req-101ceed0-1ecd-4a18-abfa-b9690d16d840 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.208922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfe107fd-9538-4745-8952-dc9184d16792 req-101ceed0-1ecd-4a18-abfa-b9690d16d840 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2381110 Oct 28 21:33:34.231297 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.247493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594911b1-6db3-4293-a128-e977067d2916 req-7afd091b-99cd-4c2f-a36c-656a4d050d62 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.257522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-594911b1-6db3-4293-a128-e977067d2916 req-7afd091b-99cd-4c2f-a36c-656a4d050d62 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.2044148 Oct 28 21:33:34.260628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 246557cc-d5b0-4ff9-bc77-318f0802a52a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:34.264618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.272853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] DHCP port deletion for aa48de4a-2611-4c4b-ae3f-18e5117ec68e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:33:34.319198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfe107fd-9538-4745-8952-dc9184d16792 req-4331ae0b-0a3e-415b-8cb6-365dd9fc39d3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029086 Oct 28 21:33:34.363861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Deleting port 246557cc-d5b0-4ff9-bc77-318f0802a52a {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:34.367357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.385713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 246557cc-d5b0-4ff9-bc77-318f0802a52a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=246557cc-d5b0-4ff9-bc77-318f0802a52a,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:34.394286 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.397368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-594911b1-6db3-4293-a128-e977067d2916 req-9fb9a99c-5f31-4f06-939d-851ce0e2f391 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388848 Oct 28 21:33:34.422876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 246557cc-d5b0-4ff9-bc77-318f0802a52a owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:34.466211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.468838 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-102e42ae-8846-431e-bc23-219af342b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:32Z', 'revision_number': 9, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.476780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] For port 246557cc-d5b0-4ff9-bc77-318f0802a52a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=246557cc-d5b0-4ff9-bc77-318f0802a52a,segment=NetworkSegment(2249671b-a7b7-4e7b-ae44-452b2cdb2b66),segment_id=2249671b-a7b7-4e7b-ae44-452b2cdb2b66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:34.486190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.501307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Calling delete_port for 246557cc-d5b0-4ff9-bc77-318f0802a52a owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:34.538484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.553759 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e42ae-8846-431e-bc23-219af342b56c None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:32Z', 'revision_number': 9, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '404c216f-1d79-4054-899d-882c6332dbc8', 'name': '', 'network_id': 'c4bd965f-b7f8-4936-b167-7dab09abb1a7', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:d6:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4f1c510b-03a2-495b-b200-8da482713548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:44Z', 'updated_at': '2021-10-28T21:32:54Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': '4f1c510b-03a2-495b-b200-8da482713548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:34.556629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5143d0bc-bff0-4e02-b119-28bb2290fd26']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.563435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port 246557cc-d5b0-4ff9-bc77-318f0802a52a on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:34.627592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=246557cc-d5b0-4ff9-bc77-318f0802a52a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:34.645611 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.662212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a7420a-8ea1-496a-8fb7-30e02057cd65') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.662539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a7420a-8ea1-496a-8fb7-30e02057cd65') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.683958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.688108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] Pushing event deleted for resources: {'Port': ['ID=246557cc-d5b0-4ff9-bc77-318f0802a52a,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:34.691793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdb014-97df-4073-a4e1-96dcee92c779 None None] No DVR routers for this DVR port 246557cc-d5b0-4ff9-bc77-318f0802a52a on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:34.710288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8852182-0431-45e8-923e-ce1201322532 req-6a2ced95-3bbc-40dc-8528-37552cf6aa85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.717284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8852182-0431-45e8-923e-ce1201322532 req-6a2ced95-3bbc-40dc-8528-37552cf6aa85 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2393939 Oct 28 21:33:34.722975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.726985 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.752013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa48de4a-2611-4c4b-ae3f-18e5117ec68e']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.753908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:33:34.754304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:33:34.760943 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:33:34.763465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2249671b-a7b7-4e7b-ae44-452b2cdb2b66') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.763465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2249671b-a7b7-4e7b-ae44-452b2cdb2b66') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:34.776606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.793544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.799947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:33:34.800552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:33:34.804436 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:33:34.814856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-9049cd10-e74c-4f7f-b0e2-aa323ffa498f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.816347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-9049cd10-e74c-4f7f-b0e2-aa323ffa498f tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.2552190 Oct 28 21:33:34.827942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.834574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.840845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.846888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.853538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.859942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.866614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:34.868546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-ae0b119d-7cb3-4ccb-8c46-59115dcdd8b4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.2757928 Oct 28 21:33:34.869462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.881026 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:34.887455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/aa48de4a-2611-4c4b-ae3f-18e5117ec68e HTTP/1.1" status: 204 len: 168 time: 0.9431779 Oct 28 21:33:34.892064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:34.948108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8852182-0431-45e8-923e-ce1201322532 req-abeb9eb4-db8b-4307-8e54-39759792ae73 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298505 Oct 28 21:33:34.950128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269f44-ebf0-43a2-aef4-ac0dc69095d1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=aa48de4a-2611-4c4b-ae3f-18e5117ec68e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:34.983009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.012509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.016751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] 10.222.0.31 "DELETE /v2.0/networks/5143d0bc-bff0-4e02-b119-28bb2290fd26 HTTP/1.1" status: 204 len: 168 time: 0.9466608 Oct 28 21:33:35.075843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7cf144-e29c-4942-9547-7106d8579c0c req-b466c5e3-f2c2-40e4-b837-ebac294a52be tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820073 Oct 28 21:33:35.083587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb412675-28a3-40fc-a49f-a914fed6fc8b tempest-PortsAdminExtendedAttrsTestJSON-1274979684 tempest-PortsAdminExtendedAttrsTestJSON-1274979684-project] Pushing event deleted for resources: {'Network': ['ID=5143d0bc-bff0-4e02-b119-28bb2290fd26,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:35.128057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Deleting port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:35.128427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.305372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] For port c36dfe60-1b9e-4565-ae68-e00e00fd2a64, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:35.305740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.334292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a765d2-f621-4c87-9878-c2c86486b548 req-ad50c8a8-0bc7-4d03-b7d8-180dad81491e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:35.336842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a765d2-f621-4c87-9878-c2c86486b548 req-ad50c8a8-0bc7-4d03-b7d8-180dad81491e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1627994 Oct 28 21:33:35.447877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44412) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:35.488010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.548886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a765d2-f621-4c87-9878-c2c86486b548 req-11a827d1-a342-4fbd-98c1-d1f55a0f4a8a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570656 Oct 28 21:33:35.596480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc8d3-4015-41fd-a61b-0fd37bb5c914 req-708ac89c-c8ff-480f-9002-9ee565f1a454 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:35.601481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ffc8d3-4015-41fd-a61b-0fd37bb5c914 req-708ac89c-c8ff-480f-9002-9ee565f1a454 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1696179 Oct 28 21:33:35.762478 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.763127 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.763641 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Floating IP 0f8ce17e-a80e-44d4-8d34-b61fa6751d11 disassociated. External IP: 172.25.4.74, port: c36dfe60-1b9e-4565-ae68-e00e00fd2a64. Oct 28 21:33:35.763985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Calling delete_port for c36dfe60-1b9e-4565-ae68-e00e00fd2a64 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:35.774032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c13f4ca6-06e1-47d0-b7c6-fbffbffad09b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fa5691593324aadb2771d6776743bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237774 Oct 28 21:33:35.780729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ffc8d3-4015-41fd-a61b-0fd37bb5c914 req-c8f45e05-42fb-4f03-a923-401b5d38e46d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659017 Oct 28 21:33:35.781987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:35.849859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a476b0-c554-4f5b-9d48-66af600b8a1c req-916c48a7-094f-4c98-af6c-f55842027cf2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:35.851445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32a476b0-c554-4f5b-9d48-66af600b8a1c req-916c48a7-094f-4c98-af6c-f55842027cf2 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 946 time: 0.1964042 Oct 28 21:33:35.904763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 246557cc-d5b0-4ff9-bc77-318f0802a52a no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:35.931478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 246557cc-d5b0-4ff9-bc77-318f0802a52a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:35.931886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 246557cc-d5b0-4ff9-bc77-318f0802a52a not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:35.932539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f0d7df7-a0ad-4d08-a352-777af955ed49 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:35.935402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32a476b0-c554-4f5b-9d48-66af600b8a1c req-758cef18-d6c2-4b60-9445-845058d9b0d9 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups?id=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729239 Oct 28 21:33:35.947519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:35.965702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0f0d7df7-a0ad-4d08-a352-777af955ed49 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:35.966150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0f0d7df7-a0ad-4d08-a352-777af955ed49 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:35.995030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.062180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 404c216f-1d79-4054-899d-882c6332dbc8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:36.062180 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.077889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.116832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'Port': ['ID=c36dfe60-1b9e-4565-ae68-e00e00fd2a64,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:36.143186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38bb17-bf8e-42c1-908f-d875cca042b0 req-db92cc89-38af-44f3-87b8-682102dece69 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.161207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc38bb17-bf8e-42c1-908f-d875cca042b0 req-db92cc89-38af-44f3-87b8-682102dece69 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.1098046 Oct 28 21:33:36.228910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 404c216f-1d79-4054-899d-882c6332dbc8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=404c216f-1d79-4054-899d-882c6332dbc8,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:36.229282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.244790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 404c216f-1d79-4054-899d-882c6332dbc8 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:36.265201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.267719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.271444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df7f6d0-1228-4b0a-bcd9-5c74d3d93a99 HTTP/1.1" status: 204 len: 168 time: 0.4822683 Oct 28 21:33:36.323381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc38bb17-bf8e-42c1-908f-d875cca042b0 req-b0eb8c26-b0a7-4ce9-8d7a-e94d5d454e84 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712565 Oct 28 21:33:36.326627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f0b1c-12c4-466f-bfc1-9287b653774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7f6d0-1228-4b0a-bcd9-5c74d3d93a99,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:36.389696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.396961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.403489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.412296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.418639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.424928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.431669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:36.440399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6090a370-4978-4508-8ff4-742085c9f805 req-5c96cfc5-d615-44ad-864b-efd49278d19f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5420 time: 0.2092607 Oct 28 21:33:36.521982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6090a370-4978-4508-8ff4-742085c9f805 req-ddc7a821-c2c0-414b-a191-3fdcbe5fa84d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806048 Oct 28 21:33:36.531478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:36.542948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:36.600728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=404c216f-1d79-4054-899d-882c6332dbc8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:36.867884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:36.897431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.016256 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e064d677-b803-4ae5-a72c-fa60d5953365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06cbeb03f5a34892bfec8867c6adf49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450725 Oct 28 21:33:37.017269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:37.066853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1db9efaa-8bb6-4738-832b-9c0c6d86f48d details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:37.155255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.187802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.206234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:37.211033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:37.240250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51368860-4a9d-42d7-8423-dde494bb3920 req-b35b1838-bf54-4286-9163-2f27c6968adc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.241564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'port_id': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d', 'mac_address': 'fa:16:3e:25:13:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:37.247601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51368860-4a9d-42d7-8423-dde494bb3920 req-b35b1838-bf54-4286-9163-2f27c6968adc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.5529048 Oct 28 21:33:37.260684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473b596-8139-4554-bdc5-fad8b19efde6 req-e05b6a40-ddb2-4a60-83d6-2959810a9d89 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.262281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7473b596-8139-4554-bdc5-fad8b19efde6 req-e05b6a40-ddb2-4a60-83d6-2959810a9d89 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.5639083 Oct 28 21:33:37.293550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.308837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db9efaa-8bb6-4738-832b-9c0c6d86f48d {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:37.311480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:37.325919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:37.342356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:37.348151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:37.349266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:37.370137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51368860-4a9d-42d7-8423-dde494bb3920 req-3e7ef726-2ecb-4865-9d26-5357a5b9c2a3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154926 Oct 28 21:33:37.386097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:37.396642 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:37.403833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00e887f2-8cbc-4902-b1df-4496c350d432 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106506 Oct 28 21:33:37.404950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44460) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:37.414951 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:37.416420 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:37.436504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.440940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6c192adc-dcab-4c09-970a-02bdd5994ce7 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:37.449771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7473b596-8139-4554-bdc5-fad8b19efde6 req-68131363-1ed1-4e4f-b706-14d160862686 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779735 Oct 28 21:33:37.463910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet 4f1c510b-03a2-495b-b200-8da482713548 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:33:37.467916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.484534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] No DVR routers for this DVR port c36dfe60-1b9e-4565-ae68-e00e00fd2a64 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:37.492898 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.496167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79ed5aec-cc09-472b-b524-0a4dd81feda3 req-d346078b-c502-4992-9036-6c92b3cb3b90 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.44 "DELETE /v2.0/ports/c36dfe60-1b9e-4565-ae68-e00e00fd2a64 HTTP/1.1" status: 204 len: 173 time: 2.6242013 Oct 28 21:33:37.503431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'name': 'network-vif-deleted', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:37.503873 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af90b5c-2704-484b-b368-29fd2e0c995f" -d '{"events": [{"server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "name": "network-vif-deleted", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:37.519555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.567297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63d66-122e-4278-86ff-08daa57c6338 req-f82422c9-6a80-4707-a6ef-3853bdeaa4c0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.568927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1e63d66-122e-4278-86ff-08daa57c6338 req-f82422c9-6a80-4707-a6ef-3853bdeaa4c0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1180682 Oct 28 21:33:37.628098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.636353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2927156b-5506-4a56-9b92-66f4ab7b5788 req-df4d63da-df82-45a8-8ce5-a3a64fac6d54 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb861a50-99fa-494b-8d84-9afe1b49e38e HTTP/1.1" status: 200 len: 210 time: 0.0663950 Oct 28 21:33:37.673763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1e63d66-122e-4278-86ff-08daa57c6338 req-874c01bc-991c-47fd-b1a7-fd1511bf0bd3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954504 Oct 28 21:33:37.680790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.694819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.700229 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e0ab8e9-4747-4218-af5e-255dd0fc8c80 HTTP/1.1" status: 204 len: 168 time: 0.6815572 Oct 28 21:33:37.700982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:37.740111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:37.742872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675561-c2c1-48a6-984d-6de66d09274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ab8e9-4747-4218-af5e-255dd0fc8c80,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:37.768884 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1e4fd1-a845-4018-9071-ead1e3440bd9 x-openstack-request-id: req-fb1e4fd1-a845-4018-9071-ead1e3440bd9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:37.769213 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb861a50-99fa-494b-8d84-9afe1b49e38e", "name": "network-vif-deleted", "tag": "c36dfe60-1b9e-4565-ae68-e00e00fd2a64", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:37.769422 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb1e4fd1-a845-4018-9071-ead1e3440bd9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:37.770727 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb861a50-99fa-494b-8d84-9afe1b49e38e', 'name': 'network-vif-deleted', 'tag': 'c36dfe60-1b9e-4565-ae68-e00e00fd2a64', 'status': 'completed', 'code': 200} Oct 28 21:33:37.790121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.836511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6c192adc-dcab-4c09-970a-02bdd5994ce7', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'port_id': '6c192adc-dcab-4c09-970a-02bdd5994ce7', 'mac_address': 'fa:16:3e:d5:6b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:37.842794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:37.859611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1c510b-03a2-495b-b200-8da482713548,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:37.864161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:37.871074 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-43400500-7d8e-40c3-a670-4c97b95da703 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/4f1c510b-03a2-495b-b200-8da482713548 HTTP/1.1" status: 204 len: 168 time: 0.4644721 Oct 28 21:33:37.875961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:37.899943 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:37.908024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa832c2-5fce-4afa-b215-d9c30bc8ed90 None None] Network c4bd965f-b7f8-4936-b167-7dab09abb1a7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:37.930922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.947291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.966431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.984047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:37.990814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:38.009597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:38.015666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:38.032264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-f5b6e9ce-5965-4a6c-b947-12077b2e77c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5421 time: 0.2453210 Oct 28 21:33:38.108180 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.124358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cf361ee-c7f4-4d09-80ee-7b9eea4e002b req-61b27865-1f66-44b7-9492-8e59c27d237b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910752 Oct 28 21:33:38.226856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port e28c14ca-2351-4f14-9e18-5208a71dfafe {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:38.227111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.252239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.312231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port e28c14ca-2351-4f14-9e18-5208a71dfafe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e28c14ca-2351-4f14-9e18-5208a71dfafe,segment=NetworkSegment(ccd5fe22-e919-4a14-868d-3df4d5112c8a),segment_id=ccd5fe22-e919-4a14-868d-3df4d5112c8a)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:38.312671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.336076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for e28c14ca-2351-4f14-9e18-5208a71dfafe owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:38.396025 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:36Z', 'revision_number': 10, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:38.405021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c192adc-dcab-4c09-970a-02bdd5994ce7 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:38.444767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.467901 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:38.474216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=e28c14ca-2351-4f14-9e18-5208a71dfafe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:38.483477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port e28c14ca-2351-4f14-9e18-5208a71dfafe on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:38.508291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:38.521476 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:38.522495 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:38.561535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.562202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:38.610077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:38.612179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.637476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'port_id': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992', 'mac_address': 'fa:16:3e:2f:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:38.650703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bd965f-b7f8-4936-b167-7dab09abb1a7']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:38.653085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:38.663902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd5fe22-e919-4a14-868d-3df4d5112c8a') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:38.664207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd5fe22-e919-4a14-868d-3df4d5112c8a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:38.692673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.725050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a65d-8f2f-4dfa-847a-e1dd1b4f1198 req-58caae4e-f873-4dd0-846f-376ca0d30eb8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:38.726124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.733246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:33:38.733633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.738121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bd7a65d-8f2f-4dfa-847a-e1dd1b4f1198 req-58caae4e-f873-4dd0-846f-376ca0d30eb8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.2516639 Oct 28 21:33:38.762951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265da36-5a90-4402-8363-6c15a1f941bd None None] DHCP port deletion for c4bd965f-b7f8-4936-b167-7dab09abb1a7 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:33:38.792715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:33:38.821439 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:33:38.825746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.839071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.842437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bd7a65d-8f2f-4dfa-847a-e1dd1b4f1198 req-1bff30ca-afdb-4ad3-860b-d8499eff17cd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029174 Oct 28 21:33:38.846296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/c4bd965f-b7f8-4936-b167-7dab09abb1a7 HTTP/1.1" status: 204 len: 168 time: 0.9682539 Oct 28 21:33:38.849442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:38.874183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73091b-0d79-4121-9b1c-6f29e8f10ba1 req-fd26d153-feb3-40d9-a83f-c0ba1adc4649 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:38.875725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a73091b-0d79-4121-9b1c-6f29e8f10ba1 req-fd26d153-feb3-40d9-a83f-c0ba1adc4649 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2999945 Oct 28 21:33:38.876914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:38.895685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:38.953361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a73091b-0d79-4121-9b1c-6f29e8f10ba1 req-7b2d6780-5310-40fa-a570-1c5d33aecf43 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Oct 28 21:33:38.965498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:38.977602 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:38.977602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d1c1c50f-5ecc-4078-901e-d2b33c752e6e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:39.021862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64169faf-bc78-42b3-bd00-420f4ae64d09 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=c4bd965f-b7f8-4936-b167-7dab09abb1a7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:39.039179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:39.056654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:39.109799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:39.148181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:39.156162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:39.168684 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:36Z', 'revision_number': 10, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:39.194685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:39.195457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:39.198745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e', 'network_id': '6cad0180-79b1-485c-b536-09fc985b847e', 'port_id': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e', 'mac_address': 'fa:16:3e:0a:7b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f702f3-d68d-47a3-9833-968d359a091a', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:39.209254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72cf4b-3a91-4e46-ba91-ca680564d13b None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:36Z', 'revision_number': 10, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None, '_interfaces': [{'id': '45231f7a-ad1d-4bd2-893b-993cdd93a481', 'name': '', 'network_id': '941108ae-9c39-4cbe-aec9-a17f283676d0', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'mac_address': 'fa:16:3e:ac:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:32:29Z', 'updated_at': '2021-10-28T21:32:45Z', 'revision_number': 5, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'subnets': [{'id': 'caf9b102-e199-429e-94b0-4deeb6102f7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:39.213132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.285187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.295811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340317-c819-40d5-80e3-9c38787c999a req-34d98b2b-a7ce-434f-83f8-527dbc2fcb56 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.308892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95340317-c819-40d5-80e3-9c38787c999a req-34d98b2b-a7ce-434f-83f8-527dbc2fcb56 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1871099 Oct 28 21:33:39.450901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95340317-c819-40d5-80e3-9c38787c999a req-f4b4501f-44e4-4160-af59-3c8e301763b8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236238 Oct 28 21:33:39.482076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.494906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.497488 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.501505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "DELETE /v2.0/security-groups/42d6b9c2-6d85-4dc7-ba42-d2e261298b2f HTTP/1.1" status: 204 len: 168 time: 0.4437463 Oct 28 21:33:39.502111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:39.549172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c1c50f-5ecc-4078-901e-d2b33c752e6e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:39.558224 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-f58781cf-48fb-4854-a51f-72531679f8a3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] show failed (client error): The resource could not be found. Oct 28 21:33:39.559948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f58781cf-48fb-4854-a51f-72531679f8a3 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "GET /v2.0/security-groups/42d6b9c2-6d85-4dc7-ba42-d2e261298b2f HTTP/1.1" status: 404 len: 347 time: 0.0538013 Oct 28 21:33:39.564972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44522) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:39.576505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824631a-4554-439a-bc5b-c3588983acc7 tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d6b9c2-6d85-4dc7-ba42-d2e261298b2f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:39.628804 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.642238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:39.656417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:39.718215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:39.718879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 57d16ae9-d2ba-4e71-8054-2870f2e99495 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:39.872254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.883407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.892066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.900729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.912402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.914949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.924481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:39.928267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-397fabc1-f6b5-4018-a6df-acf0ccc8a95c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5424 time: 0.1915379 Oct 28 21:33:40.035595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Deleting port d468782a-a547-48f5-ba9c-9601af7d986e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:40.035944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.040925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:40.056203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e28c14ca-2351-4f14-9e18-5208a71dfafe no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:40.120983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31e35fdc-c267-40fc-be5e-db33669aeabb req-896237c4-71ba-40c7-a385-f94e7770aeb2 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854622 Oct 28 21:33:40.189702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945894dd-7d87-4c7e-b81b-a6f3dac4ab6e req-355d641f-4abd-4eab-9c5e-5aeb5a71451e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:40.201605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-945894dd-7d87-4c7e-b81b-a6f3dac4ab6e req-355d641f-4abd-4eab-9c5e-5aeb5a71451e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2075210 Oct 28 21:33:40.230273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 45231f7a-ad1d-4bd2-893b-993cdd93a481 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:40.230920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.286288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e28c14ca-2351-4f14-9e18-5208a71dfafe {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:40.286630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e28c14ca-2351-4f14-9e18-5208a71dfafe not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:40.287125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 404c216f-1d79-4054-899d-882c6332dbc8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:40.289263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.289594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.294985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44540) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:40.328273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Calling delete_port for d468782a-a547-48f5-ba9c-9601af7d986e owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:40.336608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 404c216f-1d79-4054-899d-882c6332dbc8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:40.337103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 404c216f-1d79-4054-899d-882c6332dbc8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:40.356087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:40.380051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'port_id': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'mac_address': 'fa:16:3e:ea:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c375cf-9762-4384-a0da-ebaf0a21ef92', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:40.389667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 45231f7a-ad1d-4bd2-893b-993cdd93a481, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=45231f7a-ad1d-4bd2-893b-993cdd93a481,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:40.390227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.411458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 45231f7a-ad1d-4bd2-893b-993cdd93a481 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:40.460102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222af7b-3f24-4507-8682-5d0f84392a95 req-032234aa-b926-4c7d-a732-50961a91936a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:40.461822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2222af7b-3f24-4507-8682-5d0f84392a95 req-032234aa-b926-4c7d-a732-50961a91936a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1633160 Oct 28 21:33:40.467752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-945894dd-7d87-4c7e-b81b-a6f3dac4ab6e req-90d02c4e-1dd9-466a-9840-268e62717778 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652965 Oct 28 21:33:40.544106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2032527983', 'router:external': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:40.563640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.577364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Made reservation on behalf of fc3f8cf930f24b168093f6c2a14b0bdf for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:40.580276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.584784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d16ae9-d2ba-4e71-8054-2870f2e99495 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:40.589413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2222af7b-3f24-4507-8682-5d0f84392a95 req-49333918-50d8-4c2d-a1f8-756945a85ce9 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082458 Oct 28 21:33:40.594625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.628087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:40.632059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:40.666267 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.666656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8f93d6f6-bd77-45ec-9375-d3f923a099bf details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:40.669257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc427bd-77fb-42a5-963d-2960226d3416 None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:24:12Z', 'revision_number': 4, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'add9f9ac-661a-4600-8b0e-10dbbf8368d4', 'name': '', 'network_id': '7bc70171-f5c0-4038-a23e-4e77364ccfaa', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'mac_address': 'fa:16:3e:b4:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:24:09Z', 'updated_at': '2021-10-28T21:24:20Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'subnets': [{'id': 'bfd70eb8-3de3-46bd-a277-2485e9842b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:40.714573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.745483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.769067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=45231f7a-ad1d-4bd2-893b-993cdd93a481,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:40.808158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd7d5-44f8-4b74-8331-94204ba9c4e1 req-b2466830-e658-47d2-a3a0-a6ca32077867 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:40.812936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5546233-0c19-4c2b-9340-e8cdffd4100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.820494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b4fd7d5-44f8-4b74-8331-94204ba9c4e1 req-b2466830-e658-47d2-a3a0-a6ca32077867 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1563292 Oct 28 21:33:40.835718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:40.914407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:40.941348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Pushing event deleted for resources: {'Port': ['ID=d468782a-a547-48f5-ba9c-9601af7d986e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:40.961669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:40.966772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'port_id': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'mac_address': 'fa:16:3e:4e:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:41.033048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.048750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f93d6f6-bd77-45ec-9375-d3f923a099bf {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:41.079204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b4fd7d5-44f8-4b74-8331-94204ba9c4e1 req-2364eb1a-7811-4ab2-81b2-e9c8de9f0119 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570775 Oct 28 21:33:41.086980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:41.094424 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.105846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.109938 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.115321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87c04f44-35f5-4f20-a4fe-0c21db92c1ba tempest-AttachVolumeTestJSON-576295180 tempest-AttachVolumeTestJSON-576295180-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f8ce17e-a80e-44d4-8d34-b61fa6751d11 HTTP/1.1" status: 204 len: 168 time: 1.5482600 Oct 28 21:33:41.153719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:41.200577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.261441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.274810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:33:41.285278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.286126 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Added segment 6cae4913-1e55-45ca-ab23-c14783831788 of type vlan for network 70207ea2-c926-4d53-843a-b464faa9dfdb Oct 28 21:33:41.443778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.452694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.463183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.470884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.476088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:41.478001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.486360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73ed5a-7ef6-4545-8718-44c4ca91bbd4 None None] New status for floating IP 0f8ce17e-a80e-44d4-8d34-b61fa6751d11: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:33:41.487393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.515173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.532225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-36139382-c167-499c-ada6-9cccf802f094 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5426 time: 0.2065265 Oct 28 21:33:41.673068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6c6705e-f652-47b6-abbf-37e033ed9830 req-d8991217-0d55-4876-83f4-79af7f831f27 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387880 Oct 28 21:33:41.690781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:41.733789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'network_id': '92a1a5f8-8a9a-4223-af76-805d2f04dc1a', 'port_id': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'mac_address': 'fa:16:3e:d6:92:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c375cf-9762-4384-a0da-ebaf0a21ef92', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:41.764104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc246c-31ef-4332-aeba-f6e1b6915e0b req-293d7094-5bda-405a-9415-9a5c6ab72e17 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.769685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72fc246c-31ef-4332-aeba-f6e1b6915e0b req-293d7094-5bda-405a-9415-9a5c6ab72e17 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.1331832 Oct 28 21:33:41.790551 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.857946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72fc246c-31ef-4332-aeba-f6e1b6915e0b req-edab0c02-f317-4cf3-87b3-14aeefe5e2c3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Oct 28 21:33:41.878046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:41.881608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f925a4b-a354-4663-aeeb-e56946860bb0 req-f2cd7824-71be-4313-b145-fd00dacfce1a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:41.902562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f925a4b-a354-4663-aeeb-e56946860bb0 req-f2cd7824-71be-4313-b145-fd00dacfce1a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1008308 Oct 28 21:33:41.905177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.918972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:41.926759 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:41.981038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f925a4b-a354-4663-aeeb-e56946860bb0 req-50aad342-e275-4356-89f3-b980af99ea20 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758674 Oct 28 21:33:42.040444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.046407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.051374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:42.066078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:42.087498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a722fd-1666-49e4-8a1b-481bbb18176d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:42.196000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:42.202737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d1c1c50f-5ecc-4078-901e-d2b33c752e6e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.210342 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:42.232847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e9554cff-afe6-4f88-88f6-a703e21e5731 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3789940 Oct 28 21:33:42.237940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['57d16ae9-d2ba-4e71-8054-2870f2e99495'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.249028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:42.251402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.252429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:42.253030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.261484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:42.264484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:42.278164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1db9efaa-8bb6-4738-832b-9c0c6d86f48d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.326678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a188234-b6ce-428a-bad6-2763e175c7df req-f852d0f5-222e-4c48-a8fc-f58f1141de56 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:42.327236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8f93d6f6-bd77-45ec-9375-d3f923a099bf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.328262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a188234-b6ce-428a-bad6-2763e175c7df req-f852d0f5-222e-4c48-a8fc-f58f1141de56 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1297505 Oct 28 21:33:42.406110 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:42.417218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a188234-b6ce-428a-bad6-2763e175c7df req-570b284c-b3be-4d3d-9521-bdb4d3917403 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Oct 28 21:33:42.433185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44586) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:42.436081 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1400695 Oct 28 21:33:42.438362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'subnet': {'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:42.444412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.446657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6c192adc-dcab-4c09-970a-02bdd5994ce7'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.500770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Made reservation on behalf of fc3f8cf930f24b168093f6c2a14b0bdf for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:42.503135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.568954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:42.635441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting subnet caf9b102-e199-429e-94b0-4deeb6102f7e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:33:42.635698 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:42.641688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.674806 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:42.681138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:42.682265 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:42.789854 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:42.919501 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:43.023833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.062497 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:43.096518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c69b-04a2-4abe-ae91-8cb67d6d23eb tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Network': ['ID=70207ea2-c926-4d53-843a-b464faa9dfdb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:43.106668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.174216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0555d-af9e-48ae-aba8-dcf0814b501b req-7ec8be9b-788c-4db8-b267-a711687c9635 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.175750 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e246a5-5f3a-4f85-bc52-43bc5f2b581d None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:43.179392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4e0555d-af9e-48ae-aba8-dcf0814b501b req-7ec8be9b-788c-4db8-b267-a711687c9635 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.1216049 Oct 28 21:33:43.215530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.216321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 70207ea2-c926-4d53-843a-b464faa9dfdb details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:33:43.219724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:33:43.220263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.222562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c36dfe60-1b9e-4565-ae68-e00e00fd2a64 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:43.226979 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/caf9b102-e199-429e-94b0-4deeb6102f7e HTTP/1.1" status: 204 len: 168 time: 0.9318211 Oct 28 21:33:43.227906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d512053-e4bf-40b6-b11a-ad1a74041b99 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Subnet': ['ID=caf9b102-e199-429e-94b0-4deeb6102f7e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:43.232504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44610) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:43.239614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.260501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.284036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.290758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.296668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.304632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.321715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-7041eefc-25ed-49b7-a731-7f5b8d23eb91 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5427 time: 0.4320176 Oct 28 21:33:43.343113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39d54f-6281-4ad8-8c43-311979edc420 None None] Network 941108ae-9c39-4cbe-aec9-a17f283676d0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:43.430082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4e0555d-af9e-48ae-aba8-dcf0814b501b req-f4cd2c04-6162-4b54-901d-a61df9c8372c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930021 Oct 28 21:33:43.464868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ad3dfc5-2678-41b7-bb5c-9e54b4a628a6 req-3a2cc192-da31-414a-ad4a-9dcd37c581de tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424394 Oct 28 21:33:43.467033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.644483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Deleting port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:43.646465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.727964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:33:43.728731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.812140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] For port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,segment=NetworkSegment(687af9f7-fe99-43ce-9247-a803184855c7),segment_id=687af9f7-fe99-43ce-9247-a803184855c7)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:43.816354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:43.845849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Calling delete_port for 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:43.898222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491f04-414b-4bd8-ae0e-d9ace5a052fb req-d71be4e1-31e3-4f0d-8596-6b49779500aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.908809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3491f04-414b-4bd8-ae0e-d9ace5a052fb req-d71be4e1-31e3-4f0d-8596-6b49779500aa tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2760546 Oct 28 21:33:43.952725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45231f7a-ad1d-4bd2-893b-993cdd93a481 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:43.973732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a8d6-671c-4e2b-8919-4b076ea257f8 req-d6376733-7bc2-4733-b450-68f68ba2c722 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:43.981368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40e4a8d6-671c-4e2b-8919-4b076ea257f8 req-d6376733-7bc2-4733-b450-68f68ba2c722 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.3799801 Oct 28 21:33:44.005482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 45231f7a-ad1d-4bd2-893b-993cdd93a481 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:44.006380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 45231f7a-ad1d-4bd2-893b-993cdd93a481 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:44.048511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40e4a8d6-671c-4e2b-8919-4b076ea257f8 req-126cb823-ca0d-4440-9769-418306b72827 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654004 Oct 28 21:33:44.101136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3dc81252-a8c2-4ca7-9650-41f05a0c9ebb,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:44.105784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-45ac7fb1-e675-4416-b505-3d327e29785f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.107081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.191086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3491f04-414b-4bd8-ae0e-d9ace5a052fb req-5bbdce6c-3b4a-43c2-945f-809153f4441c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811236 Oct 28 21:33:44.196738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Checking segment: {'id': '6cae4913-1e55-45ca-ab23-c14783831788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:44.197338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network hostable DHCP agents. Network: 70207ea2-c926-4d53-843a-b464faa9dfdb, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:33:44.200961 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.resource_extend [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:33:44.201476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Port': ['ID=28d3934b-78bd-446f-9f7f-6cc6b7dbf063,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:44.212873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No DVR routers for this DVR port 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:33:44.262027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 70207ea2-c926-4d53-843a-b464faa9dfdb is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:33:44.279241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 70207ea2-c926-4d53-843a-b464faa9dfdb) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:44.285016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.286178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.302069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:44.321373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'port_id': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'mac_address': 'fa:16:3e:65:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:33:44.326933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8eb88f8a-3688-4b0c-9d6f-34cdcd3f4a8d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8914702 Oct 28 21:33:44.328740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44622) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:44.334907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1883039627', 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:44.368515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5a239-471a-402f-bb95-9e74f0e75f13 None None] Network 70207ea2-c926-4d53-843a-b464faa9dfdb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:44.372863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: c36dfe60-1b9e-4565-ae68-e00e00fd2a64 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:44.373525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c36dfe60-1b9e-4565-ae68-e00e00fd2a64 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:44.399799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Made reservation on behalf of fc3f8cf930f24b168093f6c2a14b0bdf for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:44.403228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.436255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.443179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] device_id is not set on port ddccee6b-574b-4688-8173-0cbf38f6d805 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:33:44.484826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941108ae-9c39-4cbe-aec9-a17f283676d0']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:44.497486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687af9f7-fe99-43ce-9247-a803184855c7') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:44.497834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687af9f7-fe99-43ce-9247-a803184855c7') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:44.509402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.524040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.531426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:33:44.531723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.547456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f3a23-ddcb-4bef-b251-6f04bd902c33 None None] DHCP port deletion for 941108ae-9c39-4cbe-aec9-a17f283676d0 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:33:44.671844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:33:44.673815 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:33:44.681800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.691142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.711915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/networks/941108ae-9c39-4cbe-aec9-a17f283676d0 HTTP/1.1" status: 204 len: 168 time: 1.4781511 Oct 28 21:33:44.723698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:44.726992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf48108e-1614-4b0b-b56d-c4377e55e5de {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:33:44.739510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'routes': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:44.747373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be67d42-d537-416d-be1d-eb5e9169ed71 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Pushing event deleted for resources: {'Network': ['ID=941108ae-9c39-4cbe-aec9-a17f283676d0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:44.848298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:44.849834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.859309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:44.903734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.911509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.918206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.925097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.931911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.938456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.945601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:44.951624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a117d39-63c8-4022-b396-a73a199fa338 None None] Network 70207ea2-c926-4d53-843a-b464faa9dfdb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:44.955258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-4e714c43-01b0-4c77-8f4f-91ac7863465b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5427 time: 0.3018446 Oct 28 21:33:44.960014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:45.151062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Added routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:33:45.151768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Removed routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:33:45.152358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.181386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-990caabb-e6f4-48f7-8e53-c1fec6bf1047 req-7be8a366-768b-4241-bde7-e4dfc0c0017a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250004 Oct 28 21:33:45.192810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.20.0.10 (70207ea2-c926-4d53-843a-b464faa9dfdb/3dc81252-a8c2-4ca7-9650-41f05a0c9ebb/ddccee6b-574b-4688-8173-0cbf38f6d805) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:45.220158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8f93d6f6-bd77-45ec-9375-d3f923a099bf up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:45.320188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cf48108e-1614-4b0b-b56d-c4377e55e5de'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:33:45.356880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.595160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8f93d6f6-bd77-45ec-9375-d3f923a099bf completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:45.616248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8f93d6f6-bd77-45ec-9375-d3f923a099bf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:45.617015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.767654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0513f2-a197-4657-9332-81ce478b29d1 req-fc32ca39-4300-45d4-b934-01dc1abbf617 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:45.774886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d0513f2-a197-4657-9332-81ce478b29d1 req-fc32ca39-4300-45d4-b934-01dc1abbf617 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.4703944 Oct 28 21:33:45.791058 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.812582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.822218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fb184-261a-4ec0-81a0-e7b5b14c9e6f req-e8cc4ae3-7509-4416-855c-e1ab4772ee4f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:45.823728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-647fb184-261a-4ec0-81a0-e7b5b14c9e6f req-e8cc4ae3-7509-4416-855c-e1ab4772ee4f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 944 time: 0.4121101 Oct 28 21:33:45.972427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:45.992128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:33:46.102058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:33:46.102587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 28d3934b-78bd-446f-9f7f-6cc6b7dbf063 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:33:46.185497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:46.198377 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac880ac2-0898-4610-b408-a6e8d65b0366" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:46.243544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:46.258979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:46.336442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router a0a58aa0-5190-4747-9c8d-0499e9071bd0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:33:46.359940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:46.394270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d0513f2-a197-4657-9332-81ce478b29d1 req-320fe1e4-0aca-4856-8517-cafd854b99c8 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132569 Oct 28 21:33:46.420438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:46.483718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-647fb184-261a-4ec0-81a0-e7b5b14c9e6f req-0c4b0d30-2260-4f0b-80a6-29bd522dc1cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892056 Oct 28 21:33:46.621289 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07430c2-b4ad-4822-baef-fd529e04ff9b x-openstack-request-id: req-d07430c2-b4ad-4822-baef-fd529e04ff9b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:46.622110 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:46.622110 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d07430c2-b4ad-4822-baef-fd529e04ff9b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:46.622809 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'code': 200} Oct 28 21:33:46.634698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:46.674302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:46.679067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:46.693614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Sync routers for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:46.723465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:46.729898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-67e75349-6303-4a95-9287-4d0fdd4b9a6c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 705 time: 1.9990778 Oct 28 21:33:46.733099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:46.733912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:46.736405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:46.830703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ea1386fd-0ea2-4cb2-9736-d995d447cd20 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 205 time: 0.0919669 Oct 28 21:33:46.831488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:46.852277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523ec3-cdd2-4fc2-aa2c-576f74b0fbc8 req-289e2958-1785-4a77-a612-58905d285601 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:46.854083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b523ec3-cdd2-4fc2-aa2c-576f74b0fbc8 req-289e2958-1785-4a77-a612-58905d285601 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2951956 Oct 28 21:33:46.921796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:46.942325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 70207ea2-c926-4d53-843a-b464faa9dfdb is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:46.982968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:47.005314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:47.012257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=ddccee6b-574b-4688-8173-0cbf38f6d805,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:47.018432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.040530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:47.082458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.093169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.119350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.120951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Checking router: a0a58aa0-5190-4747-9c8d-0499e9071bd0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:47.131573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Routers {'a0a58aa0-5190-4747-9c8d-0499e9071bd0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:47.132197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:47.137062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.152317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.162345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.187592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.197501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-8804ab97-edf7-49ba-9ba4-0e35a31429ed tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5428 time: 0.4592800 Oct 28 21:33:47.268825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] Set router a0a58aa0-5190-4747-9c8d-0499e9071bd0 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:47.278938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b523ec3-cdd2-4fc2-aa2c-576f74b0fbc8 req-40b0f308-f093-423c-a77b-cfba190dc82d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597531 Oct 28 21:33:47.297309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:47.298121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.318919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42eab1fa-43cd-4d81-851e-7ed8f83592bc req-bf9e6855-d292-4e31-812d-dfb4d484d2f6 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144805 Oct 28 21:33:47.362169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 57d16ae9-d2ba-4e71-8054-2870f2e99495 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:47.369490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ede3a05a-d2e7-4739-b05f-a59655c27464 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.0393145 Oct 28 21:33:47.370172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44654) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:47.527594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.534686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.594764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Deleting port ddccee6b-574b-4688-8173-0cbf38f6d805 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:47.595104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.657149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:47.672827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.673340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router a0a58aa0-5190-4747-9c8d-0499e9071bd0 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:33:47.687475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.688656 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-71fb0ae0-5b33-421e-81c4-7de9b4b239cf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 204 len: 168 time: 0.8521743 Oct 28 21:33:47.694066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:47.704275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1268586490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:47.718110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.737537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Calling delete_port for ddccee6b-574b-4688-8173-0cbf38f6d805 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:47.750426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0117917-00fe-4532-a1da-3eb971edbe76 None None] The sync data for ids ['a0a58aa0-5190-4747-9c8d-0499e9071bd0'] in n-d-806683-16 is: [{'id': 'a0a58aa0-5190-4747-9c8d-0499e9071bd0', 'name': 'tempest-RoutersIpV6Test-router-1526245178', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:32:22Z', 'updated_at': '2021-10-28T21:33:40Z', 'revision_number': 11, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:47.788221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 57d16ae9-d2ba-4e71-8054-2870f2e99495 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:47.792472 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.793576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:47.807000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 57d16ae9-d2ba-4e71-8054-2870f2e99495 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:47.818580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.045483 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.071748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.096655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.164214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:48.176431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.177251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:48.188798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.190078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b028ab3-c987-4d45-8279-017d3b56e34e tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4947662 Oct 28 21:33:48.193423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:48.212706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:48.395941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.414619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:48.461921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cf48108e-1614-4b0b-b56d-c4377e55e5de triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:48.462360 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.598475 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.627861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115341b-e4be-4e4a-abf2-8d0590249826 req-476e882e-be56-465f-aaa3-564635b45017 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:48.630147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b115341b-e4be-4e4a-abf2-8d0590249826 req-476e882e-be56-465f-aaa3-564635b45017 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.8620856 Oct 28 21:33:48.632530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:48.635033 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c5a12-4508-4716-ba6e-5a079bbbb924" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:48.664105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.675884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddccee6b-574b-4688-8173-0cbf38f6d805,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:48.695600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.698312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:48.712184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd33386-30bb-4c0d-8b05-0b8179ba737c req-ceb8a454-42af-467a-8e1b-a2a03eb8c9e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:48.713942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:48.714280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdd33386-30bb-4c0d-8b05-0b8179ba737c req-ceb8a454-42af-467a-8e1b-a2a03eb8c9e6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 944 time: 0.9484832 Oct 28 21:33:48.717702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1db9efaa-8bb6-4738-832b-9c0c6d86f48d up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:48.827767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:49.005538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdd33386-30bb-4c0d-8b05-0b8179ba737c req-23ebb701-4e88-4bc0-a8f0-c5174f2db67a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086585 Oct 28 21:33:49.005538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b115341b-e4be-4e4a-abf2-8d0590249826 req-2eb7961f-6eed-4fbe-b9b3-c326df0c78f4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035896 Oct 28 21:33:49.031133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Router 8c21b4dd-a583-4061-87d4-9aa10633bb2e is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:33:49.043898 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.048771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cbc7a792-188b-4882-8994-9dc8694b2750 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ddccee6b-574b-4688-8173-0cbf38f6d805 HTTP/1.1" status: 204 len: 168 time: 1.6640632 Oct 28 21:33:49.069655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44678) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:49.072238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:49.086028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:49.086580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb', 'external_fixed_ips': [{'subnet_id': '3dc81252-a8c2-4ca7-9650-41f05a0c9ebb', 'ip_address': '172.20.0.10'}]}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:49.087071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.162935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.164231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.341827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:49.352486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.357809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44682) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:49.359310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Sync routers for ids ['8c21b4dd-a583-4061-87d4-9aa10633bb2e'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:49.367024 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d830590d-42fc-47f1-8dd3-c48a66b5fd10 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "PUT /v2.0/routers/8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 200 len: 698 time: 1.1557221 Oct 28 21:33:49.380664 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Routers {'8c21b4dd-a583-4061-87d4-9aa10633bb2e'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:49.381908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8c21b4dd-a583-4061-87d4-9aa10633bb2e'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:49.406925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.486132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:49.498674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.499653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:49.643177 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Set router 8c21b4dd-a583-4061-87d4-9aa10633bb2e gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:49.702432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:49.714876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:49.722531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:49.723257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.757190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a73c4c1d-aec2-4891-a35d-0080a1677890 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/routers/8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 200 len: 704 time: 0.3932023 Oct 28 21:33:49.759852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:49.771352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.794932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.810068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.823554 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7d97dbc-c32d-4732-8c5c-9377551fb968 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 200 len: 205 time: 0.0624776 Oct 28 21:33:49.828722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.829511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44688) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:49.836967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.840059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21b4dd-a583-4061-87d4-9aa10633bb2e', 'name': 'tempest-RoutersIpV6Test-router-1268586490', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:47Z', 'updated_at': '2021-10-28T21:33:48Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:49.858934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.865842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:49.884906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-cdbb60bc-9940-4762-9944-6858663cba0d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5429 time: 0.6989186 Oct 28 21:33:49.895470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:49.902445 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Checking router: 8c21b4dd-a583-4061-87d4-9aa10633bb2e for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:49.915187 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Routers {'8c21b4dd-a583-4061-87d4-9aa10633bb2e'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:49.916644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8c21b4dd-a583-4061-87d4-9aa10633bb2e'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:49.922810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.002895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] Set router 8c21b4dd-a583-4061-87d4-9aa10633bb2e gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:50.011308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:50.021320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.022340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6c192adc-dcab-4c09-970a-02bdd5994ce7 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:50.066549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c21b4dd-a583-4061-87d4-9aa10633bb2e', 'name': 'tempest-RoutersIpV6Test-router-1268586490', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:47Z', 'updated_at': '2021-10-28T21:33:48Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:50.111158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a159a8-1239-49e6-9ecb-bb364e6bc7e0 req-d56314b4-9d5b-4d20-b5de-2182a1745483 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:50.114073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77a159a8-1239-49e6-9ecb-bb364e6bc7e0 req-d56314b4-9d5b-4d20-b5de-2182a1745483 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.8071914 Oct 28 21:33:50.134347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6c192adc-dcab-4c09-970a-02bdd5994ce7 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:50.142888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6c192adc-dcab-4c09-970a-02bdd5994ce7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:50.143429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.294711 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5807b39-7218-427a-bc5e-3d54294749d1 None None] The sync data for ids ['8c21b4dd-a583-4061-87d4-9aa10633bb2e'] in n-d-806683-16 is: [{'id': '8c21b4dd-a583-4061-87d4-9aa10633bb2e', 'name': 'tempest-RoutersIpV6Test-router-1268586490', 'tenant_id': 'ff2860c3c13e472cb76b4879033bd177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:47Z', 'updated_at': '2021-10-28T21:33:48Z', 'revision_number': 2, 'project_id': 'ff2860c3c13e472cb76b4879033bd177', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:50.326780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.358368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22907c41-a584-4cf7-96da-f4f145a1a708 req-d9c20a3e-6d9a-400f-aab9-445892419ddb tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4722810 Oct 28 21:33:50.516409 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f72f4-c383-4b29-b851-4307212973a2 x-openstack-request-id: req-831f72f4-c383-4b29-b851-4307212973a2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:50.516679 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:50.516936 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-831f72f4-c383-4b29-b851-4307212973a2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:50.517334 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'code': 200} Oct 28 21:33:50.565457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:50.593020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77a159a8-1239-49e6-9ecb-bb364e6bc7e0 req-02e08dad-603c-48c0-8b7c-efbfc3fd9506 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887115 Oct 28 21:33:50.670627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.731020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.865726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:50.876981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:50.878262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:50.916084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768e7e-96f0-4da3-bc26-72f50fcd32ae req-c4e0bf29-d80f-457f-973f-5e5e14b0ee68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:50.925196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6768e7e-96f0-4da3-bc26-72f50fcd32ae req-c4e0bf29-d80f-457f-973f-5e5e14b0ee68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.1980360 Oct 28 21:33:51.008301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707650c1-a2e6-4844-a3ac-762599f21b98 req-4dc2a733-727f-496f-9b85-4817f3a2e325 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:51.015368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707650c1-a2e6-4844-a3ac-762599f21b98 req-4dc2a733-727f-496f-9b85-4817f3a2e325 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2192488 Oct 28 21:33:51.110947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.117002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:51.117630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.137122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:51.142014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:51.142784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.237245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.237907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Fanout notify agent at l3_agent the message router_deleted on router 8c21b4dd-a583-4061-87d4-9aa10633bb2e {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:33:51.246112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.247370 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bf2edbb4-8da2-4d76-8427-998750ace698 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 204 len: 168 time: 1.4167137 Oct 28 21:33:51.253186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44708) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.290000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707650c1-a2e6-4844-a3ac-762599f21b98 req-ab091b29-4891-4823-a62e-018937183932 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141480 Oct 28 21:33:51.301339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6768e7e-96f0-4da3-bc26-72f50fcd32ae req-0317b6d6-78f7-4ebf-b031-cc66cf1baf67 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749626 Oct 28 21:33:51.321987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-77b553ab-f726-4ade-880e-012f5b0d39fe tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 200 len: 205 time: 0.0652342 Oct 28 21:33:51.323892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44710) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.355367 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.391485 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-6966e0fc-4f70-41c8-bfb1-e1dbd7b7666d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:51.397856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6966e0fc-4f70-41c8-bfb1-e1dbd7b7666d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/8c21b4dd-a583-4061-87d4-9aa10633bb2e HTTP/1.1" status: 404 len: 336 time: 0.0728128 Oct 28 21:33:51.399723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.423872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.442645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:51.458948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.479365 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b4ea86-3525-45d8-a3c8-c75eb4fc9d9b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:51.480219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b4ea86-3525-45d8-a3c8-c75eb4fc9d9b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:51.483586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31b4ea86-3525-45d8-a3c8-c75eb4fc9d9b tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/cf562fd0-d26b-4388-9d04-13539c617d9c HTTP/1.1" status: 404 len: 337 time: 0.0825601 Oct 28 21:33:51.483840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.486331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d1c1c50f-5ecc-4078-901e-d2b33c752e6e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:33:51.487272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.549586 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-017ea5c2-4951-4369-b329-f3d1585b7bef tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:51.550310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017ea5c2-4951-4369-b329-f3d1585b7bef tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:51.554014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-017ea5c2-4951-4369-b329-f3d1585b7bef tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/7ff68785-77b2-4df0-912d-ef410f58b33e HTTP/1.1" status: 404 len: 337 time: 0.0655429 Oct 28 21:33:51.557629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.603697 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ca997c-4742-4142-bc4d-056dd6e11bbd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:51.604551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ca997c-4742-4142-bc4d-056dd6e11bbd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:51.608296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55ca997c-4742-4142-bc4d-056dd6e11bbd tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/4f1c510b-03a2-495b-b200-8da482713548 HTTP/1.1" status: 404 len: 337 time: 0.0494366 Oct 28 21:33:51.626781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44724) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.708431 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f80e24-1ca8-471e-8be4-fc03aa7584ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:51.709094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f80e24-1ca8-471e-8be4-fc03aa7584ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:51.712208 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a8f80e24-1ca8-471e-8be4-fc03aa7584ca tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/caf9b102-e199-429e-94b0-4deeb6102f7e HTTP/1.1" status: 404 len: 337 time: 0.0820708 Oct 28 21:33:51.715016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44728) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.769243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1185e3be-db46-4b72-a62c-f3d5e4741dd9 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 200 len: 205 time: 0.0500848 Oct 28 21:33:51.771676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:51.772700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44730) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:51.826264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d1c1c50f-5ecc-4078-901e-d2b33c752e6e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:33:51.846546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d1c1c50f-5ecc-4078-901e-d2b33c752e6e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:33:51.847064 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:51.909363 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-7b9d62f0-acbc-453c-89ca-f70a9bf72799 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:51.915831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7b9d62f0-acbc-453c-89ca-f70a9bf72799 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/a0a58aa0-5190-4747-9c8d-0499e9071bd0 HTTP/1.1" status: 404 len: 336 time: 0.1396279 Oct 28 21:33:51.916580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.004884 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f795cd67-406d-4b3e-a439-f3c69c5c32fe tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=3120ef23-1b5a-4503-bc27-f55f4bb38377 HTTP/1.1" status: 200 len: 205 time: 0.0842857 Oct 28 21:33:52.005167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.006875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44734) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.023316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.039831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.053698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:52.061204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.074903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.089584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.097059 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-0b872e5a-1cd1-4e18-ac96-7c7a9a9defd8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:52.100722 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b872e5a-1cd1-4e18-ac96-7c7a9a9defd8 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/3120ef23-1b5a-4503-bc27-f55f4bb38377 HTTP/1.1" status: 404 len: 336 time: 0.0896852 Oct 28 21:33:52.101065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.103030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.107717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-cb6a0e13-cdea-4d1c-a4cb-53a2b697c3d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5433 time: 0.5051816 Oct 28 21:33:52.128662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:33:52.136626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40fd12-7225-472c-b537-f5852c474951 req-afc2ec2e-043f-47f0-9620-aadc0a921824 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.141217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b40fd12-7225-472c-b537-f5852c474951 req-afc2ec2e-043f-47f0-9620-aadc0a921824 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.4309473 Oct 28 21:33:52.141877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:52.183405 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d512b5f-7e6e-4f4a-a311-15c2ece4ad2d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:52.188998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d512b5f-7e6e-4f4a-a311-15c2ece4ad2d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:52.197840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d512b5f-7e6e-4f4a-a311-15c2ece4ad2d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/c1f357f8-b5fc-4696-9862-c41e5d8aab68 HTTP/1.1" status: 404 len: 337 time: 0.0955081 Oct 28 21:33:52.201754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.258326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:52.280971 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd403b54-4dcf-4caa-949d-40b341abffbf tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 200 len: 205 time: 0.0752153 Oct 28 21:33:52.288052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44740) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.340334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b40fd12-7225-472c-b537-f5852c474951 req-9665e1f0-1432-4ba6-8260-93874c4eea2c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750255 Oct 28 21:33:52.344559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d4530d5-8656-4836-bb84-f1bbaf57cd1e req-e0013a7d-a11a-403e-b784-a3e4847a5cfd tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1890152 Oct 28 21:33:52.363079 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-fc3ae386-4ba3-4cf4-b021-b8f1165c0c03 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:52.363928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.20.0.10 (70207ea2-c926-4d53-843a-b464faa9dfdb/3dc81252-a8c2-4ca7-9650-41f05a0c9ebb/1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:33:52.367381 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc3ae386-4ba3-4cf4-b021-b8f1165c0c03 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/1177cd86-9967-41f5-a9b3-11c0ee5f91dd HTTP/1.1" status: 404 len: 336 time: 0.0759287 Oct 28 21:33:52.367613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44746) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.471016 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07757fe7-741b-4272-9c4d-807902c0bade tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a5f726d-7783-465a-9845-ee2ecf5f7924 HTTP/1.1" status: 200 len: 205 time: 0.1011851 Oct 28 21:33:52.473256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.518395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:33:52.521633 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9ef1f-cba1-4f1a-90a2-8b6de0cedf6a" -d '{"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "1db9efaa-8bb6-4738-832b-9c0c6d86f48d"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:33:52.540878 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-6d1bc331-b41a-4d72-b5af-6a33bc710c3a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:52.541927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6d1bc331-b41a-4d72-b5af-6a33bc710c3a tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/2a5f726d-7783-465a-9845-ee2ecf5f7924 HTTP/1.1" status: 404 len: 336 time: 0.0670872 Oct 28 21:33:52.545222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.582234 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4382277-dbdb-4ddb-ae4f-52c2b07213a1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:52.583480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4382277-dbdb-4ddb-ae4f-52c2b07213a1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:52.587304 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4382277-dbdb-4ddb-ae4f-52c2b07213a1 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/e95d81d3-09f7-4fe1-9515-4b633a80e140 HTTP/1.1" status: 404 len: 337 time: 0.0382776 Oct 28 21:33:52.590119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.595228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:52.629542 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c7e4b34-dd79-4db0-9cd0-eed346752987 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=f01fcb50-cf96-422c-a3b1-78b7765e7a92 HTTP/1.1" status: 200 len: 205 time: 0.0375297 Oct 28 21:33:52.630225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.683576 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-35309077-92c6-4cd1-8efd-7ad9f8b6d260 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:52.684710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-35309077-92c6-4cd1-8efd-7ad9f8b6d260 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/f01fcb50-cf96-422c-a3b1-78b7765e7a92 HTTP/1.1" status: 404 len: 336 time: 0.0535126 Oct 28 21:33:52.689461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44760) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.753923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:52.768260 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c2971a-7ba9-4a6a-9f11-5d93ceb10d0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:52.773342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c2971a-7ba9-4a6a-9f11-5d93ceb10d0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:52.777764 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1c2971a-7ba9-4a6a-9f11-5d93ceb10d0c tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/048ae8f2-4f65-45a0-b08a-5ab7f1028979 HTTP/1.1" status: 404 len: 337 time: 0.0867774 Oct 28 21:33:52.788167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44764) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.856116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 70207ea2-c926-4d53-843a-b464faa9dfdb is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:33:52.862740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15543e33-4e59-42b3-add0-23d0dffc4747 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "GET /v2.0/ports?device_id=fce40dd2-326c-42c5-9acb-8ee87cd0aabe HTTP/1.1" status: 200 len: 205 time: 0.0725408 Oct 28 21:33:52.865131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777c528-7c70-4d07-897f-a805acc68202 req-133ef991-c3f3-45c4-b32e-7328f0da3992 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.866651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.873097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2777c528-7c70-4d07-897f-a805acc68202 req-133ef991-c3f3-45c4-b32e-7328f0da3992 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.3964632 Oct 28 21:33:52.905930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:52.911218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:33:52.912663 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-0de34872-490e-430f-b9fd-af7aa53c254d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] delete failed (client error): The resource could not be found. Oct 28 21:33:52.913992 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0de34872-490e-430f-b9fd-af7aa53c254d tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/routers/fce40dd2-326c-42c5-9acb-8ee87cd0aabe HTTP/1.1" status: 404 len: 336 time: 0.0463974 Oct 28 21:33:52.921644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44772) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.982042 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-919312eb-cae7-4d75-b020-70c006750829 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:52.982910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919312eb-cae7-4d75-b020-70c006750829 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:52.983271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ac4bb-819c-4463-b997-58337bc9ae48 req-c67c26f9-9f20-4cdb-b48c-dfc6897389c4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:52.986514 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-919312eb-cae7-4d75-b020-70c006750829 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/23c2c914-5491-460f-baca-12f524863d7f HTTP/1.1" status: 404 len: 337 time: 0.0627849 Oct 28 21:33:52.992862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44774) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:52.995446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-970ac4bb-819c-4463-b997-58337bc9ae48 req-c67c26f9-9f20-4cdb-b48c-dfc6897389c4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.4679122 Oct 28 21:33:53.020984 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc6db1a-fcdf-4415-9100-34dec1b8b497 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] DELETE failed (client error): The resource could not be found. Oct 28 21:33:53.021670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc6db1a-fcdf-4415-9100-34dec1b8b497 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:33:53.025537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4cc6db1a-fcdf-4415-9100-34dec1b8b497 tempest-RoutersIpV6Test-1515305859 tempest-RoutersIpV6Test-1515305859-project] 10.222.0.31 "DELETE /v2.0/subnets/ed88d198-2dc4-4193-b763-b71a8c02a734 HTTP/1.1" status: 404 len: 337 time: 0.0314386 Oct 28 21:33:53.109846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:53.121000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2777c528-7c70-4d07-897f-a805acc68202 req-e059c3ad-1cfe-46dc-b0df-ed91a45f5eef tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464745 Oct 28 21:33:53.217828 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 28 Oct 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc1f9f8-c99a-4ac3-b4d9-85733668b2dc x-openstack-request-id: req-cfc1f9f8-c99a-4ac3-b4d9-85733668b2dc {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:33:53.218323 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "1db9efaa-8bb6-4738-832b-9c0c6d86f48d", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-plugged", "status": "completed", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:33:53.218440 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfc1f9f8-c99a-4ac3-b4d9-85733668b2dc {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:33:53.218764 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'code': 200} Oct 28 21:33:53.219014 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9efaa-8bb6-4738-832b-9c0c6d86f48d', 'code': 200} Oct 28 21:33:53.219262 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992', 'code': 200} Oct 28 21:33:53.219506 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7', 'code': 200} Oct 28 21:33:53.219753 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'code': 200} Oct 28 21:33:53.219990 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e', 'code': 200} Oct 28 21:33:53.250620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-970ac4bb-819c-4463-b997-58337bc9ae48 req-4ca26c80-a2b0-4aaa-8d4f-14964b6de652 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541566 Oct 28 21:33:53.650683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:53.722629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:53.915379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-335635bd-7805-4ad9-9573-888cf1d390b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff2860c3c13e472cb76b4879033bd177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586336 Oct 28 21:33:53.918726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44794) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:54.003927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:54.030882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:54.148069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:54.151548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:54.153457 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db41dc00-d8f2-4066-8792-b8e289e623cc HTTP/1.1" status: 204 len: 168 time: 0.2334120 Oct 28 21:33:54.171895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db41dc00-d8f2-4066-8792-b8e289e623cc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:54.212013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.212351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.212718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.213058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.213394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.213736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.214060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.214387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.214717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.215041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.215381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.215694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603be66c-8f5c-473a-bc3f-cd2dd4897988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:33:54.370617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf41a8-9b46-4d6e-b5f6-3fd28e94ce35 req-1966940e-0e40-4d07-aec0-c685cd5cadbf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.380869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80bf41a8-9b46-4d6e-b5f6-3fd28e94ce35 req-1966940e-0e40-4d07-aec0-c685cd5cadbf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.8421390 Oct 28 21:33:54.442770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.449239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.455346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.464695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.471024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.478238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.485884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.487894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-4a4da7f4-ad64-4109-b192-88a083ef5c54 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.8619349 Oct 28 21:33:54.570472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80bf41a8-9b46-4d6e-b5f6-3fd28e94ce35 req-8122e504-bb4c-49a2-b2db-f8cc8f2cb978 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884656 Oct 28 21:33:54.588429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26816cb1-e790-4594-8efb-44b3f39c5dfc req-1b077250-40e0-4ecf-9ff2-4ceaa18c9623 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874944 Oct 28 21:33:54.603373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.613797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.613797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.614280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.621279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.621845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.622323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:54.624453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-db363d7a-7628-4972-926c-960e80ef5b83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 1.2078056 Oct 28 21:33:54.997796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-529051df-5a0f-4797-9c9b-320bd42f6f6b req-11e2b79c-351f-4ee4-9fcd-e7e1653fff81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&id=ad404a53-9e5b-4321-ab71-4ef0776239c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3580239 Oct 28 21:33:55.036395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbe603-75be-4950-851d-4100b57450c9 req-253cfec6-f45e-45b3-a31e-fcdb7b1d63a7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:55.044744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6dbe603-75be-4950-851d-4100b57450c9 req-253cfec6-f45e-45b3-a31e-fcdb7b1d63a7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2062118 Oct 28 21:33:55.058806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74616ce7-297f-4da1-89d7-f58885922ea5 req-d1a91ab5-9247-41ea-8dc3-37477082f09f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:55.060307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74616ce7-297f-4da1-89d7-f58885922ea5 req-d1a91ab5-9247-41ea-8dc3-37477082f09f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.3163114 Oct 28 21:33:55.102272 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:55.260688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6dbe603-75be-4950-851d-4100b57450c9 req-0d6cc137-1cc1-4c8b-b2a4-0512dac0da3f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050803 Oct 28 21:33:55.351118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74616ce7-297f-4da1-89d7-f58885922ea5 req-3d40bdcc-a6ec-413f-9152-30814910a053 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688277 Oct 28 21:33:55.426820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router 76e7401c-63c9-40d2-b419-a22cad79655d is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:33:55.512674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44830) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:55.713347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-449170428-network', 'tenant_id': 'ff148afe36344448b3e0637fa1ba5996'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:55.746029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:33:55.766674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Made reservation on behalf of ff148afe36344448b3e0637fa1ba5996 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:55.767474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Sync routers for ids ['76e7401c-63c9-40d2-b419-a22cad79655d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:33:55.771813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:55.783710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Routers {'76e7401c-63c9-40d2-b419-a22cad79655d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:55.793274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:55.806409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['76e7401c-63c9-40d2-b419-a22cad79655d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:55.844141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:55.848413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c9af4c1c-3c6f-4902-bc62-b48d35adeebd tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7745993 Oct 28 21:33:55.866979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb309ab-a4a9-419b-9c67-78ede24e1ab6 req-a2682538-e0ba-43a3-b63b-195a3fff7af7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:55.871218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1eb309ab-a4a9-419b-9c67-78ede24e1ab6 req-a2682538-e0ba-43a3-b63b-195a3fff7af7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1494238 Oct 28 21:33:55.874109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44844) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:56.036783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.048173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.129896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:33:56.161921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Set router 76e7401c-63c9-40d2-b419-a22cad79655d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:56.202758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4123fb-8701-423d-9ef0-28b1ed191753,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:56.210900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.215846 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Added segment 4e219433-9ab3-467c-a5fc-2a0a363eb775 of type vlan for network f51aea9d-e498-4a43-82c2-d91d4167a661 Oct 28 21:33:56.286439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1eb309ab-a4a9-419b-9c67-78ede24e1ab6 req-8aaa8764-70fe-4721-aed7-4a9f4cc59784 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007106 Oct 28 21:33:56.346972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.360326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.362238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44850) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:56.389923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.396829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.418542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.439533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.455861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.462221 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.463317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.463907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.471251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.483638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-51292c10-9914-4369-a383-55a223c95efa tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.5961068 Oct 28 21:33:56.593221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.655226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e7401c-63c9-40d2-b419-a22cad79655d', 'name': '', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb', 'external_fixed_ips': [{'subnet_id': '3dc81252-a8c2-4ca7-9650-41f05a0c9ebb', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:49Z', 'updated_at': '2021-10-28T21:33:53Z', 'revision_number': 3, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port': {'id': '1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f', 'name': '', 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e7401c-63c9-40d2-b419-a22cad79655d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '3dc81252-a8c2-4ca7-9650-41f05a0c9ebb', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:33:51Z', 'updated_at': '2021-10-28T21:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc81252-a8c2-4ca7-9650-41f05a0c9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:56.699768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1850019 Oct 28 21:33:56.705412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:56.721684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Checking router: 76e7401c-63c9-40d2-b419-a22cad79655d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:33:56.726442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Request body: {'subnet': {'network_id': 'f51aea9d-e498-4a43-82c2-d91d4167a661', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-449170428-subnet', 'tenant_id': 'ff148afe36344448b3e0637fa1ba5996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:56.728222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Updating router 76e7401c-63c9-40d2-b419-a22cad79655d port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:33:56.783355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.823779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Made reservation on behalf of ff148afe36344448b3e0637fa1ba5996 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:56.833949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:56.860129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3801fd8-bfd9-4433-accb-28938f3ca6dd req-eb4e4ff2-d00d-4863-a7bd-b7a600787e8d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3743184 Oct 28 21:33:56.919707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651aa50-8565-45fe-b058-7291cf80a29e req-696005e7-62b9-43e5-904c-eb3885efced5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:56.947211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9651aa50-8565-45fe-b058-7291cf80a29e req-696005e7-62b9-43e5-904c-eb3885efced5 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.4596248 Oct 28 21:33:57.132274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3deb499-8df5-47f2-8eaf-fbb04bf27a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.138847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69611-c5c3-4982-9517-702f1c9a7726 admin admin] Pushing event updated for resources: {'Network': ['ID=f51aea9d-e498-4a43-82c2-d91d4167a661,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:57.143195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.159393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.170935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9651aa50-8565-45fe-b058-7291cf80a29e req-a6a43d5e-886f-4d46-a417-1c86f338fbb9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226300 Oct 28 21:33:57.282834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cc2cd-4b55-4f87-9a1a-0baf735b7117 req-14f34bc3-031a-406a-a2ec-780b27dd4495 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:57.289165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a6cc2cd-4b55-4f87-9a1a-0baf735b7117 req-14f34bc3-031a-406a-a2ec-780b27dd4495 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.2363744 Oct 28 21:33:57.332784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec999bc6-f3ab-480c-bad8-ccb169c183ab,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:57.372074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Checking segment: {'id': '4e219433-9ab3-467c-a5fc-2a0a363eb775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f51aea9d-e498-4a43-82c2-d91d4167a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:57.372487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Network hostable DHCP agents. Network: f51aea9d-e498-4a43-82c2-d91d4167a661, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:33:57.391631 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.397969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f51aea9d-e498-4a43-82c2-d91d4167a661 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:33:57.427680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.435723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Network f51aea9d-e498-4a43-82c2-d91d4167a661 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:33:57.465719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f51aea9d-e498-4a43-82c2-d91d4167a661) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:33:57.492181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3deb499-8df5-47f2-8eaf-fbb04bf27a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.495836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:57.497396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.507635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a6cc2cd-4b55-4f87-9a1a-0baf735b7117 req-c678de1a-e81d-43a5-998f-378d736d7ec0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083123 Oct 28 21:33:57.510955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3deb499-8df5-47f2-8eaf-fbb04bf27a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.521727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Deleting port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:33:57.524630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031574c5-e2a8-43ab-93be-fb5359aa8894 None None] Network f51aea9d-e498-4a43-82c2-d91d4167a661 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:57.525235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.573817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deb499-8df5-47f2-8eaf-fbb04bf27a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0540b5b4-5fd4-421f-a38f-be00933d5ea5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:57.620202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e13fd00-3a82-4943-95ad-c49825baaa8c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9094841 Oct 28 21:33:57.647731 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e3deb499-8df5-47f2-8eaf-fbb04bf27a3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e16cce600a74c9386ff083058b4d3af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2834613 Oct 28 21:33:57.648950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:57.664660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff10b8-825f-4565-8d3c-b2074067feff req-12f636ee-f576-45eb-9f91-2e338612a5bf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:57.672191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dff10b8-825f-4565-8d3c-b2074067feff req-12f636ee-f576-45eb-9f91-2e338612a5bf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2837496 Oct 28 21:33:57.760069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.789061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b3e9-0cfb-4b3f-a47e-3184dc3db752 None None] Pushing event updated for resources: {'Port': ['ID=1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:57.794916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Attempting to bind port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:33:57.801722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Attempting to bind port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6cae4913-1e55-45ca-ab23-c14783831788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:33:57.802754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Attempting to bind port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f on network 70207ea2-c926-4d53-843a-b464faa9dfdb {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:33:57.804215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.830555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dff10b8-825f-4565-8d3c-b2074067feff req-74ebdb63-3619-4d84-88ab-29c082738d4f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468801 Oct 28 21:33:57.835732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.847278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:33:57.853513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Checking segment: {'id': '6cae4913-1e55-45ca-ab23-c14783831788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:33:57.854740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Calling delete_port for 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:33:57.856832 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:57.861439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Bound using segment: {'id': '6cae4913-1e55-45ca-ab23-c14783831788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:33:57.862245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Bound port: 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cae4913-1e55-45ca-ab23-c14783831788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '70207ea2-c926-4d53-843a-b464faa9dfdb'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:33:57.862903 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:58.006315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:58.009128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:58.010394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0540b5b4-5fd4-421f-a38f-be00933d5ea5 HTTP/1.1" status: 204 len: 168 time: 0.3597448 Oct 28 21:33:58.027788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394b02d-bdc6-45f4-9b44-cf589c6326ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540b5b4-5fd4-421f-a38f-be00933d5ea5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:58.094851 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:33:58.268438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d3057-1ec8-40b4-94b1-80b6b118ac2e None None] Network f51aea9d-e498-4a43-82c2-d91d4167a661 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:33:58.354920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.359544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] For port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:33:58.393823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.407944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.416484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.438100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.445071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.455861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.473567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-453ce3b1-c631-4ed6-90e3-2dd9d756c77f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.4182689 Oct 28 21:33:58.665101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-889f6875-7078-4ef1-9801-6a7eb452bcd9 req-a32f45b4-c7d6-49ca-887d-77ea0c4204fd tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905470 Oct 28 21:33:58.715211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9898af2-3bc9-47ba-9957-feb72831a4c5 req-297d8fab-efd4-4721-94fd-e59cad021849 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:58.724251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9898af2-3bc9-47ba-9957-feb72831a4c5 req-297d8fab-efd4-4721-94fd-e59cad021849 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.4101083 Oct 28 21:33:58.762374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] For port 1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f,segment=NetworkSegment(6cae4913-1e55-45ca-ab23-c14783831788),segment_id=6cae4913-1e55-45ca-ab23-c14783831788)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:33:58.796854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:58.881082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:58.886274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211644045-network', 'tenant_id': '52eb52c9c6154e2bb2c736981b14f183'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:58.938196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Made reservation on behalf of 52eb52c9c6154e2bb2c736981b14f183 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:58.942274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:58.974346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.001378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9898af2-3bc9-47ba-9957-feb72831a4c5 req-ab59a45a-2160-4482-ac5d-798eac74c176 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746143 Oct 28 21:33:59.005820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7b3e9-0cfb-4b3f-a47e-3184dc3db752 None None] Pushing event updated for resources: {'Port': ['ID=1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:59.013814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.083783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Routers {'76e7401c-63c9-40d2-b419-a22cad79655d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:33:59.087029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['76e7401c-63c9-40d2-b419-a22cad79655d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:59.097232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0211b-8529-4786-a57c-90eed36fcc2e req-3144fcf1-38aa-4056-b16a-d366b7a98325 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.099146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27d0211b-8529-4786-a57c-90eed36fcc2e req-3144fcf1-38aa-4056-b16a-d366b7a98325 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.2631934 Oct 28 21:33:59.100099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a41259b-b595-4cd0-8cb1-ca42b3ae1f8f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:59.203374 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.220092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.230987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27d0211b-8529-4786-a57c-90eed36fcc2e req-6ec50e32-5faf-4cb0-9f53-253c147ae248 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 Oct 28 21:33:59.244912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.279228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:33:59.316289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] Set router 76e7401c-63c9-40d2-b419-a22cad79655d gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:33:59.328444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.329702 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Added segment ad4a4dc0-ab7d-4784-b057-7abe5e746179 of type vlan for network dbb832dd-6e9e-403d-bb18-ccfa6b51a017 Oct 28 21:33:59.366990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.377628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.388068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.405416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.408690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.414969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.422015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.430631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.434070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b994134-0429-455e-bf33-8496daff056c req-ee4759de-a0ca-4689-884c-897d84916b46 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.2770126 Oct 28 21:33:59.451746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:59.455604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e7401c-63c9-40d2-b419-a22cad79655d', 'name': '', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:49Z', 'updated_at': '2021-10-28T21:33:58Z', 'revision_number': 5, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:33:59.469417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Request body: {'floatingip': {'port_id': '8f93d6f6-bd77-45ec-9375-d3f923a099bf'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:59.473659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.476233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.477806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.537208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56aa88-680b-4f71-a6fc-44239790c43e None None] The sync data for ids ['76e7401c-63c9-40d2-b419-a22cad79655d'] in n-d-806683-16 is: [{'id': '76e7401c-63c9-40d2-b419-a22cad79655d', 'name': '', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:33:49Z', 'updated_at': '2021-10-28T21:33:58Z', 'revision_number': 5, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:33:59.563012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.574334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.594127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1289-ce81-4dc1-8815-6074352b2319 req-3b79a3c1-e155-4f02-943d-12922dbd5d17 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:33:59.595979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b4c1289-ce81-4dc1-8815-6074352b2319 req-3b79a3c1-e155-4f02-943d-12922dbd5d17 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.1604128 Oct 28 21:33:59.597419 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7149990 Oct 28 21:33:59.598452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a62d6-a60f-4670-bc6b-8ee7beec139a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:59.599960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:59.605868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Request body: {'subnet': {'network_id': 'dbb832dd-6e9e-403d-bb18-ccfa6b51a017', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211644045-subnet', 'tenant_id': '52eb52c9c6154e2bb2c736981b14f183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:33:59.695019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.730785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b4c1289-ce81-4dc1-8815-6074352b2319 req-651cd94b-ef5a-4061-b22d-1c1dc7d1906d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214249 Oct 28 21:33:59.732566 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.733274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76e7401c-63c9-40d2-b419-a22cad79655d {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:33:59.743310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.753460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1b2a748-a0c2-4b6e-a194-e2fc21d3ac29 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/routers/76e7401c-63c9-40d2-b419-a22cad79655d HTTP/1.1" status: 204 len: 168 time: 3.8775706 Oct 28 21:33:59.757090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:33:59.757729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Made reservation on behalf of 52eb52c9c6154e2bb2c736981b14f183 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:33:59.760528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.804630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4a0d8-f662-42c2-8fd6-082d03e08cbb admin admin] Pushing event updated for resources: {'Network': ['ID=dbb832dd-6e9e-403d-bb18-ccfa6b51a017,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:33:59.823514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network dbb832dd-6e9e-403d-bb18-ccfa6b51a017 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:33:59.875325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Deleting subnet 3dc81252-a8c2-4ca7-9650-41f05a0c9ebb {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:33:59.879427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:33:59.940264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:00.040123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:00.454955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:00.639804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6206a83e-1a3a-4aeb-8402-1f467491cf8a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:00.663673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:00.683523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cc61-3b85-4481-be28-413fe78d0b41 req-503d7e2b-2405-4d7e-a1cf-018e84a8656b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:00.693899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b211cc61-3b85-4481-be28-413fe78d0b41 req-503d7e2b-2405-4d7e-a1cf-018e84a8656b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2884676 Oct 28 21:34:00.705971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213372d-821a-4876-8db4-35e4c3a07f5a req-8ffd02f6-d81b-4e29-9e9e-23ebccb7ee05 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:00.716160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.resource_extend [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:34:00.717451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c213372d-821a-4876-8db4-35e4c3a07f5a req-8ffd02f6-d81b-4e29-9e9e-23ebccb7ee05 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.3361170 Oct 28 21:34:00.769548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc81252-a8c2-4ca7-9650-41f05a0c9ebb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:00.791472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:00.794751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4ef1e54e-8d86-48c0-9f41-b2682d5b32a3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/3dc81252-a8c2-4ca7-9650-41f05a0c9ebb HTTP/1.1" status: 204 len: 168 time: 1.0317540 Oct 28 21:34:00.798808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Checking segment: {'id': 'ad4a4dc0-ab7d-4784-b057-7abe5e746179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbb832dd-6e9e-403d-bb18-ccfa6b51a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:34:00.799176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Network hostable DHCP agents. Network: dbb832dd-6e9e-403d-bb18-ccfa6b51a017, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:34:00.803331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44936) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:00.958048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c213372d-821a-4876-8db4-35e4c3a07f5a req-5ea92ec5-4342-4e3b-b6e7-af0f699bd696 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400365 Oct 28 21:34:00.981640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b211cc61-3b85-4481-be28-413fe78d0b41 req-3e8b3afe-cd3d-4c60-a210-be93d32939d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396641 Oct 28 21:34:01.022788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Network dbb832dd-6e9e-403d-bb18-ccfa6b51a017 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:34:01.110537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.159488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, dbb832dd-6e9e-403d-bb18-ccfa6b51a017) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:01.168942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:01.169541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.170093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d3769-b673-4bf4-bb27-d830fc63e432 None None] Network dbb832dd-6e9e-403d-bb18-ccfa6b51a017 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:34:01.294527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f46ef6fc-26c0-4ace-88c8-771fe47d79ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6933575 Oct 28 21:34:01.329069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12f662-1227-477d-963e-ef0d79a2b8ff req-6e2bd372-5cb4-4317-9748-e18e5212ecb0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:01.330780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a12f662-1227-477d-963e-ef0d79a2b8ff req-6e2bd372-5cb4-4317-9748-e18e5212ecb0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2140722 Oct 28 21:34:01.418683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.489514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.528625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a12f662-1227-477d-963e-ef0d79a2b8ff req-6de1cd66-bf03-414f-bf6c-fa89cd17ec33 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865430 Oct 28 21:34:01.530245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44946) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:01.568055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f297627-5eac-4e4f-8763-d2b5fbda0b62 None None] Network dbb832dd-6e9e-403d-bb18-ccfa6b51a017 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:34:01.616302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.635015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Deleting subnet ec999bc6-f3ab-480c-bad8-ccb169c183ab {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:34:01.647509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.650291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70207ea2-c926-4d53-843a-b464faa9dfdb']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:01.673344 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Floating IP 7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0 associated. External IP: 172.25.4.30, port: 8f93d6f6-bd77-45ec-9375-d3f923a099bf. Oct 28 21:34:01.684211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cae4913-1e55-45ca-ab23-c14783831788') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:01.684712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cae4913-1e55-45ca-ab23-c14783831788') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:01.701121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.713700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.742025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.759144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:34:01.760201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:34:01.762779 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:34:01.827807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.873627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.916211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70207ea2-c926-4d53-843a-b464faa9dfdb {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:34:01.920355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:01.929262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/networks/70207ea2-c926-4d53-843a-b464faa9dfdb HTTP/1.1" status: 204 len: 168 time: 1.1209838 Oct 28 21:34:01.929262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dba6b-e506-4911-a339-ad27dcae1d31 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Network': ['ID=70207ea2-c926-4d53-843a-b464faa9dfdb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:01.986679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.048087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec999bc6-f3ab-480c-bad8-ccb169c183ab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:02.076800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.085662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ece5e05-da46-4593-a790-9a25f0523cee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ec999bc6-f3ab-480c-bad8-ccb169c183ab HTTP/1.1" status: 204 len: 168 time: 0.5512712 Oct 28 21:34:02.086331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44960) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:02.297866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.361202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44968) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:02.373123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'name': 'tempest-router--232221595', 'project_id': 'a1b360c9bdea4fa3b1b032a335b9fd52'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:02.398582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Router b8b07dcc-b3c7-404e-b2ee-b357a147d401 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:34:02.612294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:02.615726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.616825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.622896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.629547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990645bb-a4eb-40e8-b854-c043402b5057 req-edc1a340-0b48-463f-b586-3bcba029f258 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:02.641749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-990645bb-a4eb-40e8-b854-c043402b5057 req-edc1a340-0b48-463f-b586-3bcba029f258 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.4146235 Oct 28 21:34:02.663750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2669a-87aa-4322-a2b2-674f0312d276 req-1aa4e95e-3777-4d90-9f90-65cac507a58a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:02.665759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e2669a-87aa-4322-a2b2-674f0312d276 req-1aa4e95e-3777-4d90-9f90-65cac507a58a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.4342861 Oct 28 21:34:02.713635 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2487c900-2234-4130-bd80-b0beb4b6111a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "PUT /v2.0/floatingips/7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0 HTTP/1.1" status: 200 len: 990 time: 3.2470839 Oct 28 21:34:02.713635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:02.716966 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330e3cd-08c5-4365-8639-0ed19722ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:02.778780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.790373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.827982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.832379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69e91aa4-882a-4e99-8aad-2fc6d45c8e14 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4620728 Oct 28 21:34:02.833186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:02.842125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:02.861624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e2669a-87aa-4322-a2b2-674f0312d276 req-7775c6e4-bde1-49d2-abf3-edc97623918e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767988 Oct 28 21:34:02.898921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-990645bb-a4eb-40e8-b854-c043402b5057 req-37807c5f-80f2-4186-8f0c-21dc1fcace82 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562461 Oct 28 21:34:02.948592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51aea9d-e498-4a43-82c2-d91d4167a661']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:02.991363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e219433-9ab3-467c-a5fc-2a0a363eb775') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:02.991655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e219433-9ab3-467c-a5fc-2a0a363eb775') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:03.029542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.053958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.101107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.110691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:34:03.111360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:34:03.198363 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:34:03.258117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Sync routers for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:03.265290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.279081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:03.279716 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:03.291832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.306847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44986) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:03.307796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f51aea9d-e498-4a43-82c2-d91d4167a661 HTTP/1.1" status: 204 len: 168 time: 1.2097933 Oct 28 21:34:03.334613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64742460-fcbc-45ad-a41c-21547bb8e924 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51aea9d-e498-4a43-82c2-d91d4167a661,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:03.352096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11b1d-208b-4758-9965-f9487ec84da8 req-80cb8da8-8360-4d3e-aac4-786d39f338a8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.362405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb11b1d-208b-4758-9965-f9487ec84da8 req-80cb8da8-8360-4d3e-aac4-786d39f338a8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.3752933 Oct 28 21:34:03.425511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb11b1d-208b-4758-9965-f9487ec84da8 req-c174e44e-8cb6-48e9-a3e5-31dc54f753e9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563548 Oct 28 21:34:03.546207 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa27ada-a8f5-4356-a1aa-1202af08ac83 x-openstack-request-id: req-6aa27ada-a8f5-4356-a1aa-1202af08ac83 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:03.546766 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:03.546766 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aa27ada-a8f5-4356-a1aa-1202af08ac83 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:03.547096 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'status': 'completed', 'code': 200} Oct 28 21:34:03.582781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:03.660621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45004) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:03.736300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Deleting subnet 6206a83e-1a3a-4aeb-8402-1f467491cf8a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:34:03.740922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.741375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.749207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.750550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.752051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.752707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.755905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:03.759844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-bb260c60-56bb-4629-8921-20828c3ec5bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 0.2117326 Oct 28 21:34:03.760946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:03.933611 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'port_id': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'mac_address': 'fa:16:3e:4e:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:32:15Z', 'updated_at': '2021-10-28T21:34:00Z', 'revision_number': 1, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:03.981916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.029233 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Checking router: b8b07dcc-b3c7-404e-b2ee-b357a147d401 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:34:04.059777 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:04.060544 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:33:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:04.098162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.205276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.214133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.220351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.335597 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:04.350161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6206a83e-1a3a-4aeb-8402-1f467491cf8a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:04.367646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.377192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ccd6140d-7f26-4b7d-ae06-5b364b1b48ca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6206a83e-1a3a-4aeb-8402-1f467491cf8a HTTP/1.1" status: 204 len: 168 time: 0.9716914 Oct 28 21:34:04.380207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:04.397476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.398094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a44a305a-6073-4838-a786-be1196b5db60 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:04.437164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.438366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d6380ccf-e2fe-48fb-807c-f124986d66c4 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a44a305a-6073-4838-a786-be1196b5db60 HTTP/1.1" status: 204 len: 168 time: 1.6044092 Oct 28 21:34:04.552296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.727282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45044) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:04.762063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.822439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb832dd-6e9e-403d-bb18-ccfa6b51a017']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:04.850269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4a4dc0-ab7d-4784-b057-7abe5e746179') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:04.850822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4a4dc0-ab7d-4784-b057-7abe5e746179') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:04.870556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.899721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.921802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:34:04.922459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:34:04.926594 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:34:04.957278 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'port_id': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'mac_address': 'fa:16:3e:4e:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:32:15Z', 'updated_at': '2021-10-28T21:34:00Z', 'revision_number': 1, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:05.032032 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6c376-4635-4bd9-b3bb-82006b818866 None None] The sync data for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 is: [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'port_id': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'mac_address': 'fa:16:3e:4e:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:32:15Z', 'updated_at': '2021-10-28T21:34:00Z', 'revision_number': 1, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:05.042868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.061147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.071520 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dbb832dd-6e9e-403d-bb18-ccfa6b51a017 HTTP/1.1" status: 204 len: 168 time: 0.6832297 Oct 28 21:34:05.093040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42573d-1199-40fe-8637-844ce23b59e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb832dd-6e9e-403d-bb18-ccfa6b51a017,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:05.339278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41860f-5236-4128-84d4-c17869bed2cf req-4defdf8b-9524-4007-b32b-7e93537893e3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:05.342431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa41860f-5236-4128-84d4-c17869bed2cf req-4defdf8b-9524-4007-b32b-7e93537893e3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.6161718 Oct 28 21:34:05.381119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f70fc-7698-4849-a8a6-c8e55f353e95 req-8b813379-be98-4422-88bd-b792f260a559 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:05.382788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e0f70fc-7698-4849-a8a6-c8e55f353e95 req-8b813379-be98-4422-88bd-b792f260a559 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.6575973 Oct 28 21:34:05.416505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-b73cd289-e534-4e40-a6a3-89844de45fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:05.418370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-b73cd289-e534-4e40-a6a3-89844de45fd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26 HTTP/1.1" status: 200 len: 913 time: 1.6492279 Oct 28 21:34:05.463216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b8728-2ba4-4fed-a135-96460ca1e12f None None] New status for floating IP 7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:34:05.514539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa41860f-5236-4128-84d4-c17869bed2cf req-e69b0c8c-b42c-4e34-90ab-acc9ca7d577b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515970 Oct 28 21:34:05.540057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45054) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:05.617076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-50acfdaa-109a-41fa-b87f-a74dce4b45e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff148afe36344448b3e0637fa1ba5996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757701 Oct 28 21:34:05.619530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-347803707', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:05.620407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45056) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:05.679025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e0f70fc-7698-4849-a8a6-c8e55f353e95 req-44e7eaeb-a175-42b5-946b-9c99648c37f4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224865 Oct 28 21:34:05.780188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.827570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.885151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-fb59280a-a78e-414f-ae48-c44c01b6ce80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 998 time: 0.4158866 Oct 28 21:34:05.939272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.944258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:05.946508 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d4123fb-8701-423d-9ef0-28b1ed191753 HTTP/1.1" status: 204 len: 168 time: 0.3248250 Oct 28 21:34:05.959040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddf627-4fcd-479a-a8c7-8c5fa9229ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4123fb-8701-423d-9ef0-28b1ed191753,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:06.067941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-69f10df2-bed3-4d8f-a0ad-42421f3cd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:06.072975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-69f10df2-bed3-4d8f-a0ad-42421f3cd099 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.1525450 Oct 28 21:34:06.188265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.189367 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.478065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45076) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:06.484187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-fe16e1b4-c5aa-4405-bb87-126b36ef6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:06.486387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-fe16e1b4-c5aa-4405-bb87-126b36ef6ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3824906 Oct 28 21:34:06.502476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.596098 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-676b61a4-a80a-482e-9a0f-90b925b87c9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52eb52c9c6154e2bb2c736981b14f183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129339 Oct 28 21:34:06.597192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:06.735636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-03c8973c-4c32-44aa-9927-0982b01c816e service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301717 Oct 28 21:34:06.752913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690fc6-af86-430e-b8aa-66a39eb36265 req-9c006c22-49e3-47cd-b6cd-77927eb36db2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:06.765135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0690fc6-af86-430e-b8aa-66a39eb36265 req-9c006c22-49e3-47cd-b6cd-77927eb36db2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.6906497 Oct 28 21:34:06.767103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.848828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.975205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.979624 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:06.988115 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/000a62d6-a60f-4670-bc6b-8ee7beec139a HTTP/1.1" status: 204 len: 168 time: 0.3897028 Oct 28 21:34:07.006253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39172ca0-d122-48f0-9540-d900f590facc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a62d6-a60f-4670-bc6b-8ee7beec139a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:07.129489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:07.192925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0690fc6-af86-430e-b8aa-66a39eb36265 req-d09ff6f3-2e16-4ad7-bcba-ac714dab6da0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265211 Oct 28 21:34:07.210035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:34:07.426537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:07.460331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'mac_address': 'fa:16:3e:e1:08:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:34:07.559408 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:07.591514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcac1214-782e-49eb-a469-c75fe992c0e4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:34:07.618745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:07.670496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:07.672717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d330e3cd-08c5-4365-8639-0ed19722ccba req-d0f17724-614d-4025-9adb-6bc8395df92a service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741951 Oct 28 21:34:07.690230 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:07.721855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca742-f25a-4806-a84e-5af8601f3935 req-eb50cff2-e42e-4bde-affa-84fef3321a87 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:07.733869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46dca742-f25a-4806-a84e-5af8601f3935 req-eb50cff2-e42e-4bde-affa-84fef3321a87 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.9959545 Oct 28 21:34:07.835596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:07.853132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.853483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.853818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.854152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.854482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.860876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.861235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.861578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.861917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.862248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.862635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.867929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:07.878328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['bcac1214-782e-49eb-a469-c75fe992c0e4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:34:07.940774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46dca742-f25a-4806-a84e-5af8601f3935 req-7123a88f-f8ee-405c-93fc-bbf780784ecc tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056088 Oct 28 21:34:07.954705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-ad9a2560-bf16-4988-9180-7b04a7eaa8d4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:07.956883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-ad9a2560-bf16-4988-9180-7b04a7eaa8d4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 0.4619446 Oct 28 21:34:08.439743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 277fb709-1fd9-461f-9434-f8ad84299e58 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:08.440737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:09.212270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:34:09.415654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port bcac1214-782e-49eb-a469-c75fe992c0e4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:34:09.416058 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:09.708831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:09.775774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 277fb709-1fd9-461f-9434-f8ad84299e58, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=277fb709-1fd9-461f-9434-f8ad84299e58,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:09.776780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:09.794118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 277fb709-1fd9-461f-9434-f8ad84299e58 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:09.870029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:09.879970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:09.891014 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d845a5e-380a-4f90-8c41-b2f4ebc0c939" -d '{"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:09.905092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:09.915196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:10.004486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.058986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:10.066426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.269931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=277fb709-1fd9-461f-9434-f8ad84299e58,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:10.300035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-568918d4-ea9f-4b7a-ac25-135435d660cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.319452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5606-8a13-4ee7-a08e-3fcd2b701d0c req-2879e622-cde4-4b60-a28f-2ac54a9885bd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:10.321085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-691e5606-8a13-4ee7-a08e-3fcd2b701d0c req-2879e622-cde4-4b60-a28f-2ac54a9885bd tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d654121-19ea-429c-b63a-5e2af23b03f4 HTTP/1.1" status: 200 len: 945 time: 1.9397125 Oct 28 21:34:10.344562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.519804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 277fb709-1fd9-461f-9434-f8ad84299e58 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:10.543083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.546792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718c92c5-bc13-4aeb-82c8-95cc7afc3d1d req-1cb2afc6-e1b9-4a76-8b7c-d6d1b0808f68 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "DELETE /v2.0/ports/277fb709-1fd9-461f-9434-f8ad84299e58 HTTP/1.1" status: 204 len: 173 time: 2.5804484 Oct 28 21:34:10.600112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-568918d4-ea9f-4b7a-ac25-135435d660cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.607936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-568918d4-ea9f-4b7a-ac25-135435d660cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.685404 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-568918d4-ea9f-4b7a-ac25-135435d660cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bc87f5543b242d49aa752a1afd4f23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658689 Oct 28 21:34:10.688889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45172) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:10.690631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Allocated IP 172.25.4.161 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d1aa188c-4a76-4df0-8da1-2fc5b16485ea) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:10.766587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0932df17-d6d4-4d63-9c83-e009c5085af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.809932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568918d4-ea9f-4b7a-ac25-135435d660cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83ee9d-0b3c-4566-a1ed-e00b4c090a61,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:10.823820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.863935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.938157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.944306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.945738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a83ee9d-0b3c-4566-a1ed-e00b4c090a61 HTTP/1.1" status: 204 len: 168 time: 0.2373986 Oct 28 21:34:10.952711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:10.959817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30f697-444c-4c97-bd12-5bf35a790119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83ee9d-0b3c-4566-a1ed-e00b4c090a61,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:10.964962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'name': 'network-vif-deleted', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:10.968141 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a80035-6578-4593-8b06-0cb83f5231d1" -d '{"events": [{"server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "name": "network-vif-deleted", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:11.031103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:11.056344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-691e5606-8a13-4ee7-a08e-3fcd2b701d0c req-28448d21-5dd0-4249-a6e1-8702418fccf1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000278 Oct 28 21:34:11.118917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Deleting port add9f9ac-661a-4600-8b0e-10dbbf8368d4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:11.120104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:11.125201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:11.147656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:11.202311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:11.212416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 277fb709-1fd9-461f-9434-f8ad84299e58 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:11.247599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event updated for resources: {'Port': ['ID=d1aa188c-4a76-4df0-8da1-2fc5b16485ea,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:11.311528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 277fb709-1fd9-461f-9434-f8ad84299e58 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:11.311879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 277fb709-1fd9-461f-9434-f8ad84299e58 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:11.433474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] For port add9f9ac-661a-4600-8b0e-10dbbf8368d4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add9f9ac-661a-4600-8b0e-10dbbf8368d4,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:11.433852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:11.534662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Calling delete_port for add9f9ac-661a-4600-8b0e-10dbbf8368d4 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:11.856544 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:11.906842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c863-e073-4ccf-87ef-01ebc2b48bee req-9b2e399b-a33c-4348-91d1-6ea4bde59375 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:11.914556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed98c863-e073-4ccf-87ef-01ebc2b48bee req-9b2e399b-a33c-4348-91d1-6ea4bde59375 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.4927418 Oct 28 21:34:12.062584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:12.278602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed98c863-e073-4ccf-87ef-01ebc2b48bee req-ec1ecc48-40ad-45fe-b21e-bd93e7e7a58e tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576422 Oct 28 21:34:12.325503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:12.377832 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27c4eb-a47e-4eb5-acca-63ca4a3581c3 x-openstack-request-id: req-0f27c4eb-a47e-4eb5-acca-63ca4a3581c3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:12.378119 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d654121-19ea-429c-b63a-5e2af23b03f4", "name": "network-vif-deleted", "tag": "277fb709-1fd9-461f-9434-f8ad84299e58", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:12.379205 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f27c4eb-a47e-4eb5-acca-63ca4a3581c3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:12.380187 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d654121-19ea-429c-b63a-5e2af23b03f4', 'name': 'network-vif-deleted', 'tag': '277fb709-1fd9-461f-9434-f8ad84299e58', 'status': 'completed', 'code': 200} Oct 28 21:34:12.387539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=add9f9ac-661a-4600-8b0e-10dbbf8368d4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:12.408880 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2ccc36-b5fa-449b-97a2-f85962ed4ad1 x-openstack-request-id: req-2b2ccc36-b5fa-449b-97a2-f85962ed4ad1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:12.409164 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-plugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:12.410368 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b2ccc36-b5fa-449b-97a2-f85962ed4ad1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:12.410933 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'code': 200} Oct 28 21:34:12.501051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:13.014718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-2421dfdf-a5ab-4ed7-a5db-455f4ed3beb1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:13.022193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-2421dfdf-a5ab-4ed7-a5db-455f4ed3beb1 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.2575681 Oct 28 21:34:13.029538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-d153a086-327f-4dc4-9669-3df8ff74363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:13.030661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-d153a086-327f-4dc4-9669-3df8ff74363b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 1097 time: 0.1910605 Oct 28 21:34:13.051634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:13.071086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-62a5171e-9954-4370-b26e-58c693a67c1c tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/quotas/5aafd5492cd14e0fa858127e932e0d9b HTTP/1.1" status: 200 len: 375 time: 0.0480309 Oct 28 21:34:13.188118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-0d35215d-30c1-4a67-bb46-080cf18b4230 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849841 Oct 28 21:34:13.303879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:13.349835 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-406e5890-868d-41ca-8bbf-652468bdbdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:13.582452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-7c85af3f-88e4-4d1a-a388-56e083e309dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:13.585069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-7c85af3f-88e4-4d1a-a388-56e083e309dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.5444205 Oct 28 21:34:14.058951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-bd6d1ef8-abdb-432e-86a5-5b60c922f450 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de HTTP/1.1" status: 200 len: 217 time: 0.4186759 Oct 28 21:34:14.069435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-0c6353a2-7f1f-4a0c-a732-d05292afab21 service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473375 Oct 28 21:34:14.156749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f8956-a424-4aef-8b99-2b9daeefa657 req-6d55d9ce-2b40-4f21-9e37-362980cba619 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:14.158245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d2f8956-a424-4aef-8b99-2b9daeefa657 req-6d55d9ce-2b40-4f21-9e37-362980cba619 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.6468329 Oct 28 21:34:14.232993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Router 9bffdc33-8203-4e63-9b57-fbbd748f62bc is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:14.249708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-4183f9dc-79a4-45e6-9109-cf9104f470b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:14.251119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-4183f9dc-79a4-45e6-9109-cf9104f470b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1796424 Oct 28 21:34:14.310560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d2f8956-a424-4aef-8b99-2b9daeefa657 req-df59c400-6f9a-4276-8f9d-95d72ba43715 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217833 Oct 28 21:34:14.452380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:34:14.494420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-7a216497-6058-4462-ac4c-696bbc7f9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:14.495927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-7a216497-6058-4462-ac4c-696bbc7f9bc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337661 Oct 28 21:34:14.678619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:14.695089 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] Sync routers for ids ['9bffdc33-8203-4e63-9b57-fbbd748f62bc'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:14.699013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-7a5bbc9f-504b-4a28-9296-298f178a63aa service neutron] 10.222.0.31 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145663 Oct 28 21:34:14.725825 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] Routers {'9bffdc33-8203-4e63-9b57-fbbd748f62bc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:14.726881 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9bffdc33-8203-4e63-9b57-fbbd748f62bc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:14.763777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:14.767467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad9ac20e-cdeb-4c04-a955-6309c4e23048 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.0275569 Oct 28 21:34:14.767814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45308) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:14.780220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:14.821446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-96cd2b3a-f0ea-4495-81b1-699987f733d1 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129537 Oct 28 21:34:14.856117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:14.884002 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] Routers {'9bffdc33-8203-4e63-9b57-fbbd748f62bc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:14.886624 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9bffdc33-8203-4e63-9b57-fbbd748f62bc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:14.896070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:14.905632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Sync routers for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:14.908869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5775d846-8337-4583-8224-3cb055c90d96 admin admin] 10.222.0.31 "PUT /v2.0/routers/11d8b8e6-cee1-4f8b-bdab-d7e29484212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2423208 Oct 28 21:34:14.925075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:14.943989 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:14.945225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c139f3-a4fc-4443-8b02-ebd7a90e802c None None] The sync data for ids ['9bffdc33-8203-4e63-9b57-fbbd748f62bc'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:14.957367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:14.965024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:15.083196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e091e91a-fe40-48df-92cb-602a8c30be42 req-2d81fd30-f942-46ed-8905-15c9d706d68a service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469449 Oct 28 21:34:15.162523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85f28382-979a-4039-8d0b-6584e9e08900 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/9bffdc33-8203-4e63-9b57-fbbd748f62bc HTTP/1.1" status: 200 len: 920 time: 0.3923166 Oct 28 21:34:15.168025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45318) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:15.188691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.209476 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4bd8fcbc-74c4-425a-b54c-3f5450624cc4 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bffdc33-8203-4e63-9b57-fbbd748f62bc HTTP/1.1" status: 200 len: 205 time: 0.0390511 Oct 28 21:34:15.224605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45322) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:15.235736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59060176-f00c-4f4f-968f-f6fe7772ff57 req-e7cc570a-8593-4c4a-ba99-8f81fc6efb7b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 210 time: 0.1194842 Oct 28 21:34:15.368448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:15.407656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.508311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.556660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Deleting port 33b2956d-8173-4f6d-b973-a1859d971a1d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:15.557001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.633244 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.752223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] For port 33b2956d-8173-4f6d-b973-a1859d971a1d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=33b2956d-8173-4f6d-b973-a1859d971a1d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:15.754839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:15.804260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:34:11Z', 'revision_number': 5, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port': {'id': '33b2956d-8173-4f6d-b973-a1859d971a1d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:23:58Z', 'updated_at': '2021-10-28T21:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:15.810552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Calling delete_port for 33b2956d-8173-4f6d-b973-a1859d971a1d owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:15.819616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5191d81-64d4-4933-bdfa-61db29ca3527 req-5d81a8ec-7655-41f7-ae1e-74e6c962f763 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:15.836738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5191d81-64d4-4933-bdfa-61db29ca3527 req-5d81a8ec-7655-41f7-ae1e-74e6c962f763 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.2162523 Oct 28 21:34:15.867869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Checking router: 11d8b8e6-cee1-4f8b-bdab-d7e29484212c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:34:15.890399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Routers {'11d8b8e6-cee1-4f8b-bdab-d7e29484212c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:15.897660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:15.964228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.073077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5191d81-64d4-4933-bdfa-61db29ca3527 req-3dff16f3-6eea-4198-9d4b-61ad02b977b3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331953 Oct 28 21:34:16.165322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port d1aa188c-4a76-4df0-8da1-2fc5b16485ea {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:16.165545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.168357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] Set router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:16.225049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.289604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Pushing event deleted for resources: {'Port': ['ID=33b2956d-8173-4f6d-b973-a1859d971a1d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:16.365741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:34:15Z', 'revision_number': 6, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:16.402416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.437440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.470467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992434-2f5c-4977-8363-c886a1d12e8c None None] The sync data for ids ['11d8b8e6-cee1-4f8b-bdab-d7e29484212c'] in n-d-806683-16 is: [{'id': '11d8b8e6-cee1-4f8b-bdab-d7e29484212c', 'name': 'tempest-AttachVolumeTestJSON-2099547711-router', 'tenant_id': 'a31498aacded44f2a3cb64911c8cfcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:23:55Z', 'updated_at': '2021-10-28T21:34:15Z', 'revision_number': 6, 'project_id': 'a31498aacded44f2a3cb64911c8cfcea', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:16.542701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7697a077-2a04-49fe-9074-f7d8bd0485a7 req-387cbbaf-fd23-4d90-a0d6-d6e71f891bcb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 210 time: 0.0940194 Oct 28 21:34:16.563637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for d1aa188c-4a76-4df0-8da1-2fc5b16485ea owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:16.599377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.602275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.617342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.726332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.729057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d8b8e6-cee1-4f8b-bdab-d7e29484212c {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:16.764665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:16.770820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c414b27e-88b9-4284-8090-7131eec4f0da admin admin] 10.222.0.31 "DELETE /v2.0/routers/11d8b8e6-cee1-4f8b-bdab-d7e29484212c HTTP/1.1" status: 204 len: 168 time: 1.8356428 Oct 28 21:34:16.771098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45376) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:16.836801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Deleting subnet bfd70eb8-3de3-46bd-a277-2485e9842b50 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:34:16.840343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.004483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.119116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=d1aa188c-4a76-4df0-8da1-2fc5b16485ea,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:17.126281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.278335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:17.481357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.626335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b4b46-690d-4828-aa7e-f3bc91bf1bbb req-4eddbd98-eacd-40a4-8466-b6eca4e4454a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:17.635320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-651b4b46-690d-4828-aa7e-f3bc91bf1bbb req-4eddbd98-eacd-40a4-8466-b6eca4e4454a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 945 time: 0.3436956 Oct 28 21:34:17.703321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.706685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.744820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.803805 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.886123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:17.888397 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01acbc94-4d3d-41ef-909c-cc304f6bdd5e" -d '{"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:17.892315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-0a9dc17e-e221-4b08-a88b-38cbf580cf97 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:17.899301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-0a9dc17e-e221-4b08-a88b-38cbf580cf97 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 812 time: 0.5622702 Oct 28 21:34:17.929085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:17.937729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.956199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Request body: {'port': {'device_id': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'admin_state_up': True, 'tenant_id': '5aafd5492cd14e0fa858127e932e0d9b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:17.975122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4af78f8-4bf2-40e2-a054-dda79819d07c req-8025d2c3-f633-4e03-be78-946962fec0d0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 210 time: 0.1874573 Oct 28 21:34:17.986948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:17.992895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router 9bffdc33-8203-4e63-9b57-fbbd748f62bc {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:18.020316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.024902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3c05ec1c-79e1-42d6-962d-165eb3341c07 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/9bffdc33-8203-4e63-9b57-fbbd748f62bc HTTP/1.1" status: 204 len: 168 time: 2.7943892 Oct 28 21:34:18.025980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:18.030942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1951677423', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:18.033542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add9f9ac-661a-4600-8b0e-10dbbf8368d4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:18.070109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: add9f9ac-661a-4600-8b0e-10dbbf8368d4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:18.070703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add9f9ac-661a-4600-8b0e-10dbbf8368d4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:18.071454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33b2956d-8173-4f6d-b973-a1859d971a1d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:18.084861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-651b4b46-690d-4828-aa7e-f3bc91bf1bbb req-b0326955-a4c6-4dc0-bb68-57084028cee2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097445 Oct 28 21:34:18.111589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 33b2956d-8173-4f6d-b973-a1859d971a1d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:18.111589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 33b2956d-8173-4f6d-b973-a1859d971a1d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:18.114281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:18.138436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.140025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.154344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.216108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd70eb8-3de3-46bd-a277-2485e9842b50,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:18.232919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.239553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7b017fd9-88ba-4ccf-b984-570c37d2f91e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bfd70eb8-3de3-46bd-a277-2485e9842b50 HTTP/1.1" status: 204 len: 168 time: 1.4642618 Oct 28 21:34:18.239762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45410) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:18.240629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b963bd-d0f2-4b21-9c54-916770cfbb69 None None] Network 7bc70171-f5c0-4038-a23e-4e77364ccfaa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:34:18.251144 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.291175 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af5432-8df1-4803-ae2d-c1eaa9a7fa3f x-openstack-request-id: req-96af5432-8df1-4803-ae2d-c1eaa9a7fa3f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:18.292072 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-unplugged", "status": "failed", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:18.292496 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96af5432-8df1-4803-ae2d-c1eaa9a7fa3f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:18.293064 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'code': 422} returned with failed status Oct 28 21:34:18.364854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.448413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Made reservation on behalf of 5aafd5492cd14e0fa858127e932e0d9b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:34:18.453606 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.615335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Allocated IP 172.20.0.9 (a77472b9-605c-47d6-b31d-5a6a39cb33be/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219/8ce92a72-e086-4562-8ec3-69a7d1af040f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:18.706094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] DHCP port deletion for 7bc70171-f5c0-4038-a23e-4e77364ccfaa request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:34:18.758006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.819259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Deleting port 7a356827-2481-4fda-9447-da7a70b56286 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:18.819719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.835186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Deleting port 7a356827-2481-4fda-9447-da7a70b56286 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:18.836064 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.890515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] For port 7a356827-2481-4fda-9447-da7a70b56286, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7a356827-2481-4fda-9447-da7a70b56286,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:18.890515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:18.905360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Calling delete_port for 7a356827-2481-4fda-9447-da7a70b56286 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:18.990764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] For port 7a356827-2481-4fda-9447-da7a70b56286, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7a356827-2481-4fda-9447-da7a70b56286,segment=NetworkSegment(3496cff9-beef-42a5-9448-e1c94933e5ef),segment_id=3496cff9-beef-42a5-9448-e1c94933e5ef)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:18.991151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.038887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.049891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Calling delete_port for 7a356827-2481-4fda-9447-da7a70b56286 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:19.098304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a356827-2481-4fda-9447-da7a70b56286,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:19.228920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] No DVR routers for this DVR port 7a356827-2481-4fda-9447-da7a70b56286 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:19.257478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.290011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] Pushing event deleted for resources: {'Port': ['ID=7a356827-2481-4fda-9447-da7a70b56286,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:19.292134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5975d554-ec42-404d-b195-97592b6453df req-cf8f77e8-6ec6-4373-898a-8670a848d4c4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 210 time: 0.1571436 Oct 28 21:34:19.315083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35d259-f06c-47e4-9287-99b679fe06dd None None] No DVR routers for this DVR port 7a356827-2481-4fda-9447-da7a70b56286 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:19.365517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.404681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.438445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.515982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.543080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.564612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Network a77472b9-605c-47d6-b31d-5a6a39cb33be is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:19.601093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:19.639306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a31251-cfa5-4d6f-a513-5691cb4b0e83 req-3e918ce0-372b-4d10-9ce3-d8dd3e76ee5f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:19.650932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25a31251-cfa5-4d6f-a513-5691cb4b0e83 req-3e918ce0-372b-4d10-9ce3-d8dd3e76ee5f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.3743675 Oct 28 21:34:19.653651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:19.720506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.25.4.68 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:19.765301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:19.766556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.867076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc70171-f5c0-4038-a23e-4e77364ccfaa']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:19.915765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:19.916057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0016017 Oct 28 21:34:19.921500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3496cff9-beef-42a5-9448-e1c94933e5ef') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:19.921814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3496cff9-beef-42a5-9448-e1c94933e5ef') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:19.977374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c9de-19e6-489f-8aa9-d3ba322e8d7d tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event updated for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:20.003663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Request body: {'port': {'device_id': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:20.023488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7a356827-2481-4fda-9447-da7a70b56286 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:20.035251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.048295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 7a356827-2481-4fda-9447-da7a70b56286 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:20.048934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7a356827-2481-4fda-9447-da7a70b56286 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:20.075759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.112682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.149109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:34:20.149429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:34:20.154341 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:34:20.184529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:20.190253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:20.201397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:20.270641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25a31251-cfa5-4d6f-a513-5691cb4b0e83 req-009c4f57-ba46-4243-9245-6483309a4e25 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187623 Oct 28 21:34:20.299255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.304415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:20.658992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.863870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce92a72-e086-4562-8ec3-69a7d1af040f {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:34:20.876829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.881735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.904068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.910287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7bc70171-f5c0-4038-a23e-4e77364ccfaa HTTP/1.1" status: 204 len: 168 time: 2.6666787 Oct 28 21:34:20.910287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fce961-57b3-4808-b60a-20b8bba8c9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc70171-f5c0-4038-a23e-4e77364ccfaa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:20.950008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Transition to ACTIVE for port object 8ce92a72-e086-4562-8ec3-69a7d1af040f will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:34:20.965261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59985b2-1698-4674-bad8-5395849146d1 req-60ff2e52-3baf-4408-be09-9db85c402887 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:20.967236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b59985b2-1698-4674-bad8-5395849146d1 req-60ff2e52-3baf-4408-be09-9db85c402887 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 931 time: 0.1536133 Oct 28 21:34:20.970956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:20.981482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe318-a4d7-40fb-8f7a-86c755146c90 req-4efa554c-f65d-42f5-9939-f56cf7e65316 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:20.990919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e0fe318-a4d7-40fb-8f7a-86c755146c90 req-4efa554c-f65d-42f5-9939-f56cf7e65316 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2135141 Oct 28 21:34:21.097465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.102270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e0fe318-a4d7-40fb-8f7a-86c755146c90 req-0ebc6a97-436e-4708-ac77-a249d09e3f54 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100590 Oct 28 21:34:21.163722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b59985b2-1698-4674-bad8-5395849146d1 req-60a5dcdf-12b2-4de4-a491-6b18047ce035 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470642 Oct 28 21:34:21.210564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Pushing event updated for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:21.287061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cf48108e-1614-4b0b-b56d-c4377e55e5de no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:21.451386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Attempting to bind port 8ce92a72-e086-4562-8ec3-69a7d1af040f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:34:21.451724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Attempting to bind port 8ce92a72-e086-4562-8ec3-69a7d1af040f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:34:21.452045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Attempting to bind port 8ce92a72-e086-4562-8ec3-69a7d1af040f on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:34:21.463135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Port 8ce92a72-e086-4562-8ec3-69a7d1af040f on network a77472b9-605c-47d6-b31d-5a6a39cb33be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:34:21.463135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Attempting to bind port 8ce92a72-e086-4562-8ec3-69a7d1af040f on network a77472b9-605c-47d6-b31d-5a6a39cb33be {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:34:21.466191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:21.470892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:34:21.471288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Checking segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:34:21.471770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Bound using segment: {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:34:21.472656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Bound port: 8ce92a72-e086-4562-8ec3-69a7d1af040f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:34:21.473624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.576428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d34634d-c52e-4955-884d-a9a1ca03d8e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a31498aacded44f2a3cb64911c8cfcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066363 Oct 28 21:34:21.578510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:21.593358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router 05841a79-2351-415c-93dc-29a8856bce33 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:21.746633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.789045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.796603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:21.808746 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Sync routers for ids ['05841a79-2351-415c-93dc-29a8856bce33'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:21.824983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Routers {'05841a79-2351-415c-93dc-29a8856bce33'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:21.831867 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['05841a79-2351-415c-93dc-29a8856bce33'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:21.916943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:34:21.920172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:34:21.931376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e8bf7-7e8f-4dc3-b043-9f3cc63b4198 req-ecd5c39a-7ee7-4889-8e74-c30d1e2fbc67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:21.932969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-009e8bf7-7e8f-4dc3-b043-9f3cc63b4198 req-ecd5c39a-7ee7-4889-8e74-c30d1e2fbc67 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.5749962 Oct 28 21:34:21.935219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.950186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:21.954353 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9234d5ff-565e-45e5-9986-7cc7b806f36d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9271603 Oct 28 21:34:21.959181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45514) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:22.090876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:22.091504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.095726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] 10.222.0.44 "PUT /v2.0/ports/8ce92a72-e086-4562-8ec3-69a7d1af040f HTTP/1.1" status: 200 len: 1092 time: 2.1506872 Oct 28 21:34:22.104617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:22.114517 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a4c44c-95f3-450f-b5ec-e2075d06afa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:22.136874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.142501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.144700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95cd7b01-27d0-4602-9dd9-77b5aa0e1b42 HTTP/1.1" status: 204 len: 168 time: 0.5640020 Oct 28 21:34:22.150630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Set router 05841a79-2351-415c-93dc-29a8856bce33 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:22.163736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985319c-4e99-44b7-ac42-dfdd5db75a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cd7b01-27d0-4602-9dd9-77b5aa0e1b42,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:22.206044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd43f8f8-db25-4e54-8ffd-4f5d8920a67d tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/05841a79-2351-415c-93dc-29a8856bce33 HTTP/1.1" status: 200 len: 908 time: 0.2420335 Oct 28 21:34:22.211008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:22.219794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1951677423', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': True}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:22.270534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Pushing event updated for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:22.300812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-009e8bf7-7e8f-4dc3-b043-9f3cc63b4198 req-593b3349-a1db-4d5b-bb0e-7e45bc400e9c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518219 Oct 28 21:34:22.338418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.341886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.347253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.350247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.350800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.351732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.352769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.354775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.355292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.355797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.356825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.360871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.361419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.361938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea795ed-1215-4832-9697-7b1e558a44ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:22.395388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-dfd9912a-87a7-454d-9360-4a2d11cba5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:22.397304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-dfd9912a-87a7-454d-9360-4a2d11cba5fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 1095 time: 0.2128088 Oct 28 21:34:22.495847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-3e00ca95-357a-4276-a032-65d01291b95d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f HTTP/1.1" status: 200 len: 217 time: 0.0886552 Oct 28 21:34:22.622787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391c224-6aaf-4f5a-914f-f782805304dc req-f299863c-0f56-4eca-aa71-31b1382c3898 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:22.629318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.631533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1391c224-6aaf-4f5a-914f-f782805304dc req-f299863c-0f56-4eca-aa71-31b1382c3898 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 943 time: 0.1699929 Oct 28 21:34:22.642366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-94aefbf5-348e-4068-9003-0856630d3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:22.645134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-94aefbf5-348e-4068-9003-0856630d3d1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1318879 Oct 28 21:34:22.665173 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05841a79-2351-415c-93dc-29a8856bce33', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:18Z', 'updated_at': '2021-10-28T21:34:20Z', 'revision_number': 3, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port': {'id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05841a79-2351-415c-93dc-29a8856bce33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:34:19Z', 'updated_at': '2021-10-28T21:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:22.738420 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4188f3-2579-4428-800f-b347bfa0a6d9 x-openstack-request-id: req-3d4188f3-2579-4428-800f-b347bfa0a6d9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:22.740120 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:22.740694 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d4188f3-2579-4428-800f-b347bfa0a6d9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:22.741879 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f', 'status': 'completed', 'code': 200} Oct 28 21:34:22.747857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-4e4fa6f0-771a-4814-93b9-aa6e89bfad1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934398 Oct 28 21:34:22.759894 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Checking router: 05841a79-2351-415c-93dc-29a8856bce33 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:34:22.760234 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Updating router 05841a79-2351-415c-93dc-29a8856bce33 port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:34:22.840469 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:22.966355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1391c224-6aaf-4f5a-914f-f782805304dc req-5dc219bd-ddad-47a5-82b0-38ffd3cfc82f tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335519 Oct 28 21:34:23.036119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:23.093530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-acea0a49-3e4d-4eee-a949-d66d04d44f5d service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377597 Oct 28 21:34:23.306969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbeed06f-ac4e-4f31-9e49-baaadc6128a0 req-ae1a2d2d-9524-4f1f-82bb-d866316e3875 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020493 Oct 28 21:34:23.499323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cc05a-c763-40ce-b864-90433fd3d8d6 req-0388f873-80d4-47d6-86fe-391a29400910 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:23.500945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-865cc05a-c763-40ce-b864-90433fd3d8d6 req-0388f873-80d4-47d6-86fe-391a29400910 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1930740 Oct 28 21:34:23.508646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-d9a42d41-9cec-4688-97ef-dfea45a1e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:23.510099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-d9a42d41-9cec-4688-97ef-dfea45a1e889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 1095 time: 0.1423852 Oct 28 21:34:23.633737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:23.681640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:23.776287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-865cc05a-c763-40ce-b864-90433fd3d8d6 req-f7a80568-1b54-4d54-9f14-23befeb9e3eb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651043 Oct 28 21:34:23.835730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-a7dbce42-7b5c-4d12-988f-3be24733e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:23.837268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-a7dbce42-7b5c-4d12-988f-3be24733e383 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 200 len: 913 time: 0.3115342 Oct 28 21:34:23.870766 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:23.893126 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.036710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.25.4.196 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/79160adc-2cc8-4ed8-baa1-bc6545aa510c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:24.055705 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Pushing event updated for resources: {'Port': ['ID=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:24.076104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-77d2caa4-bb39-4319-ad07-6bb9013fe736 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f HTTP/1.1" status: 200 len: 217 time: 0.2252488 Oct 28 21:34:24.099304 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.099440 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.099663 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.103787 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.104342 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.108329 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.109169 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.110880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.111381 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.111877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.112997 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.118607 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:24.175072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Attempting to bind port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:34:24.176304 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Attempting to bind port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:34:24.181265 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Attempting to bind port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:34:24.193358 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:34:24.194015 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:34:24.196944 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.197517 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:34:24.198625 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Bound port: f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:34:24.199193 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.265389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-48481ea2-7be5-43b8-b970-4aaa6b372c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:24.266960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-48481ea2-7be5-43b8-b970-4aaa6b372c49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 200 len: 852 time: 0.1684148 Oct 28 21:34:24.302514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ee7a-bcc9-487e-88c3-327f27765870 req-f468e205-5022-433f-8cac-1a910a397eff tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:24.313010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50d6ee7a-bcc9-487e-88c3-327f27765870 req-f468e205-5022-433f-8cac-1a910a397eff tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 943 time: 0.2344847 Oct 28 21:34:24.322899 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] For port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:34:24.330025 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] For port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:34:24.336098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.339655 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.345600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-ff3988ba-ca1e-42ae-ac35-ceb2f9fa081c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a77472b9-605c-47d6-b31d-5a6a39cb33be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679147 Oct 28 21:34:24.424402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:24.431243 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Routers {'05841a79-2351-415c-93dc-29a8856bce33'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:24.432152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['05841a79-2351-415c-93dc-29a8856bce33'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:24.439190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50d6ee7a-bcc9-487e-88c3-327f27765870 req-704aea9b-f266-4e2c-b4d4-1407312d34d4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250861 Oct 28 21:34:24.510594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:24.514840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:24.516316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=79160adc-2cc8-4ed8-baa1-bc6545aa510c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:24.521786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:24.544647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc6e4-a5cd-41fd-9ff2-0245a22addf1 None None] Pushing event updated for resources: {'Port': ['ID=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:24.557542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-abe2dbaf-ae3b-42c2-9034-2f1d7218c9c4 service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022004 Oct 28 21:34:24.628462 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] Set router 05841a79-2351-415c-93dc-29a8856bce33 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:24.849997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19a4c44c-95f3-450f-b5ec-e2075d06afa1 req-4c6722ef-8ba9-4931-8495-e1d2160f625a service neutron] 10.222.0.44 "GET /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831101 Oct 28 21:34:24.996720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:25.174299 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05841a79-2351-415c-93dc-29a8856bce33', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:18Z', 'updated_at': '2021-10-28T21:34:20Z', 'revision_number': 3, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port': {'id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05841a79-2351-415c-93dc-29a8856bce33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:34:19Z', 'updated_at': '2021-10-28T21:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:25.249548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce5b2-0397-4ada-a41b-33d276bea2db req-8a81b3de-110e-4d10-87e3-16f53a1c980b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:25.263624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdbce5b2-0397-4ada-a41b-33d276bea2db req-8a81b3de-110e-4d10-87e3-16f53a1c980b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2331967 Oct 28 21:34:25.272795 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3d96f-6b3b-41eb-983a-84ad405a07ff None None] The sync data for ids ['05841a79-2351-415c-93dc-29a8856bce33'] in n-d-806683-16 is: [{'id': '05841a79-2351-415c-93dc-29a8856bce33', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:18Z', 'updated_at': '2021-10-28T21:34:20Z', 'revision_number': 3, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port': {'id': 'f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05841a79-2351-415c-93dc-29a8856bce33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:34:19Z', 'updated_at': '2021-10-28T21:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:25.341908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdbce5b2-0397-4ada-a41b-33d276bea2db req-2e1bcb91-03ef-46a9-b05a-a863a5e29a04 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716650 Oct 28 21:34:25.795429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd155f-2b10-43d0-8382-5ccb2fe7e92a req-ea0b23ea-e552-43b4-96b4-fb2c2693ebfe tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:25.806982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35dd155f-2b10-43d0-8382-5ccb2fe7e92a req-ea0b23ea-e552-43b4-96b4-fb2c2693ebfe tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 943 time: 0.2027283 Oct 28 21:34:25.919834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35dd155f-2b10-43d0-8382-5ccb2fe7e92a req-250f8ed4-515d-4eef-a719-f03b9178c12b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107011 Oct 28 21:34:26.118512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:34:26.205146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:34:26.205822 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:26.262231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:26.446136 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:26.500919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:26.511370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:26.585960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:26.677791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab6bb5-343c-4bd3-a975-cb1f2f869ec8 req-31e60c7d-53ed-446b-914e-2721e17dab7b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:26.679560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fab6bb5-343c-4bd3-a975-cb1f2f869ec8 req-31e60c7d-53ed-446b-914e-2721e17dab7b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1721520 Oct 28 21:34:26.800866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fab6bb5-343c-4bd3-a975-cb1f2f869ec8 req-94fad791-6036-45a2-ad00-2791544b1a81 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107771 Oct 28 21:34:26.829407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:27.062944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:27.098337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Sync routers for ids ['32dd87c7-ea94-4bd5-a674-5bb41f4ba818'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:27.116632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:27.117934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7eef53f7-fd10-4707-b5b2-47c353c94f0f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9046957 Oct 28 21:34:27.120751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Routers {'32dd87c7-ea94-4bd5-a674-5bb41f4ba818'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:27.121396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['32dd87c7-ea94-4bd5-a674-5bb41f4ba818'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:27.121851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:27.310297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8ce92a72-e086-4562-8ec3-69a7d1af040f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:34:27.526169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.resource_extend [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:34:27.635097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9696ba0f-e3d8-4051-bacf-363557864a43 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/32dd87c7-ea94-4bd5-a674-5bb41f4ba818 HTTP/1.1" status: 200 len: 908 time: 0.5111637 Oct 28 21:34:27.637749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:27.830323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583ff3-b1c3-4c33-b1cc-2983ecc88deb req-0f666163-1bc7-4041-88b1-3a2782f72cbc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:27.850261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Set router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:27.854651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60583ff3-b1c3-4c33-b1cc-2983ecc88deb req-0f666163-1bc7-4041-88b1-3a2782f72cbc tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 943 time: 0.2503421 Oct 28 21:34:27.981096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:28.076313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60583ff3-b1c3-4c33-b1cc-2983ecc88deb req-45d784fd-f73a-4e11-a002-f46f8b21ebb5 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143273 Oct 28 21:34:28.133996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:34:28.184286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0c2ef-19d1-4481-bb24-077407282908 req-d99f6bd1-12df-45da-b399-929ef76a8114 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:28.185910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77e0c2ef-19d1-4481-bb24-077407282908 req-d99f6bd1-12df-45da-b399-929ef76a8114 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0758736 Oct 28 21:34:28.269005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77e0c2ef-19d1-4481-bb24-077407282908 req-55e6507f-22d9-44e5-b198-de13f3c5d5f4 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699534 Oct 28 21:34:28.480789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:28.582674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:28.652160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8ce92a72-e086-4562-8ec3-69a7d1af040f', 'network_id': 'a77472b9-605c-47d6-b31d-5a6a39cb33be', 'port_id': '8ce92a72-e086-4562-8ec3-69a7d1af040f', 'mac_address': 'fa:16:3e:24:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4e2c7c-57a8-4f92-82db-d63ff7c5c219', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:34:28.739136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cbd58841-e514-4cd1-8daf-9341e3dd785f req-6d091005-ff5f-4a84-8b73-af9608304374 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5025849 Oct 28 21:34:28.783223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Deleting port 79160adc-2cc8-4ed8-baa1-bc6545aa510c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:28.783927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:28.791942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:28.888022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cbd58841-e514-4cd1-8daf-9341e3dd785f req-1ebe7ee1-2b37-4003-834b-4e91f7664001 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0892730 Oct 28 21:34:28.898547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce92a72-e086-4562-8ec3-69a7d1af040f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:34:29.015381 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cbd58841-e514-4cd1-8daf-9341e3dd785f req-9750aa83-87e0-438e-b063-51542c0dafe7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016197 Oct 28 21:34:29.044709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:29.166420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:34:29.167074 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:29.240403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:29.241907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:29.290960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Calling delete_port for 79160adc-2cc8-4ed8-baa1-bc6545aa510c owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:29.348956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f818cc8-7bbd-41b3-a889-46dcccf0a68f req-9c942318-4bf6-46b7-b5a7-b669ec91a796 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:29.354608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f818cc8-7bbd-41b3-a889-46dcccf0a68f req-9c942318-4bf6-46b7-b5a7-b669ec91a796 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 944 time: 0.1481133 Oct 28 21:34:29.522587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f818cc8-7bbd-41b3-a889-46dcccf0a68f req-4fdc4961-1e6b-4de4-8d22-cc6c8d5014c0 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611869 Oct 28 21:34:29.614927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd58841-e514-4cd1-8daf-9341e3dd785f req-9666bd4c-bf4b-41e0-8dd3-7ac4c5f92ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:29.616439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cbd58841-e514-4cd1-8daf-9341e3dd785f req-9666bd4c-bf4b-41e0-8dd3-7ac4c5f92ea6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5901082 Oct 28 21:34:29.653460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd87c7-ea94-4bd5-a674-5bb41f4ba818', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '79160adc-2cc8-4ed8-baa1-bc6545aa510c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:22Z', 'updated_at': '2021-10-28T21:34:24Z', 'revision_number': 3, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port': {'id': '79160adc-2cc8-4ed8-baa1-bc6545aa510c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32dd87c7-ea94-4bd5-a674-5bb41f4ba818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:34:23Z', 'updated_at': '2021-10-28T21:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:29.729084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02fa26-6cd6-4dee-ae90-cb8033629fbc req-29c9bf71-2f07-43b6-a132-86c9a8dab5be tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:29.745355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c02fa26-6cd6-4dee-ae90-cb8033629fbc req-29c9bf71-2f07-43b6-a132-86c9a8dab5be tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.3017550 Oct 28 21:34:29.789324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Checking router: 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:34:29.795257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Updating router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 port 79160adc-2cc8-4ed8-baa1-bc6545aa510c binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:34:29.800352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8ce92a72-e086-4562-8ec3-69a7d1af040f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:34:29.910803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c02fa26-6cd6-4dee-ae90-cb8033629fbc req-fb47ed14-550a-4096-b852-7414ea8e1bd1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645710 Oct 28 21:34:29.951438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:30.067437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.145551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Port': ['ID=79160adc-2cc8-4ed8-baa1-bc6545aa510c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:30.211447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.240259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Port 79160adc-2cc8-4ed8-baa1-bc6545aa510c not found while updating agent binding for router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818. {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 21:34:30.267618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Routers {'32dd87c7-ea94-4bd5-a674-5bb41f4ba818'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:30.268563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['32dd87c7-ea94-4bd5-a674-5bb41f4ba818'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:30.340173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.500721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] Set router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:34:30.579864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-61ffac08-7334-4018-a5fd-165140686476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32dd87c7-ea94-4bd5-a674-5bb41f4ba818', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:22Z', 'updated_at': '2021-10-28T21:34:29Z', 'revision_number': 5, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:30.589373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.592714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.745852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.748748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32dd87c7-ea94-4bd5-a674-5bb41f4ba818 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:30.762746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:30.767067 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2c64ca1-34dd-47b2-871d-8c80bbc5bb81 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/routers/32dd87c7-ea94-4bd5-a674-5bb41f4ba818 HTTP/1.1" status: 204 len: 168 time: 3.1282468 Oct 28 21:34:30.770056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:30.860512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07711e-ef90-4fa8-bbac-9152b57894bf req-a33fdf39-a6e6-4a09-b927-55d584bff73e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:30.872092 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f07711e-ef90-4fa8-bbac-9152b57894bf req-a33fdf39-a6e6-4a09-b927-55d584bff73e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 944 time: 0.2023544 Oct 28 21:34:30.985202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f07711e-ef90-4fa8-bbac-9152b57894bf req-9499b922-42b2-49e1-baf7-b90f2eab1701 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986228 Oct 28 21:34:31.037668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffac08-7334-4018-a5fd-165140686476 None None] The sync data for ids ['32dd87c7-ea94-4bd5-a674-5bb41f4ba818'] in n-d-806683-16 is: [{'id': '32dd87c7-ea94-4bd5-a674-5bb41f4ba818', 'name': 'tempest-snat-router-1951677423', 'tenant_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:34:22Z', 'updated_at': '2021-10-28T21:34:29Z', 'revision_number': 5, 'project_id': 'fc3f8cf930f24b168093f6c2a14b0bdf', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:31.125795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd20dd-6764-433d-ae18-44294495b16b req-4dedc249-c62d-4a08-a2a8-cd5d5f79b988 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:31.127654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21dd20dd-6764-433d-ae18-44294495b16b req-4dedc249-c62d-4a08-a2a8-cd5d5f79b988 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0726705 Oct 28 21:34:31.166682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:31.369068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21dd20dd-6764-433d-ae18-44294495b16b req-5e92178c-9c97-41da-8df6-7a9747101cb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333329 Oct 28 21:34:31.618402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:31.727947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Deleting port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:31.728323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:31.871670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] For port f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:31.872573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:31.897111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Calling delete_port for f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:32.206520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30600f4-0c88-422f-a230-f9fddf44c420 req-b9683e83-86ad-40e9-86ba-253256799785 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:32.218843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b30600f4-0c88-422f-a230-f9fddf44c420 req-b9683e83-86ad-40e9-86ba-253256799785 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 944 time: 0.1260452 Oct 28 21:34:32.278851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b30600f4-0c88-422f-a230-f9fddf44c420 req-26c8abfe-df7c-4cc1-802e-ab8877662b4a tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Oct 28 21:34:32.423609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:32.540768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:32.697132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467aaf33-7c0c-4b9a-b40e-2541cead7da7 req-ded9c786-30a3-47d9-8c6b-6e7686d85185 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:32.709035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-467aaf33-7c0c-4b9a-b40e-2541cead7da7 req-ded9c786-30a3-47d9-8c6b-6e7686d85185 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1379812 Oct 28 21:34:32.729035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:32.809794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-467aaf33-7c0c-4b9a-b40e-2541cead7da7 req-c8dc3b5f-f66d-4b6a-9479-d42ce6911170 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995204 Oct 28 21:34:32.883859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-74951e4f-7a32-4ed8-b50e-625f56cab352 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1378500 Oct 28 21:34:32.930825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:32.933375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.004769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-5bd5632e-2173-4659-87af-219c72f0cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:33.008539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-5bd5632e-2173-4659-87af-219c72f0cc19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 1097 time: 0.0992994 Oct 28 21:34:33.042807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.043836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05841a79-2351-415c-93dc-29a8856bce33 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:33.057557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.059997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f6f00da5-d75d-4756-b181-f988be45da96 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "DELETE /v2.0/routers/05841a79-2351-415c-93dc-29a8856bce33 HTTP/1.1" status: 204 len: 168 time: 2.2879186 Oct 28 21:34:33.063693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:33.069734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1460802677', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:33.116724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.117878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.252197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-e858e72a-59de-4935-8540-7ef1d6e6c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:33.258219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.262808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-e858e72a-59de-4935-8540-7ef1d6e6c089 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1883855 Oct 28 21:34:33.334787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8ce92a72-e086-4562-8ec3-69a7d1af040f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:34:33.368045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-05d03b59-2df0-4218-93b5-6c104ce28d40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=402da589-40e8-410b-8f8f-017bf3250e30 HTTP/1.1" status: 200 len: 217 time: 0.1027408 Oct 28 21:34:33.494269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-01766d48-e7ea-4601-b429-36547b40c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:33.501250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-01766d48-e7ea-4601-b429-36547b40c2bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.1240807 Oct 28 21:34:33.508319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8ce92a72-e086-4562-8ec3-69a7d1af040f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:34:33.512646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8ce92a72-e086-4562-8ec3-69a7d1af040f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:34:33.513021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.627433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.700058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053138e-7f1c-4a97-b7ce-e5b885e57dc8 req-3ebfe455-68d3-4784-916d-13e648a00ecf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:33.708905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0053138e-7f1c-4a97-b7ce-e5b885e57dc8 req-3ebfe455-68d3-4784-916d-13e648a00ecf tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 944 time: 0.2036521 Oct 28 21:34:33.750791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:33.772514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0053138e-7f1c-4a97-b7ce-e5b885e57dc8 req-d1ae4738-edcc-4245-ae2b-f750df22f3bb tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Oct 28 21:34:33.788486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-7324e986-5158-4e93-a2bd-a14d29e952ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:33.790882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-7324e986-5158-4e93-a2bd-a14d29e952ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683424 Oct 28 21:34:33.822829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:33.832531 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19a4930-0622-49b2-b803-57df70be57cf" -d '{"events": [{"server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "name": "network-vif-plugged", "status": "completed", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:33.869885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:33.890073 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:34.007677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:34.059279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-d586f7dd-3de0-4432-aceb-c4a1f5cb2b3c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578473 Oct 28 21:34:34.083373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:34.118034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:34.125310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4bb67bf-a225-4b0e-9f40-9f9c9a66c71b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:34.142047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:34.191395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:34.198712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39b202fd-4982-423c-af3a-6c57ba43bafd req-b8a3d941-90a5-470b-bd5d-45cb9b629edd service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282983 Oct 28 21:34:34.329642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a635955-515d-4ee1-bab8-d95fff1278bf req-9ee95276-0579-4c44-8a28-3f2106c8eaf9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:34.333589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a635955-515d-4ee1-bab8-d95fff1278bf req-9ee95276-0579-4c44-8a28-3f2106c8eaf9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1337149 Oct 28 21:34:34.371613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Allocated IP 172.25.4.181 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a197fa3c-010e-4e7a-b0a6-757601bd791f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:34.404759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a635955-515d-4ee1-bab8-d95fff1278bf req-a34ec2d7-d2d1-4a26-bb91-299f25f9f003 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629478 Oct 28 21:34:34.620150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:34.691191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:34.783791 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e29808-e71c-4967-baee-c2936a9126df x-openstack-request-id: req-f1e29808-e71c-4967-baee-c2936a9126df {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:34.786030 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "name": "network-vif-plugged", "status": "completed", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:34.786672 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1e29808-e71c-4967-baee-c2936a9126df {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:34.787315 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f', 'code': 200} Oct 28 21:34:34.898935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event updated for resources: {'Port': ['ID=a197fa3c-010e-4e7a-b0a6-757601bd791f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:34.919153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:34.920905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:34.924091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:35.026024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0acfa-a7ef-4dda-a472-9de7ade9e789 req-551192bf-89c0-49e6-87e8-ffd26969a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.029657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81a0acfa-a7ef-4dda-a472-9de7ade9e789 req-551192bf-89c0-49e6-87e8-ffd26969a8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 1097 time: 0.1519351 Oct 28 21:34:35.074940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e35d-8e40-48c2-a399-e648cc73da5b req-55c86488-d1c0-4f73-b362-5c9b5937a215 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.076708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c62e35d-8e40-48c2-a399-e648cc73da5b req-55c86488-d1c0-4f73-b362-5c9b5937a215 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1432469 Oct 28 21:34:35.095775 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:34:35.096319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-0b6d4287-415e-4b0e-8e73-3c53a3293ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.098425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-0b6d4287-415e-4b0e-8e73-3c53a3293ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.1378918 Oct 28 21:34:35.264088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81a0acfa-a7ef-4dda-a472-9de7ade9e789 req-4a54d09e-d480-4c3d-8eee-c1ba8523cdcf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244782 Oct 28 21:34:35.284662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-d12cf54b-f02e-4de4-8190-2f7731f7fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.286422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-d12cf54b-f02e-4de4-8190-2f7731f7fe5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.1337826 Oct 28 21:34:35.305648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c62e35d-8e40-48c2-a399-e648cc73da5b req-1828b380-cf77-4d69-9eff-3cae087fde36 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052765 Oct 28 21:34:35.351758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:35.393899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ed4a4-22c0-4c0e-8198-af5be6d2149c req-09d77a6a-e934-406b-94eb-1808600b2fc4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.395802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-512ed4a4-22c0-4c0e-8198-af5be6d2149c req-09d77a6a-e934-406b-94eb-1808600b2fc4 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.0775933 Oct 28 21:34:35.438782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-512ed4a4-22c0-4c0e-8198-af5be6d2149c req-ac734196-0034-48fb-ad66-0c89a763ee94 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Oct 28 21:34:35.532847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-f1ec6766-88da-4596-906d-e123df34d4df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.0660441 Oct 28 21:34:35.613702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:35.730796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-bc7f2c7e-2cd7-4ac7-ac50-de5bba1dcb4a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.732405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-bc7f2c7e-2cd7-4ac7-ac50-de5bba1dcb4a tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.1604433 Oct 28 21:34:35.745432 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-bce9dffd-4fcd-462d-a30a-dca6eed7f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.747540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-bce9dffd-4fcd-462d-a30a-dca6eed7f997 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.2060809 Oct 28 21:34:35.771790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-a8d25a3c-4a39-40ad-a0f6-894a3d9a3ac7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/quotas/e210e90919b34c3a9e974716cb3be83e HTTP/1.1" status: 200 len: 375 time: 0.0289812 Oct 28 21:34:35.888017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-76259bac-d4ed-40aa-b441-cc70221aa735 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150267 Oct 28 21:34:35.890490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-cc1d2b6c-e108-4264-ae45-7623d9299d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:35.891855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-cc1d2b6c-e108-4264-ae45-7623d9299d28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350613 Oct 28 21:34:36.072451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-a157fb5e-3c17-4140-b056-496545a5a2c1 service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747692 Oct 28 21:34:36.075056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-3b153230-2fd1-40dd-88eb-1228de40ac05 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696444 Oct 28 21:34:36.193454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Router a49549c6-7931-443a-988b-5b97e7c83396 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:36.264563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e9b4fa2b-3ec4-449c-aaa5-7a8983e5fa0e service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856675 Oct 28 21:34:36.282281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e827e0e-4cb6-44ea-b70e-77a8f099588e req-fb043a60-07c5-4a51-b1cd-039cca2d8907 service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907318 Oct 28 21:34:36.421687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:36.444712 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] Sync routers for ids ['a49549c6-7931-443a-988b-5b97e7c83396'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:36.460966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] Routers {'a49549c6-7931-443a-988b-5b97e7c83396'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:36.467716 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a49549c6-7931-443a-988b-5b97e7c83396'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:36.507457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:36.508839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-284805b0-04c7-4f90-b5d6-ba765e3d5d76 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4436936 Oct 28 21:34:36.511563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46032) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:36.517021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:36.547259 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:36.560047 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] Routers {'a49549c6-7931-443a-988b-5b97e7c83396'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:36.561888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a49549c6-7931-443a-988b-5b97e7c83396'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:36.572157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae2ce-bccf-4289-b3cd-6bb0d6b31b6b req-3b0510c1-322f-4c86-b874-c3623fd96da7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:36.588100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-220ae2ce-bccf-4289-b3cd-6bb0d6b31b6b req-3b0510c1-322f-4c86-b874-c3623fd96da7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1334076 Oct 28 21:34:36.650280 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:36.651047 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4b0a5-cc48-418b-aa80-32f00e125e3a None None] The sync data for ids ['a49549c6-7931-443a-988b-5b97e7c83396'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:36.683279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-220ae2ce-bccf-4289-b3cd-6bb0d6b31b6b req-bc40c64f-4dd7-413f-a0e6-ced1cca58e43 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941176 Oct 28 21:34:36.777732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1726a3b9-0433-4d2b-9710-79969d602fc7 req-f8aece3e-efa7-4af2-8781-a86f86c54f73 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 210 time: 0.0474451 Oct 28 21:34:36.984218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefbce9-0cb3-4af6-8656-d19b594831a5 req-6b1d5d8e-92b3-4e5c-ac4f-4b7d3316ab27 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:37.000972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fefbce9-0cb3-4af6-8656-d19b594831a5 req-6b1d5d8e-92b3-4e5c-ac4f-4b7d3316ab27 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.1226470 Oct 28 21:34:37.120500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.241173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fefbce9-0cb3-4af6-8656-d19b594831a5 req-7f7b19a8-8b40-46a6-bbb9-c507700ba1a6 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388906 Oct 28 21:34:37.262446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72309e-521d-402c-8039-576f04486290 req-27469589-1d0b-4639-a1ed-ee35caeb0f34 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:37.263437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e72309e-521d-402c-8039-576f04486290 req-27469589-1d0b-4639-a1ed-ee35caeb0f34 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/ports?device_id=070ce3a3-1888-4ff2-beb7-ef0308297bf4 HTTP/1.1" status: 200 len: 945 time: 0.2325861 Oct 28 21:34:37.356059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:37.495596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Deleting port bcac1214-782e-49eb-a469-c75fe992c0e4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:37.496676 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.607758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.646012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:37.646529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.666645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Calling delete_port for bcac1214-782e-49eb-a469-c75fe992c0e4 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:37.714979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bcac1214-782e-49eb-a469-c75fe992c0e4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bcac1214-782e-49eb-a469-c75fe992c0e4,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:37.721701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:37.726338 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19ef9cb-67f6-4041-af6a-5ed13909701f" -d '{"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:37.736728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.879764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.930893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.934782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:37.943174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:37.953525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event deleted for resources: {'Port': ['ID=bcac1214-782e-49eb-a469-c75fe992c0e4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:37.992217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f031-91f7-4a3a-8246-645ad82de979 req-7bc8810d-4128-4e7a-a3c5-fead045e5b6e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:37.993833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c81f031-91f7-4a3a-8246-645ad82de979 req-7bc8810d-4128-4e7a-a3c5-fead045e5b6e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.1612647 Oct 28 21:34:38.101828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b90ad-cf34-4d7c-984e-9ee1f086b07f req-385ccb45-36d1-4930-971b-ba3da023dede tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:38.103356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-072b90ad-cf34-4d7c-984e-9ee1f086b07f req-385ccb45-36d1-4930-971b-ba3da023dede tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2693710 Oct 28 21:34:38.120972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46078) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:38.193211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] No DVR routers for this DVR port bcac1214-782e-49eb-a469-c75fe992c0e4 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:38.193641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router a49549c6-7931-443a-988b-5b97e7c83396 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:34:38.223980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.232406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e72309e-521d-402c-8039-576f04486290 req-e9faadfe-b6ba-4cce-9734-ca15629307b1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "DELETE /v2.0/ports/bcac1214-782e-49eb-a469-c75fe992c0e4 HTTP/1.1" status: 204 len: 173 time: 0.9445953 Oct 28 21:34:38.234925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-deleted', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:38.247517 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fed5b6-31e0-489b-b653-18b4c9ba3335" -d '{"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-deleted", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:38.287068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c81f031-91f7-4a3a-8246-645ad82de979 req-af8848ba-f168-485a-81fc-91f2095f0ca3 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770805 Oct 28 21:34:38.400143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-072b90ad-cf34-4d7c-984e-9ee1f086b07f req-f4cb460b-656c-4aef-bbdc-d0c9ab0d2b04 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015622 Oct 28 21:34:38.407928 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb4a171-f27d-4d9d-ab97-edbe1616b396 x-openstack-request-id: req-abb4a171-f27d-4d9d-ab97-edbe1616b396 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:38.408817 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:38.409871 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abb4a171-f27d-4d9d-ab97-edbe1616b396 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:38.410283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c40641fa-5ce4-433b-8cb3-93a4cc6afd76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.410405 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'code': 200} Oct 28 21:34:38.449342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:38.460123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] Sync routers for ids ['a49549c6-7931-443a-988b-5b97e7c83396'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:38.466114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.470589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4727d88f-3749-4bb7-9272-103e70971040 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "PUT /v2.0/routers/a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 200 len: 922 time: 1.9556353 Oct 28 21:34:38.471289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-79af73f8-a8b6-4657-8881-c93e5795dd77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:38.471444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:38.474022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-79af73f8-a8b6-4657-8881-c93e5795dd77 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.4784870 Oct 28 21:34:38.486345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Request body: {'port': {'device_id': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'admin_state_up': True, 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:38.493028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] Routers {'a49549c6-7931-443a-988b-5b97e7c83396'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:38.498122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a49549c6-7931-443a-988b-5b97e7c83396'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:38.603804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:38.630970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] Routers {'a49549c6-7931-443a-988b-5b97e7c83396'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:38.631116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-904883da-49dd-4659-b442-6fde9741a8b0 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 200 len: 922 time: 0.1582291 Oct 28 21:34:38.633210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46094) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:38.633917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['a49549c6-7931-443a-988b-5b97e7c83396'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:38.689935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5541d1eb-4d28-41ee-8a59-aa8a29cee12d req-6aab4633-0eb4-499d-8fd3-35953d6461b7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 210 time: 0.0793962 Oct 28 21:34:38.697018 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91a820-8cc6-4d5a-b348-9ead40099ddd x-openstack-request-id: req-fa91a820-8cc6-4d5a-b348-9ead40099ddd {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:38.699691 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070ce3a3-1888-4ff2-beb7-ef0308297bf4", "name": "network-vif-deleted", "tag": "bcac1214-782e-49eb-a469-c75fe992c0e4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:38.700205 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa91a820-8cc6-4d5a-b348-9ead40099ddd {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:38.700862 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070ce3a3-1888-4ff2-beb7-ef0308297bf4', 'name': 'network-vif-deleted', 'tag': 'bcac1214-782e-49eb-a469-c75fe992c0e4', 'status': 'completed', 'code': 200} Oct 28 21:34:38.734564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:38.739385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84012c01-06ab-4132-9a6c-a2f92d3e2f8d None None] The sync data for ids ['a49549c6-7931-443a-988b-5b97e7c83396'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:38.835081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:34:38.840084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.864125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c40641fa-5ce4-433b-8cb3-93a4cc6afd76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.887550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c40641fa-5ce4-433b-8cb3-93a4cc6afd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:38.994545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c40641fa-5ce4-433b-8cb3-93a4cc6afd76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa8bd02f7cfe4d49b0c17cdddf9a11fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724725 Oct 28 21:34:38.995536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46102) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:38.996220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40641fa-5ce4-433b-8cb3-93a4cc6afd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6350e-7038-4d37-a2ec-79ad3acb893c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:39.091539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165180-38bd-4399-bce9-9a5430c9326e req-fdc844a8-0bad-4654-89ed-3c53d8aa5ae2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:39.100617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4165180-38bd-4399-bce9-9a5430c9326e req-fdc844a8-0bad-4654-89ed-3c53d8aa5ae2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2573466 Oct 28 21:34:39.102345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d701e64-7196-4914-9d12-16e4be5d879c tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:39.104021 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d701e64-7196-4914-9d12-16e4be5d879c tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=a49549c6-7931-443a-988b-5b97e7c83396&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4698150 Oct 28 21:34:39.107989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46108) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:39.170317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4165180-38bd-4399-bce9-9a5430c9326e req-522ed8be-6037-4152-b999-18d541a7b350 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688112 Oct 28 21:34:39.170938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.200077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.258942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.262164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.267176 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1e6350e-7038-4d37-a2ec-79ad3acb893c HTTP/1.1" status: 204 len: 168 time: 0.2548730 Oct 28 21:34:39.273521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Allocated IP 172.20.0.7 (7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa/89988451-dec3-4d07-ac3c-ab7baf1ed038/d8a4e8d5-d317-4fba-b88f-b61cd68ec43e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:39.279503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160b73-264a-4332-b7e8-24b61f6934fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6350e-7038-4d37-a2ec-79ad3acb893c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:39.366074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec443e8-a092-4442-a5e9-bbe2431929d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:39.367549 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bec443e8-a092-4442-a5e9-bbe2431929d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.2571497 Oct 28 21:34:39.370522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46122) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:39.450021 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d7c12f55-d346-45f7-9fd7-e12d0ccaf06b tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 200 len: 205 time: 0.0783770 Oct 28 21:34:39.454254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46128) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:39.753964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:39.771562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20286307-44b4-4abe-84a2-a2211328ea5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.909842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20286307-44b4-4abe-84a2-a2211328ea5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.914898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20286307-44b4-4abe-84a2-a2211328ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:39.969456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20286307-44b4-4abe-84a2-a2211328ea5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a60fbd19488b4002a4c7cf1f97338128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132132 Oct 28 21:34:39.972400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20286307-44b4-4abe-84a2-a2211328ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0b713-ec2f-4251-a7b1-203104eafd9d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:39.975831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:40.000037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.043908 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.070269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.126367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07453b78-f3d3-4311-8d7b-729bec44b436 req-69a4c755-bc02-441b-ab03-6ac2459ef771 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:40.128614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07453b78-f3d3-4311-8d7b-729bec44b436 req-69a4c755-bc02-441b-ab03-6ac2459ef771 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.7712326 Oct 28 21:34:40.139686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.144629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.160195 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82f0b713-ec2f-4251-a7b1-203104eafd9d HTTP/1.1" status: 204 len: 168 time: 0.1800458 Oct 28 21:34:40.169166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5246fa-27ff-4844-85cf-aeb6573e49a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0b713-ec2f-4251-a7b1-203104eafd9d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:40.240400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d74eb-baac-4593-882f-e6bf8aa0f6a6 req-fa7afa09-fdac-49fc-8057-c73e0b35cf3b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:40.249831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f92d74eb-baac-4593-882f-e6bf8aa0f6a6 req-fa7afa09-fdac-49fc-8057-c73e0b35cf3b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.7850153 Oct 28 21:34:40.323132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07453b78-f3d3-4311-8d7b-729bec44b436 req-c833cae8-deea-46db-b8e6-ccfe17e09b01 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542780 Oct 28 21:34:40.447081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.473053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f92d74eb-baac-4593-882f-e6bf8aa0f6a6 req-1b620e04-9e3d-4ea6-91d0-b36a5831a89b tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218070 Oct 28 21:34:40.476914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.589619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9e9a07a-031b-4717-a390-700c24752004 req-029e2377-d933-47c1-8672-7ccfbd9d3de7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 210 time: 0.0677612 Oct 28 21:34:40.646121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.683709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port a197fa3c-010e-4e7a-b0a6-757601bd791f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:40.684260 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.754628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8ac76f18-62a9-4974-88d9-77a90204c09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.766382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:40.792570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:40.793125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:40.823014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:40.885935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46156) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:40.913844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:40.914505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.922069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44a179f9-745c-4e72-a44a-5c9d4e42a66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.933331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aeb73-13c9-4bbf-8082-04669875e5a5 req-bee585ff-f318-40ca-98ae-eec5700dc615 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:40.934923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d9aeb73-13c9-4bbf-8082-04669875e5a5 req-bee585ff-f318-40ca-98ae-eec5700dc615 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1780794 Oct 28 21:34:40.939156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:40.991483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for a197fa3c-010e-4e7a-b0a6-757601bd791f owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:41.060965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44a179f9-745c-4e72-a44a-5c9d4e42a66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.066600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44a179f9-745c-4e72-a44a-5c9d4e42a66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.085072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d9aeb73-13c9-4bbf-8082-04669875e5a5 req-691e0808-0f1e-484a-85bf-413c1e34add9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418996 Oct 28 21:34:41.088517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-95a740da-bb9e-4eed-8335-3727f5541410 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6061406 Oct 28 21:34:41.121535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Request body: {'port': {'device_id': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:41.132431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44a179f9-745c-4e72-a44a-5c9d4e42a66a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=502415a9bf6843ad982447eb5e86634c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450156 Oct 28 21:34:41.133707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a179f9-745c-4e72-a44a-5c9d4e42a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dd5c5d-bddc-4d04-b2d9-5c0e79292569,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:41.137061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:41.213081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.249682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.255252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60df3-e216-4a10-9483-5e4fc937d376 req-20fabeec-be98-42ee-a4d5-d8962e27e48e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:41.257490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ba60df3-e216-4a10-9483-5e4fc937d376 req-20fabeec-be98-42ee-a4d5-d8962e27e48e tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.1782374 Oct 28 21:34:41.323660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.327544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.333253 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81dd5c5d-bddc-4d04-b2d9-5c0e79292569 HTTP/1.1" status: 204 len: 168 time: 0.1949947 Oct 28 21:34:41.334294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.344724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaeb74-6eef-4740-ac77-2667d936738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dd5c5d-bddc-4d04-b2d9-5c0e79292569,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:41.391702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ba60df3-e216-4a10-9483-5e4fc937d376 req-62bd41de-5c1a-4f1a-aa26-021f7fa7c542 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223192 Oct 28 21:34:41.402783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:41.505886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.517735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: bcac1214-782e-49eb-a469-c75fe992c0e4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:41.519892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bcac1214-782e-49eb-a469-c75fe992c0e4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:41.632050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=a197fa3c-010e-4e7a-b0a6-757601bd791f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:41.834282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:41.958899 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.004347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb113a-e1ea-4c30-bc8b-42c006438c82 req-0691e99d-79a1-4e9e-9fba-d5e45ac47ed4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:42.006279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6eb113a-e1ea-4c30-bc8b-42c006438c82 req-0691e99d-79a1-4e9e-9fba-d5e45ac47ed4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 931 time: 0.2750037 Oct 28 21:34:42.068358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.127539 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.141857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.224474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6eb113a-e1ea-4c30-bc8b-42c006438c82 req-48977e93-b0c9-4657-b2ae-bb0051ee75d3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817601 Oct 28 21:34:42.235791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.236563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router a49549c6-7931-443a-988b-5b97e7c83396 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:42.261113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.265330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e68ea7c-4347-4790-8db2-626be4cbf0d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 204 len: 168 time: 2.8099420 Oct 28 21:34:42.269824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46192) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:42.274476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-247039554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:42.323396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.324528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.420106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a4e8d5-d317-4fba-b88f-b61cd68ec43e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:34:42.433663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.449414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Transition to ACTIVE for port object d8a4e8d5-d317-4fba-b88f-b61cd68ec43e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:34:42.456503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.463479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.499931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.503665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-09138926-bf17-4af9-9317-893355703379 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2315848 Oct 28 21:34:42.505424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46202) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:42.516019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:42.517412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:42.642948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0a5a2-7043-49f6-bbdf-0b5e670f5f50 req-b695d3ca-7e6a-4eb0-b0c7-2a29e2f23848 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:42.653091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4e0a5a2-7043-49f6-bbdf-0b5e670f5f50 req-b695d3ca-7e6a-4eb0-b0c7-2a29e2f23848 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.3325663 Oct 28 21:34:42.675060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-8a5371d4-0ff2-4142-94c7-ed9dad04a2ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:42.678343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-8a5371d4-0ff2-4142-94c7-ed9dad04a2ee tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.2262628 Oct 28 21:34:42.785961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:42.863818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e48a7-1e08-4dbd-9d46-2fba2737fec4 req-bb6504cd-39ef-4db9-b8cc-f0300e6119a2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:42.865932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f6e48a7-1e08-4dbd-9d46-2fba2737fec4 req-bb6504cd-39ef-4db9-b8cc-f0300e6119a2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 945 time: 0.3380182 Oct 28 21:34:43.031251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4e0a5a2-7043-49f6-bbdf-0b5e670f5f50 req-e734a536-fe21-4109-85f6-adcc840703b9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759124 Oct 28 21:34:43.148838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Attempting to bind port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:34:43.149505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Attempting to bind port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:34:43.151884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Attempting to bind port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:34:43.192719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f6e48a7-1e08-4dbd-9d46-2fba2737fec4 req-f493207f-aac4-4fdc-a015-794fa24b0715 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/security-groups?id=331d0aba-cac6-4a28-9422-28d5bedd82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824206 Oct 28 21:34:43.206971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:34:43.207346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Attempting to bind port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:34:43.247527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:34:43.247920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Checking segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:34:43.248311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Bound using segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:34:43.250096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Bound port: d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:34:43.250473 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.295330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Deleting port 8ce92a72-e086-4562-8ec3-69a7d1af040f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:43.295739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.338096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ca6687a-8d94-41ac-a4b4-3a4b8a3d10e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.541714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] For port 8ce92a72-e086-4562-8ec3-69a7d1af040f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8ce92a72-e086-4562-8ec3-69a7d1af040f,segment=NetworkSegment(f96d35f5-23d9-475e-aa6a-c4f56535a8d9),segment_id=f96d35f5-23d9-475e-aa6a-c4f56535a8d9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:43.542159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.557323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Calling delete_port for 8ce92a72-e086-4562-8ec3-69a7d1af040f owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:43.735742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.772070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-9850016e-15be-41c8-a3d0-e8d12e149a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:43.774018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-9850016e-15be-41c8-a3d0-e8d12e149a59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 1097 time: 0.2344949 Oct 28 21:34:43.777446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:43.933772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Pushing event deleted for resources: {'Port': ['ID=8ce92a72-e086-4562-8ec3-69a7d1af040f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:44.082102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] No DVR routers for this DVR port 8ce92a72-e086-4562-8ec3-69a7d1af040f on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:44.085402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-8ca235c5-e25d-4226-8109-654450c4cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.086978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-8ca235c5-e25d-4226-8109-654450c4cd4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 200 len: 913 time: 0.2573812 Oct 28 21:34:44.087372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.096793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed14a5e4-3b6e-4a52-9905-f2f7391d823f req-888aa3c1-4be4-48bf-9fb0-86e12a6d22d2 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.44 "DELETE /v2.0/ports/8ce92a72-e086-4562-8ec3-69a7d1af040f HTTP/1.1" status: 204 len: 173 time: 1.3999984 Oct 28 21:34:44.125695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b9d0e-c0c6-46d5-bd6d-32e5a6c63bba req-bcffa48a-f2b8-4a9c-a614-b228b3f07cc8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.129444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d97b9d0e-c0c6-46d5-bd6d-32e5a6c63bba req-bcffa48a-f2b8-4a9c-a614-b228b3f07cc8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.3884459 Oct 28 21:34:44.135466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'name': 'network-vif-deleted', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:44.140766 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb2c2b-547d-4b14-8609-ee188bb2c71f" -d '{"events": [{"server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "name": "network-vif-deleted", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:44.166803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e271-9f2c-485f-a86b-4f7e7b062fa1 req-5db83327-901c-4ad0-9253-ced28e792281 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.170305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fe6e271-9f2c-485f-a86b-4f7e7b062fa1 req-5db83327-901c-4ad0-9253-ced28e792281 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 943 time: 0.4203384 Oct 28 21:34:44.252299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:34:44.257670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:34:44.288521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.389962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:44.426615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.428662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.430434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-e7a01029-20e4-4559-98d1-358d895ee14e service neutron] 10.222.0.44 "PUT /v2.0/ports/d8a4e8d5-d317-4fba-b88f-b61cd68ec43e HTTP/1.1" status: 200 len: 1092 time: 3.3198686 Oct 28 21:34:44.433951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d97b9d0e-c0c6-46d5-bd6d-32e5a6c63bba req-156df280-81c6-431c-8ca8-63f2a576062c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604318 Oct 28 21:34:44.442312 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-ab74cdc7-c146-4a46-9f01-eaadb95a6852 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 200 len: 1000 time: 0.3443775 Oct 28 21:34:44.453425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fe6e271-9f2c-485f-a86b-4f7e7b062fa1 req-882d0b89-b614-4e78-a358-f89f2adfcc67 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352946 Oct 28 21:34:44.533040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.570282 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0decc527-7d23-4e6c-9b6e-318b344d5459 x-openstack-request-id: req-0decc527-7d23-4e6c-9b6e-318b344d5459 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:44.570673 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373b43a-c1e2-4c8d-9939-90803a094c58", "name": "network-vif-deleted", "tag": "8ce92a72-e086-4562-8ec3-69a7d1af040f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:44.570832 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0decc527-7d23-4e6c-9b6e-318b344d5459 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:44.571266 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373b43a-c1e2-4c8d-9939-90803a094c58', 'name': 'network-vif-deleted', 'tag': '8ce92a72-e086-4562-8ec3-69a7d1af040f', 'status': 'completed', 'code': 200} Oct 28 21:34:44.654851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.710028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0540e039-d368-40ec-abe3-36746c877eab req-d4950099-617d-41f7-bf68-954805b6cc90 tempest-DeleteServersTestJSON-129149977 tempest-DeleteServersTestJSON-129149977-project] 10.222.0.31 "GET /v2.0/ports?device_id=e373b43a-c1e2-4c8d-9939-90803a094c58 HTTP/1.1" status: 200 len: 210 time: 0.1042287 Oct 28 21:34:44.720040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-fa079a04-f2a5-4ffc-b247-efe0724f0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.734997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-fa079a04-f2a5-4ffc-b247-efe0724f0e2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 1095 time: 0.2456467 Oct 28 21:34:44.786288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:44.839738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-d3579c2d-3711-40a1-9bd0-0046f5e24b2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e HTTP/1.1" status: 200 len: 217 time: 0.0939844 Oct 28 21:34:44.855997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-688dde24-8b89-4663-84c6-c74ba5dcf06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.857365 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-688dde24-8b89-4663-84c6-c74ba5dcf06d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 200 len: 851 time: 0.3538454 Oct 28 21:34:44.966803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-bfe4b0d0-e7e5-46b5-a789-ffb5882a9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.978214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-bfe4b0d0-e7e5-46b5-a789-ffb5882a9ef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.1308918 Oct 28 21:34:44.979343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-18217601-00d6-44c0-bfc7-154d03027108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:44.981912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-18217601-00d6-44c0-bfc7-154d03027108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b3434efc-3652-42f2-90aa-2c3bdc1b6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077271 Oct 28 21:34:45.044165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Allocated IP 172.25.4.223 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/c89f31fd-3d27-4ecc-b218-4d31f34e4b0a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:45.058845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:45.059082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-719f7110-8319-42a2-833a-c8e0170a8d51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651503 Oct 28 21:34:45.202618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-ad940f43-c608-49d1-a868-040da51ab725 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357729 Oct 28 21:34:45.232955 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-63bd1eb7-33f5-41cd-a61e-0a2a1f50622c service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400045 Oct 28 21:34:45.253619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:45.315522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de2219c3-988d-45c6-a4d7-10fecf6326fe req-6a6706d4-20a1-462e-844e-2078c73f828b service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056743 Oct 28 21:34:45.359004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:45.410974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:45.417210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8ce92a72-e086-4562-8ec3-69a7d1af040f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:45.419388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:45.421808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:45.442837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 8ce92a72-e086-4562-8ec3-69a7d1af040f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:45.443527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8ce92a72-e086-4562-8ec3-69a7d1af040f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:45.490279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event updated for resources: {'Port': ['ID=c89f31fd-3d27-4ecc-b218-4d31f34e4b0a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:45.608283 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-acffc9c1-bc33-4bed-890b-b638ed660c85 req-1ec46b71-7244-482c-8a82-3f069e20d38b service neutron] 10.222.0.44 "GET /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989528 Oct 28 21:34:45.681745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a04c9-8c93-4f11-937e-b8ccb6bd9cad req-4c617ab4-420f-4afd-aae0-ae81e87190c4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:45.689232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-144a04c9-8c93-4f11-937e-b8ccb6bd9cad req-4c617ab4-420f-4afd-aae0-ae81e87190c4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 943 time: 0.0997636 Oct 28 21:34:45.708246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1de287-1f4d-44d6-84ce-a41d0d54eff8 req-8aeccc3b-e16f-4fd1-9fc7-3aa3d3a20509 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:45.711223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a1de287-1f4d-44d6-84ce-a41d0d54eff8 req-8aeccc3b-e16f-4fd1-9fc7-3aa3d3a20509 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1099882 Oct 28 21:34:45.750513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:45.784634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-144a04c9-8c93-4f11-937e-b8ccb6bd9cad req-04575dcf-194b-4178-ba72-20ef7fa4a63e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934308 Oct 28 21:34:45.849113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a1de287-1f4d-44d6-84ce-a41d0d54eff8 req-abdd0e31-a6b5-4b3e-bcb6-6b27cc50eef6 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040964 Oct 28 21:34:46.124887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:46.130231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:46.496104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Router 849f68f5-c08f-48ea-a21b-5c4ac1d31781 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:46.572202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:46.574552 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe95a5-6435-4c5f-98ba-b4cb793aa344" -d '{"events": [{"name": "network-changed", "server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:46.629353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:46.673394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:46.688390 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41922cff-08c0-406d-873d-c6b4f6c30872 x-openstack-request-id: req-41922cff-08c0-406d-873d-c6b4f6c30872 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:46.689059 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:46.690701 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41922cff-08c0-406d-873d-c6b4f6c30872 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:46.691404 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'status': 'completed', 'code': 200} Oct 28 21:34:46.691998 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] Sync routers for ids ['849f68f5-c08f-48ea-a21b-5c4ac1d31781'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:46.709595 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] Routers {'849f68f5-c08f-48ea-a21b-5c4ac1d31781'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:46.710050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:46.712821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee464ac2-29ff-443f-9cec-64b51941310a tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "PUT /v2.0/routers/849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 200 len: 879 time: 4.2062376 Oct 28 21:34:46.713539 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['849f68f5-c08f-48ea-a21b-5c4ac1d31781'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:46.714443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46304) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:46.812194 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:46.826916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-8c60f378-5a95-41e4-aa7d-9fd55dbc6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:46.834876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-8c60f378-5a95-41e4-aa7d-9fd55dbc6ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 1095 time: 0.1113830 Oct 28 21:34:46.836031 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] Routers {'849f68f5-c08f-48ea-a21b-5c4ac1d31781'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:46.837653 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['849f68f5-c08f-48ea-a21b-5c4ac1d31781'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:46.921036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5467f944-f252-4df9-86de-17ee12e082aa tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 200 len: 920 time: 0.2053661 Oct 28 21:34:46.922017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46310) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:46.961069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:46.961728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe0fa-a96e-4072-92c3-86249420d16c None None] The sync data for ids ['849f68f5-c08f-48ea-a21b-5c4ac1d31781'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:47.122448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-43d46fa3-ba2d-40be-8ebf-a98673a90f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:47.124386 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-43d46fa3-ba2d-40be-8ebf-a98673a90f88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 906 time: 0.2839246 Oct 28 21:34:47.305522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638904dc-9297-41ce-9b24-0f590e243c86 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:47.307069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-638904dc-9297-41ce-9b24-0f590e243c86 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=849f68f5-c08f-48ea-a21b-5c4ac1d31781&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3814940 Oct 28 21:34:47.316296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46318) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:47.324353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304109-90e8-4ce4-b496-319cbf643dfc req-485bf5b8-4f7d-4a9b-b124-9864c2a0e883 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:47.325629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db304109-90e8-4ce4-b496-319cbf643dfc req-485bf5b8-4f7d-4a9b-b124-9864c2a0e883 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 943 time: 0.1941726 Oct 28 21:34:47.425128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:34:47.603024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562a470-b976-4a23-9aea-785a93d172ac tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:47.604879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3562a470-b976-4a23-9aea-785a93d172ac tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.2731848 Oct 28 21:34:47.654686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412e3de-a944-496a-b082-dc4503375588 req-301192a2-8ca7-44bf-b53f-2c46fb129417 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:47.660405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f412e3de-a944-496a-b082-dc4503375588 req-301192a2-8ca7-44bf-b53f-2c46fb129417 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.5298567 Oct 28 21:34:47.732020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46330) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:47.762043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a9c7b48f-37ea-428a-a3d8-984e018c1ab7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 200 len: 205 time: 0.0276339 Oct 28 21:34:47.774569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db304109-90e8-4ce4-b496-319cbf643dfc req-939fe579-9823-4a84-845b-71d2c3c7b2c1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335690 Oct 28 21:34:47.777927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46336) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:47.808993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:47.855395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'mac_address': 'fa:16:3e:6f:d8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:34:47.929103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:47.952917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a4e8d5-d317-4fba-b88f-b61cd68ec43e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:34:47.977804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-54822d19-b548-458f-a0ef-0171b9d1f754 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e HTTP/1.1" status: 200 len: 217 time: 0.8445895 Oct 28 21:34:47.984401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:47.989664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:48.056315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-cd816254-f4ae-474e-9bed-b7018d8a9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:48.058091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-cd816254-f4ae-474e-9bed-b7018d8a9ffc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.0724862 Oct 28 21:34:48.105708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:48.111267 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-2e8004c1-fcd3-440e-b973-2a405c674ddd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408502 Oct 28 21:34:48.308331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d8a4e8d5-d317-4fba-b88f-b61cd68ec43e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:34:48.311406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-321cda91-1605-4e1d-ad4a-79f296e83c95 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916614 Oct 28 21:34:48.634407 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8efe95a5-6435-4c5f-98ba-b4cb793aa344 req-8cc9b625-8e51-41b6-8bc6-42afc1fa308a service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067207 Oct 28 21:34:48.710883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:48.829922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f412e3de-a944-496a-b082-dc4503375588 req-76020ef6-5f58-4b31-a777-0f472c5f32d0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1108339 Oct 28 21:34:48.903337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.023926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-189f3e4b-f2cb-4e06-8dee-b9c27b9abebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.174030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eec99a-5e93-489d-b0e4-6467f9f37d98 req-862a8d47-ecfb-43ff-b755-b24cb43e8557 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:49.184683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77eec99a-5e93-489d-b0e4-6467f9f37d98 req-862a8d47-ecfb-43ff-b755-b24cb43e8557 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.1860459 Oct 28 21:34:49.223297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-189f3e4b-f2cb-4e06-8dee-b9c27b9abebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.237557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-189f3e4b-f2cb-4e06-8dee-b9c27b9abebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.256772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77eec99a-5e93-489d-b0e4-6467f9f37d98 req-de8166cf-46c9-4ba9-8f4f-c8a21f065fc8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708992 Oct 28 21:34:49.297524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d8712-f7a5-4b92-a8d7-45b40c7838b6 req-3cfb568f-7817-43f4-af8a-6832ac0449f8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:49.302329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d32d8712-f7a5-4b92-a8d7-45b40c7838b6 req-3cfb568f-7817-43f4-af8a-6832ac0449f8 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 944 time: 0.3056967 Oct 28 21:34:49.332263 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-189f3e4b-f2cb-4e06-8dee-b9c27b9abebf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c737323d26043098e163d584420dbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185131 Oct 28 21:34:49.340863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46368) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:49.348049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3e4b-f2cb-4e06-8dee-b9c27b9abebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd2bbc-ef58-4e44-bb3c-6212ef004cfe,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:49.373964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.428968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d32d8712-f7a5-4b92-a8d7-45b40c7838b6 req-f531e9b0-7d4b-4a1b-994f-a7843b7d6fd0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177130 Oct 28 21:34:49.470843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.545226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port c89f31fd-3d27-4ecc-b218-4d31f34e4b0a {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:49.545572 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.554453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.687619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.691403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.692615 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2cd2bbc-ef58-4e44-bb3c-6212ef004cfe HTTP/1.1" status: 204 len: 168 time: 0.3507624 Oct 28 21:34:49.721425 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:49.724760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906681c-7271-47c5-b777-9eaa0f069573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd2bbc-ef58-4e44-bb3c-6212ef004cfe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:49.749345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for c89f31fd-3d27-4ecc-b218-4d31f34e4b0a owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:50.118557 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.173043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=c89f31fd-3d27-4ecc-b218-4d31f34e4b0a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:50.220715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:50.269213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.272587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d63f3b7-6019-4703-be28-63b5e20c0d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.449999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d63f3b7-6019-4703-be28-63b5e20c0d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.462112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d63f3b7-6019-4703-be28-63b5e20c0d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.536482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.544952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.584522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63f3b7-6019-4703-be28-63b5e20c0d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4663b1-9131-4163-a698-0e0b5bd95bbf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:50.604478 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d63f3b7-6019-4703-be28-63b5e20c0d9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d0ecc5d74e4455da6dc63b379bba98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813879 Oct 28 21:34:50.613460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:50.688758 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.689446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router 849f68f5-c08f-48ea-a21b-5c4ac1d31781 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:50.700631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.721888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.730022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aaf01361-9124-44d4-8947-1c2320641115 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 204 len: 168 time: 2.9403269 Oct 28 21:34:50.730684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46432) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:50.741909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-67705848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:50.779946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.855780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.859353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.865475 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf4663b1-9131-4163-a698-0e0b5bd95bbf HTTP/1.1" status: 204 len: 168 time: 0.2508843 Oct 28 21:34:50.887407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.889731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c5253-623f-4aba-beac-8e6f8ea04d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4663b1-9131-4163-a698-0e0b5bd95bbf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:50.891009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:50.995384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.015637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75161697-df67-4927-a63c-827b181ecec6 req-27c20180-00b2-429f-a2c9-fe92f9f280e7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:51.024207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75161697-df67-4927-a63c-827b181ecec6 req-27c20180-00b2-429f-a2c9-fe92f9f280e7 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 944 time: 0.2134886 Oct 28 21:34:51.028582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.086398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75161697-df67-4927-a63c-827b181ecec6 req-5389fbc7-ea6d-417f-970e-cdf716ef584b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610080 Oct 28 21:34:51.096967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.098808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-247d80ea-b049-43e7-a08e-bbdf24ece40f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3671753 Oct 28 21:34:51.102632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:51.108594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-8f5068fc-192d-40ed-94b1-802339ecf191 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:51.108965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': True}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:51.118958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-8f5068fc-192d-40ed-94b1-802339ecf191 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9a3630c-abf0-4a84-be17-009e0298b4f3 HTTP/1.1" status: 200 len: 943 time: 0.1634629 Oct 28 21:34:51.253804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port cf48108e-1614-4b0b-b56d-c4377e55e5de {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:51.254622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.406160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port cf48108e-1614-4b0b-b56d-c4377e55e5de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cf48108e-1614-4b0b-b56d-c4377e55e5de,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:51.406560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.435659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for cf48108e-1614-4b0b-b56d-c4377e55e5de owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:51.447455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:34:51.571728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:34:51.571976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.595404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:34:51.597735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.667551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.698454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded', '402da589-40e8-410b-8f8f-017bf3250e30'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:34:51.788853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=cf48108e-1614-4b0b-b56d-c4377e55e5de,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:51.888502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] No DVR routers for this DVR port cf48108e-1614-4b0b-b56d-c4377e55e5de on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:51.898244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:51.914000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46421099-521e-4d7c-9e6a-24c63d3b6fc8 req-f6baaa73-6521-41b7-94a2-bbb610a43eb2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "DELETE /v2.0/ports/cf48108e-1614-4b0b-b56d-c4377e55e5de HTTP/1.1" status: 204 len: 173 time: 0.7921426 Oct 28 21:34:51.914612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-deleted', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:51.916878 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdde40c-da7e-46d0-b902-388558dc4483" -d '{"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-deleted", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:51.975823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.041400 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4b4ee-40d4-4c40-a070-fa24cb59bfc3 x-openstack-request-id: req-afd4b4ee-40d4-4c40-a070-fa24cb59bfc3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:52.041921 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3630c-abf0-4a84-be17-009e0298b4f3", "name": "network-vif-deleted", "tag": "cf48108e-1614-4b0b-b56d-c4377e55e5de", "status": "failed", "code": 422}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:52.042436 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afd4b4ee-40d4-4c40-a070-fa24cb59bfc3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:52.043041 n-d-806683-16 neutron-server[102314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9a3630c-abf0-4a84-be17-009e0298b4f3', 'name': 'network-vif-deleted', 'tag': 'cf48108e-1614-4b0b-b56d-c4377e55e5de', 'status': 'failed', 'code': 422} returned with failed status Oct 28 21:34:52.104307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:52.111353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.119083 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d22a2-d82c-4c86-a8cd-bff7d765d9ae" -d '{"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-plugged", "status": "completed", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:52.139279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.178443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:52.198649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.311832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:52.339596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad1ac-7611-44cd-8adb-ce2a53484fba req-addf0049-99bb-463a-833d-bf4e4952717e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:52.348242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1aad1ac-7611-44cd-8adb-ce2a53484fba req-addf0049-99bb-463a-833d-bf4e4952717e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.1104712 Oct 28 21:34:52.418083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.25.4.27 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/124786f4-2b29-483f-bc3a-ec7819214bca) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:52.426618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1aad1ac-7611-44cd-8adb-ce2a53484fba req-efa82f87-dae0-4d2d-9335-b3ef045893eb tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Oct 28 21:34:52.452954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46482) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:52.527511 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16db9d3-de13-409c-b04e-657b6651c604 x-openstack-request-id: req-e16db9d3-de13-409c-b04e-657b6651c604 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:52.528102 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-plugged", "status": "completed", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:52.528311 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e16db9d3-de13-409c-b04e-657b6651c604 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:52.528723 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'code': 200} Oct 28 21:34:52.899062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.903159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cda4c16c-2b3a-4709-bcdc-216a27854098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:52.944153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4c365-2dd4-4198-a6ff-1784952f9883 req-a8b4622b-7f28-465f-8eed-b7eccd643449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:52.952854 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1dd4c365-2dd4-4198-a6ff-1784952f9883 req-a8b4622b-7f28-465f-8eed-b7eccd643449 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 1097 time: 0.2686481 Oct 28 21:34:53.039509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1dd4c365-2dd4-4198-a6ff-1784952f9883 req-23006cfd-6d65-4cdd-a8e1-ea7ac6402357 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755792 Oct 28 21:34:53.046413 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.089630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cda4c16c-2b3a-4709-bcdc-216a27854098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.099385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cda4c16c-2b3a-4709-bcdc-216a27854098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.153719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:53.175376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:53.183458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:53.193849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=124786f4-2b29-483f-bc3a-ec7819214bca,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:53.198161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c16c-2b3a-4709-bcdc-216a27854098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c4e65-bd6a-42a6-894f-66f9b632bd98,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:53.223494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cda4c16c-2b3a-4709-bcdc-216a27854098 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abfbbeb1103f4fd4ba0b9dd7923efbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629852 Oct 28 21:34:53.223494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:53.360800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.414568 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.571905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.574783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.579916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa4c4e65-bd6a-42a6-894f-66f9b632bd98 HTTP/1.1" status: 204 len: 168 time: 0.3587446 Oct 28 21:34:53.705943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c78d8-501b-43b8-8acd-004e432ef259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c4e65-bd6a-42a6-894f-66f9b632bd98,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:53.777532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:53.827076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99e7a-8201-428e-8347-d2fc81949862 req-8ce8b467-4e9a-4151-8196-ff824e9fab20 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:53.836355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4a99e7a-8201-428e-8347-d2fc81949862 req-8ce8b467-4e9a-4151-8196-ff824e9fab20 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.2871757 Oct 28 21:34:53.916030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b05d0-4021-4820-a306-feee0d570728 req-51a5a334-ee66-41b2-bf04-be6b7a1a4f89 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:53.917735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f8b05d0-4021-4820-a306-feee0d570728 req-51a5a334-ee66-41b2-bf04-be6b7a1a4f89 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 908 time: 0.2814896 Oct 28 21:34:53.943007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4a99e7a-8201-428e-8347-d2fc81949862 req-45d80975-5813-46b9-b62b-887f77cfb319 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014090 Oct 28 21:34:54.239346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46544) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:54.274479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.279136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.504234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router 2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:34:54.647560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Deleting subnet ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:34:54.657100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.697939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:34:54.704387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.708446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7338b560-8b7c-47c0-9e56-3afe22a814d7 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "PUT /v2.0/routers/2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 200 len: 912 time: 3.6016176 Oct 28 21:34:54.708632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46560) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:54.721655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f786ad-336e-409a-b950-550e30a8496d None None] Sync routers for ids ['2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:34:54.722402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.748109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] Routers {'2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:54.749811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:54.840475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:54.851041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:54.883701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] Routers {'2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:34:54.885613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:54.996979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bd519d5b-72a7-4a6c-a1ae-c4171eec15f9 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 200 len: 918 time: 0.2876174 Oct 28 21:34:54.999773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46572) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:55.019662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-92f786ad-336e-409a-b950-550e30a8496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:55.022500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f786ad-336e-409a-b950-550e30a8496d None None] The sync data for ids ['2d19aea8-5851-4ef6-b74c-fa2fd2d7a049'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:34:55.035224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:55.195624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4e2c7c-57a8-4f92-82db-d63ff7c5c219,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:55.211204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:55.218484 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba4e2c7c-57a8-4f92-82db-d63ff7c5c219 HTTP/1.1" status: 204 len: 168 time: 0.9752626 Oct 28 21:34:55.220066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:55.230614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.231319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.231882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.232491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.233143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.233699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.234250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.234820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.235374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.235921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.237153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.237741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a6464-de78-409d-8653-9827d829a0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:34:55.255753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267bac2a-ed28-40a4-97b5-723d7ddc2be1 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:55.258195 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-267bac2a-ed28-40a4-97b5-723d7ddc2be1 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=2d19aea8-5851-4ef6-b74c-fa2fd2d7a049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2567761 Oct 28 21:34:55.269419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-3c3227f1-72c4-49fd-8813-d7027a2f450b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:55.271681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-3c3227f1-72c4-49fd-8813-d7027a2f450b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 908 time: 0.2504702 Oct 28 21:34:55.272638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46580) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:55.387227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbfaf8-1d99-430f-ae51-8c471398fe5c req-f90e1e30-964f-4f55-873f-6f03da0b698c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:55.389757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3fbfaf8-1d99-430f-ae51-8c471398fe5c req-f90e1e30-964f-4f55-873f-6f03da0b698c tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 908 time: 0.3125675 Oct 28 21:34:55.434916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895762bc-472b-426f-ba99-8829f0b7468a req-add93f26-8bb2-4e49-8e1a-117b03abcda1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:55.447977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-895762bc-472b-426f-ba99-8829f0b7468a req-add93f26-8bb2-4e49-8e1a-117b03abcda1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.3203833 Oct 28 21:34:55.551081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f70c35-4147-4a98-8b25-b3ecc6b0780f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:55.558417 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-28f70c35-4147-4a98-8b25-b3ecc6b0780f tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.2805824 Oct 28 21:34:55.558583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46590) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:55.598912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-895762bc-472b-426f-ba99-8829f0b7468a req-b14d4974-ae55-42d9-be54-3ec34965eff2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496670 Oct 28 21:34:55.605996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port 0e15003e-d290-485b-9ce4-53883ca65d01 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:55.608737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:55.634948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac015e78-ec38-4c2b-a4a7-e6a81a210af1 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 200 len: 205 time: 0.0722375 Oct 28 21:34:55.638160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:55.640602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46594) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:55.917896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port 0e15003e-d290-485b-9ce4-53883ca65d01, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0e15003e-d290-485b-9ce4-53883ca65d01,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:34:55.919561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:55.954233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for 0e15003e-d290-485b-9ce4-53883ca65d01 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:55.970046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.145517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.161850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.212803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=0e15003e-d290-485b-9ce4-53883ca65d01,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:56.247997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f7656-d884-4078-9b5b-ebf9531a55b4 req-efb70daa-f4f4-41ee-b554-3f1c920663eb tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:56.255176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-720f7656-d884-4078-9b5b-ebf9531a55b4 req-efb70daa-f4f4-41ee-b554-3f1c920663eb tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.2412467 Oct 28 21:34:56.263647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77472b9-605c-47d6-b31d-5a6a39cb33be']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:56.281258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:56.281544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96d35f5-23d9-475e-aa6a-c4f56535a8d9') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:34:56.309747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] No DVR routers for this DVR port 0e15003e-d290-485b-9ce4-53883ca65d01 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:34:56.313240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.314084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.319483 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5c6b55a3-adb5-49be-adf0-58f17e8c6096 req-93dddff6-a765-4be4-a864-0ca53d448569 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "DELETE /v2.0/ports/0e15003e-d290-485b-9ce4-53883ca65d01 HTTP/1.1" status: 204 len: 173 time: 1.0380478 Oct 28 21:34:56.320027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'name': 'network-vif-deleted', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:34:56.324043 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e40f2-cad9-4fe4-8a93-0d53886f4aed" -d '{"events": [{"server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "name": "network-vif-deleted", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:34:56.361540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.382453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:34:56.383017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:34:56.385123 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:34:56.438590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-720f7656-d884-4078-9b5b-ebf9531a55b4 req-c2472662-cd1e-4560-a5bc-07b96a5a82c1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548061 Oct 28 21:34:56.442705 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.488539 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4d55a-34ee-4593-8ece-ae213c79d523 x-openstack-request-id: req-cbd4d55a-34ee-4593-8ece-ae213c79d523 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:34:56.488841 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac39a35f-216c-4962-a95d-dbfd42bdfc64", "name": "network-vif-deleted", "tag": "0e15003e-d290-485b-9ce4-53883ca65d01", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:34:56.489091 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd4d55a-34ee-4593-8ece-ae213c79d523 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:34:56.489620 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac39a35f-216c-4962-a95d-dbfd42bdfc64', 'name': 'network-vif-deleted', 'tag': '0e15003e-d290-485b-9ce4-53883ca65d01', 'status': 'completed', 'code': 200} Oct 28 21:34:56.540139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.567331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.576438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a77472b9-605c-47d6-b31d-5a6a39cb33be HTTP/1.1" status: 204 len: 168 time: 1.3534532 Oct 28 21:34:56.615172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6829f-ed04-47e4-8c5f-ceadf9f2b3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77472b9-605c-47d6-b31d-5a6a39cb33be,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:56.669752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port 124786f4-2b29-483f-bc3a-ec7819214bca {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:34:56.671483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.784746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90a5490b-943c-484b-9c1b-dbb7822b10a7 req-3a0e9c44-d884-47b7-a564-b89a48272f98 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac39a35f-216c-4962-a95d-dbfd42bdfc64 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Oct 28 21:34:56.829128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:56.872501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for 124786f4-2b29-483f-bc3a-ec7819214bca owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:34:56.939173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46640) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:57.016860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd4c4aac-b2c1-4638-b11c-30aa531a9216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5aafd5492cd14e0fa858127e932e0d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751538 Oct 28 21:34:57.019918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:57.123544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.158829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.221393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.225756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.226282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.229876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/331d0aba-cac6-4a28-9422-28d5bedd82f5 HTTP/1.1" status: 204 len: 168 time: 0.2059114 Oct 28 21:34:57.245286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adf719-2d88-4f73-b4f5-ecf2f3f0f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0aba-cac6-4a28-9422-28d5bedd82f5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:57.290229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=124786f4-2b29-483f-bc3a-ec7819214bca,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:57.398387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.681340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.684828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.741114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea9cc-e88b-413e-b803-a884591d0b7a req-7bc3e490-82c0-4097-99d1-79a04d177ea2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:57.748542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc0ea9cc-e88b-413e-b803-a884591d0b7a req-7bc3e490-82c0-4097-99d1-79a04d177ea2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.1187575 Oct 28 21:34:57.764847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.765672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router 2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:34:57.774784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.776382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-784b6b9d-a4d2-4b53-8ae9-6f82fe10aff5 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 204 len: 168 time: 2.1346641 Oct 28 21:34:57.779885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:57.787339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1954098898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:57.828953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc0ea9cc-e88b-413e-b803-a884591d0b7a req-d7014d22-1378-4e8e-ab7c-8d3e7b1115c5 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791826 Oct 28 21:34:57.864212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.865868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.954092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:57.966842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.006064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.007306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44440866-86f7-4576-9778-d8ea0d3d7a2f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2258904 Oct 28 21:34:58.010110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:58.014843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:58.320095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:58.352581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.504419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fa3532-4481-4c07-a4e2-29bbfc414227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.670673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46742) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:58.675051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fa3532-4481-4c07-a4e2-29bbfc414227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.681113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fa3532-4481-4c07-a4e2-29bbfc414227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.727840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14fa3532-4481-4c07-a4e2-29bbfc414227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cb2d266675744989adc1d2dbb76834b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062710 Oct 28 21:34:58.730415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:58.740443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa3532-4481-4c07-a4e2-29bbfc414227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c41ef6-c97d-4cb7-b77f-62be4265461d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:58.828283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.856901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.888461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-929253363-network', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:58.941262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.944792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:58.946185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c41ef6-c97d-4cb7-b77f-62be4265461d HTTP/1.1" status: 204 len: 168 time: 0.2146745 Oct 28 21:34:58.965004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8778d-a0ee-4b85-a5e7-92e09e7feb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c41ef6-c97d-4cb7-b77f-62be4265461d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:58.978112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:34:58.985519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.010322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a804fd-21b1-4f34-80b6-8b8a0c2f1ff2 req-b4273560-e903-43aa-ae83-0f19148d9e42 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:59.025770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.028754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79a804fd-21b1-4f34-80b6-8b8a0c2f1ff2 req-b4273560-e903-43aa-ae83-0f19148d9e42 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 945 time: 0.6699636 Oct 28 21:34:59.113796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79a804fd-21b1-4f34-80b6-8b8a0c2f1ff2 req-89b9023c-940c-4ff8-aabf-47a4b8d4b499 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Oct 28 21:34:59.201124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.211046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.269839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:34:59.288068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aad783-88da-4a3e-9424-13c196ea2512,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:59.306201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.309845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.310190 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Added segment 741bdcd1-baac-4daa-ade9-f6c7e449dc9d of type vlan for network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 Oct 28 21:34:59.326889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.387312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.420857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.421941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:59.422669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.444136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0e15003e-d290-485b-9ce4-53883ca65d01 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:34:59.458205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Allocated IP 172.25.4.163 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/504ec095-b615-4c6f-91b6-b3adc1667a9c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:34:59.483661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 0e15003e-d290-485b-9ce4-53883ca65d01 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:34:59.483979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0e15003e-d290-485b-9ce4-53883ca65d01 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:34:59.548676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac7c0dc-2827-4263-8738-2f8d05e44a06,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:59.559840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9500052c-8b35-444f-8b3a-3a4465c86d23 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8853292 Oct 28 21:34:59.560476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46786) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:59.563497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:34:59.583820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Request body: {'subnet': {'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-subnet', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:34:59.623723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:34:59.628228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.633602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46792) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:34:59.636873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.695103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.707889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1c96038-6385-495d-a4f9-c83014473144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:34:59.744830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:34:59.748192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:34:59.755505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:34:59.803594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Pushing event updated for resources: {'Port': ['ID=504ec095-b615-4c6f-91b6-b3adc1667a9c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:34:59.838751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-0f1f7570-6273-4529-98d2-56c07608a642 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:34:59.840289 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-0f1f7570-6273-4529-98d2-56c07608a642 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 945 time: 0.1128948 Oct 28 21:34:59.858508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46798) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:00.004002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1c96038-6385-495d-a4f9-c83014473144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.031387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1c96038-6385-495d-a4f9-c83014473144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.118528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.128634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7014d599-c1b7-496d-bb59-07742c4dba32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.143696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.168433 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1c96038-6385-495d-a4f9-c83014473144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8543eb6e5cbf4c59a75d09d5c77a524b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304549 Oct 28 21:35:00.176329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46808) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:00.179290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c96038-6385-495d-a4f9-c83014473144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55e9ec-ccd2-4272-924d-86463d601467,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:00.257901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port 402da589-40e8-410b-8f8f-017bf3250e30 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:00.258242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.265526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Pushing event updated for resources: {'Subnet': ['ID=920e2088-76c6-481c-b732-05fda298c430,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:00.304936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36800c-f5b8-4116-aa6d-6d31017390e3 req-ceebfc4f-1300-403c-9a47-1f38bc0f207b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:00.306402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f36800c-f5b8-4116-aa6d-6d31017390e3 req-ceebfc4f-1300-403c-9a47-1f38bc0f207b tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 945 time: 0.0864055 Oct 28 21:35:00.376549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Checking segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:00.378471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Network hostable DHCP agents. Network: 3ac7c0dc-2827-4263-8738-2f8d05e44a06, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:35:00.395483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.417103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f36800c-f5b8-4116-aa6d-6d31017390e3 req-5b916922-a82d-4a84-ad79-c1ff86416205 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043124 Oct 28 21:35:00.441026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.444793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.461421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port 402da589-40e8-410b-8f8f-017bf3250e30, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=402da589-40e8-410b-8f8f-017bf3250e30,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:00.461784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.466776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:35:00.477804 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.502156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7014d599-c1b7-496d-bb59-07742c4dba32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.503574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for 402da589-40e8-410b-8f8f-017bf3250e30 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:00.507655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 3ac7c0dc-2827-4263-8738-2f8d05e44a06) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:00.517914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b0306-8261-4416-ad10-dd48900600e1 None None] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:00.519758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7014d599-c1b7-496d-bb59-07742c4dba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.524307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:00.524932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.582922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Router 8b72a82a-cba8-44e8-aae7-2f1213432b91 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:35:00.627509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9aa6480-b056-4ee7-9c3e-6c0eadc8966a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0657027 Oct 28 21:35:00.631655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46816) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:00.648349 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7014d599-c1b7-496d-bb59-07742c4dba32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85923bc0e88f443f950bfc15de61bbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860456 Oct 28 21:35:00.650810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46818) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:00.666188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:00.666495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d599-c1b7-496d-bb59-07742c4dba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c2d52d-e4de-45be-a5b5-13294023d598,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:00.710694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.710872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.711731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.714024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.718223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a55e9ec-ccd2-4272-924d-86463d601467 HTTP/1.1" status: 204 len: 168 time: 0.5331202 Oct 28 21:35:00.742332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:00.748036 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.749658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-305e63ba-4710-4706-8a86-9c0477bcf71e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "PUT /v2.0/routers/8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 200 len: 916 time: 2.7383919 Oct 28 21:35:00.753197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46828) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:00.759464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] Sync routers for ids ['8b72a82a-cba8-44e8-aae7-2f1213432b91'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:00.768558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3fee1-4d4b-4631-a222-18f5a391e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55e9ec-ccd2-4272-924d-86463d601467,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:00.788312 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] Routers {'8b72a82a-cba8-44e8-aae7-2f1213432b91'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:00.788312 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8b72a82a-cba8-44e8-aae7-2f1213432b91'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:00.792467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.845238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.853757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:35:00.856655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.897975 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:00.902860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.918619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d9e1ef9c-0024-4af6-9f39-c2d41ef2cded', '402da589-40e8-410b-8f8f-017bf3250e30'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:35:00.922065 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] Routers {'8b72a82a-cba8-44e8-aae7-2f1213432b91'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:00.922685 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8b72a82a-cba8-44e8-aae7-2f1213432b91'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:00.957379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:00.981089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=402da589-40e8-410b-8f8f-017bf3250e30,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:01.006624 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:01.007293 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e857eb0-3214-40ab-a34e-ab3348c1eb9d None None] The sync data for ids ['8b72a82a-cba8-44e8-aae7-2f1213432b91'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:01.014672 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:01.027463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:01.034589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18c2d52d-e4de-45be-a5b5-13294023d598 HTTP/1.1" status: 204 len: 168 time: 0.3804367 Oct 28 21:35:01.121681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] No DVR routers for this DVR port 402da589-40e8-410b-8f8f-017bf3250e30 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:01.132907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:01.139140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c3afc7fb-718f-44ad-9f9d-23481aa77a0a req-1d24693c-2916-4eee-a6e6-bce397b69dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "DELETE /v2.0/ports/402da589-40e8-410b-8f8f-017bf3250e30 HTTP/1.1" status: 204 len: 173 time: 1.2912877 Oct 28 21:35:01.154149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'name': 'network-vif-deleted', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:01.160590 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74574bc0-02ee-4846-b4a8-683b88000897" -d '{"events": [{"server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "name": "network-vif-deleted", "tag": "402da589-40e8-410b-8f8f-017bf3250e30"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:01.169934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd3221-ebf1-4c00-ad39-b1db3c9c3677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c2d52d-e4de-45be-a5b5-13294023d598,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:01.303009 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8d9510-88cf-4038-9e92-ca398c7fa57d x-openstack-request-id: req-0b8d9510-88cf-4038-9e92-ca398c7fa57d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:01.303307 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e485c2d-779a-4e25-9413-84caaf96faa6", "name": "network-vif-deleted", "tag": "402da589-40e8-410b-8f8f-017bf3250e30", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:01.303565 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b8d9510-88cf-4038-9e92-ca398c7fa57d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:01.303971 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e485c2d-779a-4e25-9413-84caaf96faa6', 'name': 'network-vif-deleted', 'tag': '402da589-40e8-410b-8f8f-017bf3250e30', 'status': 'completed', 'code': 200} Oct 28 21:35:01.379654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Allocated IP 172.20.0.2 (3ac7c0dc-2827-4263-8738-2f8d05e44a06/920e2088-76c6-481c-b732-05fda298c430/cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:01.431672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:01.443837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7db57c70-b807-42a4-9a01-b0bed2f0245e tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 200 len: 922 time: 0.6890244 Oct 28 21:35:01.447416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46860) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:01.486158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:35:01.580842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0ea1c-3168-403f-a4fe-16e188d03b23 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:01.585098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e3d0ea1c-3168-403f-a4fe-16e188d03b23 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=8b72a82a-cba8-44e8-aae7-2f1213432b91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1338499 Oct 28 21:35:01.585867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:01.707281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86a1418a-15b3-4d1e-8ac2-956a2eac376a req-6dfe1d78-b62f-44ad-a618-b3efa4df5c42 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e485c2d-779a-4e25-9413-84caaf96faa6 HTTP/1.1" status: 200 len: 210 time: 0.0751593 Oct 28 21:35:01.988457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.016151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.174760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46884) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:02.203069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e4fa0-def6-40e1-97ca-d7e4786d5758 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:02.205665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b9e4fa0-def6-40e1-97ca-d7e4786d5758 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.6190870 Oct 28 21:35:02.207413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2057aca-04d8-49a5-a96d-c60897b263ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.208502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:02.241533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Allocated IP 172.25.4.114 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/cb2c1175-48df-42b0-a6e4-295f1e409ec7) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:02.245702 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3dfe2ba2-8a05-4674-bc89-9fd2b8494424 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 200 len: 205 time: 0.0357010 Oct 28 21:35:02.248853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:02.328175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.376708 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.421635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.426860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:02.522532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.526244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2057aca-04d8-49a5-a96d-c60897b263ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.538415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2057aca-04d8-49a5-a96d-c60897b263ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.569532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:02.570546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'mac_address': 'fa:16:3e:6f:d8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:35:02.583507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:02.598185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:02.657988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a2057aca-04d8-49a5-a96d-c60897b263ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a6c9866292f4a788cea3aea708391f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783521 Oct 28 21:35:02.659678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 46908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:02.668112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.679516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.698245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2057aca-04d8-49a5-a96d-c60897b263ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1991d7-81d2-41cd-bff6-bda034886373,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:02.796497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Pushing event updated for resources: {'Port': ['ID=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:02.822750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:02.824688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:02.843522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:02.886118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Attempting to bind port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:02.887992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Attempting to bind port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:02.890382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Attempting to bind port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 on network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:02.907942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:02.910745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Checking segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:02.911452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.911928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Bound using segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:02.913684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Bound port: cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:02.914863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.941598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c1175-48df-42b0-a6e4-295f1e409ec7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:02.965755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.973702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:02.975348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port 504ec095-b615-4c6f-91b6-b3adc1667a9c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:02.977682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.111042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] For port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:03.115556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] For port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:03.125094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8a4e8d5-d317-4fba-b88f-b61cd68ec43e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:35:03.137428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.207985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:03.224622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.245633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856faf-0c4a-4605-8201-7969680c4124 None None] Pushing event updated for resources: {'Port': ['ID=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:03.356072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.389716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:03.420500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.473440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 402da589-40e8-410b-8f8f-017bf3250e30 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:03.479673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d8a4e8d5-d317-4fba-b88f-b61cd68ec43e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:35:03.492411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for 504ec095-b615-4c6f-91b6-b3adc1667a9c owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:03.555983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 402da589-40e8-410b-8f8f-017bf3250e30 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:03.555983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 402da589-40e8-410b-8f8f-017bf3250e30 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:03.914784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.928496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7800006-79df-4cb2-b006-3efe60db1c22 req-3a6664bd-ae96-49e6-ac63-a5a95c048ed1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:03.934570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7800006-79df-4cb2-b006-3efe60db1c22 req-3a6664bd-ae96-49e6-ac63-a5a95c048ed1 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.1371529 Oct 28 21:35:03.943893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.947103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:03.979273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c1991d7-81d2-41cd-bff6-bda034886373 HTTP/1.1" status: 204 len: 168 time: 1.3149719 Oct 28 21:35:04.084289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-8963d50e-0709-4a99-9aa1-cb43eb0f99c2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:04.086319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-8963d50e-0709-4a99-9aa1-cb43eb0f99c2 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.6295321 Oct 28 21:35:04.124912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=504ec095-b615-4c6f-91b6-b3adc1667a9c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:04.155935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:04.173318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826bbbe-7719-43d2-9345-3115a8f02363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1991d7-81d2-41cd-bff6-bda034886373,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:04.338444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:04.338935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.379468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.552131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7800006-79df-4cb2-b006-3efe60db1c22 req-2a46218f-1b0d-48fc-a414-f21d4b08f208 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096528 Oct 28 21:35:04.585069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.590112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.701109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:04.711666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.841826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:04.949090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:04.960812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.966868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:04.999643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.011515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.163583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8723a-325c-43a5-b5e0-f50830b748a1 None None] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:05.226021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.226805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router 8b72a82a-cba8-44e8-aae7-2f1213432b91 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:35:05.238147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.239568 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-47e7718c-ca6d-4957-9485-75f0f145ae33 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 204 len: 168 time: 2.9894052 Oct 28 21:35:05.243802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47016) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:05.284895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1302959523', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:05.367322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6ea6a488-83a0-460a-b298-4c9bd79782bb None None] Provisioning complete for port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:05.367683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a488-83a0-460a-b298-4c9bd79782bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.410251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:05.411555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.447003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:35:05.470268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for d9e1ef9c-0024-4af6-9f39-c2d41ef2cded owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:05.484108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.488606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.503079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:05.815283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:05.964618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac756-e757-42a6-a437-9761bbc925e2 req-9b7dd7b2-3539-4ebc-84f9-de733796eb25 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:05.975256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a1ac756-e757-42a6-a437-9761bbc925e2 req-9b7dd7b2-3539-4ebc-84f9-de733796eb25 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 946 time: 0.2622330 Oct 28 21:35:06.005497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:06.059370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Sync routers for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:06.123647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:06.161533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:06.174468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-27f46271-0985-4919-ba41-3904583fdc93 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5414541 Oct 28 21:35:06.175504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47052) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:06.225762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:06.235013 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:06.250655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:06.303014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a1ac756-e757-42a6-a437-9761bbc925e2 req-3d181941-d81d-4952-8752-4186f473d9cb tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=89cde6b2-6996-458c-968a-6fa5896188d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251746 Oct 28 21:35:06.384678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:06.384678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:06.394373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:06.760025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:06.848445 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:06.883352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=d9e1ef9c-0024-4af6-9f39-c2d41ef2cded,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:07.045708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] No DVR routers for this DVR port d9e1ef9c-0024-4af6-9f39-c2d41ef2cded on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:07.050797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.063862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:07.067861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-76de03f6-a5b3-4270-8303-ed288666dc1f req-bdb4f772-0b6c-4182-bf7f-3286275c0236 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "DELETE /v2.0/ports/d9e1ef9c-0024-4af6-9f39-c2d41ef2cded HTTP/1.1" status: 204 len: 173 time: 2.9266045 Oct 28 21:35:07.068787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'name': 'network-vif-deleted', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:07.070052 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f3b1b-f138-4294-a122-97f77e1c1dc2" -d '{"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-plugged", "status": "completed", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:07.072644 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d9954-24ef-45ea-b597-cf2f8e282e1c" -d '{"events": [{"server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "name": "network-vif-deleted", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:07.093950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:07.099840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.138894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:07.155391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50bc14d7-6094-4e1b-a11e-57f321c2820a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.316026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:07.318360 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b909d-9e95-45a2-8329-1df18ecf31c3 x-openstack-request-id: req-4c3b909d-9e95-45a2-8329-1df18ecf31c3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:07.321441 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-plugged", "status": "completed", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:07.321938 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c3b909d-9e95-45a2-8329-1df18ecf31c3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:07.323191 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'code': 200} Oct 28 21:35:07.443008 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98648f7-423e-4a7b-8628-20b82eddbb36 x-openstack-request-id: req-c98648f7-423e-4a7b-8628-20b82eddbb36 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:07.443008 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746cb9d5-fbef-41cc-8ca1-abe779d3f180", "name": "network-vif-deleted", "tag": "d9e1ef9c-0024-4af6-9f39-c2d41ef2cded", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:07.443274 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98648f7-423e-4a7b-8628-20b82eddbb36 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:07.443520 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746cb9d5-fbef-41cc-8ca1-abe779d3f180', 'name': 'network-vif-deleted', 'tag': 'd9e1ef9c-0024-4af6-9f39-c2d41ef2cded', 'status': 'completed', 'code': 200} Oct 28 21:35:07.482997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.570715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d9e1ef9c-0024-4af6-9f39-c2d41ef2cded no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:07.633072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.642816 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50bc14d7-6094-4e1b-a11e-57f321c2820a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.714317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50bc14d7-6094-4e1b-a11e-57f321c2820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.728473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:07.786375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:07.832536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a02847e6-4d66-4add-9321-07962345258c req-a73de61e-477c-4da6-b340-1b692b12352f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=746cb9d5-fbef-41cc-8ca1-abe779d3f180 HTTP/1.1" status: 200 len: 210 time: 0.1813180 Oct 28 21:35:07.834124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d9e1ef9c-0024-4af6-9f39-c2d41ef2cded {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:07.834570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d9e1ef9c-0024-4af6-9f39-c2d41ef2cded not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:07.873366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2028872d-3272-4c5c-9102-04995ecfac25 None None] Provisioning complete for port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:07.873895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2028872d-3272-4c5c-9102-04995ecfac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.002491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-50bc14d7-6094-4e1b-a11e-57f321c2820a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bf6aa824f52492a9d3ed8364dfa937d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7447321 Oct 28 21:35:08.002491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.003857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47110) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:08.004334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc14d7-6094-4e1b-a11e-57f321c2820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef7042-4696-4ba2-a8f2-42c047c16fb0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:08.041611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Allocated IP 172.25.4.33 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/cff94a57-0a9c-4c37-9fdc-ed1d67f812bb) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:08.192570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.335988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.398205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.433451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Allocated IP 172.20.0.1 (3ac7c0dc-2827-4263-8738-2f8d05e44a06/920e2088-76c6-481c-b732-05fda298c430/e9de6d43-130d-489a-9b93-59f1d77f4d9f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:08.461109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.464869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.473421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eef7042-4696-4ba2-a8f2-42c047c16fb0 HTTP/1.1" status: 204 len: 168 time: 0.4647980 Oct 28 21:35:08.507299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.559458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517db0fb-d26f-4ef5-9c9a-011d4b10cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef7042-4696-4ba2-a8f2-42c047c16fb0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:08.580836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:08.585342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:08.596789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:08.603062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event updated for resources: {'Port': ['ID=cff94a57-0a9c-4c37-9fdc-ed1d67f812bb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:08.807209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.881428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:03Z', 'revision_number': 3, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:08.892891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:08.956658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Checking router: 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:35:08.957274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Updating router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 port cb2c1175-48df-42b0-a6e4-295f1e409ec7 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:35:09.024149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:09.034232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:09.039323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:09.056890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.114506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Pushing event updated for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:09.162641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.294179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47150) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:09.358154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93dfb3f7-cf97-440b-a204-6f19e87d7a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.527862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.628270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-296fd9b7-53fc-4cfb-917f-e95427cf3d88 None None] Provisioning complete for port e9de6d43-130d-489a-9b93-59f1d77f4d9f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:09.628713 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-296fd9b7-53fc-4cfb-917f-e95427cf3d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.681729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-296fd9b7-53fc-4cfb-917f-e95427cf3d88 None None] Port e9de6d43-130d-489a-9b93-59f1d77f4d9f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:35:09.814031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.831070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.844217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.855181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2741386-ed7e-40e1-9152-8ec3ec1bc242 req-fa477b2d-30a9-48ce-81d9-7e1971a636fd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:09.873920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2741386-ed7e-40e1-9152-8ec3ec1bc242 req-fa477b2d-30a9-48ce-81d9-7e1971a636fd tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.3443072 Oct 28 21:35:09.950016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Attempting to bind port cb2c1175-48df-42b0-a6e4-295f1e409ec7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:09.950971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Attempting to bind port cb2c1175-48df-42b0-a6e4-295f1e409ec7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:09.951631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Attempting to bind port cb2c1175-48df-42b0-a6e4-295f1e409ec7 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:09.963137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:09.964458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:09.965077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.966339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:09.968202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Bound port: cb2c1175-48df-42b0-a6e4-295f1e409ec7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:09.969475 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:09.987709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2741386-ed7e-40e1-9152-8ec3ec1bc242 req-6bb3f669-8dee-47fe-9b45-45bb719b147f tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112678 Oct 28 21:35:10.049483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] For port cb2c1175-48df-42b0-a6e4-295f1e409ec7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:10.053654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] For port cb2c1175-48df-42b0-a6e4-295f1e409ec7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb2c1175-48df-42b0-a6e4-295f1e409ec7,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:10.054905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Pushing event updated for resources: {'Port': ['ID=cb2c1175-48df-42b0-a6e4-295f1e409ec7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:10.077655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.081872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.082220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.082559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.082910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.083257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.083542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.083870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.085263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.085598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.085928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.086289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.087506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:10.200645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:10.201292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:10.265842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.278535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.307926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c87f4-b1d4-4860-9ccf-81f51936c71f None None] Pushing event updated for resources: {'Port': ['ID=cb2c1175-48df-42b0-a6e4-295f1e409ec7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:10.391688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:10.412074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Pushing event updated for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:10.433395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.478566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93dfb3f7-cf97-440b-a204-6f19e87d7a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.496717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93dfb3f7-cf97-440b-a204-6f19e87d7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.572654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:10.574331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:10.669571 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93dfb3f7-cf97-440b-a204-6f19e87d7a98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abf17e0b87684226936ac45eddccdfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3707552 Oct 28 21:35:10.670962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfb3f7-cf97-440b-a204-6f19e87d7a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36325f0-afec-4a5a-8aae-863666211ab2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:10.685257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47200) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:10.785610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:35:10.818017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:10.979301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aa538f96-568a-4985-a8e0-4eccfa6897a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.094737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:11.119736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-597502cd-4547-4923-991c-f80c1e031f63 admin admin] 10.222.0.31 "PUT /v2.0/routers/9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9253919 Oct 28 21:35:11.229476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ad7fa-1911-4a08-b0b1-d68c1b41ef19 req-cdf62c4d-438e-4d33-b77d-3df3bcfffff8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:11.230820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-abea8a7b-09e3-4224-be7e-ff3da6ee7fd3 None None] Provisioning complete for port e9de6d43-130d-489a-9b93-59f1d77f4d9f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:11.231298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abea8a7b-09e3-4224-be7e-ff3da6ee7fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.233021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a02ad7fa-1911-4a08-b0b1-d68c1b41ef19 req-cdf62c4d-438e-4d33-b77d-3df3bcfffff8 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.0913696 Oct 28 21:35:11.378268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.396654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-abea8a7b-09e3-4224-be7e-ff3da6ee7fd3 None None] Port e9de6d43-130d-489a-9b93-59f1d77f4d9f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:35:11.427450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47228) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:11.446819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c8a01d7b-de9d-4c4b-944c-a0f8f81d5dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:11.450101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:08Z', 'revision_number': 1, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:11.462502 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c8a01d7b-de9d-4c4b-944c-a0f8f81d5dd9 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.4673848 Oct 28 21:35:11.493044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f708c-d200-43c6-aa37-cba468d5cbc7 None None] The sync data for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 is: [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:08Z', 'revision_number': 1, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:11.507471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a02ad7fa-1911-4a08-b0b1-d68c1b41ef19 req-ae3cb48b-4806-4f25-8c91-0bc1aa724db0 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663622 Oct 28 21:35:11.567698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.677635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Router c374b874-5f10-4992-b2b6-c0c6bebd1c88 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:35:11.712100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9745f4c7-923f-448c-9978-dfdb99eeea8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.788408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.792682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.794127 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a36325f0-afec-4a5a-8aae-863666211ab2 HTTP/1.1" status: 204 len: 168 time: 1.1078568 Oct 28 21:35:11.852927 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.918035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012c8b5-db19-436f-918f-78b4fd671567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36325f0-afec-4a5a-8aae-863666211ab2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:11.974355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9745f4c7-923f-448c-9978-dfdb99eeea8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:11.991843 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9745f4c7-923f-448c-9978-dfdb99eeea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.088803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745f4c7-923f-448c-9978-dfdb99eeea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5514ea-4eff-4cf8-b5ff-17e419dfdeab,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:12.089005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.094847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9745f4c7-923f-448c-9978-dfdb99eeea8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d76106a67ba4d6e99d90f1e8683b785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656740 Oct 28 21:35:12.097227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47266) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:12.115788 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:35:12.297632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.331486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:12.333173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.357064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.477508 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.480485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.484352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d5514ea-4eff-4cf8-b5ff-17e419dfdeab HTTP/1.1" status: 204 len: 168 time: 0.3835347 Oct 28 21:35:12.531246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa1ed-582d-4df7-b51e-bcf909b4954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5514ea-4eff-4cf8-b5ff-17e419dfdeab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:12.538000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:12.574792 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] Sync routers for ids ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:12.605235 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] Routers {'c374b874-5f10-4992-b2b6-c0c6bebd1c88'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:12.610444 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:12.763337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:12.771648 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9448b8e6-02c8-4672-a0b0-953d24905fe0 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5263355 Oct 28 21:35:12.775379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47308) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:12.800069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:12.803704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:12.880966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] Routers {'c374b874-5f10-4992-b2b6-c0c6bebd1c88'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:12.882386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:34:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:12.924704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2686e-c3e3-4c49-a8e6-999d243542ca req-bf6eb5cc-f8d6-4aa2-a5e2-c5985e165dd7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:12.934197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaf2686e-c3e3-4c49-a8e6-999d243542ca req-bf6eb5cc-f8d6-4aa2-a5e2-c5985e165dd7 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 945 time: 0.2005022 Oct 28 21:35:12.994936 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:12.996618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de698c-5192-44cd-8f94-c0ce76022879 None None] The sync data for ids ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:13.097248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aaf2686e-c3e3-4c49-a8e6-999d243542ca req-260916ec-76af-415f-8563-896f4603266d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups?id=0da9e5e9-5947-4e36-8abb-b839459b7eec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452355 Oct 28 21:35:13.108688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] For port e28d7ac9-a740-4a4e-9400-63b97f82d887, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e28d7ac9-a740-4a4e-9400-63b97f82d887,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:13.110093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.353857 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1665961f-358a-4502-95e9-70d492ce7dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.433618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47352) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:13.458025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ebd14a1-f394-48b2-b4b5-3fcdddde45a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.641566 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ebd14a1-f394-48b2-b4b5-3fcdddde45a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.659344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ebd14a1-f394-48b2-b4b5-3fcdddde45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.777457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1ebd14a1-f394-48b2-b4b5-3fcdddde45a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db571eb481d04e2eac6031aee5f4e8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422999 Oct 28 21:35:13.778550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd14a1-f394-48b2-b4b5-3fcdddde45a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f736df-e8c4-47ee-af81-9094aa4da8af,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:13.781411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47376) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:13.803923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.804499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:13.804786 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Floating IP 35b79703-44a1-4224-b17d-4da27aa9a500 disassociated. External IP: 172.25.4.239, port: e28d7ac9-a740-4a4e-9400-63b97f82d887. Oct 28 21:35:13.805173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for e28d7ac9-a740-4a4e-9400-63b97f82d887 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:13.948885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.040664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.096397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.151540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.154361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.155814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42f736df-e8c4-47ee-af81-9094aa4da8af HTTP/1.1" status: 204 len: 168 time: 0.3625150 Oct 28 21:35:14.178099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f378e7b-6304-4e15-816a-881a302fde57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f736df-e8c4-47ee-af81-9094aa4da8af,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:14.430497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a8625aa-6a5d-4f34-a9be-489e790d268e req-f80adc23-39d7-40b2-9dcb-c010a60afb4a tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0966625 Oct 28 21:35:14.462026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=e28d7ac9-a740-4a4e-9400-63b97f82d887,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:14.795602 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:14.844800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb2c1175-48df-42b0-a6e4-295f1e409ec7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:15.061509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Router c5d918c2-0098-4210-8070-1c9c33c9f42e has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:35:15.143192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.163018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cb2c1175-48df-42b0-a6e4-295f1e409ec7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:15.163387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.537557 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.556527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:15.684750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e28d7ac9-a740-4a4e-9400-63b97f82d887 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:15.690767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e28d7ac9-a740-4a4e-9400-63b97f82d887 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:15.702096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port cb2c1175-48df-42b0-a6e4-295f1e409ec7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb2c1175-48df-42b0-a6e4-295f1e409ec7,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:15.713960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.737329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.751083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:15.828959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Sync routers for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:15.879679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.932644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:15.933299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:15.947950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bae9581e-3cfb-408c-b812-360c796d0696 req-0c595452-4d33-4c83-85aa-42d554cc2f30 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff375430-d6f1-4457-8651-04d1f02df867 HTTP/1.1" status: 200 len: 210 time: 0.0849102 Oct 28 21:35:15.959826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] No DVR routers for this DVR port e28d7ac9-a740-4a4e-9400-63b97f82d887 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:15.965529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:15.973355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c49ba230-a9a9-4c3a-bcfa-38a50d1777c6 req-c631477b-42d9-4a14-a15d-0f398bf1af72 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.44 "DELETE /v2.0/ports/e28d7ac9-a740-4a4e-9400-63b97f82d887 HTTP/1.1" status: 204 len: 173 time: 4.5015409 Oct 28 21:35:15.981231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-deleted', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:15.984063 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e204dee-ed2b-47f1-87c7-2767f0370679" -d '{"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-deleted", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:16.110609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Deleting port cff94a57-0a9c-4c37-9fdc-ed1d67f812bb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:16.112934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:16.144908 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1605a6c-61ee-409b-ba76-f27ab184ed37 x-openstack-request-id: req-d1605a6c-61ee-409b-ba76-f27ab184ed37 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:16.145412 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff375430-d6f1-4457-8651-04d1f02df867", "name": "network-vif-deleted", "tag": "e28d7ac9-a740-4a4e-9400-63b97f82d887", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:16.148699 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1605a6c-61ee-409b-ba76-f27ab184ed37 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:16.149297 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff375430-d6f1-4457-8651-04d1f02df867', 'name': 'network-vif-deleted', 'tag': 'e28d7ac9-a740-4a4e-9400-63b97f82d887', 'status': 'completed', 'code': 200} Oct 28 21:35:16.160125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=cb2c1175-48df-42b0-a6e4-295f1e409ec7,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:16.285007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:16.349642 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Sync routers for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:16.351068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:16.379554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Calling delete_port for cff94a57-0a9c-4c37-9fdc-ed1d67f812bb owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:16.391458 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:16.392130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:16.679206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:16.787969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:16.841174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb2c1175-48df-42b0-a6e4-295f1e409ec7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:16.880965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Pushing event deleted for resources: {'Port': ['ID=cff94a57-0a9c-4c37-9fdc-ed1d67f812bb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:16.954660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:16.982466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:17.061151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Checking router: c5d918c2-0098-4210-8070-1c9c33c9f42e for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:35:17.065489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.098844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:17.104780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:17.279915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47482) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:17.468163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.514975 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 2, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:17.568682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.570743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.585323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.623550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Checking router: 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:35:17.624292 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Updating router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 port e9de6d43-130d-489a-9b93-59f1d77f4d9f binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:35:17.703958 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.715562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.718291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.719559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "DELETE /v2.0/security-groups/0da9e5e9-5947-4e36-8abb-b839459b7eec HTTP/1.1" status: 204 len: 168 time: 0.4379947 Oct 28 21:35:17.727680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:17.774497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38966b-0752-42c8-8651-83f8d920b723 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da9e5e9-5947-4e36-8abb-b839459b7eec,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:17.813289 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-3b0e7e2c-9c31-4de6-9948-04ab8fc3e22d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] show failed (client error): The resource could not be found. Oct 28 21:35:17.820401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3b0e7e2c-9c31-4de6-9948-04ab8fc3e22d tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "GET /v2.0/security-groups/0da9e5e9-5947-4e36-8abb-b839459b7eec HTTP/1.1" status: 404 len: 347 time: 0.0787516 Oct 28 21:35:17.822977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:17.961707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cb2c1175-48df-42b0-a6e4-295f1e409ec7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:17.962239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:17.963822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Router c374b874-5f10-4992-b2b6-c0c6bebd1c88 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:35:18.308694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Deleting port a09ccfa3-ccd3-4939-84e6-41bfc7fa586c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:18.312183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:18.365737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:18.509218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:18.510249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:18.544416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Calling delete_port for a09ccfa3-ccd3-4939-84e6-41bfc7fa586c owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:18.978372 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.025851 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.192256 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf31d-09bc-40c0-a022-8f312eeeca05 None None] Pushing event updated for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:19.195567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:19.217922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.303121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Pushing event deleted for resources: {'Port': ['ID=a09ccfa3-ccd3-4939-84e6-41bfc7fa586c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:19.349960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9663fe2-7694-43e0-a4a4-bf4332806096 None None] The sync data for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 is: [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:30Z', 'revision_number': 4, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'a1f7ebe4-fab0-4e5c-9224-85c99bd7541b', 'name': '', 'network_id': 'b3434efc-3652-42f2-90aa-2c3bdc1b6a88', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'mac_address': 'fa:16:3e:c5:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:29Z', 'updated_at': '2021-10-28T21:25:36Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'subnets': [{'id': 'b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:19.472126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:19.477659 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Attempting to bind port e9de6d43-130d-489a-9b93-59f1d77f4d9f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:19.479315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Attempting to bind port e9de6d43-130d-489a-9b93-59f1d77f4d9f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:19.479895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Attempting to bind port e9de6d43-130d-489a-9b93-59f1d77f4d9f on network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:19.495435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] Sync routers for ids ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:19.499634 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:19.500332 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Checking segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:19.500959 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.507578 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Bound using segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:19.509711 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Bound port: e9de6d43-130d-489a-9b93-59f1d77f4d9f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:19.511006 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.522134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] Routers {'c374b874-5f10-4992-b2b6-c0c6bebd1c88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:19.525070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:19.537642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.546305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:19.551048 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-411343fb-a2a9-4dba-a56a-bbe1b2e5c972 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "PUT /v2.0/routers/c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 200 len: 706 time: 6.7711844 Oct 28 21:35:19.675768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:19.713056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] Routers {'c374b874-5f10-4992-b2b6-c0c6bebd1c88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:19.713688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:19.751606 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.763013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.768893 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] For port e9de6d43-130d-489a-9b93-59f1d77f4d9f, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:19.778629 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] For port e9de6d43-130d-489a-9b93-59f1d77f4d9f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e9de6d43-130d-489a-9b93-59f1d77f4d9f,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:19.782315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3c072057-6483-44e9-a619-b8b44268a7d3 tempest-ServerActionsTestJSON-108843603 tempest-ServerActionsTestJSON-108843603-project] 10.222.0.31 "DELETE /v2.0/floatingips/35b79703-44a1-4224-b17d-4da27aa9a500 HTTP/1.1" status: 204 len: 168 time: 1.9580464 Oct 28 21:35:19.785866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47560) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:19.798001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47564) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:19.801820 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.802203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-84544058-4fcc-49c9-89af-1a87b077ff82 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/routers/c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 200 len: 741 time: 0.2507815 Oct 28 21:35:19.913981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:19.915042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727501d1-95d9-4bc7-83e4-31a911020ac6 None None] The sync data for ids ['c374b874-5f10-4992-b2b6-c0c6bebd1c88'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:19.930302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47566) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:19.939637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] Provisioning complete for port e9de6d43-130d-489a-9b93-59f1d77f4d9f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:19.940010 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:19.955808 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-25ca6404-e88c-4b1e-b686-1ce4129d0da3 tempest-RoutersAdminTest-416594467 tempest-RoutersAdminTest-416594467-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 200 len: 205 time: 0.1423116 Oct 28 21:35:19.993532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:19.994678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-17071e99-28dc-46e7-961e-ca809957a6a4 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 200 len: 205 time: 0.0629249 Oct 28 21:35:20.094307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf31d-09bc-40c0-a022-8f312eeeca05 None None] Pushing event updated for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:20.129877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:20.132353 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:20.295495 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:20.344475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:20.436284 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373a040-701c-4664-ace3-1e44d395ea96 None None] New status for floating IP 35b79703-44a1-4224-b17d-4da27aa9a500: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:35:20.447970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] For port e9de6d43-130d-489a-9b93-59f1d77f4d9f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e9de6d43-130d-489a-9b93-59f1d77f4d9f,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:20.469354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:20.615429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0572b4-c4ad-44db-b984-e34079015d80 None None] Pushing event updated for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:20.821550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bfa2d4bf-53c8-4657-a5ce-510f79a2d5eb None None] Provisioning complete for port e9de6d43-130d-489a-9b93-59f1d77f4d9f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:20.821878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d4bf-53c8-4657-a5ce-510f79a2d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:20.840908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:21.162708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e9de6d43-130d-489a-9b93-59f1d77f4d9f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:21.290383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e9de6d43-130d-489a-9b93-59f1d77f4d9f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:21.290974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:21.293761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:21.299199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:21.422085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:19Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:21.515467 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb1fe77-6dad-4021-bd96-b159e80efee1 None None] The sync data for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 is: [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:19Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:21.713237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:21.716322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Fanout notify agent at l3_agent the message router_deleted on router c374b874-5f10-4992-b2b6-c0c6bebd1c88 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:35:21.740450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:21.743138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe6b3475-b3f5-4c2b-a5c7-c733de592476 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 204 len: 168 time: 1.7483423 Oct 28 21:35:21.746735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47606) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:21.822743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2b45288d-f2a7-4277-9b9f-5ad6cb80cb46 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 200 len: 205 time: 0.0717609 Oct 28 21:35:21.823805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47610) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:21.972854 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-5e13a20f-c5ba-498a-a9c4-f596333e90d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:21.974004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5e13a20f-c5ba-498a-a9c4-f596333e90d7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/c374b874-5f10-4992-b2b6-c0c6bebd1c88 HTTP/1.1" status: 404 len: 336 time: 0.1499054 Oct 28 21:35:21.979336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47618) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.038579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fac5ded0-ec50-4192-8080-34ff54096df6 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 200 len: 205 time: 0.0558968 Oct 28 21:35:22.039397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47620) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.135268 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-e89cb491-0154-43f2-8e4f-4d78fcc2d7ce tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:22.136972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e89cb491-0154-43f2-8e4f-4d78fcc2d7ce tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/8b72a82a-cba8-44e8-aae7-2f1213432b91 HTTP/1.1" status: 404 len: 336 time: 0.0963182 Oct 28 21:35:22.139623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47626) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.207739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60882217-84c9-4cc8-a6d0-cf4b72e7c6b7 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 200 len: 205 time: 0.0618615 Oct 28 21:35:22.210109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47628) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.353268 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-3a5defaa-0a01-4dc7-bb13-7cb0f53b1ec8 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:22.360816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3a5defaa-0a01-4dc7-bb13-7cb0f53b1ec8 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/2d19aea8-5851-4ef6-b74c-fa2fd2d7a049 HTTP/1.1" status: 404 len: 336 time: 0.1485841 Oct 28 21:35:22.363322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.409271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:22.477334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c380499-dce8-4d09-a126-2367ba41119b tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 200 len: 205 time: 0.1100743 Oct 28 21:35:22.481768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47634) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.587730 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-176ae53e-9061-481e-a976-280eb6e8ab6b tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:22.592215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-176ae53e-9061-481e-a976-280eb6e8ab6b tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/849f68f5-c08f-48ea-a21b-5c4ac1d31781 HTTP/1.1" status: 404 len: 336 time: 0.1059730 Oct 28 21:35:22.593140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47638) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.703447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3b546ced-4b36-4b96-8105-57c634288bdd tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 200 len: 205 time: 0.1089952 Oct 28 21:35:22.706579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47642) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.811009 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-bae571e1-c21f-4754-be76-4f83d2e42835 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:22.813631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bae571e1-c21f-4754-be76-4f83d2e42835 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/a49549c6-7931-443a-988b-5b97e7c83396 HTTP/1.1" status: 404 len: 336 time: 0.1061103 Oct 28 21:35:22.818975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47646) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.921462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aa47571f-acbb-4d81-8a8f-95aa48a5d63f tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bffdc33-8203-4e63-9b57-fbbd748f62bc HTTP/1.1" status: 200 len: 205 time: 0.0994730 Oct 28 21:35:22.924889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:22.993683 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-a4c0f67d-c0c0-4c19-9b62-e171a4e97add tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] delete failed (client error): The resource could not be found. Oct 28 21:35:22.995023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a4c0f67d-c0c0-4c19-9b62-e171a4e97add tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/routers/9bffdc33-8203-4e63-9b57-fbbd748f62bc HTTP/1.1" status: 404 len: 336 time: 0.0690618 Oct 28 21:35:22.998395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47652) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:23.075594 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a57727-2d4d-4b83-acbc-ba76a4072289 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] DELETE failed (client error): The resource could not be found. Oct 28 21:35:23.076051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a57727-2d4d-4b83-acbc-ba76a4072289 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:35:23.087713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b5a57727-2d4d-4b83-acbc-ba76a4072289 tempest-RoutersAdminTest-2048263474 tempest-RoutersAdminTest-2048263474-project] 10.222.0.31 "DELETE /v2.0/subnets/3dc81252-a8c2-4ca7-9650-41f05a0c9ebb HTTP/1.1" status: 404 len: 337 time: 0.0847468 Oct 28 21:35:23.087843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Deleting port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:23.087843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:23.387076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] For port a1f7ebe4-fab0-4e5c-9224-85c99bd7541b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:23.387634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:23.440422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Calling delete_port for a1f7ebe4-fab0-4e5c-9224-85c99bd7541b owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:23.672753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47676) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:23.785979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:23.876189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f7ebe4-fab0-4e5c-9224-85c99bd7541b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:24.015130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:24.237420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:24.294542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:24.312837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:24.473383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da26b8d2307b4bfcae85917f5674bd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965171 Oct 28 21:35:24.474428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cdf321-7b50-4de1-8fa9-2ce7f3db3332,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:24.479006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47702) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:24.498151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.498455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.498708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.499041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.499540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.499870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.506142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.506564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.506904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.507241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.507735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.508064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74642de-054e-4e97-95ea-48f1ba5066a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:24.648589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:24.686090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:25.197878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Router c5d918c2-0098-4210-8070-1c9c33c9f42e has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:35:25.367093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:35:25.374442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d290384-10c5-4763-8d8d-c5c29839a396 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d918c2-0098-4210-8070-1c9c33c9f42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5872552 Oct 28 21:35:25.377949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:25.392657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Sync routers for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:35:25.430307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:25.430948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:25.603251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:25.608996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:25.610459 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84cdf321-7b50-4de1-8fa9-2ce7f3db3332 HTTP/1.1" status: 204 len: 168 time: 1.1231129 Oct 28 21:35:25.631073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:25.634427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d28fae-3869-4039-a489-8825e9b71cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cdf321-7b50-4de1-8fa9-2ce7f3db3332,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:25.778442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:25.867940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:26.139052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Deleting port f467d140-0499-49ef-afd1-bf493913edab {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:26.140418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:26.290177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f467d140-0499-49ef-afd1-bf493913edab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:35:23Z', 'revision_number': 5, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port': {'id': 'f467d140-0499-49ef-afd1-bf493913edab', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:26.555890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] For port f467d140-0499-49ef-afd1-bf493913edab, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f467d140-0499-49ef-afd1-bf493913edab,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:26.556313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:26.562036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Checking router: c5d918c2-0098-4210-8070-1c9c33c9f42e for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:35:26.594904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Routers {'c5d918c2-0098-4210-8070-1c9c33c9f42e'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:35:26.603709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:35:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c5d918c2-0098-4210-8070-1c9c33c9f42e'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:26.621842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Calling delete_port for f467d140-0499-49ef-afd1-bf493913edab owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:26.673676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47764) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:26.845856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e5fa4d2-0ebc-4c03-9ae5-dd9a3380302d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc3f8cf930f24b168093f6c2a14b0bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699650 Oct 28 21:35:26.848400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47770) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:26.917202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] Set router c5d918c2-0098-4210-8070-1c9c33c9f42e gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:35:27.095758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:35:25Z', 'revision_number': 6, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:27.102090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.147620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.159115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc378cc-dc49-4895-befc-8a69f558d393 None None] The sync data for ids ['c5d918c2-0098-4210-8070-1c9c33c9f42e'] in n-d-806683-16 is: [{'id': 'c5d918c2-0098-4210-8070-1c9c33c9f42e', 'name': 'tempest-ServerActionsTestJSON-1748094498-router', 'tenant_id': '470a718ff17e4dfba38fcf1318eee2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:25:25Z', 'updated_at': '2021-10-28T21:35:25Z', 'revision_number': 6, 'project_id': '470a718ff17e4dfba38fcf1318eee2dc', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:35:27.216685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.312197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.322038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.326675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1a722fd-1666-49e4-8a1b-481bbb18176d HTTP/1.1" status: 204 len: 168 time: 0.4770381 Oct 28 21:35:27.346299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f467d140-0499-49ef-afd1-bf493913edab,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:27.347510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07cd82-f125-4436-95c4-1dc4c5efbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a722fd-1666-49e4-8a1b-481bbb18176d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:27.560093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.845619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:27.859968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.033979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.034558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d918c2-0098-4210-8070-1c9c33c9f42e {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:35:28.040539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.044679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47796) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:28.053197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3485d776-2962-44d5-ae47-7fff8adfdc83 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5d918c2-0098-4210-8070-1c9c33c9f42e HTTP/1.1" status: 204 len: 168 time: 2.6738882 Oct 28 21:35:28.185099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Deleting subnet b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:35:28.196932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.305428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.571283 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.691861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:28.786953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.922559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:28.923849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046540f5-5c7c-4ca3-bfba-e23dfa2dad33 None None] Network b3434efc-3652-42f2-90aa-2c3bdc1b6a88 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:28.925191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:28.930260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fb2628e0-16bb-4117-9c14-edcef47f8953 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4e1a9c4-8de2-4ca6-a5f3-71a625a78a17 HTTP/1.1" status: 204 len: 168 time: 0.8842947 Oct 28 21:35:28.932546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47826) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:29.058539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8e65dc-37fb-4009-bc98-0d778095709f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.128032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.215775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a1f7ebe4-fab0-4e5c-9224-85c99bd7541b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:29.266568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a1f7ebe4-fab0-4e5c-9224-85c99bd7541b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:29.267471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a1f7ebe4-fab0-4e5c-9224-85c99bd7541b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:29.274481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Deleting port ff4f4d64-a0b1-4e2d-8de1-166da9275070 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:29.274779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f467d140-0499-49ef-afd1-bf493913edab no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:29.275355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.373018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f467d140-0499-49ef-afd1-bf493913edab {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:29.373612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f467d140-0499-49ef-afd1-bf493913edab not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:29.392315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8e65dc-37fb-4009-bc98-0d778095709f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.416353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8e65dc-37fb-4009-bc98-0d778095709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.442262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] For port ff4f4d64-a0b1-4e2d-8de1-166da9275070, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff4f4d64-a0b1-4e2d-8de1-166da9275070,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:29.442630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.502881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Calling delete_port for ff4f4d64-a0b1-4e2d-8de1-166da9275070 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:29.510002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df8e65dc-37fb-4009-bc98-0d778095709f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=529b1ea4f028441e85f7952dcc553aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170338 Oct 28 21:35:29.517222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:29.548685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a75830c3-cc1e-47a8-afe2-241c694067be req-ed0e6e5d-4ff9-45a8-94df-51f545ed91c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1491249 Oct 28 21:35:29.556633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59213714-3422-40f4-97ae-2f09031b220c None None] DHCP port deletion for b3434efc-3652-42f2-90aa-2c3bdc1b6a88 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:35:29.572955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e65dc-37fb-4009-bc98-0d778095709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9298f09b-3697-463c-8418-6224e7613538,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:29.729003 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a75830c3-cc1e-47a8-afe2-241c694067be req-e9faf8dc-50cd-4823-a9b7-738a18e08867 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0901878 Oct 28 21:35:29.752351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Deleting port ff4f4d64-a0b1-4e2d-8de1-166da9275070 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:29.752831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.820349 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a75830c3-cc1e-47a8-afe2-241c694067be req-94a2f54c-2e34-41bf-a4c7-3b2f9fbb0015 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331647 Oct 28 21:35:29.823805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.836419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.907435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4f4d64-a0b1-4e2d-8de1-166da9275070,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:29.918622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:29.943628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] No DVR routers for this DVR port ff4f4d64-a0b1-4e2d-8de1-166da9275070 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:30.136571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-59213714-3422-40f4-97ae-2f09031b220c None None] For port ff4f4d64-a0b1-4e2d-8de1-166da9275070, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff4f4d64-a0b1-4e2d-8de1-166da9275070,segment=NetworkSegment(3b6f2666-565e-4b44-b10f-5f6d219a29cd),segment_id=3b6f2666-565e-4b44-b10f-5f6d219a29cd)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:30.137501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.223152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Calling delete_port for ff4f4d64-a0b1-4e2d-8de1-166da9275070 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:30.276542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.335092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.354536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.356199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9298f09b-3697-463c-8418-6224e7613538 HTTP/1.1" status: 204 len: 168 time: 0.8362362 Oct 28 21:35:30.364191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3434efc-3652-42f2-90aa-2c3bdc1b6a88']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:30.400470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6f2666-565e-4b44-b10f-5f6d219a29cd') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:30.401381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6f2666-565e-4b44-b10f-5f6d219a29cd') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:35:30.452640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec3f4-600e-44f1-a15b-0f54316f4091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298f09b-3697-463c-8418-6224e7613538,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:30.456992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.458747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75830c3-cc1e-47a8-afe2-241c694067be req-a0f11f8a-b2ec-4720-8906-5f91710a39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:30.460739 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a75830c3-cc1e-47a8-afe2-241c694067be req-a0f11f8a-b2ec-4720-8906-5f91710a39f8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6270607 Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: from cryptography.utils import int_from_bytes Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: from cryptography.utils import int_from_bytes Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:35:30.520898 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:35:30.529821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.544097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.559743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:35:30.560851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:35:30.568784 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:35:30.613601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59213714-3422-40f4-97ae-2f09031b220c None None] No DVR routers for this DVR port ff4f4d64-a0b1-4e2d-8de1-166da9275070 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:30.750596 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.759588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:30.765080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3434efc-3652-42f2-90aa-2c3bdc1b6a88 HTTP/1.1" status: 204 len: 168 time: 1.8292937 Oct 28 21:35:30.778320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59213714-3422-40f4-97ae-2f09031b220c None None] Pushing event deleted for resources: {'Port': ['ID=ff4f4d64-a0b1-4e2d-8de1-166da9275070,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:30.799766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fddc-e32c-4114-bd24-5b102ef9b42d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3434efc-3652-42f2-90aa-2c3bdc1b6a88,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:31.015300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff4f4d64-a0b1-4e2d-8de1-166da9275070 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:31.100476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ff4f4d64-a0b1-4e2d-8de1-166da9275070 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:31.101104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff4f4d64-a0b1-4e2d-8de1-166da9275070 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:31.327220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:31.348000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47890) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:31.351818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac17-aa8b-4d1b-a5eb-9f3af3eeffe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.430790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ace6df49-8473-4c8b-9f8a-bd66e994a926 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=470a718ff17e4dfba38fcf1318eee2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810235 Oct 28 21:35:31.434348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47892) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:31.581773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.617662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac17-aa8b-4d1b-a5eb-9f3af3eeffe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.628285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac17-aa8b-4d1b-a5eb-9f3af3eeffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.678504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.690681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:31.703434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:31.705559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-37c9ac17-aa8b-4d1b-a5eb-9f3af3eeffe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a79497466f6d4055b848d223f8760723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748724 Oct 28 21:35:31.761748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9ac17-aa8b-4d1b-a5eb-9f3af3eeffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248316e-7581-4bc3-a106-8d4a6a6f22e8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:31.879822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.905935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.986515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.992606 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:31.993929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6248316e-7581-4bc3-a106-8d4a6a6f22e8 HTTP/1.1" status: 204 len: 168 time: 0.2887261 Oct 28 21:35:32.006801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1353625747', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:32.008174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3659c-ac51-46b5-af7e-3de42e458476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248316e-7581-4bc3-a106-8d4a6a6f22e8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:32.060866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.071925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.076401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89cde6b2-6996-458c-968a-6fa5896188d9 HTTP/1.1" status: 204 len: 168 time: 0.6386299 Oct 28 21:35:32.100192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Made reservation on behalf of 1fe882bab45047459ddea97122c33bce for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:32.104850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.117112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a376f-fc03-420f-93c1-8363576e63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cde6b2-6996-458c-968a-6fa5896188d9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:32.173737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.459686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.472047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.480804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] device_id is not set on port 2cf78346-8725-407d-8b27-432f822f6184 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:35:32.665293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Allocated IP 172.25.4.118 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/2cf78346-8725-407d-8b27-432f822f6184) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:32.869952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:32.927540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b19536e-eac8-4b9f-8be4-b4a5bf0c7a0b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:32.990654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:33.074810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:33.085234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:33.110669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:33.214881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:33.215406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:33.231085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Pushing event updated for resources: {'Port': ['ID=2cf78346-8725-407d-8b27-432f822f6184,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:33.250142 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0fbc56ef-13c7-4ede-8d45-98d26a82d3b8 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5424545 Oct 28 21:35:33.254016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:33.259461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.118'}]}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:33.332233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:33.337079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:33.465050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:34.362685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:34.514522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47992) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:34.542983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:35.013337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-735332903-network', 'tenant_id': '08e862c665ea49419e24ce706f9861df'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:35.053397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.070900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Made reservation on behalf of 08e862c665ea49419e24ce706f9861df for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:35.075643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.110457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.148282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b3b9-44e7-49ce-8564-0fd228e803ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.156750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.291156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.301941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.360814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b3b9-44e7-49ce-8564-0fd228e803ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.397842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b3b9-44e7-49ce-8564-0fd228e803ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.436697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:35:35.480952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521977f-84e7-42be-95e5-b96439c7051d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:35.582643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.598461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b3b9-44e7-49ce-8564-0fd228e803ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c937b83-6530-4b9f-84a3-be7f33bbcb49,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:35.619436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.621099 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Added segment 86a0d811-8019-405a-bce4-62c0e08565d4 of type vlan for network 57a31fd8-5880-44d2-b897-f83e1feb683c Oct 28 21:35:35.648584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1fe4b3b9-44e7-49ce-8564-0fd228e803ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb748f5743d4e1999a9442fe3c08853&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1035349 Oct 28 21:35:35.651987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48024) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:35.859940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.946659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:35.947888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:35.950781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.066151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.098194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5814018 Oct 28 21:35:36.103122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48044) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:36.107226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.111908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Request body: {'subnet': {'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-735332903-subnet', 'tenant_id': '08e862c665ea49419e24ce706f9861df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:36.118118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.125620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf1f6-41ae-4b4b-a1e1-1b54cc9058d6 admin admin] Pushing event updated for resources: {'Network': ['ID=57a31fd8-5880-44d2-b897-f83e1feb683c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:36.136682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.139322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 57a31fd8-5880-44d2-b897-f83e1feb683c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:35:36.209377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Made reservation on behalf of 08e862c665ea49419e24ce706f9861df for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:36.214718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.241901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.241901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5e1f7dc-225a-4061-b5ce-fb7a2687408a {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:35:36.285222 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:35:36.289904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-363805a5-cda0-4677-b25d-a686ee254bb9 tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0348318 Oct 28 21:35:36.290537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48046) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:36.402783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Deleting port 2cf78346-8725-407d-8b27-432f822f6184 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:36.405570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.473150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.530781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=684c8b7d-7ca8-4c90-9a41-7e029c418b23,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:36.541868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.544697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.550388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c937b83-6530-4b9f-84a3-be7f33bbcb49 HTTP/1.1" status: 204 len: 168 time: 0.8881223 Oct 28 21:35:36.563927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e247d-7cc4-491c-a5c7-9e3446479cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c937b83-6530-4b9f-84a3-be7f33bbcb49,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:36.584523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.615459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Calling delete_port for 2cf78346-8725-407d-8b27-432f822f6184 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:36.637226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Checking segment: {'id': '86a0d811-8019-405a-bce4-62c0e08565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:36.638468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Network hostable DHCP agents. Network: 57a31fd8-5880-44d2-b897-f83e1feb683c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:35:36.683236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Network 57a31fd8-5880-44d2-b897-f83e1feb683c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:35:36.704346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 57a31fd8-5880-44d2-b897-f83e1feb683c) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:36.712910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee622b-2525-4a28-9705-e60c58c17408 None None] Network 57a31fd8-5880-44d2-b897-f83e1feb683c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:36.715055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:36.715780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.772415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5e104017-1b40-40e0-a095-c8f4b0919756 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6632929 Oct 28 21:35:36.838232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:36.941229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cf78346-8725-407d-8b27-432f822f6184,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:37.012120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d0822-f0e8-405b-aa24-07e288d18b74 None None] Network 57a31fd8-5880-44d2-b897-f83e1feb683c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:37.062388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.072995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-080fcd3d-176e-4c9c-96cd-ab0c224d661b tempest-RoutersAdminNegativeTest-363888212 tempest-RoutersAdminNegativeTest-363888212-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2cf78346-8725-407d-8b27-432f822f6184 HTTP/1.1" status: 204 len: 168 time: 0.7784812 Oct 28 21:35:37.411149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48112) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:37.430581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e9df672-881d-4e37-9daf-670cf2e525e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.579533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e9df672-881d-4e37-9daf-670cf2e525e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.588327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e9df672-881d-4e37-9daf-670cf2e525e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.621089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:37.650861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e9df672-881d-4e37-9daf-670cf2e525e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9cd32f40e914a5fb4935d3cb8192b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380805 Oct 28 21:35:37.654022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48134) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:37.700231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df672-881d-4e37-9daf-670cf2e525e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af69927-ba64-4a14-a45a-dfc926232578,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:37.770948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.802501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:37.869175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32481cf4-2b86-41ad-8e29-a23ddadfe275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.025399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32481cf4-2b86-41ad-8e29-a23ddadfe275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.027148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.030809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.032723 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6af69927-ba64-4a14-a45a-dfc926232578 HTTP/1.1" status: 204 len: 168 time: 0.3760414 Oct 28 21:35:38.036030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32481cf4-2b86-41ad-8e29-a23ddadfe275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.059599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881d17-4501-43b6-8f6b-f292a051d28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af69927-ba64-4a14-a45a-dfc926232578,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:38.183819 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32481cf4-2b86-41ad-8e29-a23ddadfe275 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b96aea4bb5a46688f93fdc492a62000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587270 Oct 28 21:35:38.185248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48164) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:38.200747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32481cf4-2b86-41ad-8e29-a23ddadfe275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28318d09-54ce-4b09-887a-685a43bc26a9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:38.402418 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.433183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.507946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.511866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:38.513666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28318d09-54ce-4b09-887a-685a43bc26a9 HTTP/1.1" status: 204 len: 168 time: 0.3272307 Oct 28 21:35:38.531456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e68d-9f43-4b7b-83eb-95fea90d6c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28318d09-54ce-4b09-887a-685a43bc26a9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:39.219651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:39.340224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48264) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:39.340912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6d8b1cd7-9310-4ed1-8012-8f2fc9cad962 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fe882bab45047459ddea97122c33bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165764 Oct 28 21:35:39.485021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:39.527496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:39.622007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:39.630028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:39.631223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b19536e-eac8-4b9f-8be4-b4a5bf0c7a0b HTTP/1.1" status: 204 len: 168 time: 0.2899716 Oct 28 21:35:39.645772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791de8-da5b-467d-8f74-700087604b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b19536e-eac8-4b9f-8be4-b4a5bf0c7a0b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:39.918391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:40.106787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-a14ab3b3-6bce-4e99-a49a-44bbb67e0b4c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:40.122854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-a14ab3b3-6bce-4e99-a49a-44bbb67e0b4c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.3269646 Oct 28 21:35:40.148264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-a72a6171-994b-4105-94dd-cfcfe9f0ddb7 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:40.150044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-a72a6171-994b-4105-94dd-cfcfe9f0ddb7 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/networks?id=57a31fd8-5880-44d2-b897-f83e1feb683c HTTP/1.1" status: 200 len: 809 time: 0.2387285 Oct 28 21:35:40.157580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-900ba898-1eed-4972-b563-338f2d5a243e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/quotas/e210e90919b34c3a9e974716cb3be83e HTTP/1.1" status: 200 len: 375 time: 0.0332592 Oct 28 21:35:40.276667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-9573be70-bc9d-4724-b4df-080415eb125d tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/quotas/08e862c665ea49419e24ce706f9861df HTTP/1.1" status: 200 len: 375 time: 0.0662961 Oct 28 21:35:40.317839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-548fbcca-f9ad-4fb1-bc8b-1723ca9b072d tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08e862c665ea49419e24ce706f9861df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399492 Oct 28 21:35:40.330158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-924222af-6e8b-46bc-a72d-f0e551620ea6 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714406 Oct 28 21:35:40.348636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df878ef1-9108-4fc5-9454-736fbece562f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:40.474622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-91bf93dc-b324-4532-9aab-f2793603465a service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333804 Oct 28 21:35:40.566276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df878ef1-9108-4fc5-9454-736fbece562f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:40.575610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df878ef1-9108-4fc5-9454-736fbece562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:40.602999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-a0b6a49e-0664-40a1-98cc-f9caf74e051b service neutron] 10.222.0.31 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273298 Oct 28 21:35:40.719986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878ef1-9108-4fc5-9454-736fbece562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc6597-42a3-428c-b37e-f25ca0751ee5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:40.773590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d661948a-fe41-4042-a3a1-2c2b3ed25c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:40.795031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df878ef1-9108-4fc5-9454-736fbece562f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb7b84353fac47c4bb4814a54ed78c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755128 Oct 28 21:35:40.797102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48358) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:40.913044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-78685915-8d39-4116-9dae-efa2e7445ad5 service neutron] 10.222.0.31 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817614 Oct 28 21:35:41.130920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-02700907-66c4-4fac-b266-5e108b697f08 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:41.144916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-02700907-66c4-4fac-b266-5e108b697f08 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/ports?device_id=76e59276-6a3e-452d-a48a-971e5f93b12f HTTP/1.1" status: 200 len: 945 time: 0.1182034 Oct 28 21:35:41.226128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7f2e5a8-22b8-45f2-9c36-61c6100d641f req-f0645853-235b-4835-9a5e-5709feb6c4ae tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 210 time: 0.1172066 Oct 28 21:35:41.247387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.299469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.323085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-a3a33f41-3006-451a-bcae-5c729af0ad71 service neutron] 10.222.0.31 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012496 Oct 28 21:35:41.465455 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.468040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.468880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Deleting port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:41.470609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.472697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fbc6597-42a3-428c-b37e-f25ca0751ee5 HTTP/1.1" status: 204 len: 168 time: 0.6679149 Oct 28 21:35:41.485744 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cf004-2223-4c13-bfe7-f50a5f2311e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbc6597-42a3-428c-b37e-f25ca0751ee5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:41.626892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:41.733120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] For port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:41.734780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:41.782884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Calling delete_port for d8a4e8d5-d317-4fba-b88f-b61cd68ec43e owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:41.923969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.001948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.040751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-acde433e-03b6-4281-9c67-ea5fe18ee6ce req-12a006f7-75ed-4819-8f53-1314d50d4382 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.0632615 Oct 28 21:35:42.084139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.126410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.196001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event deleted for resources: {'Port': ['ID=d8a4e8d5-d317-4fba-b88f-b61cd68ec43e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:42.237403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:42.332663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] No DVR routers for this DVR port d8a4e8d5-d317-4fba-b88f-b61cd68ec43e on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:42.337260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.345582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6bb510fc-30ff-4bf0-a836-43809fed6d1e req-e388b88f-6f86-4600-9150-0afb9188468e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "DELETE /v2.0/ports/d8a4e8d5-d317-4fba-b88f-b61cd68ec43e HTTP/1.1" status: 204 len: 173 time: 1.1932349 Oct 28 21:35:42.351927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-deleted', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:42.359630 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e993edf5-e09c-4cab-b201-ef2eb28e5038" -d '{"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-deleted", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:42.433916 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404626c-7946-429c-9c08-7f4fe71280f0 x-openstack-request-id: req-f404626c-7946-429c-9c08-7f4fe71280f0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:42.434221 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e59276-6a3e-452d-a48a-971e5f93b12f", "name": "network-vif-deleted", "tag": "d8a4e8d5-d317-4fba-b88f-b61cd68ec43e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:42.434918 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f404626c-7946-429c-9c08-7f4fe71280f0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:42.435552 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e59276-6a3e-452d-a48a-971e5f93b12f', 'name': 'network-vif-deleted', 'tag': 'd8a4e8d5-d317-4fba-b88f-b61cd68ec43e', 'status': 'completed', 'code': 200} Oct 28 21:35:42.494237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa925054-4a2d-4edf-a5d4-f968eb6afca3 req-720510c1-6fee-4780-b19c-087abbb604b3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 210 time: 0.1372385 Oct 28 21:35:42.507595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1117221515'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:42.579504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:42.585848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.603941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.634561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:42.662743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9c00a09-13ae-4a76-9588-1a2ba067458e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.823545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.831421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:42.953300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:35:43.009506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-e8ae3648-61cd-40e4-b336-e2b8025711d9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:43.011776 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-e8ae3648-61cd-40e4-b336-e2b8025711d9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 805 time: 0.2987342 Oct 28 21:35:43.025141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421e6e99-77dc-4612-b58c-66f88dcdf920,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:43.040714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Request body: {'port': {'device_id': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'admin_state_up': True, 'tenant_id': 'e210e90919b34c3a9e974716cb3be83e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:43.064396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.065075 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Added segment 003d03e1-1182-4e15-99e3-f1eae34be468 of type vlan for network f81635a2-fdc9-4571-89e5-692fe1730770 Oct 28 21:35:43.170133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.243865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.254152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:43.256427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.292504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9c00a09-13ae-4a76-9588-1a2ba067458e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.330641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9c00a09-13ae-4a76-9588-1a2ba067458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.357909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4d209ca-73b9-4e86-be8b-267cb98c7d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.456983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Network': ['ID=f81635a2-fdc9-4571-89e5-692fe1730770,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:43.476995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:35:43.482348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83841719-c201-4878-acde-905fa125cf84 req-e34b6c67-58e2-40b4-a7aa-9fad76318c2f tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.2142451 Oct 28 21:35:43.492853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ff247978-799f-4a2c-b38c-38681884acce tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2536230 Oct 28 21:35:43.497714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a9c00a09-13ae-4a76-9588-1a2ba067458e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e569b6ff80034e229860ffea78753acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619113 Oct 28 21:35:43.498015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48480) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:43.565388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:43.567748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:43.587169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Made reservation on behalf of e210e90919b34c3a9e974716cb3be83e for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:43.591737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.597390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c00a09-13ae-4a76-9588-1a2ba067458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba29adc-1be4-4b3c-a7c6-86ab951bf958,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:43.742836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4f8e8cc-8d97-4192-9de3-00ca88e7cf00 req-ce864069-9d9f-4dd0-831a-dbae3a34f843 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 210 time: 0.0568402 Oct 28 21:35:43.876999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:43.890299 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:43.921291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48494) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:43.934972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.038617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.051879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Allocated IP 172.20.0.3 (7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa/89988451-dec3-4d07-ac3c-ab7baf1ed038/865730d1-29c4-40a7-85c3-87de8c4baf1b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:44.158605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.162419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.164041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ba29adc-1be4-4b3c-a7c6-86ab951bf958 HTTP/1.1" status: 204 len: 168 time: 0.5928338 Oct 28 21:35:44.273054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-592107fb-df22-4d8f-bb3d-9f8b3bec0fb2 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:44.275091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-592107fb-df22-4d8f-bb3d-9f8b3bec0fb2 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.44 "GET /v2.0/networks?id=57a31fd8-5880-44d2-b897-f83e1feb683c HTTP/1.1" status: 200 len: 809 time: 0.4207385 Oct 28 21:35:44.327773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.330458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b864e11-627b-4c90-b086-ecd99cdcfc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba29adc-1be4-4b3c-a7c6-86ab951bf958,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:44.414016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.482314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:44.489438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:44.492335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:44.495977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:44.498947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Request body: {'port': {'device_id': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c', 'admin_state_up': True, 'tenant_id': '08e862c665ea49419e24ce706f9861df'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:44.522855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.612422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8659428-54a9-4cb0-9561-5995b4c341fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.618053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:44.618794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.667373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-8e5c2854-7aba-42ee-8409-ded631dfba99 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384149 Oct 28 21:35:44.681635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Request body: {'port': {'device_id': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:44.802269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.825312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:44.863645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=7fd4fd5a-62ed-4dce-ba1c-5c69650208fc,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:44.887526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ea91c5a-d0ca-4717-bec4-636d1330ce03 req-48bcc04d-702f-4b05-9996-02199fc317fc tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.2031877 Oct 28 21:35:44.994899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:44.995265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network hostable DHCP agents. Network: f81635a2-fdc9-4571-89e5-692fe1730770, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:35:45.089587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.124889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Made reservation on behalf of 08e862c665ea49419e24ce706f9861df for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:45.142359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.148480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:35:45.161787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8659428-54a9-4cb0-9561-5995b4c341fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.179351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f81b-5170-4f17-b906-1d976f74c3e4 req-9b4a423d-e1e6-4ddc-8aff-b024e6dfb547 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:45.191471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8514f81b-5170-4f17-b906-1d976f74c3e4 req-9b4a423d-e1e6-4ddc-8aff-b024e6dfb547 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 931 time: 0.3017001 Oct 28 21:35:45.206650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8659428-54a9-4cb0-9561-5995b4c341fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.243536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f81635a2-fdc9-4571-89e5-692fe1730770) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:45.253432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b81a6-d174-4021-82bf-84e3f31d507f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:45.258671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:45.259995 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.329849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a8659428-54a9-4cb0-9561-5995b4c341fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfd3c2d39b9b4cb49da14bafe4bd3458&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3931417 Oct 28 21:35:45.332547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48554) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:45.386055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-166c079f-e47c-4bcb-9500-360f85be2131 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8862548 Oct 28 21:35:45.386819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8659428-54a9-4cb0-9561-5995b4c341fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdac23c-6325-47d6-8e31-4978882dc0b7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:45.392797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48556) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:45.413667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'name': 'tempest-NetworksTestDHCPv6-1918863822'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:45.426860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8514f81b-5170-4f17-b906-1d976f74c3e4 req-bffeb429-b1d6-400d-bc44-bbae12eff053 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251089 Oct 28 21:35:45.612526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865730d1-29c4-40a7-85c3-87de8c4baf1b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:35:45.633036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.656403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:45.662563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Transition to ACTIVE for port object 865730d1-29c4-40a7-85c3-87de8c4baf1b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:35:45.663641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.669831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.687456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Allocated IP 172.20.0.6 (57a31fd8-5880-44d2-b897-f83e1feb683c/684c8b7d-7ca8-4c90-9a41-7e029c418b23/a2f5f2d3-d134-4e85-972a-3bff1320e8dd) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:45.708584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d8a4e8d5-d317-4fba-b88f-b61cd68ec43e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:45.709233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d8a4e8d5-d317-4fba-b88f-b61cd68ec43e not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:45.727501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '7fd4fd5a-62ed-4dce-ba1c-5c69650208fc'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:35:45.728666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.769451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.779802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:45.940155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/7fd4fd5a-62ed-4dce-ba1c-5c69650208fc/31309927-ef85-4a8f-9c3b-311c3602d279) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:45.970354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Attempting to bind port 865730d1-29c4-40a7-85c3-87de8c4baf1b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:45.970692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Attempting to bind port 865730d1-29c4-40a7-85c3-87de8c4baf1b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:45.971022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Attempting to bind port 865730d1-29c4-40a7-85c3-87de8c4baf1b on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:45.979821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:45.983483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:45.990813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Port 865730d1-29c4-40a7-85c3-87de8c4baf1b on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:35:45.991178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Attempting to bind port 865730d1-29c4-40a7-85c3-87de8c4baf1b on network 7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:45.996775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:45.997111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Checking segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:45.997490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Bound using segment: {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:45.998000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Bound port: 865730d1-29c4-40a7-85c3-87de8c4baf1b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141a2248-e674-436d-a959-e4405edeaa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:45.998355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.121511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:46.140707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:46.149060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.167833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:46.170772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.173014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.174612 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] 10.222.0.44 "PUT /v2.0/ports/865730d1-29c4-40a7-85c3-87de8c4baf1b HTTP/1.1" status: 200 len: 1092 time: 1.4982641 Oct 28 21:35:46.176634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:46.178940 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82398b56-5ab0-4692-a171-9bc46027ffcd" -d '{"events": [{"name": "network-changed", "server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:46.197219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.212270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 4175297f-e1b4-4db1-b5af-cc856c2b4c7e yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:35:46.237111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d60bfe94-0398-48d9-85b2-7bf7bbeadaa1 req-ed135c44-7d88-4566-b49b-7d8234f2db80 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.1254485 Oct 28 21:35:46.259690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.279901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.284913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfdac23c-6325-47d6-8e31-4978882dc0b7 HTTP/1.1" status: 204 len: 168 time: 0.9491415 Oct 28 21:35:46.312399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Pushing event updated for resources: {'Port': ['ID=31309927-ef85-4a8f-9c3b-311c3602d279,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:46.324063 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4766d-7904-4d3e-9cdd-d357fe87ca97 x-openstack-request-id: req-6eb4766d-7904-4d3e-9cdd-d357fe87ca97 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:46.329037 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:46.329405 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eb4766d-7904-4d3e-9cdd-d357fe87ca97 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:46.330037 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'status': 'completed', 'code': 200} Oct 28 21:35:46.346086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:46.366085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:46.373238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:46.415998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-70055d1f-b10d-4727-9746-741c68584c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:46.423360 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-70055d1f-b10d-4727-9746-741c68584c10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 1095 time: 0.1951654 Oct 28 21:35:46.494856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Attempting to bind port 31309927-ef85-4a8f-9c3b-311c3602d279 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:46.495498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Attempting to bind port 31309927-ef85-4a8f-9c3b-311c3602d279 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:46.496039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Attempting to bind port 31309927-ef85-4a8f-9c3b-311c3602d279 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:46.503202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:46.503957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:46.504605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.505210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:46.505923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Bound port: 31309927-ef85-4a8f-9c3b-311c3602d279, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:46.506575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.546545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-5855ccc7-1afa-4247-994b-efb0760242c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b HTTP/1.1" status: 200 len: 217 time: 0.1066206 Oct 28 21:35:46.548349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef22f0a-8320-4a5e-afa9-a26cecbb3a59 service neutron] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:46.598160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] For port 31309927-ef85-4a8f-9c3b-311c3602d279, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:46.598427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::220 (f81635a2-fdc9-4571-89e5-692fe1730770/7fd4fd5a-62ed-4dce-ba1c-5c69650208fc/4175297f-e1b4-4db1-b5af-cc856c2b4c7e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:46.605287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] For port 31309927-ef85-4a8f-9c3b-311c3602d279, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=31309927-ef85-4a8f-9c3b-311c3602d279,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:46.624592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.666306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234107-252c-4c55-91da-869214dbaf76 req-7afbf184-d03e-4a62-858c-d1857fac453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:46.668547 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-7afbf184-d03e-4a62-858c-d1857fac453e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.1032577 Oct 28 21:35:46.699884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:46.740925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-d3493f35-11cc-4de5-b2b7-d612dedd93b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529270 Oct 28 21:35:46.745414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebfff8-4fc7-4454-9c22-4c8feaeca03c None None] Pushing event updated for resources: {'Port': ['ID=31309927-ef85-4a8f-9c3b-311c3602d279,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:46.958512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.065549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc19c8-c6c0-4c14-9351-48183098b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdac23c-6325-47d6-8e31-4978882dc0b7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:47.103520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.264461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48612) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:47.344505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.359291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:47.369639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-16b55244-48ff-427b-8ac6-82169d477375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.380354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:47.397868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:47.410873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:47.411775 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.427767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=4175297f-e1b4-4db1-b5af-cc856c2b4c7e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:47.493908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81684d-8d13-4edc-9c68-26adf39016c4 req-ba1458cb-f0b2-463b-a93a-e4e010111eb4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:47.501930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b81684d-8d13-4edc-9c68-26adf39016c4 req-ba1458cb-f0b2-463b-a93a-e4e010111eb4 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 943 time: 0.3946056 Oct 28 21:35:47.587488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba9f9b5d-22c2-46d8-bbd0-00c568611cd7 req-caa33378-da2c-4011-b13a-667a2bc72837 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.1499546 Oct 28 21:35:47.602875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-db514f95-d5c9-440b-8b22-16ac7db54885 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2013378 Oct 28 21:35:47.612780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:47.655324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.682211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b81684d-8d13-4edc-9c68-26adf39016c4 req-20ff7e8b-6460-4d58-a141-2b8023974558 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770954 Oct 28 21:35:47.747774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ea698-8040-4364-b35b-b7d75590c10a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:47.762793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ea698-8040-4364-b35b-b7d75590c10a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:47.768803 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-207ea698-8040-4364-b35b-b7d75590c10a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1531549 Oct 28 21:35:47.769986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48638) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:47.774071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-fc0594ef-e353-4c47-8bfd-8d8f13217f9e service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248063 Oct 28 21:35:47.799582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Network 57a31fd8-5880-44d2-b897-f83e1feb683c is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:47.817078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-16b55244-48ff-427b-8ac6-82169d477375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.818865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:47.832771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:47.884091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-16b55244-48ff-427b-8ac6-82169d477375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.895736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Pushing event updated for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:47.972344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:47.973109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:47.983086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-16b55244-48ff-427b-8ac6-82169d477375 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2685b38042f49cb8f2c5c93ae10492c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864321 Oct 28 21:35:47.988332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:47.993524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b55244-48ff-427b-8ac6-82169d477375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3b173-6779-46ef-806b-7262d4f2e8cc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:48.096921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-821e1c4a-c5dd-4231-a5a1-a03b30ceebb4 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6020589 Oct 28 21:35:48.111165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 4175297f-e1b4-4db1-b5af-cc856c2b4c7e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:48.111165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.139908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Request body: {'port': {'device_id': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:48.162074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.261518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-78234107-252c-4c55-91da-869214dbaf76 req-0ed14a04-80c6-4550-8cef-8d29ad785919 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776342 Oct 28 21:35:48.264023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.266637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.376532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.400744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 4175297f-e1b4-4db1-b5af-cc856c2b4c7e owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:48.433348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910d4e3-b0b8-4a3f-b925-91bf810c344d None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:48.439560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-39068b38-2e7f-433d-951e-5bcf2542d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:48.446209 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-39068b38-2e7f-433d-951e-5bcf2542d049 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e210e90919b34c3a9e974716cb3be83e&device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 1095 time: 0.1169665 Oct 28 21:35:48.550920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.554196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.555704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85f3b173-6779-46ef-806b-7262d4f2e8cc HTTP/1.1" status: 204 len: 168 time: 0.5673115 Oct 28 21:35:48.582842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd87c2-ff5a-49d3-9c60-91cc1121ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3b173-6779-46ef-806b-7262d4f2e8cc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:48.639989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] Provisioning complete for port 31309927-ef85-4a8f-9c3b-311c3602d279 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:48.654193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:48.875086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-eea3a086-fb88-4230-987d-6865b3c3f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:48.877077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-eea3a086-fb88-4230-987d-6865b3c3f2a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 200 len: 906 time: 0.3322701 Oct 28 21:35:48.913749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.027366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-7ceda914-a738-41b7-be35-bdc6562b01e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b HTTP/1.1" status: 200 len: 217 time: 0.1382344 Oct 28 21:35:49.047339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f5f2d3-d134-4e85-972a-3bff1320e8dd {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:35:49.097875 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:35:49.231613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-2ed28e85-ccb9-41d0-b1bc-44b097d81e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:49.231613 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-2ed28e85-ccb9-41d0-b1bc-44b097d81e62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 200 len: 845 time: 0.1740766 Oct 28 21:35:49.231613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=4175297f-e1b4-4db1-b5af-cc856c2b4c7e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:49.277596 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-c4079038-e4e4-4d13-8afd-7aeddaac0181 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349777 Oct 28 21:35:49.315909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.331080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e582e84f-f310-44c0-a2c2-a9dec7d2cb6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4175297f-e1b4-4db1-b5af-cc856c2b4c7e HTTP/1.1" status: 204 len: 168 time: 1.5599802 Oct 28 21:35:49.335758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 31309927-ef85-4a8f-9c3b-311c3602d279 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:49.355408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48708) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:49.412926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.546665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] For port 31309927-ef85-4a8f-9c3b-311c3602d279, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=31309927-ef85-4a8f-9c3b-311c3602d279,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:49.562789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.651809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 31309927-ef85-4a8f-9c3b-311c3602d279 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:49.652247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.857342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a06e-a471-49dc-a5be-e9968314c301 None None] Pushing event updated for resources: {'Port': ['ID=31309927-ef85-4a8f-9c3b-311c3602d279,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:49.930428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8bdfe1-d0a8-4327-9562-feb3733712fa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:49.933023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:49.934154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8bdfe1-d0a8-4327-9562-feb3733712fa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:49.938656 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4b8bdfe1-d0a8-4327-9562-feb3733712fa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5815434 Oct 28 21:35:49.938656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:50.024614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2ea9db3c-52d5-4a3a-9bcc-b68782d3530c None None] Provisioning complete for port 31309927-ef85-4a8f-9c3b-311c3602d279 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:50.030220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ea9db3c-52d5-4a3a-9bcc-b68782d3530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.055975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a068-9c08-4c0a-b1f0-a7ba6300531d req-de52c939-0902-476a-91dc-e3036e6b5256 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:50.060054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5578a068-9c08-4c0a-b1f0-a7ba6300531d req-de52c939-0902-476a-91dc-e3036e6b5256 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 931 time: 1.2489495 Oct 28 21:35:50.061679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Transition to ACTIVE for port object a2f5f2d3-d134-4e85-972a-3bff1320e8dd will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:35:50.085564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2507-fc63-478d-a6aa-3673575edd30 req-61071e20-499a-499d-95f2-a38adea146c1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:50.088024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ede2507-fc63-478d-a6aa-3673575edd30 req-61071e20-499a-499d-95f2-a38adea146c1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 943 time: 1.1238146 Oct 28 21:35:50.093588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.202634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:50.262352 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-1ce7f31e-e4b1-4f3f-90c4-dfbdf4cbca2c service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659209 Oct 28 21:35:50.278501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 7fd4fd5a-62ed-4dce-ba1c-5c69650208fc {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:35:50.286666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.351556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.381565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5578a068-9c08-4c0a-b1f0-a7ba6300531d req-f6d8e318-d4fa-4879-83f6-e65b2a1b738d tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914753 Oct 28 21:35:50.407417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ede2507-fc63-478d-a6aa-3673575edd30 req-ce6e0778-e849-4f17-bd81-d7f97ad949c9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875588 Oct 28 21:35:50.449801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:50.601290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Attempting to bind port a2f5f2d3-d134-4e85-972a-3bff1320e8dd on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:50.601714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Attempting to bind port a2f5f2d3-d134-4e85-972a-3bff1320e8dd by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '86a0d811-8019-405a-bce4-62c0e08565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:50.602050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Attempting to bind port a2f5f2d3-d134-4e85-972a-3bff1320e8dd on network 57a31fd8-5880-44d2-b897-f83e1feb683c {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:50.619356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Port a2f5f2d3-d134-4e85-972a-3bff1320e8dd on network 57a31fd8-5880-44d2-b897-f83e1feb683c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:35:50.619748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Attempting to bind port a2f5f2d3-d134-4e85-972a-3bff1320e8dd on network 57a31fd8-5880-44d2-b897-f83e1feb683c {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:50.635588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:50.638428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Checking segment: {'id': '86a0d811-8019-405a-bce4-62c0e08565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:50.638885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Bound using segment: {'id': '86a0d811-8019-405a-bce4-62c0e08565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:50.639471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Bound port: a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a0d811-8019-405a-bce4-62c0e08565d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:50.645403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.672770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52df1285-6580-4707-a402-ea3c25b90a5b None None] Could not find standard attr ID for object 4175297f-e1b4-4db1-b5af-cc856c2b4c7e. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:35:50.719782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.780941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-82398b56-5ab0-4692-a171-9bc46027ffcd req-9c5e5130-ea13-49b4-817c-ab2f905a7dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708137 Oct 28 21:35:50.825217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.846421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:50.850635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,segment=NetworkSegment(86a0d811-8019-405a-bce4-62c0e08565d4),segment_id=86a0d811-8019-405a-bce4-62c0e08565d4)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:50.861645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.882636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:50.886339 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd4fd5a-62ed-4dce-ba1c-5c69650208fc HTTP/1.1" status: 204 len: 168 time: 0.9448419 Oct 28 21:35:50.889846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48752) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:50.941785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254ce69-5b8f-400f-9cf1-345ebea2bf63 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd4fd5a-62ed-4dce-ba1c-5c69650208fc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:50.975839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfe3de68-0e82-4e7a-8ff4-dccde127302e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.008405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:51.009184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.010684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] 10.222.0.44 "PUT /v2.0/ports/a2f5f2d3-d134-4e85-972a-3bff1320e8dd HTTP/1.1" status: 200 len: 1092 time: 2.8765440 Oct 28 21:35:51.011224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:51.013931 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:51.041251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 31309927-ef85-4a8f-9c3b-311c3602d279 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:51.088413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a8455f-49a0-449e-bb67-926224964690 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:51.122276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9fe00a09-b4fd-40f3-bb27-aa3701ac836a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1849322 Oct 28 21:35:51.127246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48756) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:51.142397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:51.168229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfe3de68-0e82-4e7a-8ff4-dccde127302e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.183521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfe3de68-0e82-4e7a-8ff4-dccde127302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.245992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 31309927-ef85-4a8f-9c3b-311c3602d279 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:51.247713 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.256196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3de68-0e82-4e7a-8ff4-dccde127302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de94aaf-8f6e-402d-81b3-a46038d3d446,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:51.273976 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6489e-b1ed-4f2b-8290-2ecaa222175b x-openstack-request-id: req-9ef6489e-b1ed-4f2b-8290-2ecaa222175b {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:51.274656 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:51.275732 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ef6489e-b1ed-4f2b-8290-2ecaa222175b {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:51.276187 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd', 'status': 'completed', 'code': 200} Oct 28 21:35:51.276814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975fa7e-2fb5-4f04-b1df-ec405a6df8ea service neutron] Pushing event updated for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:51.318453 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bfe3de68-0e82-4e7a-8ff4-dccde127302e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4ce7e43e2aa4babb0ed4ac4b4b190ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1093307 Oct 28 21:35:51.321093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48762) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:51.341969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-975204b6-c191-43e2-9799-c2bd2af9974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:51.345321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-975204b6-c191-43e2-9799-c2bd2af9974d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08e862c665ea49419e24ce706f9861df&device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 1095 time: 0.2313778 Oct 28 21:35:51.496349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-810f13cf-1fb8-434d-84f5-d8d742448253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd HTTP/1.1" status: 200 len: 217 time: 0.1365960 Oct 28 21:35:51.523573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:51.527408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.558627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:35:51.680785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 865730d1-29c4-40a7-85c3-87de8c4baf1b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:35:51.747722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Deleting port 31309927-ef85-4a8f-9c3b-311c3602d279 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:51.748873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.798236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-316df2e3-adcb-4205-a4f4-01d1ecfceb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:51.799755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-316df2e3-adcb-4205-a4f4-01d1ecfceb4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=684c8b7d-7ca8-4c90-9a41-7e029c418b23 HTTP/1.1" status: 200 len: 849 time: 0.2931228 Oct 28 21:35:51.862763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:51.877200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'mac_address': 'fa:16:3e:9c:42:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:35:51.909748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-5930ddf7-4b76-4f2a-b5e5-d2f47f798cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57a31fd8-5880-44d2-b897-f83e1feb683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497568 Oct 28 21:35:51.965940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] For port 31309927-ef85-4a8f-9c3b-311c3602d279, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=31309927-ef85-4a8f-9c3b-311c3602d279,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:51.966342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:51.980241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Calling delete_port for 31309927-ef85-4a8f-9c3b-311c3602d279 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:52.072903 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.111116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-fd8bc1db-1e95-47b1-9856-d041295415f4 service neutron] 10.222.0.44 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700764 Oct 28 21:35:52.114127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] No DVR routers for this DVR port 31309927-ef85-4a8f-9c3b-311c3602d279 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:35:52.138615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d26004-fcd6-4c22-88c3-3bdd93d184d9 req-08850015-e268-4943-9a75-2486e769aafa tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:52.140226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10d26004-fcd6-4c22-88c3-3bdd93d184d9 req-08850015-e268-4943-9a75-2486e769aafa tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 943 time: 0.3357165 Oct 28 21:35:52.141151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.153089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5bb19-9292-47a4-9e0d-80699dddc07b None None] Pushing event deleted for resources: {'Port': ['ID=31309927-ef85-4a8f-9c3b-311c3602d279,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:52.179405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.186755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.203574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:52.220666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865730d1-29c4-40a7-85c3-87de8c4baf1b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:35:52.243379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:52.266343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4539ce-4610-451b-8add-85766c0d0474 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:52.269580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:52.270194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.274217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.329324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10d26004-fcd6-4c22-88c3-3bdd93d184d9 req-42d1d373-952f-4b23-a3b2-d62af3e39bc8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594036 Oct 28 21:35:52.375120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51927a0-6b68-4a2f-92c2-00c04666530a req-753b3e17-17cf-4935-8e41-7bbee5fdf8d5 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:52.377687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d51927a0-6b68-4a2f-92c2-00c04666530a req-753b3e17-17cf-4935-8e41-7bbee5fdf8d5 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 943 time: 0.5813639 Oct 28 21:35:52.488644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3512976 Oct 28 21:35:52.492257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:52.495658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a0481-2cea-41b1-93a7-e1ef93066ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=6103d96d-119b-4cb8-a777-1eb84c2c0f8c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:52.509158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d51927a0-6b68-4a2f-92c2-00c04666530a req-e272c502-4025-43c4-a094-f942666ea8b9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203885 Oct 28 21:35:52.509677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'name': 'tempest-NetworksTestDHCPv6-838871811'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:52.609574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0032330d-9b8a-4252-9ce3-10c736991ee8 req-8519b8ca-e14c-4f59-86cc-667f2d58d0fc service neutron] 10.222.0.44 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815278 Oct 28 21:35:52.617678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.620292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.645276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1de94aaf-8f6e-402d-81b3-a46038d3d446 HTTP/1.1" status: 204 len: 168 time: 1.3227463 Oct 28 21:35:52.669535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01b6a-a290-47ca-9afe-e9d4f8887c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de94aaf-8f6e-402d-81b3-a46038d3d446,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:52.713512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:52.741354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.787550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-2ed87cfa-8207-4feb-b7bb-f3fdd16f6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:52.791695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-2ed87cfa-8207-4feb-b7bb-f3fdd16f6638 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=08e862c665ea49419e24ce706f9861df&device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0966938 Oct 28 21:35:52.925911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:52.938517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:52.984249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port b0aae798-7e3b-43ec-a42b-1af28c50106e yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:35:53.012191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-3f29d710-efd3-42b6-9914-b81d0a98541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:53.013747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-3f29d710-efd3-42b6-9914-b81d0a98541c service neutron] 10.222.0.44 "GET /v2.0/networks?id=57a31fd8-5880-44d2-b897-f83e1feb683c HTTP/1.1" status: 200 len: 910 time: 0.2087104 Oct 28 21:35:53.029858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:53.055663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['865730d1-29c4-40a7-85c3-87de8c4baf1b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:35:53.063995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 31309927-ef85-4a8f-9c3b-311c3602d279 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:35:53.132997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-392542ad-eb78-40f0-a155-d1d90dad8f3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd HTTP/1.1" status: 200 len: 217 time: 0.1115346 Oct 28 21:35:53.201208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 31309927-ef85-4a8f-9c3b-311c3602d279 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:35:53.201609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 31309927-ef85-4a8f-9c3b-311c3602d279 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:35:53.227180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::1ec (f81635a2-fdc9-4571-89e5-692fe1730770/6103d96d-119b-4cb8-a777-1eb84c2c0f8c/b0aae798-7e3b-43ec-a42b-1af28c50106e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:53.247267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48808) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:53.253657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-7e458b08-0550-4a3a-9315-915e24cd4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:53.255950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-7e458b08-0550-4a3a-9315-915e24cd4f8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=684c8b7d-7ca8-4c90-9a41-7e029c418b23 HTTP/1.1" status: 200 len: 849 time: 0.1094012 Oct 28 21:35:53.268965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce2c70d-1a74-46a6-b390-4f81e34f95f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.295756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-2e13da80-88a7-4905-a871-807854475a50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=57a31fd8-5880-44d2-b897-f83e1feb683c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315800 Oct 28 21:35:53.315617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '6103d96d-119b-4cb8-a777-1eb84c2c0f8c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:35:53.316994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.413390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce2c70d-1a74-46a6-b390-4f81e34f95f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.427237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bce2c70d-1a74-46a6-b390-4f81e34f95f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.471166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2c70d-1a74-46a6-b390-4f81e34f95f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1453cd-e370-4fe8-aaa0-7592678054c6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:53.495799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-cce3f2d8-cea1-423c-9902-d29b2aeb8398 service neutron] 10.222.0.44 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902442 Oct 28 21:35:53.522683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bce2c70d-1a74-46a6-b390-4f81e34f95f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7aa3c27b1bae4f2c9413f1ef74fd3ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743113 Oct 28 21:35:53.526131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48818) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:53.607855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.619979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487df83c-a4d8-483d-97aa-29dea38dc213 req-72574449-bf24-428d-9a68-2dd764b83038 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:53.621644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-487df83c-a4d8-483d-97aa-29dea38dc213 req-72574449-bf24-428d-9a68-2dd764b83038 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 943 time: 0.1246383 Oct 28 21:35:53.624709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.670946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3375d0df-f5f1-47ab-97c5-0dcbd9c15fe9 req-b174a47e-7667-4a8a-b049-8840529d2913 service neutron] 10.222.0.44 "GET /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630926 Oct 28 21:35:53.699898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-487df83c-a4d8-483d-97aa-29dea38dc213 req-aee9b8c2-21ef-4ea2-9d21-0ec867578260 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650241 Oct 28 21:35:53.701798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.755302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.764123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ad58-8ea6-4b4c-9cf2-a66ca02e5336 req-3bcef4a4-22e2-4722-ab8e-f6c77a911ec2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:53.767252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7b8ad58-8ea6-4b4c-9cf2-a66ca02e5336 req-3bcef4a4-22e2-4722-ab8e-f6c77a911ec2 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 944 time: 0.0841165 Oct 28 21:35:53.819519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:53.823616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:53.829647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:53.836607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:53.837633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.852877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.855964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:53.856601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/6103d96d-119b-4cb8-a777-1eb84c2c0f8c/dad94dff-1258-40a7-aa58-44ebb300da96) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:53.858153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb1453cd-e370-4fe8-aaa0-7592678054c6 HTTP/1.1" status: 204 len: 168 time: 0.3308187 Oct 28 21:35:53.870057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3759387 Oct 28 21:35:53.873010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e63bb1-4085-49f4-8e2e-f11fc2df8ff7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=b0aae798-7e3b-43ec-a42b-1af28c50106e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:53.881615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:53.901310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7b8ad58-8ea6-4b4c-9cf2-a66ca02e5336 req-bba58a98-d7bc-48cd-bd4b-c003c9f585e9 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Oct 28 21:35:53.905053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d220ca-654b-4744-bfd8-ebb42f522856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1453cd-e370-4fe8-aaa0-7592678054c6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:54.034494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39bfab-77bf-45a1-9aab-b1c5a49c95af tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:54.053941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d39bfab-77bf-45a1-9aab-b1c5a49c95af tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1682296 Oct 28 21:35:54.054485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:54.214563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.228108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.253962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port b0aae798-7e3b-43ec-a42b-1af28c50106e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:54.254316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.303204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:54.304756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Pushing event updated for resources: {'Port': ['ID=dad94dff-1258-40a7-aa58-44ebb300da96,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:54.334568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:54.342831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:54.420806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Attempting to bind port dad94dff-1258-40a7-aa58-44ebb300da96 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:35:54.421190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Attempting to bind port dad94dff-1258-40a7-aa58-44ebb300da96 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:35:54.421796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Attempting to bind port dad94dff-1258-40a7-aa58-44ebb300da96 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:35:54.428686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:35:54.429565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:35:54.430155 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.430715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:35:54.431424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Bound port: dad94dff-1258-40a7-aa58-44ebb300da96, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:35:54.432343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.467123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.483173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for b0aae798-7e3b-43ec-a42b-1af28c50106e owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:54.528893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] For port dad94dff-1258-40a7-aa58-44ebb300da96, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:35:54.538306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] For port dad94dff-1258-40a7-aa58-44ebb300da96, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dad94dff-1258-40a7-aa58-44ebb300da96,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:35:54.550573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.676844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4924bc-3eef-4ff5-bc9e-f26349190927 None None] Pushing event updated for resources: {'Port': ['ID=dad94dff-1258-40a7-aa58-44ebb300da96,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:54.784566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.889284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e681a9-b95a-4a05-bb7e-376b5ab33580 req-f38a0e81-9690-45c8-a27d-9164dcb32f1d tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:54.891559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9e681a9-b95a-4a05-bb7e-376b5ab33580 req-f38a0e81-9690-45c8-a27d-9164dcb32f1d tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 943 time: 0.1028507 Oct 28 21:35:54.912771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:54.916124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/b0aae798-7e3b-43ec-a42b-1af28c50106e HTTP/1.1" status: 204 len: 168 time: 0.8606675 Oct 28 21:35:54.919330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:54.943560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4385e4b-cdc9-42b2-b1e9-f8dd5fc1c2f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=b0aae798-7e3b-43ec-a42b-1af28c50106e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:54.974914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9e681a9-b95a-4a05-bb7e-376b5ab33580 req-e48ec750-f2f3-4a7e-af6b-b4f74eeb0af7 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752783 Oct 28 21:35:55.076975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a1a35-c258-48e5-862a-98d827d213c7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:55.079499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a1a35-c258-48e5-862a-98d827d213c7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:55.090986 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-181a1a35-c258-48e5-862a-98d827d213c7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1660078 Oct 28 21:35:55.096899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48886) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:55.157771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4e7cf-c9a1-42f2-9faa-5cabbd456577 req-50ab0588-7f0c-4b70-b7f1-89d2d33a2ecf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:55.159619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50a4e7cf-c9a1-42f2-9faa-5cabbd456577 req-50ab0588-7f0c-4b70-b7f1-89d2d33a2ecf tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 944 time: 0.0948470 Oct 28 21:35:55.235434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 6103d96d-119b-4cb8-a777-1eb84c2c0f8c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:35:55.242226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:55.284604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50a4e7cf-c9a1-42f2-9faa-5cabbd456577 req-51ce6654-2b2b-4255-a11f-fe03efa31566 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063254 Oct 28 21:35:55.323316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:55.421306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:55.495071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:55.526022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=6103d96d-119b-4cb8-a777-1eb84c2c0f8c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:55.541206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.541960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.543289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.543721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.544118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.544546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.544941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.545335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.545774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.546101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.546534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.546742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:35:55.552635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:55.556624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4d88322-989e-4523-9d44-5b9216257761 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/6103d96d-119b-4cb8-a777-1eb84c2c0f8c HTTP/1.1" status: 204 len: 168 time: 0.4587059 Oct 28 21:35:55.559281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:55.625996 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aeadb5ab-c5aa-402e-8a49-573867a2dfdb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648010 Oct 28 21:35:55.627178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:55.638046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:55.681132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a2f5f2d3-d134-4e85-972a-3bff1320e8dd details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:35:55.690487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 865730d1-29c4-40a7-85c3-87de8c4baf1b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:55.847274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:55.850981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.087514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,segment=NetworkSegment(86a0d811-8019-405a-bce4-62c0e08565d4),segment_id=86a0d811-8019-405a-bce4-62c0e08565d4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:56.102807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 865730d1-29c4-40a7-85c3-87de8c4baf1b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:35:56.112639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd', 'network_id': '57a31fd8-5880-44d2-b897-f83e1feb683c', 'port_id': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd', 'mac_address': 'fa:16:3e:eb:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c8b7d-7ca8-4c90-9a41-7e029c418b23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:35:56.124005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 865730d1-29c4-40a7-85c3-87de8c4baf1b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:56.128177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.276416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88448ad2-bfdb-4cf9-b2af-a4e0c62b941b req-4fbb6e54-fee0-40b0-8b57-f9e48025c87a tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:56.278977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88448ad2-bfdb-4cf9-b2af-a4e0c62b941b req-4fbb6e54-fee0-40b0-8b57-f9e48025c87a tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 943 time: 0.1698475 Oct 28 21:35:56.317774 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.365486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.397160 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.407518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88448ad2-bfdb-4cf9-b2af-a4e0c62b941b req-6e911fad-68b7-4985-9d9f-a4f0c96cbda1 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098948 Oct 28 21:35:56.460945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f5f2d3-d134-4e85-972a-3bff1320e8dd {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:35:56.492182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:35:56.498861 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ab897-bd70-42bc-9882-8d9f42ff9a8c" -d '{"events": [{"server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "name": "network-vif-plugged", "status": "completed", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:35:56.509094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:56.517934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:56.524811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:56.525425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.540336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,segment=NetworkSegment(86a0d811-8019-405a-bce4-62c0e08565d4),segment_id=86a0d811-8019-405a-bce4-62c0e08565d4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:56.551269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:56.555198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.576720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.588829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=ecbaaf79-537b-42a4-b561-3f7fbf233588,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:56.620705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a109cdde-15ea-44cf-84fd-e933b3f231e9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9909842 Oct 28 21:35:56.622020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48944) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:56.637148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3150-a893-48ae-a03e-eab84d593eac req-9e92f1b2-ead2-4a8f-8ed6-7bc32a3cc5ae tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:56.637463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'name': 'tempest-NetworksTestDHCPv6-1151514794'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:56.648638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43cd3150-a893-48ae-a03e-eab84d593eac req-9e92f1b2-ead2-4a8f-8ed6-7bc32a3cc5ae tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 944 time: 0.2015913 Oct 28 21:35:56.661527 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcefc023-e73b-489f-8947-a76588b041bd x-openstack-request-id: req-dcefc023-e73b-489f-8947-a76588b041bd {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:35:56.661962 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "name": "network-vif-plugged", "status": "completed", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:35:56.662370 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcefc023-e73b-489f-8947-a76588b041bd {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:35:56.662875 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'code': 200} Oct 28 21:35:56.698752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1588c-05e8-451f-b5e8-df8f17e8234f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:35:56.835431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43cd3150-a893-48ae-a03e-eab84d593eac req-e239c38f-3f78-41bc-bff5-28af8e2c4cf3 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315401 Oct 28 21:35:56.841376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:56.846698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.847958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] Provisioning complete for port dad94dff-1258-40a7-aa58-44ebb300da96 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:56.859403 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:56.880183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ff8cc-7c4b-49e4-8243-f8a9ed5a5f48 req-03847f41-f5bc-4d77-9100-ecc6cf27ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:56.881723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-346ff8cc-7c4b-49e4-8243-f8a9ed5a5f48 req-03847f41-f5bc-4d77-9100-ecc6cf27ba6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 1097 time: 0.1828041 Oct 28 21:35:56.897669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port a91caedc-2891-43e2-a203-d0453d7a9bb4 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:35:56.930861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:57.023682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a2f5f2d3-d134-4e85-972a-3bff1320e8dd'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:35:57.179586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-346ff8cc-7c4b-49e4-8243-f8a9ed5a5f48 req-7635bf27-b8f6-48b1-bad8-3868ab611115 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800364 Oct 28 21:35:57.265120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:57.346211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::16d (f81635a2-fdc9-4571-89e5-692fe1730770/ecbaaf79-537b-42a4-b561-3f7fbf233588/a91caedc-2891-43e2-a203-d0453d7a9bb4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:35:57.367979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dad94dff-1258-40a7-aa58-44ebb300da96 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:57.617508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281615b-fb64-4c64-b6da-354660a821ff req-ed90c477-7db6-4dc3-9844-3996ca4a2860 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:57.623411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:57.626767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8281615b-fb64-4c64-b6da-354660a821ff req-ed90c477-7db6-4dc3-9844-3996ca4a2860 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 944 time: 0.0761380 Oct 28 21:35:57.683410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:57.685162 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:57.686370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8281615b-fb64-4c64-b6da-354660a821ff req-8242891f-6edc-457f-8dae-1851211ca8f6 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575163 Oct 28 21:35:57.751344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:35:57.769629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:35:57.783915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:35:57.793827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:57.793827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:57.795434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=a91caedc-2891-43e2-a203-d0453d7a9bb4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:57.828290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dad94dff-1258-40a7-aa58-44ebb300da96 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:57.829814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:57.840277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7630f78b-703a-4526-bfca-d901972a9ffb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2135396 Oct 28 21:35:57.842637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:57.958897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94542b1c-7130-4747-9d45-8b8d48f4442e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:57.971900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94542b1c-7130-4747-9d45-8b8d48f4442e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:57.974413 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94542b1c-7130-4747-9d45-8b8d48f4442e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1304119 Oct 28 21:35:57.988334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49020) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:57.995467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] For port dad94dff-1258-40a7-aa58-44ebb300da96, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dad94dff-1258-40a7-aa58-44ebb300da96,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:35:58.023587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.086778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed1730-916b-4a98-9eed-890db0e62a7e req-b921861e-6203-4af9-9bf8-899d18c80d48 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:58.091431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02ed1730-916b-4a98-9eed-890db0e62a7e req-b921861e-6203-4af9-9bf8-899d18c80d48 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.1369293 Oct 28 21:35:58.181948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02ed1730-916b-4a98-9eed-890db0e62a7e req-cd0b57c9-963d-46f2-880c-01f27ed6fe09 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842690 Oct 28 21:35:58.245664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370b59-0904-4f54-b137-649745f3b3ae None None] Pushing event updated for resources: {'Port': ['ID=dad94dff-1258-40a7-aa58-44ebb300da96,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:58.279403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port a91caedc-2891-43e2-a203-d0453d7a9bb4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:35:58.280071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.492288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.503209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c0d5124b-b510-46ca-9a3f-4b41274231f6 None None] Provisioning complete for port a91caedc-2891-43e2-a203-d0453d7a9bb4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:58.503474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0d5124b-b510-46ca-9a3f-4b41274231f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.523022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for a91caedc-2891-43e2-a203-d0453d7a9bb4 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:35:58.561901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49042) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:58.577503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5124b-b510-46ca-9a3f-4b41274231f6 None None] Port a91caedc-2891-43e2-a203-d0453d7a9bb4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:35:58.613076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c0d5124b-b510-46ca-9a3f-4b41274231f6 None None] Provisioning complete for port dad94dff-1258-40a7-aa58-44ebb300da96 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:58.615994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0d5124b-b510-46ca-9a3f-4b41274231f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.850796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.919314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30bdba8b-068c-4ac2-b67c-859d5c6e40ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:58.955921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=a91caedc-2891-43e2-a203-d0453d7a9bb4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:59.008978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.017030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79daa-da72-47b8-8b63-db29861126b0 req-5b44a0b0-1a3f-4539-899b-0369ed0cf638 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:59.025690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0f79daa-da72-47b8-8b63-db29861126b0 req-5b44a0b0-1a3f-4539-899b-0369ed0cf638 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 944 time: 0.1617272 Oct 28 21:35:59.030024 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a34fed83-8c1f-40a1-9b41-3f6755b5912e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/a91caedc-2891-43e2-a203-d0453d7a9bb4 HTTP/1.1" status: 204 len: 168 time: 1.0382869 Oct 28 21:35:59.033774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:59.087796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dad94dff-1258-40a7-aa58-44ebb300da96 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:59.109130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0f79daa-da72-47b8-8b63-db29861126b0 req-e86fca4d-eb88-4342-83bd-53dc443cbd63 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823636 Oct 28 21:35:59.166059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-361d3a29-2881-4684-aae7-5ed2a9ff072e None None] Could not find standard attr ID for object b0aae798-7e3b-43ec-a42b-1af28c50106e. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:35:59.169424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6084b-f876-4aae-89a4-221ab95db22a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:59.171488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6084b-f876-4aae-89a4-221ab95db22a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:59.177058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-77d6084b-f876-4aae-89a4-221ab95db22a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368639 Oct 28 21:35:59.177345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49068) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:59.197483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30bdba8b-068c-4ac2-b67c-859d5c6e40ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.205237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30bdba8b-068c-4ac2-b67c-859d5c6e40ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.249872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dad94dff-1258-40a7-aa58-44ebb300da96 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:59.250549 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.311717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet ecbaaf79-537b-42a4-b561-3f7fbf233588 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:35:59.319151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.327098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-30bdba8b-068c-4ac2-b67c-859d5c6e40ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e77c9b4017c946b9a1ecd804097c960d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602999 Oct 28 21:35:59.343352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49074) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:59.352475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdba8b-068c-4ac2-b67c-859d5c6e40ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3800c2-3e1d-49aa-b0de-1d1b1e24908e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:59.441847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.444872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:59.464883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1325482881'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:35:59.526270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f75de-464b-4b32-a916-6653b4a141b3 req-d0aa792b-c562-49a6-8e03-07b3b78b279b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:59.550823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f02f75de-464b-4b32-a916-6653b4a141b3 req-d0aa792b-c562-49a6-8e03-07b3b78b279b tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.2204449 Oct 28 21:35:59.562119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.584672 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.618050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.645111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:35:59.654435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.707063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:35:59.727051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a2f5f2d3-d134-4e85-972a-3bff1320e8dd up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:35:59.743249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.743573 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Added segment 216a831e-5ac5-4946-b8c2-c60c2c3922ba of type vlan for network 7649a28d-1e5d-44da-ba76-f6342b565727 Oct 28 21:35:59.745869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.769292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.772277 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.774782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd3800c2-3e1d-49aa-b0de-1d1b1e24908e HTTP/1.1" status: 204 len: 168 time: 0.4292424 Oct 28 21:35:59.802668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfd9df-f898-46c2-9f6c-4333e4f6c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3800c2-3e1d-49aa-b0de-1d1b1e24908e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:35:59.839291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0d376b92-b8fd-496c-a25f-9949402e9979 None None] Could not find standard attr ID for object a91caedc-2891-43e2-a203-d0453d7a9bb4. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:35:59.840180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f02f75de-464b-4b32-a916-6653b4a141b3 req-f8e526b3-5358-4fa0-8bea-4302a6b1656e tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860932 Oct 28 21:35:59.897628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a2f5f2d3-d134-4e85-972a-3bff1320e8dd completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:35:59.903425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a2f5f2d3-d134-4e85-972a-3bff1320e8dd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:35:59.904192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.911584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.944032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.950719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/ecbaaf79-537b-42a4-b561-3f7fbf233588 HTTP/1.1" status: 204 len: 168 time: 0.7710333 Oct 28 21:35:59.952939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49104) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:35:59.978990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:35:59.986122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:35:59.986778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.038645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-39e869ac-9b4b-4d00-9460-5ad38fbe6ae3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834689 Oct 28 21:36:00.040702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49112) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.059215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a213f-4854-432f-8787-fa2b57362feb None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:00.167371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0625627-bd62-4a08-adad-e02fae28c041 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbaaf79-537b-42a4-b561-3f7fbf233588,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:00.202930 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.235423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Network': ['ID=7649a28d-1e5d-44da-ba76-f6342b565727,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:00.252881 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7eea62ff-443a-4df7-9ab5-4be3d0bbf567 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8045535 Oct 28 21:36:00.253830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.283860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1738214806'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:00.286426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:00.316057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad0e45-c883-4b5b-90dc-a58603eb3e4b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:00.324050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cad0e45-c883-4b5b-90dc-a58603eb3e4b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2819202 Oct 28 21:36:00.325556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49128) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.342477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:00.347796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.378168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:36:00.381075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:00.383428 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa68e92-8105-4066-b62c-f3ae2f6b65f2" -d '{"events": [{"server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:00.394715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.395548 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Added segment 86cd4bf2-b9dc-43ec-a000-c2f6c5033183 of type vlan for network 8d665487-1248-41c4-b9a0-050c1da13b7f Oct 28 21:36:00.433824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,segment=NetworkSegment(86a0d811-8019-405a-bce4-62c0e08565d4),segment_id=86a0d811-8019-405a-bce4-62c0e08565d4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:00.450872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.497951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.553643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:00.578335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.586028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:00.589375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.622971 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9e052-84c2-48ee-b124-8c821c5190ef x-openstack-request-id: req-00d9e052-84c2-48ee-b124-8c821c5190ef {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:00.623114 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "name": "network-vif-plugged", "status": "completed", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:00.623374 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00d9e052-84c2-48ee-b124-8c821c5190ef {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:00.624026 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd', 'code': 200} Oct 28 21:36:00.627179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:00.762991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.777423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Deleting port dad94dff-1258-40a7-aa58-44ebb300da96 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:00.777794 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.790334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5354805 Oct 28 21:36:00.791567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8318-521a-461c-8570-c0016975f6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:00.791871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7c4d11-83e0-447f-a4ba-9a7276db1c6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:00.798328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0c7c4d11-83e0-447f-a4ba-9a7276db1c6d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4669440 Oct 28 21:36:00.799231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49152) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.800536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49154) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:00.828989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'subnet': {'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:00.838570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5ec56-8145-4592-bea0-16c31bcac72e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Network': ['ID=8d665487-1248-41c4-b9a0-050c1da13b7f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:00.883218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:00.972352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e419876a-53bc-41c3-a355-5a0bed2c3b30 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1596460 Oct 28 21:36:00.989089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49168) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:01.008358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:01.053301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] For port dad94dff-1258-40a7-aa58-44ebb300da96, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dad94dff-1258-40a7-aa58-44ebb300da96,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:01.053704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.068511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dad94dff-1258-40a7-aa58-44ebb300da96 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:01.124411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94cede-b048-46b6-871a-c806bbe32d9c req-bb323a36-eab1-4d3c-a076-36477587e542 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:01.133342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f94cede-b048-46b6-871a-c806bbe32d9c req-bb323a36-eab1-4d3c-a076-36477587e542 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.8046522 Oct 28 21:36:01.148101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Calling delete_port for dad94dff-1258-40a7-aa58-44ebb300da96 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:01.175544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68039e-86b3-4a5c-9d31-28c1b8780b73 req-d34b098e-8a0c-4250-8c27-3d1041b1cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:01.177624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed68039e-86b3-4a5c-9d31-28c1b8780b73 req-d34b098e-8a0c-4250-8c27-3d1041b1cdf4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 1097 time: 0.4740505 Oct 28 21:36:01.255707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed68039e-86b3-4a5c-9d31-28c1b8780b73 req-2f2e86ac-f825-4016-b865-58acd6094bd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Oct 28 21:36:01.268755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f94cede-b048-46b6-871a-c806bbe32d9c req-755f2eb5-9b9f-4899-891f-d187f811787b tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343100 Oct 28 21:36:01.274396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8318-521a-461c-8570-c0016975f6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.290339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.api [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:36:01.290339 n-d-806683-16 neutron-server[102314]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 21:36:01.290339 n-d-806683-16 neutron-server[102314]: [parameters: {'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'id': '0955091d-cd3b-458b-943f-a7e22602f2e1', 'expiration': datetime.datetime(2021, 10, 28, 21, 38, 1, 273835)}] Oct 28 21:36:01.290339 n-d-806683-16 neutron-server[102314]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:36:01.291098 n-d-806683-16 neutron-server[102314]: DEBUG oslo_db.api [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:36:01.291276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8318-521a-461c-8570-c0016975f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.333767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e8318-521a-461c-8570-c0016975f6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aac2b5-4cdd-4a5a-8ab6-9aa187bcc960,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:01.341142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:01.347424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.386998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bcd0d-e432-4185-a2b1-4cbe6774d34f req-d6ead29f-0028-437e-a4ac-1de21ac5927d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:01.397174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336bcd0d-e432-4185-a2b1-4cbe6774d34f req-d6ead29f-0028-437e-a4ac-1de21ac5927d tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.0883343 Oct 28 21:36:01.417026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.472714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-336bcd0d-e432-4185-a2b1-4cbe6774d34f req-5eee965d-2f97-4375-a04e-fe65d76c2e9f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Oct 28 21:36:01.499465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49192) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:01.499712 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c6e8318-521a-461c-8570-c0016975f6fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b3a55a89db541e1b10b93d6e959633c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351000 Oct 28 21:36:01.516172 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.595312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.602585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] Pushing event deleted for resources: {'Port': ['ID=dad94dff-1258-40a7-aa58-44ebb300da96,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:01.607309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdf1a7-ef5f-46be-b73e-0ceb9fe1431e None None] No DVR routers for this DVR port dad94dff-1258-40a7-aa58-44ebb300da96 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:01.609504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:36:01.609504 n-d-806683-16 neutron-server[102315]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 28 21:36:01.609504 n-d-806683-16 neutron-server[102315]: [parameters: {'status': 'DOWN', 'ports_id': 'dad94dff-1258-40a7-aa58-44ebb300da96'}] Oct 28 21:36:01.609504 n-d-806683-16 neutron-server[102315]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:36:01.610625 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:36:01.645776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.702377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.703987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.707248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.708629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4aac2b5-4cdd-4a5a-8ab6-9aa187bcc960 HTTP/1.1" status: 204 len: 168 time: 0.2069533 Oct 28 21:36:01.735574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a24a-696d-4363-83af-65eabb4d68b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aac2b5-4cdd-4a5a-8ab6-9aa187bcc960,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:01.775088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:01.779006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:01.783875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:01.785275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.789716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981a895-a77d-44d2-b468-d75045c50d3f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:01.807090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=bfa27b3a-8c89-4647-8dda-5a9068ba2f11,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:01.829139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:01.834983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:01.849909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b22f52f-9061-49b0-bc13-f708cf6dcd5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8454149 Oct 28 21:36:01.852568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:01.859904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': 'bfa27b3a-8c89-4647-8dda-5a9068ba2f11', 'ip_address': '2001:db8::e640:e664:580:ad18'}], 'name': 'tempest-NetworksTestDHCPv6-360216604'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:02.110846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:02.158729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'bfa27b3a-8c89-4647-8dda-5a9068ba2f11'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:02.162569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:02.205127 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:02.240592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port dad94dff-1258-40a7-aa58-44ebb300da96 update to DOWN by agent not found {{(pid=102315) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 28 21:36:02.351652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Subnet': ['ID=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:02.376773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:02.378100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network hostable DHCP agents. Network: 7649a28d-1e5d-44da-ba76-f6342b565727, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:36:02.415357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:36:02.456149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7649a28d-1e5d-44da-ba76-f6342b565727) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:02.461251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:02.473381 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:02.545582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-55639a8a-7bfa-49dc-98b9-9a58c3402f2d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7384436 Oct 28 21:36:02.548770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49224) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:02.560252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'subnet': {'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:02.716061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/bfa27b3a-8c89-4647-8dda-5a9068ba2f11/d3e37f12-0f64-45c4-ad3e-7827ddf9712b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:02.781970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:02.825724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port aac38396-4537-43f2-a6e6-f8b958be7cf5 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:03.011377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f54e4-7052-4926-bfec-5de6f97d19da req-0802d97f-0373-4798-b561-fccd939dd563 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.018669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e0f54e4-7052-4926-bfec-5de6f97d19da req-0802d97f-0373-4798-b561-fccd939dd563 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.4025440 Oct 28 21:36:03.043008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59defa-f749-48eb-af76-d973f951f672 req-bbc4154e-5f5e-4db8-90c4-bdedc3663f81 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.047562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c59defa-f749-48eb-af76-d973f951f672 req-bbc4154e-5f5e-4db8-90c4-bdedc3663f81 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.4803870 Oct 28 21:36:03.053100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.056061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980ff67-3b78-4c03-a542-6911efe06067 None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:03.148013 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.150702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::e640:e664:580:ad18 (f81635a2-fdc9-4571-89e5-692fe1730770/bfa27b3a-8c89-4647-8dda-5a9068ba2f11/aac38396-4537-43f2-a6e6-f8b958be7cf5) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:03.182793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c59defa-f749-48eb-af76-d973f951f672 req-eb38b204-0ef8-41fb-ad56-fc84bd69d307 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128531 Oct 28 21:36:03.183876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:03.198111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.244167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:03.266328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:03.275383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:03.288329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e0f54e4-7052-4926-bfec-5de6f97d19da req-92390a5e-0a7c-4e48-81f7-f0f99a08d523 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569602 Oct 28 21:36:03.413443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Pushing event updated for resources: {'Port': ['ID=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:03.496539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.517748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Attempting to bind port d3e37f12-0f64-45c4-ad3e-7827ddf9712b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:03.518117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Attempting to bind port d3e37f12-0f64-45c4-ad3e-7827ddf9712b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:03.518598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Attempting to bind port d3e37f12-0f64-45c4-ad3e-7827ddf9712b on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:03.532437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:03.532766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:03.533167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.544799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:03.544799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Bound port: d3e37f12-0f64-45c4-ad3e-7827ddf9712b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:03.545429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.550554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.564397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.620712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Subnet': ['ID=588a728f-dc2b-47a0-aa76-7e4d98986289,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:03.660781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7649a28d-1e5d-44da-ba76-f6342b565727', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:03.661672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.665245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Checking segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:03.665951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network hostable DHCP agents. Network: 8d665487-1248-41c4-b9a0-050c1da13b7f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:36:03.690447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 865730d1-29c4-40a7-85c3-87de8c4baf1b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:36:03.699840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:03.701119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 8d665487-1248-41c4-b9a0-050c1da13b7f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:36:03.707565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:03.721692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:03.722517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 8d665487-1248-41c4-b9a0-050c1da13b7f) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:03.727269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.728130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.736586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.737260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.744130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=aac38396-4537-43f2-a6e6-f8b958be7cf5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:03.764987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-941b2635-a4c6-41ad-abc6-1dd1f0c890f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2124741 Oct 28 21:36:03.767608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49254) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:03.773558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'name': 'tempest-TaggedBootDevicesTest_v242-1678475840', 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:03.789158 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd9d0ee0-3012-4a99-9eaa-b0c520750903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9331641 Oct 28 21:36:03.789887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49256) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:03.842106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] For port d3e37f12-0f64-45c4-ad3e-7827ddf9712b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:03.847330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14933f60-e3e9-4aeb-8508-3c4235e41bc4 None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:03.874003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720db0bd-9c9b-45d6-b65a-7fd3a6bd0b50 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.882810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720db0bd-9c9b-45d6-b65a-7fd3a6bd0b50 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:03.887515 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-720db0bd-9c9b-45d6-b65a-7fd3a6bd0b50 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0971818 Oct 28 21:36:03.888433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:03.896119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] For port d3e37f12-0f64-45c4-ad3e-7827ddf9712b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:03.951475 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:03.965342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Allocated IP 10.1.1.2 (7649a28d-1e5d-44da-ba76-f6342b565727/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a/3becc34b-3b22-4c8e-850d-d0341401fcd4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:04.026635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:04.088321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port aac38396-4537-43f2-a6e6-f8b958be7cf5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:04.088691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.262857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.323305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.339242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] device_id is not set on port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:04.357551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for aac38396-4537-43f2-a6e6-f8b958be7cf5 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:04.479951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50038-6e3b-45a0-be53-5b75f831d858 req-a05caf84-db9d-4a7a-bc42-f4e23036d3b3 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:04.491186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e50038-6e3b-45a0-be53-5b75f831d858 req-a05caf84-db9d-4a7a-bc42-f4e23036d3b3 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.1383593 Oct 28 21:36:04.522256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49278) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:04.579331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.resource_extend [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:36:04.682355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.759123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=aac38396-4537-43f2-a6e6-f8b958be7cf5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:04.792925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.802529 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d45489b3-c55a-4612-8f59-468b434a643c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/aac38396-4537-43f2-a6e6-f8b958be7cf5 HTTP/1.1" status: 204 len: 168 time: 0.9128098 Oct 28 21:36:04.817300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bb5502ee-cbff-4062-abf4-db52af55c019 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1647921191'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:04.817974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bb5502ee-cbff-4062-abf4-db52af55c019 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Unknown quota resources ['metering_label']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:36:04.823178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49282) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:04.860871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5001-6f8a-4d27-bae5-de99de5714b8 None None] Pushing event updated for resources: {'Port': ['ID=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:04.937418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-8d665487-1248-41c4-b9a0-050c1da13b7f', 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ips': [{'subnet_id': '588a728f-dc2b-47a0-aa76-7e4d98986289'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:04.941702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:04.993995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:05.112180 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb5502ee-cbff-4062-abf4-db52af55c019 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:05.117536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bb5502ee-cbff-4062-abf4-db52af55c019 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5936105 Oct 28 21:36:05.117694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49284) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:05.120994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:05.129572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e4f24207-c8f7-49f8-937a-5bd0dd420a3e tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b4018c2d-a84c-40f4-840b-e0717953220f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:05.130195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e4f24207-c8f7-49f8-937a-5bd0dd420a3e tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:36:05.149891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec717d3a-1143-42f0-8519-6ba06a03e629 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:05.153596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec717d3a-1143-42f0-8519-6ba06a03e629 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:05.155268 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ec717d3a-1143-42f0-8519-6ba06a03e629 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3309736 Oct 28 21:36:05.159361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49286) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:05.173830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3e37f12-0f64-45c4-ad3e-7827ddf9712b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:05.294947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e50038-6e3b-45a0-be53-5b75f831d858 req-8c6e3d13-c8ca-4ccb-8bdc-956bed148d64 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8028743 Oct 28 21:36:05.298135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:05.415873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet bfa27b3a-8c89-4647-8dda-5a9068ba2f11 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:05.419666 n-d-806683-16 neutron-server[102313]: WARNING neutron.services.metering.metering_plugin [None req-e4f24207-c8f7-49f8-937a-5bd0dd420a3e tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 21:36:05.420177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81b13e-6ee8-42ef-bd14-67904e6ecc68 req-0e3a9ccc-cf8f-4c3f-81c4-ce2ba3d4b355 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:05.432838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:05.443668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb81b13e-6ee8-42ef-bd14-67904e6ecc68 req-0e3a9ccc-cf8f-4c3f-81c4-ce2ba3d4b355 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.9458194 Oct 28 21:36:05.532660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.1.1.7 (7649a28d-1e5d-44da-ba76-f6342b565727/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a/aacaed62-3214-498b-9ebb-0f2b07fe7bf4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:05.604468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Allocated IP 10.2.2.2 (8d665487-1248-41c4-b9a0-050c1da13b7f/588a728f-dc2b-47a0-aa76-7e4d98986289/a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:05.631200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb81b13e-6ee8-42ef-bd14-67904e6ecc68 req-7621a97d-66f5-453a-b0a8-8a3ab7ae06c1 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865928 Oct 28 21:36:05.747368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4f24207-c8f7-49f8-937a-5bd0dd420a3e tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:05.759928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e4f24207-c8f7-49f8-937a-5bd0dd420a3e tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6356456 Oct 28 21:36:05.768069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49298) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:05.785799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d0ebc8c9-2340-477f-a34b-b28af9b1530d tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b4018c2d-a84c-40f4-840b-e0717953220f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:05.791375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d0ebc8c9-2340-477f-a34b-b28af9b1530d tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:36:05.843722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.011184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.092309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.134151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.134961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:06.146410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.160196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.165396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa27b3a-8c89-4647-8dda-5a9068ba2f11,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:06.167533 n-d-806683-16 neutron-server[102313]: WARNING neutron.services.metering.metering_plugin [None req-d0ebc8c9-2340-477f-a34b-b28af9b1530d tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 21:36:06.176574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:06.179466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'mac_address': 'fa:16:3e:9c:42:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:36:06.199843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:06.214024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c3eba-325d-48c7-acdf-41d66ba7cdcf req-c304a3cd-0a6c-4f8e-8b1d-0ae09cfcd5c9 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:06.216138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a2c3eba-325d-48c7-acdf-41d66ba7cdcf req-c304a3cd-0a6c-4f8e-8b1d-0ae09cfcd5c9 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.3060019 Oct 28 21:36:06.316154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Pushing event updated for resources: {'Port': ['ID=3becc34b-3b22-4c8e-850d-d0341401fcd4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:06.338864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.363809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49312) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.364406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a12c001d-ebf8-41cf-9be2-9e6f862bf23a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/bfa27b3a-8c89-4647-8dda-5a9068ba2f11 HTTP/1.1" status: 204 len: 168 time: 1.1991146 Oct 28 21:36:06.373229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0ebc8c9-2340-477f-a34b-b28af9b1530d tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.376851 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0ebc8c9-2340-477f-a34b-b28af9b1530d tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5953355 Oct 28 21:36:06.380922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.387601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a2c3eba-325d-48c7-acdf-41d66ba7cdcf req-ad7a48bd-eaf3-42ec-8ae4-829c3c292c74 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604993 Oct 28 21:36:06.408559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c78093d0-b501-4922-a8ab-1e5d58359c83 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2d0feecd-2dfd-46de-adc2-9da7a1d2d6a5 HTTP/1.1" status: 200 len: 464 time: 0.0257766 Oct 28 21:36:06.410332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49316) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.462727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.468078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ce3ef9aa-72a1-432b-93d4-a1a19ebc4a57 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028848 Oct 28 21:36:06.471550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Pushing event updated for resources: {'Port': ['ID=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:06.472325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49322) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.491315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:06.527591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d3e37f12-0f64-45c4-ad3e-7827ddf9712b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:06.527963 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.546838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] Provisioning complete for port d3e37f12-0f64-45c4-ad3e-7827ddf9712b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:06.547920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.585587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:06.588319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021a30c-4752-455a-b219-09d6f6249ac4 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:06.669543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:06.678317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44688203-f2dd-41bb-94f9-6cae79c825f3 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.678547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:06.680465 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44688203-f2dd-41bb-94f9-6cae79c825f3 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/2d0feecd-2dfd-46de-adc2-9da7a1d2d6a5 HTTP/1.1" status: 204 len: 168 time: 0.2665980 Oct 28 21:36:06.683134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49326) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.700914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:06.707293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d5e49555-305e-4e00-8e9b-1e307f93cc66 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2d0feecd-2dfd-46de-adc2-9da7a1d2d6a5 HTTP/1.1" status: 200 len: 221 time: 0.0178630 Oct 28 21:36:06.707934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:06.712429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1d8ec410-e02c-487f-8f5f-3234f707daa0 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1192017868', 'description': 'label created by tempest'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:06.716928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1d8ec410-e02c-487f-8f5f-3234f707daa0 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Unknown quota resources ['metering_label']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:36:06.734490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:06.762894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:06.789153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:06.878696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:06.879115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.904498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad9fc-a30e-48db-a9c7-27d488f8a261 req-55e9cc31-b439-4132-950f-713489ab4ad0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:06.908434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Attempting to bind port 3becc34b-3b22-4c8e-850d-d0341401fcd4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:06.908814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Attempting to bind port 3becc34b-3b22-4c8e-850d-d0341401fcd4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:06.910111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Attempting to bind port 3becc34b-3b22-4c8e-850d-d0341401fcd4 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:06.912777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d43ad9fc-a30e-48db-a9c7-27d488f8a261 req-55e9cc31-b439-4132-950f-713489ab4ad0 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 945 time: 0.2413640 Oct 28 21:36:06.920702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:06.924313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.963373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:06.993791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Attempting to bind port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:06.994198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Attempting to bind port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:06.994568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Attempting to bind port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f on network 8d665487-1248-41c4-b9a0-050c1da13b7f {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:06.997144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-44433789-a707-421c-93eb-8aca4d9d6f96 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2283213 Oct 28 21:36:07.001857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49330) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.007290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'name': 'tempest-TaggedBootDevicesTest_v242-1776084349', 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:07.040708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec410-e02c-487f-8f5f-3234f707daa0 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.044301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1d8ec410-e02c-487f-8f5f-3234f707daa0 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3330681 Oct 28 21:36:07.046287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49332) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.073232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:07.073690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:07.073996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.074382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Bound using segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:07.074851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Bound port: 3becc34b-3b22-4c8e-850d-d0341401fcd4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:07.075224 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.090806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:07.091234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Checking segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:07.091570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.091959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Bound using segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:07.092454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Bound port: a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:07.093026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.114459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 865730d1-29c4-40a7-85c3-87de8c4baf1b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:07.136383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:07.150021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d43ad9fc-a30e-48db-a9c7-27d488f8a261 req-142dbe08-1272-4c14-9acd-7535676c3683 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363877 Oct 28 21:36:07.224139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.232400 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac6827b9-cf55-4ecb-bac5-64a32ffc50ba tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=ef504a6d-eb1d-49d2-a7ed-c4d6b54ac11b HTTP/1.1" status: 200 len: 468 time: 0.1837525 Oct 28 21:36:07.234937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.403007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] For port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:07.415464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:07.438067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.482965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80129bfe-8a5b-47ae-be22-384f8999cce3 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.487491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-80129bfe-8a5b-47ae-be22-384f8999cce3 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/ef504a6d-eb1d-49d2-a7ed-c4d6b54ac11b HTTP/1.1" status: 204 len: 168 time: 0.2515323 Oct 28 21:36:07.493046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] For port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:07.494087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49340) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.500657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['865730d1-29c4-40a7-85c3-87de8c4baf1b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:36:07.522459 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20c1939d-75d3-4bdd-b6f6-1201b5ecebe4 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=ef504a6d-eb1d-49d2-a7ed-c4d6b54ac11b HTTP/1.1" status: 200 len: 216 time: 0.0271699 Oct 28 21:36:07.527447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49342) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.533905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-497cc7a0-e67b-4487-9e9c-c851a99ed6e1 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:07.535449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-497cc7a0-e67b-4487-9e9c-c851a99ed6e1 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.44 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.3275583 Oct 28 21:36:07.547662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0187d9ed-7032-4a66-8bda-d34cb09d915b tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0135670 Oct 28 21:36:07.548929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49344) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.552353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] For port 3becc34b-3b22-4c8e-850d-d0341401fcd4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:07.560207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.580422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a4fecd8-314b-4473-9f3f-1fbedad376ce tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0229094 Oct 28 21:36:07.585128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49346) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.613272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.624779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] For port 3becc34b-3b22-4c8e-850d-d0341401fcd4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3becc34b-3b22-4c8e-850d-d0341401fcd4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:07.630983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:07.633906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.644942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] device_id is not set on port c35fc8f1-7349-4479-86bb-b0192c5db66d yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:07.667292 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:07.754768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2634239-455a-428b-8543-8c486d5142cb None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:07.815910 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bc718f7f-79cb-40a5-9bad-42a71fd77bee tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/b4018c2d-a84c-40f4-840b-e0717953220f HTTP/1.1" status: 200 len: 473 time: 0.2254555 Oct 28 21:36:07.817332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:07.906727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-45ed3e91-0aea-413f-ae22-276f1b1e4a77 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/380fd4e4-f152-47c1-875d-a38890079943 HTTP/1.1" status: 200 len: 461 time: 0.0824549 Oct 28 21:36:07.913197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49354) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:08.008921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] For port d3e37f12-0f64-45c4-ad3e-7827ddf9712b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:08.013413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac08b-5a9c-4bcd-89db-e3f0ae7e6da9 None None] Pushing event updated for resources: {'Port': ['ID=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:08.042733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:08.068227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-8346b712-2c0e-4538-8eb8-c1485654e72f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:08.073265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-8346b712-2c0e-4538-8eb8-c1485654e72f tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 944 time: 0.2950187 Oct 28 21:36:08.294139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-68f3ca6e-8ef4-47ab-bcd3-3cd871a9c789 None None] Could not find standard attr ID for object aac38396-4537-43f2-a6e6-f8b958be7cf5. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:36:08.365627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-71b38b20-1cbc-4c05-b44c-8de34cdcd603 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:08.369331 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-71b38b20-1cbc-4c05-b44c-8de34cdcd603 tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/380fd4e4-f152-47c1-875d-a38890079943 HTTP/1.1" status: 204 len: 168 time: 0.4528377 Oct 28 21:36:08.369977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:08.438327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:08.450108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:36:08.450820 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:36:08.487795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aafeab-9be5-4528-8d71-ba9afeec1220 None None] Pushing event updated for resources: {'Port': ['ID=3becc34b-3b22-4c8e-850d-d0341401fcd4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:08.514809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Deleting port d3e37f12-0f64-45c4-ad3e-7827ddf9712b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:08.515213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:08.657780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:08.665933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:08.680697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:08.681302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:08.732819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.1.1.187 (7649a28d-1e5d-44da-ba76-f6342b565727/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a/c35fc8f1-7349-4479-86bb-b0192c5db66d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:08.745797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2699804 Oct 28 21:36:08.746499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49362) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:08.763407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2', 'ip_address': '2001:db8::3644:973d:a71e:1682'}], 'name': 'tempest-NetworksTestDHCPv6-1538585555'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:08.817935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430efe7-104f-4b8e-9667-129ea70a5ea2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:08.924101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e0497-97c7-4bce-990d-eec06e883322 req-653c43a9-ff76-4597-908f-9ac9744dfabe tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:08.926768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b6e0497-97c7-4bce-990d-eec06e883322 req-653c43a9-ff76-4597-908f-9ac9744dfabe tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 945 time: 0.7688038 Oct 28 21:36:08.984072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Deleting port a2f5f2d3-d134-4e85-972a-3bff1320e8dd {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:08.984324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.012143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079703e-24b7-4937-91c1-edd8a1e2a46a req-026be806-cd3e-4d40-ad86-0f216b13fe68 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:09.022216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a079703e-24b7-4937-91c1-edd8a1e2a46a req-026be806-cd3e-4d40-ad86-0f216b13fe68 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 944 time: 0.5617096 Oct 28 21:36:09.028876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2065c-dda7-4a31-893a-f4e02a8d8e7d None None] Pushing event updated for resources: {'Port': ['ID=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:09.186755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d2634239-455a-428b-8543-8c486d5142cb None None] For port d3e37f12-0f64-45c4-ad3e-7827ddf9712b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:09.187506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.226347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Calling delete_port for d3e37f12-0f64-45c4-ad3e-7827ddf9712b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:09.260712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44b185a-9154-4a46-bd46-3754e237200a tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.264224 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e44b185a-9154-4a46-bd46-3754e237200a tempest-MeteringTestJSON-328472702 tempest-MeteringTestJSON-328472702-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/b4018c2d-a84c-40f4-840b-e0717953220f HTTP/1.1" status: 204 len: 168 time: 0.8907173 Oct 28 21:36:09.311847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Deleting port 865730d1-29c4-40a7-85c3-87de8c4baf1b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:09.311847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.410123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 865730d1-29c4-40a7-85c3-87de8c4baf1b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:36:09.464323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b6e0497-97c7-4bce-990d-eec06e883322 req-8c9a7caa-e170-4605-b80a-cc8ccc32e414 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/security-groups?id=2521977f-84e7-42be-95e5-b96439c7051d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834347 Oct 28 21:36:09.525287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49376) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:09.655442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:09.668001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 865730d1-29c4-40a7-85c3-87de8c4baf1b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:09.684825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a079703e-24b7-4937-91c1-edd8a1e2a46a req-98306a9a-5263-484d-a1cf-9c0ca5f8e290 tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/security-groups?id=99133b2b-19fc-4708-b50b-1a5d29512f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615860 Oct 28 21:36:09.696356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] For port 865730d1-29c4-40a7-85c3-87de8c4baf1b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=865730d1-29c4-40a7-85c3-87de8c4baf1b,segment=NetworkSegment(141a2248-e674-436d-a959-e4405edeaa06),segment_id=141a2248-e674-436d-a959-e4405edeaa06)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:09.697563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.722623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'network_id': '7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa', 'port_id': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'mac_address': 'fa:16:3e:9c:42:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89988451-dec3-4d07-ac3c-ab7baf1ed038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:36:09.730259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3becc34b-3b22-4c8e-850d-d0341401fcd4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:09.737485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Calling delete_port for 865730d1-29c4-40a7-85c3-87de8c4baf1b owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:09.774545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] For port a2f5f2d3-d134-4e85-972a-3bff1320e8dd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,segment=NetworkSegment(86a0d811-8019-405a-bce4-62c0e08565d4),segment_id=86a0d811-8019-405a-bce4-62c0e08565d4)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:09.780209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.801196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2252e7-d2a9-439a-b803-ec30c0fc6cd8 None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:09.873753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Calling delete_port for a2f5f2d3-d134-4e85-972a-3bff1320e8dd owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:09.878172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75069c2a-fca9-4ad4-ae3d-025c1afaa3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:09.929600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:09.939823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.014344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49382) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:10.026001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2634239-455a-428b-8543-8c486d5142cb None None] No DVR routers for this DVR port d3e37f12-0f64-45c4-ad3e-7827ddf9712b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:10.086643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c554839-f393-4953-a5e2-e24df4fa9cf8 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:10.119625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75069c2a-fca9-4ad4-ae3d-025c1afaa3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.122322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.183731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75069c2a-fca9-4ad4-ae3d-025c1afaa3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.194924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] Provisioning complete for port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:10.195682 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.204244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5352502-3b00-4d9d-b013-2a5d7cbe75b1 None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:10.209010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Pushing event deleted for resources: {'Port': ['ID=d3e37f12-0f64-45c4-ad3e-7827ddf9712b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:10.244201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.267080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.301445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 8160cd54-2018-4159-9d3f-a6c6bc396a75 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:10.302383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3becc34b-3b22-4c8e-850d-d0341401fcd4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:10.303534 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.379912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069c2a-fca9-4ad4-ae3d-025c1afaa3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bd669-137a-4cff-a4d7-3e94306941e1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:10.382521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.384492 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.385013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.385725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.386359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.386549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] No DVR routers for this DVR port 865730d1-29c4-40a7-85c3-87de8c4baf1b on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:10.386906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.387375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.388926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.389422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.389929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.390392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.391056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634239-455a-428b-8543-8c486d5142cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:10.393588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.395613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Port 865730d1-29c4-40a7-85c3-87de8c4baf1b update to DOWN by agent not found {{(pid=102315) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 28 21:36:10.396989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-03bd7dae-207b-45ba-b89e-c7df37bc07b6 req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.44 "DELETE /v2.0/ports/865730d1-29c4-40a7-85c3-87de8c4baf1b HTTP/1.1" status: 204 len: 173 time: 2.3164134 Oct 28 21:36:10.397791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1e65f-e0c9-4900-bc0a-746682a665fc tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] Pushing event deleted for resources: {'Port': ['ID=865730d1-29c4-40a7-85c3-87de8c4baf1b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:10.402653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'name': 'network-vif-deleted', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:10.412189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.422159 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74734f-bcba-4a6e-95ec-a1b2f16e96cb" -d '{"events": [{"server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "name": "network-vif-deleted", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:10.443769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528b18df-6d74-4a35-991f-c223e871b826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.502623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-75069c2a-fca9-4ad4-ae3d-025c1afaa3b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7750ba9e919d4e19a68107cb3365e2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737806 Oct 28 21:36:10.504449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:10.587383 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf812dc4-e76e-4d8f-96ed-2a63c3d61d51 x-openstack-request-id: req-bf812dc4-e76e-4d8f-96ed-2a63c3d61d51 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:10.587658 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b61bc7-0ee3-49b2-bcd0-6c1be015177f", "name": "network-vif-deleted", "tag": "865730d1-29c4-40a7-85c3-87de8c4baf1b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:10.587918 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf812dc4-e76e-4d8f-96ed-2a63c3d61d51 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:10.588314 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b61bc7-0ee3-49b2-bcd0-6c1be015177f', 'name': 'network-vif-deleted', 'tag': '865730d1-29c4-40a7-85c3-87de8c4baf1b', 'status': 'completed', 'code': 200} Oct 28 21:36:10.667976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.720198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.729530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe91d6a5-fb67-4a34-86b1-b6a6d586acfe req-fea40e8b-da18-41e0-99e1-0f075a27d6e2 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.1172805 Oct 28 21:36:10.731563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:10.755323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.779852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:10.820733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Pushing event deleted for resources: {'Port': ['ID=a2f5f2d3-d134-4e85-972a-3bff1320e8dd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:10.839666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:10.871348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:10.888936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528b18df-6d74-4a35-991f-c223e871b826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.902155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-528b18df-6d74-4a35-991f-c223e871b826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.940861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:10.942484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:10.977167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b18df-6d74-4a35-991f-c223e871b826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84951a26-9c51-45e8-b9e1-232f75f4ad3c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:11.013440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.015386 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.023758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.027274 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee3bd669-137a-4cff-a4d7-3e94306941e1 HTTP/1.1" status: 204 len: 168 time: 0.5164635 Oct 28 21:36:11.034875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::3644:973d:a71e:1682 (f81635a2-fdc9-4571-89e5-692fe1730770/7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2/8160cd54-2018-4159-9d3f-a6c6bc396a75) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:11.072308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ac17c-22a0-45d3-b64c-f8ee42e3518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bd669-137a-4cff-a4d7-3e94306941e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:11.091085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-528b18df-6d74-4a35-991f-c223e871b826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aee0ca32a4864569b6202e1e5a7901a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0697689 Oct 28 21:36:11.091951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:11.181436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6140-c9c0-4e64-8a84-83e18b75a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.201506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.214788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.272057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.280721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a2f5f2d3-d134-4e85-972a-3bff1320e8dd no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:11.285349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] For port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:11.319671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 3becc34b-3b22-4c8e-850d-d0341401fcd4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3becc34b-3b22-4c8e-850d-d0341401fcd4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:11.323021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.324913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a2f5f2d3-d134-4e85-972a-3bff1320e8dd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:11.325478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a2f5f2d3-d134-4e85-972a-3bff1320e8dd not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:11.334389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.335443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:11.336084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dbd3fb4-56e6-417d-a087-3f2f134219d7 req-1e100fc4-31cd-48d3-b3ec-e6bc0295516c tempest-ImagesTestJSON-1099481626 tempest-ImagesTestJSON-1099481626-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b61bc7-0ee3-49b2-bcd0-6c1be015177f HTTP/1.1" status: 200 len: 210 time: 0.2147307 Oct 28 21:36:11.339338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] No DVR routers for this DVR port a2f5f2d3-d134-4e85-972a-3bff1320e8dd on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:11.344514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.352958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43597da0-4daf-4a27-9d35-9bc75f7f62f3 req-443aa26e-61cb-46f1-93b9-2d2e1546bbb8 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.44 "DELETE /v2.0/ports/a2f5f2d3-d134-4e85-972a-3bff1320e8dd HTTP/1.1" status: 204 len: 173 time: 3.8073409 Oct 28 21:36:11.363150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'name': 'network-vif-deleted', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:11.363394 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ecceb-3e07-4c4c-ac5c-e85d4af51e29" -d '{"events": [{"server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "name": "network-vif-deleted", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:11.378067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.389895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.393752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84951a26-9c51-45e8-b9e1-232f75f4ad3c HTTP/1.1" status: 204 len: 168 time: 0.3007827 Oct 28 21:36:11.433019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012ff17-6a7b-4c4a-b824-f2532b7dea3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84951a26-9c51-45e8-b9e1-232f75f4ad3c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:11.508182 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c16c7-a0e9-4a14-a25d-305aebf35be2 x-openstack-request-id: req-2b3c16c7-a0e9-4a14-a25d-305aebf35be2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:11.529305 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74843c13-2b24-4e84-bf8c-d2c08211c0a7", "name": "network-vif-deleted", "tag": "a2f5f2d3-d134-4e85-972a-3bff1320e8dd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:11.531191 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b3c16c7-a0e9-4a14-a25d-305aebf35be2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:11.537162 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74843c13-2b24-4e84-bf8c-d2c08211c0a7', 'name': 'network-vif-deleted', 'tag': 'a2f5f2d3-d134-4e85-972a-3bff1320e8dd', 'status': 'completed', 'code': 200} Oct 28 21:36:11.552728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c6a94-dfbb-4e7c-8b3a-b591f932bb3d None None] Pushing event updated for resources: {'Port': ['ID=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:11.562581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ceef5ecd-26ad-4d17-8c56-312563473158 None None] Provisioning complete for port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:11.562980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ceef5ecd-26ad-4d17-8c56-312563473158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.565277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:11.566880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.630607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-efdc1f3a-b9f0-4896-8626-6e9f1e80149f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6244249 Oct 28 21:36:11.719392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:11.729410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.776595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.785124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=3becc34b-3b22-4c8e-850d-d0341401fcd4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:11.878999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:11.937006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.010976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:12.015285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:12.023351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:12.030566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:12.033436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.080978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ceef5ecd-26ad-4d17-8c56-312563473158 None None] Provisioning complete for port 3becc34b-3b22-4c8e-850d-d0341401fcd4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:12.081612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ceef5ecd-26ad-4d17-8c56-312563473158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.088719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3315518 Oct 28 21:36:12.091343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.136496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f26fee1-ba50-4f24-8d1b-5f5a94a79c75 req-9953db9e-16b5-4a5b-ba57-77e1e2d55e20 tempest-ServerGroupTestJSON-1769618774 tempest-ServerGroupTestJSON-1769618774-project] 10.222.0.31 "GET /v2.0/ports?device_id=74843c13-2b24-4e84-bf8c-d2c08211c0a7 HTTP/1.1" status: 200 len: 210 time: 0.0558376 Oct 28 21:36:12.138226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d10fd-9551-43e0-86a0-6819fbe589fe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=8160cd54-2018-4159-9d3f-a6c6bc396a75,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:12.192902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3e37f12-0f64-45c4-ad3e-7827ddf9712b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:12.193823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49428) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.200805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455915712', 'description': 'tempest-description--238026709'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:12.227023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2/42081ded-fd3c-4ef2-971a-8af2ff4beccb) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:12.231763 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.232436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d3e37f12-0f64-45c4-ad3e-7827ddf9712b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:12.233167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d3e37f12-0f64-45c4-ad3e-7827ddf9712b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:12.306628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c503e-f404-4197-82e3-813b65067fc0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:12.309868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-418c503e-f404-4197-82e3-813b65067fc0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2171979 Oct 28 21:36:12.312497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.312841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.323872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.367623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-075d65fb-aa93-485a-98d2-2dd1917c7551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.520700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.532742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.535858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3becc34b-3b22-4c8e-850d-d0341401fcd4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:12.563289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 8160cd54-2018-4159-9d3f-a6c6bc396a75 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:12.564463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.608694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.619166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4242070 Oct 28 21:36:12.622291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49450) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.631068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'security_group_rule': {'security_group_id': 'eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:12.650191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662b19f-3345-4cfd-9c1e-eb2bbeb7dc90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:12.723755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.754164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.875121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 8160cd54-2018-4159-9d3f-a6c6bc396a75 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:12.877794 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.880166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.885855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3becc34b-3b22-4c8e-850d-d0341401fcd4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:12.886286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.894018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.931540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.943943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130679 Oct 28 21:36:12.944118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:12.944277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ebff6-edad-47b9-b139-c5da4fff88a7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d32a506-8af8-46ca-9bc1-2de4f7f41376,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:12.949364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'security_group_rule': {'security_group_id': 'eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:12.958869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-075d65fb-aa93-485a-98d2-2dd1917c7551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:12.969322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-075d65fb-aa93-485a-98d2-2dd1917c7551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.100288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-075d65fb-aa93-485a-98d2-2dd1917c7551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecaa7dbd38ab43348f9359f80313d8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7839181 Oct 28 21:36:13.100694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49484) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.111456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d65fb-aa93-485a-98d2-2dd1917c7551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbda28d-fa69-472b-a06e-e8a4595c6d9f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:13.113939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.140977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.146941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.183656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.212914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.220329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:13.294522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:13.297856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.301600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:13.305646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.308062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbbda28d-fa69-472b-a06e-e8a4595c6d9f HTTP/1.1" status: 204 len: 168 time: 0.2060721 Oct 28 21:36:13.340493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3bf09-d342-41e4-acce-5c57cbe3bf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbda28d-fa69-472b-a06e-e8a4595c6d9f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:13.366150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Provisioning complete for port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:13.367459 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.372578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Deleting subnet 89988451-dec3-4d07-ac3c-ab7baf1ed038 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:13.420622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.445928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Pushing event updated for resources: {'Port': ['ID=42081ded-fd3c-4ef2-971a-8af2ff4beccb,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:13.533945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.570689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.666539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.702753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49520) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.703545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.714857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.716548 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7739263 Oct 28 21:36:13.728787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Attempting to bind port 42081ded-fd3c-4ef2-971a-8af2ff4beccb on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:13.729148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Attempting to bind port 42081ded-fd3c-4ef2-971a-8af2ff4beccb by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:13.729501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Attempting to bind port 42081ded-fd3c-4ef2-971a-8af2ff4beccb on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:13.735829 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-08fed08c-28ab-433c-94fd-6d003e109334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.742969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:13.743577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.757462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:13.758185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:13.758750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.759335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:13.759984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Bound port: 42081ded-fd3c-4ef2-971a-8af2ff4beccb, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:13.760579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.782485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:13.787270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:13.791607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130985ef-99e7-4170-91bd-27c238443f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01392423-71f0-4714-9452-d09e8a6a446d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:13.799864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.804275 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/8160cd54-2018-4159-9d3f-a6c6bc396a75 HTTP/1.1" status: 204 len: 168 time: 1.4782679 Oct 28 21:36:13.809955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49526) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.815093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b559-ac3a-4e72-bc6a-93bd03782668 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=8160cd54-2018-4159-9d3f-a6c6bc396a75,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:13.845318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Deleting subnet 684c8b7d-7ca8-4c90-9a41-7e029c418b23 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:13.865303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Provisioning complete for port c35fc8f1-7349-4479-86bb-b0192c5db66d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:13.865878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.867949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.903411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.942745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.947710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:13.971165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4fe6fb-b5bf-43fa-be2e-29c7ad5121cb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:13.973268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4fe6fb-b5bf-43fa-be2e-29c7ad5121cb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:13.975197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac4fe6fb-b5bf-43fa-be2e-29c7ad5121cb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1612329 Oct 28 21:36:13.987733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:13.995084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Port c35fc8f1-7349-4479-86bb-b0192c5db66d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:14.036399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] For port 42081ded-fd3c-4ef2-971a-8af2ff4beccb, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:14.058656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] For port 42081ded-fd3c-4ef2-971a-8af2ff4beccb, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=42081ded-fd3c-4ef2-971a-8af2ff4beccb,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:14.062142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:14.074052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.106738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.151075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89988451-dec3-4d07-ac3c-ab7baf1ed038,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:14.151362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.157750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.157894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.163669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7815c28-ea22-44be-a742-5681f3c39f38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/89988451-dec3-4d07-ac3c-ab7baf1ed038 HTTP/1.1" status: 204 len: 168 time: 1.0248880 Oct 28 21:36:14.164672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49540) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:14.178609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Provisioning complete for port 3becc34b-3b22-4c8e-850d-d0341401fcd4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:14.179163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f120ab2-7386-476f-9cde-02cc1afdfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.260081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:14.277503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.292349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.364198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f272ed4-3e8d-4f7a-8dfc-815d39943f1f None None] Pushing event updated for resources: {'Port': ['ID=42081ded-fd3c-4ef2-971a-8af2ff4beccb,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:14.406100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.420392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.425590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.554739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:14.578704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141a2248-e674-436d-a959-e4405edeaa06') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:14.581187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141a2248-e674-436d-a959-e4405edeaa06') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:14.598122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.628975 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.658385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.668600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.675607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:36:14.676893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:36:14.680202 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:36:14.720000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 172.25.4.14 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/9f56c49c-0877-4ded-9510-3f033918f90c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:14.726130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684c8b7d-7ca8-4c90-9a41-7e029c418b23,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:14.763321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.774510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1e0866f-7507-44cf-ab26-8ebe0ab978a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/684c8b7d-7ca8-4c90-9a41-7e029c418b23 HTTP/1.1" status: 204 len: 168 time: 1.0682886 Oct 28 21:36:14.780162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49560) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:14.784624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.810737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.843017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:14.845235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.849437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-477850a9-91c4-420b-aa8b-159d693f8465 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2 HTTP/1.1" status: 204 len: 168 time: 0.8604541 Oct 28 21:36:14.851716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49566) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:14.922362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-78fa023e-9db1-4f10-acf6-1a9eeb975c8b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686467 Oct 28 21:36:14.923005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49576) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:14.941091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:14.956913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:14.963172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.016875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa HTTP/1.1" status: 204 len: 168 time: 0.8081362 Oct 28 21:36:15.036758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd715a4a-be5e-4733-8fa3-c787ae81d680 admin admin] Pushing event deleted for resources: {'Network': ['ID=7acfcfea-ac0f-49cd-8e04-5007a8e1b3fa,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:15.044140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.079873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.087226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.196535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:15.201935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.208514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.265142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.320044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a31fd8-5880-44d2-b897-f83e1feb683c']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:15.376667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a0d811-8019-405a-bce4-62c0e08565d4') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:15.377086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a0d811-8019-405a-bce4-62c0e08565d4') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:15.400552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.415996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:15.463211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.477248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49624) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:15.539243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:36:15.540101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.581485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ba16b337-eecc-471a-9932-cd875d5d800e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e210e90919b34c3a9e974716cb3be83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029060 Oct 28 21:36:15.602353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49634) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:15.611144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:15.630734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:36:15.633377 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:36:15.640422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=9f56c49c-0877-4ded-9510-3f033918f90c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:15.648783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.671812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.675664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.683705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] 10.222.0.31 "DELETE /v2.0/networks/57a31fd8-5880-44d2-b897-f83e1feb683c HTTP/1.1" status: 204 len: 168 time: 0.9016933 Oct 28 21:36:15.771552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:15.790738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:15.799361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:15.800661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.821751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963e08-6bec-4740-9eb4-ef404df05314 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a31fd8-5880-44d2-b897-f83e1feb683c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:15.854036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9261982 Oct 28 21:36:15.868493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:15.891515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24552202-c87a-4b2c-8eec-96dee859911a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=c89a3964-287f-4358-929d-fb573223e000,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:15.894337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': 'c89a3964-287f-4358-929d-fb573223e000', 'ip_address': '2001:db8::e6e:30c6:cd8d:2412'}], 'name': 'tempest-NetworksTestDHCPv6-739333917'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:15.909494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:15.967969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13127e32-15f3-42d2-b944-ab1eeeeea6e4 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:15.994957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:16.024735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.110529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] Provisioning complete for port 42081ded-fd3c-4ef2-971a-8af2ff4beccb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:16.111494 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.134392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.138380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.140110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99133b2b-19fc-4708-b50b-1a5d29512f62 HTTP/1.1" status: 204 len: 168 time: 0.5365806 Oct 28 21:36:16.150008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.154813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b140599-3d62-44d4-9b2a-27a10d62aa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99133b2b-19fc-4708-b50b-1a5d29512f62,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:16.210169 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59ec0376-fc05-47c5-9824-eae225db4709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08e862c665ea49419e24ce706f9861df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136462 Oct 28 21:36:16.213153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49702) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:16.273435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.324235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:16.330691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.378977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.486461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.489404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.490572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2521977f-84e7-42be-95e5-b96439c7051d HTTP/1.1" status: 204 len: 168 time: 0.2753394 Oct 28 21:36:16.506002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed37f59-3867-4804-9253-36b45392961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521977f-84e7-42be-95e5-b96439c7051d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:16.565556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.580901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 42081ded-fd3c-4ef2-971a-8af2ff4beccb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:16.689288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.712129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.737084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] For port 42081ded-fd3c-4ef2-971a-8af2ff4beccb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=42081ded-fd3c-4ef2-971a-8af2ff4beccb,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:16.749516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 42081ded-fd3c-4ef2-971a-8af2ff4beccb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:16.750785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.752964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.797991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:16.991165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1321da-d259-4170-b2e1-76552bf3f208 None None] Pushing event updated for resources: {'Port': ['ID=42081ded-fd3c-4ef2-971a-8af2ff4beccb,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:17.103194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=9f56c49c-0877-4ded-9510-3f033918f90c,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:17.159400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.182990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.211890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.213430 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-be500286-65bb-4e67-92e9-0444eafe14cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4486876 Oct 28 21:36:17.215037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:17.286298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e01e99c1-f94c-42f4-952f-eb1eaee047dc None None] Provisioning complete for port 42081ded-fd3c-4ef2-971a-8af2ff4beccb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:17.286674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e01e99c1-f94c-42f4-952f-eb1eaee047dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.555629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::e6e:30c6:cd8d:2412 (f81635a2-fdc9-4571-89e5-692fe1730770/c89a3964-287f-4358-929d-fb573223e000/d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:17.675921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1ea39dd2-043f-47a1-9e5e-d56a4a399bd2 None None] Could not find standard attr ID for object 8160cd54-2018-4159-9d3f-a6c6bc396a75. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:36:17.816647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.871647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:17.916904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49890) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:17.931531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:17.939316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:17.956279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:17.970387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:17.972773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.001901 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1360323 Oct 28 21:36:18.007076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49906) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:18.029507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fddac6-6d68-4b8a-b7ba-165b8d4ffecf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:18.122815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-8602b3bc-a401-41a0-99c8-a186be4ea0de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--455915712&fields=id&tenant_id=ad51f25e24fd4152be1c680e8f6d56a4 HTTP/1.1" status: 200 len: 267 time: 0.1271830 Oct 28 21:36:18.155136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676648b-9ced-4c89-ba5c-96cab956d23d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:18.171240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676648b-9ced-4c89-ba5c-96cab956d23d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:18.192116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b676648b-9ced-4c89-ba5c-96cab956d23d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1800873 Oct 28 21:36:18.192808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49932) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:18.256173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-783e0600-5bd6-48a5-b0f5-549695c93af6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:18.257510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-783e0600-5bd6-48a5-b0f5-549695c93af6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 935 time: 0.1172612 Oct 28 21:36:18.366792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-4ce2800a-aa27-464b-b884-6b3e8ebe87af tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:18.388926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-4ce2800a-aa27-464b-b884-6b3e8ebe87af tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 937 time: 0.1046896 Oct 28 21:36:18.413898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e4f8fb39-fa5e-4af8-8fb6-aa44071cc1cd tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:18.446190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:18.446190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.505965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-89734e52-e37a-43c2-954e-1cadea040b2a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1154530 Oct 28 21:36:18.557280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 42081ded-fd3c-4ef2-971a-8af2ff4beccb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:18.623383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e4f8fb39-fa5e-4af8-8fb6-aa44071cc1cd tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "PUT /v2.0/quotas/eb6f621b55ab4817916733ee55467db6 HTTP/1.1" status: 200 len: 368 time: 0.7045574 Oct 28 21:36:18.641220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-fc868e59-882e-491e-a716-d29b0e724718 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1332383 Oct 28 21:36:18.643387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49982) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:18.661613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Request body: {'network': {'project_id': 'eb6f621b55ab4817916733ee55467db6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:18.717024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.767048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-713e7859-8bad-4c24-a927-d5b89b9ae8e4 None None] Provisioning complete for port d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:18.767255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-713e7859-8bad-4c24-a927-d5b89b9ae8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.769564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:18.859722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 42081ded-fd3c-4ef2-971a-8af2ff4beccb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:18.860495 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.877606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Made reservation on behalf of eb6f621b55ab4817916733ee55467db6 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:18.879854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.932559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:18.952699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-713e7859-8bad-4c24-a927-d5b89b9ae8e4 None None] Port d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:18.968843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50016) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:19.075443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-65563319-0429-4bae-a86c-ad6eb28242d8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:19.076194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.083163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-65563319-0429-4bae-a86c-ad6eb28242d8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:19.093031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-65563319-0429-4bae-a86c-ad6eb28242d8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:19.101935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-65563319-0429-4bae-a86c-ad6eb28242d8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 1995 time: 0.4593773 Oct 28 21:36:19.132201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-c06de563-4798-4de4-b47a-1b8245daf3e2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/quotas/ad51f25e24fd4152be1c680e8f6d56a4 HTTP/1.1" status: 200 len: 375 time: 0.0290258 Oct 28 21:36:19.148803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:19.202027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1602124833-network', 'tenant_id': '7a158ff567034e518f85c9e443d5eba2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:19.203393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.237066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:19.248421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-626de590-cac2-4b50-9b74-a969e0e8a0da tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b HTTP/1.1" status: 204 len: 168 time: 1.0545011 Oct 28 21:36:19.299062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Made reservation on behalf of 7a158ff567034e518f85c9e443d5eba2 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:19.302218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.320227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.362747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-df466b5d-ee94-46a4-9fbf-b18736ee30ea tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2207065 Oct 28 21:36:19.766711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:19.887791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22522b1-b37c-4adc-8a4f-30f8e4545b3b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:19.889345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22522b1-b37c-4adc-8a4f-30f8e4545b3b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:19.890879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b22522b1-b37c-4adc-8a4f-30f8e4545b3b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6480792 Oct 28 21:36:19.893716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:19.930846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.943267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:19.989460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-3ab72686-641c-455c-8b3a-9fad12b71be2 service neutron] 10.222.0.31 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119547 Oct 28 21:36:20.014803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7fa97d5-c6dd-42dd-a9e6-5e5549da40d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.049199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet c89a3964-287f-4358-929d-fb573223e000 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:20.057312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.057452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:36:20.059798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3313075c-ac0d-4084-8d60-2c9d28c58b52,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.102263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.102607 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Added segment e2a50999-92a8-405c-bd9b-e2e13469ab75 of type vlan for network 5cd7ae45-2136-4b43-92ce-d65ed53bb868 Oct 28 21:36:20.126431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.138440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.155123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.189828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.215175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:36:20.228662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.229626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-0c6a1db5-41ea-439f-b5c5-a849d850b476 service neutron] 10.222.0.31 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393250 Oct 28 21:36:20.237676 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.238021 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Added segment ad0b2757-dc97-40f9-a542-2378570af61f of type vlan for network 41b01daf-fe4c-4264-91e4-a275242e74bb Oct 28 21:36:20.243980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4bef74-9429-4beb-a687-c1d6dd538433,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.330531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.331845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:20.333150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.358352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-6a1acaba-8f38-4384-a574-75755257edd7 service neutron] 10.222.0.31 "GET /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1037223 Oct 28 21:36:20.382756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7fa97d5-c6dd-42dd-a9e6-5e5549da40d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.384928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.396643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7fa97d5-c6dd-42dd-a9e6-5e5549da40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.408900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.453741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7984836 Oct 28 21:36:20.461239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50198) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.477700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Request body: {'network': {'project_id': 'eb6f621b55ab4817916733ee55467db6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:20.480450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.488591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d218c3-bf92-4e7e-8a63-6aef2574e823 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:20.489121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/c89a3964-287f-4358-929d-fb573223e000 HTTP/1.1" status: 204 len: 168 time: 0.5932918 Oct 28 21:36:20.490154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb53a5-786f-495a-8837-d68c1e15aa22 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=c89a3964-287f-4358-929d-fb573223e000,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.492418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50200) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.498887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d7fa97d5-c6dd-42dd-a9e6-5e5549da40d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6549fe06d1c64f4e857b1921be2d81be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309785 Oct 28 21:36:20.507425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50202) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.509333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa97d5-c6dd-42dd-a9e6-5e5549da40d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4bd57b-1ff1-49ed-9a93-3d82f9ab506c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.522734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1d13-1814-4263-beae-950834a41243 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event updated for resources: {'Network': ['ID=5cd7ae45-2136-4b43-92ce-d65ed53bb868,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.536998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.538360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:20.539419 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.561090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20a6791c-01ba-45e7-ba45-2e41e59ba9f3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599961 Oct 28 21:36:20.563942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50204) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.602470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Made reservation on behalf of eb6f621b55ab4817916733ee55467db6 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:20.605573 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.637695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-27983a9d-982d-467a-ada1-cfdf25d974bb service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645416 Oct 28 21:36:20.647533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6776035 Oct 28 21:36:20.650030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50208) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.656646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5cd7ae45-2136-4b43-92ce-d65ed53bb868 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:20.667127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Request body: {'subnet': {'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1602124833-subnet', 'tenant_id': '7a158ff567034e518f85c9e443d5eba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:20.670763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d52e14-cf4d-433d-a9db-d937a41bcd0a admin admin] Pushing event updated for resources: {'Network': ['ID=41b01daf-fe4c-4264-91e4-a275242e74bb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:20.699928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c858f7-f4a1-4ab8-9f70-398406e2042d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:20.705323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-34c858f7-f4a1-4ab8-9f70-398406e2042d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1403837 Oct 28 21:36:20.706168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50210) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.736092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 41b01daf-fe4c-4264-91e4-a275242e74bb details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:20.741655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:36:20.748192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.765080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.766391 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Added segment 0c5f93ff-92e8-414b-abf9-a7a207765a2e of type vlan for network 4359c215-161b-40fc-a209-26a6abda6865 Oct 28 21:36:20.779190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Made reservation on behalf of 7a158ff567034e518f85c9e443d5eba2 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:20.782712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.788692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.794527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82964f57-349d-451d-88fc-7e585f097e77 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:20.799686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82964f57-349d-451d-88fc-7e585f097e77 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913363 Oct 28 21:36:20.800866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:20.872146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.886791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-211a966c-c7a1-4d25-b73f-419e005ebee2 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374101 Oct 28 21:36:20.954398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-091672f3-035e-49ad-b781-1ff1792e3265 service neutron] 10.222.0.31 "GET /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0587344 Oct 28 21:36:20.980866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:20.981819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:20.982404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.002139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:21.088516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Deleting port 42081ded-fd3c-4ef2-971a-8af2ff4beccb {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:21.089064 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.115618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6518013 Oct 28 21:36:21.121738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50214) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:21.132338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-81a176a4-9269-4109-8c1b-8b48f90c7569 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Request body: {'network': {'project_id': 'eb6f621b55ab4817916733ee55467db6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:21.169325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c13171-482f-4fcd-9147-18910687011b tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event updated for resources: {'Network': ['ID=4359c215-161b-40fc-a209-26a6abda6865,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:21.182724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] For port 42081ded-fd3c-4ef2-971a-8af2ff4beccb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=42081ded-fd3c-4ef2-971a-8af2ff4beccb,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:21.186314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.204174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Calling delete_port for 42081ded-fd3c-4ef2-971a-8af2ff4beccb owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:21.204728 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a176a4-9269-4109-8c1b-8b48f90c7569 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 21:36:21.205424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a176a4-9269-4109-8c1b-8b48f90c7569 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:36:21.206773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81a176a4-9269-4109-8c1b-8b48f90c7569 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0797696 Oct 28 21:36:21.210889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-1668a666-5879-4769-85d9-9e1dd13d73e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483959 Oct 28 21:36:21.212012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50216) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:21.242892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-160e914f-e9b9-44e7-8575-a0602166c21f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4326129 Oct 28 21:36:21.247317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:21.254285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:21.265823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4359c215-161b-40fc-a209-26a6abda6865 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:21.378414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.383067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.386786 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de4bd57b-1ff1-49ed-9a93-3d82f9ab506c HTTP/1.1" status: 204 len: 168 time: 0.8720915 Oct 28 21:36:21.393811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5d60fcb3-b4e2-4093-8ca1-1f1969f34469 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb6f621b55ab4817916733ee55467db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789675 Oct 28 21:36:21.394903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.399237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:21.473497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.475525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-10234f80-9ca7-449c-97b0-d094afb529ed service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518408 Oct 28 21:36:21.503025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=245584b7-0c21-4e3b-9a8b-40fe021ed26c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:21.514719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0f4e6-41ef-454c-adba-2d925e270ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4bd57b-1ff1-49ed-9a93-3d82f9ab506c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:21.535286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] No DVR routers for this DVR port 42081ded-fd3c-4ef2-971a-8af2ff4beccb on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:21.554619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Checking segment: {'id': 'ad0b2757-dc97-40f9-a542-2378570af61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:21.555958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Network hostable DHCP agents. Network: 41b01daf-fe4c-4264-91e4-a275242e74bb, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:36:21.590089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:21.603558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.608322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Network 41b01daf-fe4c-4264-91e4-a275242e74bb is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:36:21.611828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da3265-afa4-483a-ac8e-262b47e99eef None None] Pushing event deleted for resources: {'Port': ['ID=42081ded-fd3c-4ef2-971a-8af2ff4beccb,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:21.620671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-117c1635-4005-4451-87bc-42f84fbfb661 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369612 Oct 28 21:36:21.628153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 41b01daf-fe4c-4264-91e4-a275242e74bb) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:21.649563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7254a-481d-46c7-9bc7-f0fd37f7a5f4 None None] Network 41b01daf-fe4c-4264-91e4-a275242e74bb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:21.655383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:21.657119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.752481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2abe5136-b15c-4f5f-b127-8f606f33d5df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0986307 Oct 28 21:36:21.777145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:21.841825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-864d99d5-26a1-405f-8aa8-271d7a485280 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111928 Oct 28 21:36:21.863161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49af2a8-5197-408d-8c36-3e52128a84b7 None None] Network 41b01daf-fe4c-4264-91e4-a275242e74bb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:21.880960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.029663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-644f7f96-0ef0-433f-a819-a7545f499488 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802356 Oct 28 21:36:22.106735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.110422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.115074 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/3313075c-ac0d-4084-8d60-2c9d28c58b52 HTTP/1.1" status: 204 len: 168 time: 0.7123389 Oct 28 21:36:22.116295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50246) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:22.225492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.227669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.240687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-11f11252-a00b-427b-879b-f2023c178a52 service neutron] 10.222.0.31 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097907 Oct 28 21:36:22.250331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d7f6e-617d-4479-b4b6-18c5440c8492 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3313075c-ac0d-4084-8d60-2c9d28c58b52,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:22.293304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:22.298303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:22.312629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fc2ae-3efa-40aa-9f79-81a6deb9675a None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:22.313297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:22.314100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.401811 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1524220 Oct 28 21:36:22.435105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-51a624ea-a443-430c-b1be-a15211b30c5a service neutron] 10.222.0.31 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935670 Oct 28 21:36:22.455153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:22.455548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50254) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:22.485686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7cadb-1ad6-4c63-9f27-13195c7f981c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=33c82bb9-4a1f-44f5-90a9-2bdb259a1176,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:22.499073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '33c82bb9-4a1f-44f5-90a9-2bdb259a1176', 'ip_address': '2001:db8::2c1f:2f35:ee6:a8af'}], 'name': 'tempest-NetworksTestDHCPv6-990646284'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:22.544755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 42081ded-fd3c-4ef2-971a-8af2ff4beccb no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:22.548812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.591939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4359c215-161b-40fc-a209-26a6abda6865']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:22.607724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 42081ded-fd3c-4ef2-971a-8af2ff4beccb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:22.608355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 42081ded-fd3c-4ef2-971a-8af2ff4beccb not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:22.621112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5f93ff-92e8-414b-abf9-a7a207765a2e') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:22.621403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5f93ff-92e8-414b-abf9-a7a207765a2e') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:22.646747 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.672866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.682406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:36:22.683285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:36:22.685784 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:36:22.766103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.780073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:22.788504 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4359c215-161b-40fc-a209-26a6abda6865 HTTP/1.1" status: 204 len: 168 time: 0.6691973 Oct 28 21:36:22.809144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa3c5-5425-4176-bc43-cf7d0bc2fe46 tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event deleted for resources: {'Network': ['ID=4359c215-161b-40fc-a209-26a6abda6865,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:22.820570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50270) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:22.955206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-43765650-1a35-4b6a-922c-7b9853df09fe service neutron] 10.222.0.31 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191193 Oct 28 21:36:22.982860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:22.992536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '33c82bb9-4a1f-44f5-90a9-2bdb259a1176'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:22.995436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.120688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.227107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/33c82bb9-4a1f-44f5-90a9-2bdb259a1176/8980f888-0150-4f4a-9599-0299808ae435) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:23.294845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207bde2d-1945-44d6-b7bf-5bd52d13a1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.471488 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.479689 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.534356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:23.536390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:23.541261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:23.551462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Pushing event updated for resources: {'Port': ['ID=8980f888-0150-4f4a-9599-0299808ae435,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:23.621149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Attempting to bind port 8980f888-0150-4f4a-9599-0299808ae435 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:23.621976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Attempting to bind port 8980f888-0150-4f4a-9599-0299808ae435 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:23.622176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Attempting to bind port 8980f888-0150-4f4a-9599-0299808ae435 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:23.622598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab40ea60-9e1c-44cd-a745-3159069c1c36 service neutron] 10.222.0.31 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601367 Oct 28 21:36:23.629476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:23.630123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:23.630999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.631668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:23.632233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Bound port: 8980f888-0150-4f4a-9599-0299808ae435, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:23.632748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.711557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] For port 8980f888-0150-4f4a-9599-0299808ae435, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:23.716424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] For port 8980f888-0150-4f4a-9599-0299808ae435, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8980f888-0150-4f4a-9599-0299808ae435,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:23.716951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.723304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.723789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:23.803424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-ca416bef-89d8-4073-ad6a-e30dcab2e113 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:23.805016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-ca416bef-89d8-4073-ad6a-e30dcab2e113 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/networks?id=41b01daf-fe4c-4264-91e4-a275242e74bb HTTP/1.1" status: 200 len: 813 time: 0.5808904 Oct 28 21:36:23.810274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8f5c-bb26-4398-999e-2418deaf630d None None] Pushing event updated for resources: {'Port': ['ID=8980f888-0150-4f4a-9599-0299808ae435,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:23.846431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd7ae45-2136-4b43-92ce-d65ed53bb868']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:23.879632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port c81e214d-cc93-4d30-bf04-ba634801326f yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:23.887188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a50999-92a8-405c-bd9b-e2e13469ab75') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:23.887565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a50999-92a8-405c-bd9b-e2e13469ab75') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:23.903155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-edfc20f3-013a-4c60-b170-4eaa00c3c65d service neutron] 10.222.0.31 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558937 Oct 28 21:36:23.909249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-b57741d1-53a4-4111-9e73-242108342809 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/quotas/7a158ff567034e518f85c9e443d5eba2 HTTP/1.1" status: 200 len: 375 time: 0.0703347 Oct 28 21:36:23.912825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.026750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.035487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9b535ea1-bebe-4990-aad9-0afea9ae305d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a158ff567034e518f85c9e443d5eba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144750 Oct 28 21:36:24.067735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:36:24.068282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.071211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207bde2d-1945-44d6-b7bf-5bd52d13a1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:36:24.074083 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:36:24.129102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207bde2d-1945-44d6-b7bf-5bd52d13a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.229181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bde2d-1945-44d6-b7bf-5bd52d13a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f0b67-1af3-4a00-99e8-0841f24e07da,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:24.291974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-207bde2d-1945-44d6-b7bf-5bd52d13a1b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a4edd9d2e43497992f00aa6cc5ad6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8340914 Oct 28 21:36:24.294948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:24.297275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.309838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.316278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5cd7ae45-2136-4b43-92ce-d65ed53bb868 HTTP/1.1" status: 204 len: 168 time: 1.4896982 Oct 28 21:36:24.361098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.405555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.431002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37ea3-11e6-4e92-9e51-60865d56d4cc tempest-QuotasNegativeTest-233462414 tempest-QuotasNegativeTest-233462414-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cd7ae45-2136-4b43-92ce-d65ed53bb868,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:24.478151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.481226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-a6077905-bc5e-486e-a001-382beee7b296 service neutron] 10.222.0.31 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087942 Oct 28 21:36:24.481627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.483248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/763f0b67-1af3-4a00-99e8-0841f24e07da HTTP/1.1" status: 204 len: 168 time: 0.1866713 Oct 28 21:36:24.506725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4eceab-3479-4f42-8c37-75ac3f3b6afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f0b67-1af3-4a00-99e8-0841f24e07da,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:24.562377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::2c1f:2f35:ee6:a8af (f81635a2-fdc9-4571-89e5-692fe1730770/33c82bb9-4a1f-44f5-90a9-2bdb259a1176/c81e214d-cc93-4d30-bf04-ba634801326f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:24.613344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8980f888-0150-4f4a-9599-0299808ae435 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:24.731233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8980f888-0150-4f4a-9599-0299808ae435 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:24.731624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.804044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-10bc0a8b-1a8b-4532-99d4-180d97edff4f service neutron] 10.222.0.31 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088570 Oct 28 21:36:24.895945 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:24.979122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 8980f888-0150-4f4a-9599-0299808ae435, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8980f888-0150-4f4a-9599-0299808ae435,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:24.993113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.104781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=8980f888-0150-4f4a-9599-0299808ae435,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:25.125970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.212407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.314243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=c81e214d-cc93-4d30-bf04-ba634801326f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:25.325254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:25.327106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:25.332751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:25.339376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:25.340421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.344585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.345871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.346333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.346768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.347194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.347728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.348125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.348589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.349009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.349415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.349921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.350437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:25.381345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-68dc32a3-7392-4c34-bd2c-7d4c30632cdc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9245679 Oct 28 21:36:25.384298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50340) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:25.391904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '33c82bb9-4a1f-44f5-90a9-2bdb259a1176', 'ip_address': '2001:db8::2c1f:2f35:ee6:a8af'}], 'name': 'tempest-NetworksTestDHCPv6-1319418477'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:25.506754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-903bc93d-b0c8-4bbf-9ad3-fab26144f74f None None] Provisioning complete for port 8980f888-0150-4f4a-9599-0299808ae435 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:25.507317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-903bc93d-b0c8-4bbf-9ad3-fab26144f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.837550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50350) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:25.889607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:25.915176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.920620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8826586d-993d-4775-9448-aede174289c2 None None] Provisioning complete for port c81e214d-cc93-4d30-bf04-ba634801326f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:25.921171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8826586d-993d-4775-9448-aede174289c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:25.994759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8826586d-993d-4775-9448-aede174289c2 None None] Port c81e214d-cc93-4d30-bf04-ba634801326f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:26.011503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e80908df-0d76-4c85-93cd-6205f3583a94 req-998f6dda-dc00-4853-87d2-b2fab6ce6c1f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.1525450 Oct 28 21:36:26.023117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 7baf8ae5-0560-4adb-b65b-703c12bb4ae9 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:26.078238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50356) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:26.106040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:36:26.166450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2e954b6-5f60-491b-b9d0-58f9bef67798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.172895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd729cec-791e-470e-9970-ec7e75edaf1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.239927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df7426a0-12c5-4396-9579-508af0f6b8f9 req-24881fc9-c283-4cf2-8494-e857f2afc114 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 210 time: 0.0763881 Oct 28 21:36:26.408266 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 21:36:26.411279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:36:26.422022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd729cec-791e-470e-9970-ec7e75edaf1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.445890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd729cec-791e-470e-9970-ec7e75edaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.455420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fcd87196-1681-4af2-aa09-57fc0abbab8f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0693142 Oct 28 21:36:26.457863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50368) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:26.472306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8980f888-0150-4f4a-9599-0299808ae435 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:26.538044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8980f888-0150-4f4a-9599-0299808ae435 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:26.538582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.581338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d2978-72d3-4600-92f0-295003547929 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:26.611614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2e954b6-5f60-491b-b9d0-58f9bef67798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.613971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d2978-72d3-4600-92f0-295003547929 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:26.618898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-086d2978-72d3-4600-92f0-295003547929 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1591830 Oct 28 21:36:26.622416 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd729cec-791e-470e-9970-ec7e75edaf1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=445e144027e24a2db610fe9cb5e9b067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426514 Oct 28 21:36:26.623835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50370) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:26.625140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd729cec-791e-470e-9970-ec7e75edaf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb716a9-882f-4c4f-b5b5-82ef5ff9eff9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:26.629310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50372) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:26.639859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2e954b6-5f60-491b-b9d0-58f9bef67798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.742565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2e954b6-5f60-491b-b9d0-58f9bef67798 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f388091c8df44e74a9e250bc3315a220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037292 Oct 28 21:36:26.744196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e954b6-5f60-491b-b9d0-58f9bef67798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89ce83-ebbc-4fff-9608-543cdcc913d9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:26.745248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:26.755696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.831396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.870174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port c81e214d-cc93-4d30-bf04-ba634801326f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:26.870731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.896713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.920996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.959065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.962353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:26.963761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efb716a9-882f-4c4f-b5b5-82ef5ff9eff9 HTTP/1.1" status: 204 len: 168 time: 0.3316150 Oct 28 21:36:26.993131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256978b-f9f2-4e9b-b5ed-f35459a05e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb716a9-882f-4c4f-b5b5-82ef5ff9eff9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:27.023629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:27.025015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:27.029858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:27.033482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c89ce83-ebbc-4fff-9608-543cdcc913d9 HTTP/1.1" status: 204 len: 168 time: 0.2849610 Oct 28 21:36:27.049660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794d2b7-9bab-4ae6-b7af-bba893179d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89ce83-ebbc-4fff-9608-543cdcc913d9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:27.060346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for c81e214d-cc93-4d30-bf04-ba634801326f owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:27.210751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d2d4b49-522f-4331-b229-5b6bbe2c8bcf req-d04eb305-e82a-4f59-9545-e2da2d2b7e0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0506721 Oct 28 21:36:27.307039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:27.397392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=c81e214d-cc93-4d30-bf04-ba634801326f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:27.515058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:27.520534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77e7b883-d7a8-474f-870b-0901db3015c7 req-3e1cb58a-22c8-4008-8bc2-3b00e183de8a tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 210 time: 0.0964713 Oct 28 21:36:27.528850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50404) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:27.532892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-50d1441d-d569-4952-8bac-ab660c04b62c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/c81e214d-cc93-4d30-bf04-ba634801326f HTTP/1.1" status: 204 len: 168 time: 0.8944173 Oct 28 21:36:27.554503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-5642c1b7-cf41-4261-8639-dea164c6ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:27.560489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-5642c1b7-cf41-4261-8639-dea164c6ac7e service neutron] 10.222.0.44 "GET /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 1031 time: 0.2410455 Oct 28 21:36:27.606731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:27.762083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e42f7-2060-43cf-b192-20cc4a5fffdf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:27.764540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e42f7-2060-43cf-b192-20cc4a5fffdf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:27.767543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-599e42f7-2060-43cf-b192-20cc4a5fffdf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2371485 Oct 28 21:36:27.770353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:27.782688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-607d7528-b71e-43fa-891f-29db97a2de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:27.785154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-607d7528-b71e-43fa-891f-29db97a2de0b service neutron] 10.222.0.44 "GET /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 1033 time: 0.1687284 Oct 28 21:36:28.132865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-74c3169a-b143-4e50-8e90-e47ce8f826b6 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:28.137106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-74c3169a-b143-4e50-8e90-e47ce8f826b6 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.44 "GET /v2.0/networks?id=41b01daf-fe4c-4264-91e4-a275242e74bb HTTP/1.1" status: 200 len: 813 time: 0.3063464 Oct 28 21:36:28.180138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Request body: {'port': {'device_id': 'b723a970-20b8-4331-af88-959b516297a4', 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb', 'admin_state_up': True, 'tenant_id': '7a158ff567034e518f85c9e443d5eba2'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:28.294648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-692b8747-ab5d-4f6b-b244-4fd2b1b65678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.297069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:28.326759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 33c82bb9-4a1f-44f5-90a9-2bdb259a1176 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:28.338197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.342701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7533ad4f-6166-4c56-a262-85bc37bb2b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.491991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.546975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7533ad4f-6166-4c56-a262-85bc37bb2b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.569137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7533ad4f-6166-4c56-a262-85bc37bb2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.571228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abd87924-0902-4c4d-8b86-13ad31e7ab78 req-68c18c23-751b-4215-bb1a-ca2a95a50014 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0559967 Oct 28 21:36:28.684385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7533ad4f-6166-4c56-a262-85bc37bb2b0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11d293c7bd4c48d984b9931d9bcdd34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809066 Oct 28 21:36:28.688920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50434) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:28.706916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ad4f-6166-4c56-a262-85bc37bb2b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25850a34-6d51-4ea8-aec7-f54dffe70e1d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:28.725847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Made reservation on behalf of 7a158ff567034e518f85c9e443d5eba2 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:28.731104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.765849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-692b8747-ab5d-4f6b-b244-4fd2b1b65678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.776695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-e30f3739-28b9-40e9-bc97-0f826b8df565 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:28.781668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.784548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-e30f3739-28b9-40e9-bc97-0f826b8df565 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:28.784984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-692b8747-ab5d-4f6b-b244-4fd2b1b65678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.791715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-e30f3739-28b9-40e9-bc97-0f826b8df565 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:28.793771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-e30f3739-28b9-40e9-bc97-0f826b8df565 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 1995 time: 1.0015600 Oct 28 21:36:28.859849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32d1faba-2ba3-405c-b5bd-61ba6b54224b req-69958a74-583b-418c-8a7d-c7d571373819 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 210 time: 0.1067142 Oct 28 21:36:28.901061 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:28.939458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-72d59f4d-64e1-445a-a0b4-2258057cd42f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad51f25e24fd4152be1c680e8f6d56a4 HTTP/1.1" status: 200 len: 379 time: 0.1261024 Oct 28 21:36:28.958739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'admin_state_up': True, 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'security_groups': ['eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:28.973818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.068638 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-692b8747-ab5d-4f6b-b244-4fd2b1b65678 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e96548beab774a2f98c429cf97d4afaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4606626 Oct 28 21:36:29.095931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50452) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:29.197708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Allocated IP 172.20.0.4 (41b01daf-fe4c-4264-91e4-a275242e74bb/245584b7-0c21-4e3b-9a8b-40fe021ed26c/887b9324-fa43-4d32-802c-967d72c8c7e5) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:29.232026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.268440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.271187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.274698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25850a34-6d51-4ea8-aec7-f54dffe70e1d HTTP/1.1" status: 204 len: 168 time: 0.5825496 Oct 28 21:36:29.288888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.310134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaed754-9397-441c-b95f-d6c55ee9a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25850a34-6d51-4ea8-aec7-f54dffe70e1d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:29.374351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.380204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:29.385111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.392943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b8747-ab5d-4f6b-b244-4fd2b1b65678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce75b2-550b-45b6-b180-3fa8fe36f8f8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:29.460910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.496267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.502531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.507271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33ce75b2-550b-45b6-b180-3fa8fe36f8f8 HTTP/1.1" status: 204 len: 168 time: 0.4083138 Oct 28 21:36:29.600303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Network 41b01daf-fe4c-4264-91e4-a275242e74bb is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:29.605920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:29.612624 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.626002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:29.689346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 172.20.0.3 (3ac7c0dc-2827-4263-8738-2f8d05e44a06/920e2088-76c6-481c-b732-05fda298c430/48edad8d-28ce-4c0d-b43d-0689a717d2f4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:29.742259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aab98f-51e1-4576-a007-aed697eea95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce75b2-550b-45b6-b180-3fa8fe36f8f8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:29.755361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:29.755999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.758779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bab032-0939-4fd1-a76b-961120802f8b None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:29.767311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:29.771285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/33c82bb9-4a1f-44f5-90a9-2bdb259a1176 HTTP/1.1" status: 204 len: 168 time: 1.9993091 Oct 28 21:36:29.772042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Pushing event updated for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:29.805638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:29.833526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a979b-3dc1-44cb-9d23-b7a0f3ab4369 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=33c82bb9-4a1f-44f5-90a9-2bdb259a1176,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:29.876487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-017f9ff8-38be-4d14-baf0-f2c84ad1af8d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696473 Oct 28 21:36:29.880230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:29.886995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:29.898560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c9ff7632-67b7-4598-b109-5c9e3157a10d tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7337308 Oct 28 21:36:29.998005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0d220da-54e5-432d-8b57-b4bd96a58fdc req-bf74b6cd-9697-499d-b6ca-f3869f75d104 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.1721852 Oct 28 21:36:30.014250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Request body: {'port': {'device_id': 'b723a970-20b8-4331-af88-959b516297a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:30.047738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50488) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:30.084606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:30.170544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.178891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.210271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Deleting port 8980f888-0150-4f4a-9599-0299808ae435 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:30.211060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.265542 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a6e0a57-563d-4c63-b45d-dfd3a010dad7 req-49ffba47-9072-4976-baf7-59ba1154dd06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0634115 Oct 28 21:36:30.335017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:30.339812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.377226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] For port 8980f888-0150-4f4a-9599-0299808ae435, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8980f888-0150-4f4a-9599-0299808ae435,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:30.377623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.383054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7fd1c-1879-45a7-abbf-4dc471e35d00 req-0e2bc32c-b90a-4e50-9c39-572a3fe5d1d7 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:30.385540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ee7fd1c-1879-45a7-abbf-4dc471e35d00 req-0e2bc32c-b90a-4e50-9c39-572a3fe5d1d7 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 931 time: 0.2262893 Oct 28 21:36:30.390569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.414333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Calling delete_port for 8980f888-0150-4f4a-9599-0299808ae435 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:30.494725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a6e0a57-563d-4c63-b45d-dfd3a010dad7 req-9dcaaf9e-28fd-46c6-aa7f-429e6c25e607 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.1749387 Oct 28 21:36:30.566462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8980f888-0150-4f4a-9599-0299808ae435 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:30.572390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:30.593739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.604080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:30.635151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adaba97-6a18-45e6-88ed-3913fcc3c480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.650110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] Pushing event deleted for resources: {'Port': ['ID=8980f888-0150-4f4a-9599-0299808ae435,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:30.658580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a54189-afbd-4b34-a705-0a123cd6aeac None None] No DVR routers for this DVR port 8980f888-0150-4f4a-9599-0299808ae435 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:30.668331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:30.687571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No active binding found for port 8980f888-0150-4f4a-9599-0299808ae435 {{(pid=102315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 21:36:30.688039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8980f888-0150-4f4a-9599-0299808ae435 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:30.732826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ee7fd1c-1879-45a7-abbf-4dc471e35d00 req-0b58cca0-1ed5-4d83-a5e8-12a89aa14461 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268952 Oct 28 21:36:30.767137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:30.870518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:30.871196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:30.914196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-74fd514a-e067-4631-9991-1dcde8d39bc1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9595468 Oct 28 21:36:30.931281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'admin_state_up': True, 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'security_groups': ['eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:31.043802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adaba97-6a18-45e6-88ed-3913fcc3c480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.059305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adaba97-6a18-45e6-88ed-3913fcc3c480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.069495 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a6e0a57-563d-4c63-b45d-dfd3a010dad7 req-d1443890-f4d7-43e2-ad56-9d2ffc3b7e94 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395304 Oct 28 21:36:31.091286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4ebcbb0d-1cd6-47fc-a84f-a576d6ae6a96 None None] Provisioning complete for port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:31.097553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaba97-6a18-45e6-88ed-3913fcc3c480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f2662-2294-4780-94ab-f4713c50b87b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:31.103066 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbb0d-1cd6-47fc-a84f-a576d6ae6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.134454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5adaba97-6a18-45e6-88ed-3913fcc3c480 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f46e2980078345fe833088f5d1afbaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0855570 Oct 28 21:36:31.137181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:31.205223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:31.208736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4ebcbb0d-1cd6-47fc-a84f-a576d6ae6a96 None None] Port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:31.216453 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.342807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be29a8-aa29-4ee1-8f8e-9c9dfc7cad83 req-806d6342-b9fe-4512-9db2-88e2f7445e5a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:31.345053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5be29a8-aa29-4ee1-8f8e-9c9dfc7cad83 req-806d6342-b9fe-4512-9db2-88e2f7445e5a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 931 time: 0.1158206 Oct 28 21:36:31.353661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a57-563d-4c63-b45d-dfd3a010dad7 req-17b95e5a-5ce2-479d-bb1e-1d21badbdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:31.355143 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a6e0a57-563d-4c63-b45d-dfd3a010dad7 req-17b95e5a-5ce2-479d-bb1e-1d21badbdf95 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847819 Oct 28 21:36:31.381616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.445671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.478976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887b9324-fa43-4d32-802c-967d72c8c7e5 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:31.502444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5be29a8-aa29-4ee1-8f8e-9c9dfc7cad83 req-abf73af3-8464-4c3a-bcb4-764a61317f8e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250257 Oct 28 21:36:31.512279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.522268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.574498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.1.1.174 (7649a28d-1e5d-44da-ba76-f6342b565727/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a/ddf00bcf-73db-4b62-aa87-f4fc5f31abf5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:31.592150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.595440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.596524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/865f2662-2294-4780-94ab-f4713c50b87b HTTP/1.1" status: 204 len: 168 time: 0.4584038 Oct 28 21:36:31.630179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=48f66241-e46e-4196-8677-3a599902533f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:31.635894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50540) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:31.676817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Transition to ACTIVE for port object 887b9324-fa43-4d32-802c-967d72c8c7e5 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:36:31.686704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:31.688505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:31.697463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.709392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aac086-ca09-4eac-97e4-346b2bf8acb2 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:31.722876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:31.723505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.811758 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:31.817101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:31.826201 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d6c5902e-837d-4691-ba6e-9035b23a7eb8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9442599 Oct 28 21:36:31.838776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '48f66241-e46e-4196-8677-3a599902533f', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-712440389'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:31.907475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15294-1163-485a-b5c7-962ce9d71902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f2662-2294-4780-94ab-f4713c50b87b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:31.947075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50552) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:31.960737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:32.037430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Attempting to bind port 887b9324-fa43-4d32-802c-967d72c8c7e5 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:32.037766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Attempting to bind port 887b9324-fa43-4d32-802c-967d72c8c7e5 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'ad0b2757-dc97-40f9-a542-2378570af61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:32.038096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Attempting to bind port 887b9324-fa43-4d32-802c-967d72c8c7e5 on network 41b01daf-fe4c-4264-91e4-a275242e74bb {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:32.043315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Port 887b9324-fa43-4d32-802c-967d72c8c7e5 on network 41b01daf-fe4c-4264-91e4-a275242e74bb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:36:32.043639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Attempting to bind port 887b9324-fa43-4d32-802c-967d72c8c7e5 on network 41b01daf-fe4c-4264-91e4-a275242e74bb {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:32.043931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '48f66241-e46e-4196-8677-3a599902533f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:32.045876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.050148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:32.050739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Checking segment: {'id': 'ad0b2757-dc97-40f9-a542-2378570af61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:32.051132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Bound using segment: {'id': 'ad0b2757-dc97-40f9-a542-2378570af61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:32.051561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Bound port: 887b9324-fa43-4d32-802c-967d72c8c7e5, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0b2757-dc97-40f9-a542-2378570af61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:32.051916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.150099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:32.160000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=887b9324-fa43-4d32-802c-967d72c8c7e5,segment=NetworkSegment(ad0b2757-dc97-40f9-a542-2378570af61f),segment_id=ad0b2757-dc97-40f9-a542-2378570af61f)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:32.168959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.260324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:32.260649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/48f66241-e46e-4196-8677-3a599902533f/90e15039-5172-48d1-8965-e926d171f102) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:32.261159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.262291 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/887b9324-fa43-4d32-802c-967d72c8c7e5 HTTP/1.1" status: 200 len: 1092 time: 2.3403463 Oct 28 21:36:32.262752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:32.276510 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cb3f90-af86-4738-bc7d-9e91a286d9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:32.278419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2629b-7aa5-48ba-8ea5-2a2598a20feb req-8f0bac97-4567-407b-9815-e51e4d1e5e2f tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:32.282948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3f2629b-7aa5-48ba-8ea5-2a2598a20feb req-8f0bac97-4567-407b-9815-e51e4d1e5e2f tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 943 time: 0.3335447 Oct 28 21:36:32.290213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.325334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965b76f-af82-4fbb-890a-3572858105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:32.477876 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba142616-a293-42a1-b9a3-df05094e34e6 x-openstack-request-id: req-ba142616-a293-42a1-b9a3-df05094e34e6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:32.478548 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:32.478548 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba142616-a293-42a1-b9a3-df05094e34e6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:32.479019 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5', 'status': 'completed', 'code': 200} Oct 28 21:36:32.493325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3a88d9c-68f2-4184-8d77-bfa22c266a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.534273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c3d39fea-0e2b-4abe-b0e6-477897e3e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:32.535847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c3d39fea-0e2b-4abe-b0e6-477897e3e3cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a158ff567034e518f85c9e443d5eba2&device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 1095 time: 0.1911740 Oct 28 21:36:32.559218 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.564631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:32.570223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.615144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:32.638731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:32.647479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:32.655439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:32.660675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:32.676413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:32.757821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Pushing event updated for resources: {'Port': ['ID=90e15039-5172-48d1-8965-e926d171f102,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:32.773133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3a88d9c-68f2-4184-8d77-bfa22c266a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.776020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-c510a69f-dfe2-4fb1-b479-f3010788f6cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887b9324-fa43-4d32-802c-967d72c8c7e5 HTTP/1.1" status: 200 len: 217 time: 0.2303562 Oct 28 21:36:32.782537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3a88d9c-68f2-4184-8d77-bfa22c266a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.787255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Attempting to bind port 90e15039-5172-48d1-8965-e926d171f102 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:32.789497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Attempting to bind port 90e15039-5172-48d1-8965-e926d171f102 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:32.790883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Attempting to bind port 90e15039-5172-48d1-8965-e926d171f102 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:32.807732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:32.808665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:32.809430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.809999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:32.810729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Bound port: 90e15039-5172-48d1-8965-e926d171f102, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:32.812435 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:32.901258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a17bba94-685c-4743-a596-e4d573202deb tempest-AgentManagementNegativeTest-102666487 tempest-AgentManagementNegativeTest-102666487-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9126096 Oct 28 21:36:32.917622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3f2629b-7aa5-48ba-8ea5-2a2598a20feb req-101e0efb-87f5-47bf-83f7-8eb46ed1a6ae tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033261 Oct 28 21:36:32.921498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a88d9c-68f2-4184-8d77-bfa22c266a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87703478-a1cd-40a3-b17e-512f50f8ebe0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:32.933609 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3a88d9c-68f2-4184-8d77-bfa22c266a7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1b78ef39d244468b1021a2c158bfc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2966609 Oct 28 21:36:32.958091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:33.031738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:33.092654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-f9a39891-ad44-4cb9-aa37-cb3562351178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:33.094253 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-f9a39891-ad44-4cb9-aa37-cb3562351178 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=245584b7-0c21-4e3b-9a8b-40fe021ed26c HTTP/1.1" status: 200 len: 853 time: 0.2782466 Oct 28 21:36:33.131129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] For port 90e15039-5172-48d1-8965-e926d171f102, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:33.153516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] For port 90e15039-5172-48d1-8965-e926d171f102, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=90e15039-5172-48d1-8965-e926d171f102,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:33.196053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.213110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-7a58fcdb-9174-4b2d-be66-873970d896b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41b01daf-fe4c-4264-91e4-a275242e74bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957372 Oct 28 21:36:33.254083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:33.254755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.309740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750cb1c-5f00-473f-811e-6bf5ec2073e1 req-c0b4935a-d3aa-4e69-aaf0-32e7154626f9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:33.334276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750cb1c-5f00-473f-811e-6bf5ec2073e1 req-c0b4935a-d3aa-4e69-aaf0-32e7154626f9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:33.337153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-56a9f9e4-aef2-44dc-aa0a-06db90890d23 None None] Provisioning complete for port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:33.337780 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-56a9f9e4-aef2-44dc-aa0a-06db90890d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.354962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d750cb1c-5f00-473f-811e-6bf5ec2073e1 req-c0b4935a-d3aa-4e69-aaf0-32e7154626f9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 1653 time: 0.4292040 Oct 28 21:36:33.373743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.447561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-add5cb5c-fbe5-4bae-ae10-904eedd443c2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5202363 Oct 28 21:36:33.448262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a0afc-d57b-4b94-87f1-419c7bffd62c None None] Pushing event updated for resources: {'Port': ['ID=90e15039-5172-48d1-8965-e926d171f102,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:33.465360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.484741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.506516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-56a9f9e4-aef2-44dc-aa0a-06db90890d23 None None] Port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:33.558381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'admin_state_up': True, 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'security_groups': ['eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:33.616039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d750cb1c-5f00-473f-811e-6bf5ec2073e1 req-b6d54b7c-99f1-41b3-93e3-00228f2d9545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599504 Oct 28 21:36:33.682646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:33.689616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 062bb723-7745-4929-8a52-6fbe8a4615bc yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:36:33.727903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.732056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:33.735734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87703478-a1cd-40a3-b17e-512f50f8ebe0 HTTP/1.1" status: 204 len: 168 time: 0.7741904 Oct 28 21:36:33.785893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d8333-3f28-4387-9224-c7e43f81f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87703478-a1cd-40a3-b17e-512f50f8ebe0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:33.803852 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-64ada25a-61ee-45f4-9ac6-1b3a7a57c22e service neutron] 10.222.0.44 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771468 Oct 28 21:36:34.091825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f67656e6-3d07-446e-9b64-461eb1cbc2da req-bbd5fe7b-0c14-46fd-9455-00f507c4af1d service neutron] 10.222.0.44 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770603 Oct 28 21:36:34.276229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-ace853bd-c8f5-40f8-a2f6-05a15cab64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:34.278463 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-ace853bd-c8f5-40f8-a2f6-05a15cab64cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a158ff567034e518f85c9e443d5eba2&device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 1095 time: 0.1247158 Oct 28 21:36:34.363878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de8fa16f-cfdc-4772-bce4-927b26d3e70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.417512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:34.436145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.476904 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:34.477406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:36:34.565373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-770e81b2-7726-4a93-85f6-acdfa817acb2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7389243 Oct 28 21:36:34.568848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50678) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:34.586595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 90e15039-5172-48d1-8965-e926d171f102 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:34.669623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ed8f-0c3f-4046-940b-41b9b20b29bf req-98d9ba9e-021b-44ad-bfae-d1702a0ca184 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:34.684444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd67ed8f-0c3f-4046-940b-41b9b20b29bf req-98d9ba9e-021b-44ad-bfae-d1702a0ca184 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 943 time: 0.5135329 Oct 28 21:36:34.707166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 90e15039-5172-48d1-8965-e926d171f102 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:34.707540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.758395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de8fa16f-cfdc-4772-bce4-927b26d3e70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.774727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de8fa16f-cfdc-4772-bce4-927b26d3e70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.894564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:34.962361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-76678aeb-04a5-49ea-8a5f-8511fd3f49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:34.962613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 90e15039-5172-48d1-8965-e926d171f102, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=90e15039-5172-48d1-8965-e926d171f102,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:34.964726 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-76678aeb-04a5-49ea-8a5f-8511fd3f49bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=41b01daf-fe4c-4264-91e4-a275242e74bb HTTP/1.1" status: 200 len: 914 time: 0.6743112 Oct 28 21:36:34.967854 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-de8fa16f-cfdc-4772-bce4-927b26d3e70c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfb72ff724d0423a876285c393c86789&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2770169 Oct 28 21:36:34.970081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa16f-cfdc-4772-bce4-927b26d3e70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd11b9-4134-4e88-b083-c756d8d83ad5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:34.974281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50690) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:34.978239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.061417 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-f5a16f17-30fa-4557-8928-4cf89ba4793c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=887b9324-fa43-4d32-802c-967d72c8c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0871179 Oct 28 21:36:35.134778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd67ed8f-0c3f-4046-940b-41b9b20b29bf req-9c9f91d6-5627-46fe-ade6-d0e2ebfdf3fc tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477251 Oct 28 21:36:35.154167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=90e15039-5172-48d1-8965-e926d171f102,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:35.226833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.240186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-804d1c9e-f501-49fd-80a2-38bb4dfb7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.241964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-804d1c9e-f501-49fd-80a2-38bb4dfb7b7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=245584b7-0c21-4e3b-9a8b-40fe021ed26c HTTP/1.1" status: 200 len: 853 time: 0.1456549 Oct 28 21:36:35.244813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64960909-7ec1-491a-9ed5-b9c951ce85b5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.249514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-64960909-7ec1-491a-9ed5-b9c951ce85b5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5595562 Oct 28 21:36:35.251715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50696) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:35.274707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.1.1.201 (7649a28d-1e5d-44da-ba76-f6342b565727/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a/b245e5f4-ffd4-45f3-b28c-c5137dc421da) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:35.329250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375aa23-d2f9-496d-a198-64fa9a4b3fbe req-d9fa11a3-68c4-4e59-8fff-dfd7f76502d4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.339517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375aa23-d2f9-496d-a198-64fa9a4b3fbe req-d9fa11a3-68c4-4e59-8fff-dfd7f76502d4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.341801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4375aa23-d2f9-496d-a198-64fa9a4b3fbe req-d9fa11a3-68c4-4e59-8fff-dfd7f76502d4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 1653 time: 0.4597020 Oct 28 21:36:35.366841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-90d16ff8-95b7-4bd5-8a09-5f4be4af9a65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2949417 Oct 28 21:36:35.401552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-90eec200-5f85-4303-8ba8-b932a3592ff0 None None] Provisioning complete for port 90e15039-5172-48d1-8965-e926d171f102 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:35.401921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-90eec200-5f85-4303-8ba8-b932a3592ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.463004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-77e7de60-ca52-4a4c-aa9a-3aad484b0236 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41b01daf-fe4c-4264-91e4-a275242e74bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059984 Oct 28 21:36:35.489392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53a88f-54b6-4f54-a94d-4d6a1d059f4f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.491113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53a88f-54b6-4f54-a94d-4d6a1d059f4f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.492768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f53a88f-54b6-4f54-a94d-4d6a1d059f4f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2346931 Oct 28 21:36:35.498491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50704) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:35.507258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 887b9324-fa43-4d32-802c-967d72c8c7e5 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:36:35.573408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4375aa23-d2f9-496d-a198-64fa9a4b3fbe req-449d0991-8d41-413c-b552-8669fa15758f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236400 Oct 28 21:36:35.595099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.669740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.670239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.670715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.671245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.671747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.679706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.680916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:35.692331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-31a9e65b-ef15-4498-9499-c3c17f74153e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 0.2547629 Oct 28 21:36:35.818703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 48f66241-e46e-4196-8677-3a599902533f {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:35.863202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-472713ec-936c-499c-ab80-2018bceba2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448091 Oct 28 21:36:35.866793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.877512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:35.881003 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35cd11b9-4134-4e88-b083-c756d8d83ad5 HTTP/1.1" status: 204 len: 168 time: 0.9054742 Oct 28 21:36:35.886468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.054959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:36.086790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f76e24-fd00-4a21-b4e6-41b7087f0ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd11b9-4134-4e88-b083-c756d8d83ad5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:36.231213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=887b9324-fa43-4d32-802c-967d72c8c7e5,segment=NetworkSegment(ad0b2757-dc97-40f9-a542-2378570af61f),segment_id=ad0b2757-dc97-40f9-a542-2378570af61f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:36.263167 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-20cb3f90-af86-4738-bc7d-9e91a286d9fd req-1a77e994-63c0-42ea-9065-8a9f3e4bb5d0 service neutron] 10.222.0.44 "GET /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808608 Oct 28 21:36:36.277048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '887b9324-fa43-4d32-802c-967d72c8c7e5', 'network_id': '41b01daf-fe4c-4264-91e4-a275242e74bb', 'port_id': '887b9324-fa43-4d32-802c-967d72c8c7e5', 'mac_address': 'fa:16:3e:9b:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245584b7-0c21-4e3b-9a8b-40fe021ed26c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:36:36.321451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b7e2a649-2b0e-4c64-aa14-c61f06765e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:36.324982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b7e2a649-2b0e-4c64-aa14-c61f06765e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:36.325636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b7e2a649-2b0e-4c64-aa14-c61f06765e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:36.328166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b7e2a649-2b0e-4c64-aa14-c61f06765e3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 2294 time: 0.4938128 Oct 28 21:36:36.347366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.389818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1680719744-network', 'tenant_id': 'da62badb48c04ffc8701fc9c2a8342a6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:36.394113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887b9324-fa43-4d32-802c-967d72c8c7e5 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:36.399565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.445332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Made reservation on behalf of da62badb48c04ffc8701fc9c2a8342a6 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:36.449623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.450513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=887b9324-fa43-4d32-802c-967d72c8c7e5,segment=NetworkSegment(ad0b2757-dc97-40f9-a542-2378570af61f),segment_id=ad0b2757-dc97-40f9-a542-2378570af61f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:36.466807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.488786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.537906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 90e15039-5172-48d1-8965-e926d171f102 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:36.654807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.734194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-8617b314-d8dc-4ba9-8e10-8f53a0fac52a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 1000 time: 0.2571716 Oct 28 21:36:36.758349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.764597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:36.768858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.819185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:36:36.821921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 90e15039-5172-48d1-8965-e926d171f102 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:36.823919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.830414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['887b9324-fa43-4d32-802c-967d72c8c7e5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:36:36.846644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.848224 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Added segment 59d7ab5b-6c23-4b43-b2f7-e5979b5fd3b2 of type vlan for network 0fa9e9ab-8afa-48d4-bf04-af2701181157 Oct 28 21:36:36.900037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1a4d-fffd-486a-b888-37d1a5c64030 req-98ba35e0-a41b-4386-8536-947f45b8658b tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:36.912839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7da1a4d-fffd-486a-b888-37d1a5c64030 req-98ba35e0-a41b-4386-8536-947f45b8658b tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 944 time: 0.4375181 Oct 28 21:36:36.978023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:36.992483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807ce130-d99f-49f8-8bec-08ba535d034f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:37.064447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.065419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:37.066001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.084087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.101293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.106201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f2197dfd-fc55-43f1-b592-d621dc813a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:37.116921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f2197dfd-fc55-43f1-b592-d621dc813a17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.3513429 Oct 28 21:36:37.123759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0599709 Oct 28 21:36:37.183870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:37.186045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Request body: {'subnet': {'network_id': '0fa9e9ab-8afa-48d4-bf04-af2701181157', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1680719744-subnet', 'tenant_id': 'da62badb48c04ffc8701fc9c2a8342a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:37.253771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9bfa-eb4a-4532-ab5d-e8e14e5bce8c admin admin] Pushing event updated for resources: {'Network': ['ID=0fa9e9ab-8afa-48d4-bf04-af2701181157,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:37.277213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Made reservation on behalf of da62badb48c04ffc8701fc9c2a8342a6 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:37.279548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.372398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0fa9e9ab-8afa-48d4-bf04-af2701181157 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:36:37.413745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 7649a28d-1e5d-44da-ba76-f6342b565727 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:37.422556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7da1a4d-fffd-486a-b888-37d1a5c64030 req-4e42cfdc-063a-4110-bade-f68ba8be96e3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771435 Oct 28 21:36:37.445451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:37.462748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:37.462748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:37.479465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50c155-d2f5-4b60-b976-fd0e4eb036c8 req-80f1d47a-16aa-47a1-848d-dd8aa3b59f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:37.486267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50c155-d2f5-4b60-b976-fd0e4eb036c8 req-80f1d47a-16aa-47a1-848d-dd8aa3b59f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:37.500437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f50c155-d2f5-4b60-b976-fd0e4eb036c8 req-80f1d47a-16aa-47a1-848d-dd8aa3b59f22 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 1653 time: 0.6289797 Oct 28 21:36:37.556096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:37.687929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1323a775-f605-4590-9c4b-32f55209fc04 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:37.688763 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-1323a775-f605-4590-9c4b-32f55209fc04 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 21:36:37.689329 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-1323a775-f605-4590-9c4b-32f55209fc04 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:36:37.694989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1323a775-f605-4590-9c4b-32f55209fc04 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2447495 Oct 28 21:36:37.696089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:37.701365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366257170'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:37.735641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.745509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.909646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.916296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:37.963911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f8445-1477-4179-a178-8017e35e78a0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:37.997843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-652959e9-a424-49cd-b464-f707171af88c None None] Provisioning complete for port b245e5f4-ffd4-45f3-b28c-c5137dc421da triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:37.999070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-652959e9-a424-49cd-b464-f707171af88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.054780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-652959e9-a424-49cd-b464-f707171af88c None None] Port b245e5f4-ffd4-45f3-b28c-c5137dc421da cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:38.069919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.079828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.121528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46d952-082a-4984-a7e6-55037713d6a0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:38.143549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.145646 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31094a5f-e183-46c2-bac6-40766783933d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4485471 Oct 28 21:36:38.149593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:38.153763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1b46d952-082a-4984-a7e6-55037713d6a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:38.185295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.231505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f50c155-d2f5-4b60-b976-fd0e4eb036c8 req-4fb40375-b71b-4306-b94a-64203a33e68b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7302387 Oct 28 21:36:38.239818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.255510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-88945adc-bcab-46fc-bf95-ebfc01119f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:38.257358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-88945adc-bcab-46fc-bf95-ebfc01119f90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0925586 Oct 28 21:36:38.258979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.266963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/48f66241-e46e-4196-8677-3a599902533f HTTP/1.1" status: 204 len: 168 time: 2.7595563 Oct 28 21:36:38.268910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7114b2-a3a3-4536-ad8a-1ff07eed3e1b None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:38.276874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50770) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:38.324811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca6179-1e04-4096-8ab9-57ab296ac051 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=48f66241-e46e-4196-8677-3a599902533f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:38.334203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:38.335354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.390798 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d1edcba9-f14e-430f-8fc1-8b998e80f140 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086388 Oct 28 21:36:38.394709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:38.398890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-0a1e3293-1b9d-4da2-8126-385f8c0e8970 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9290788 Oct 28 21:36:38.404251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:38.414279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'admin_state_up': True, 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'security_groups': ['eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:38.456048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.478572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.556970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:38.740602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-c791d6d6-4001-47fb-8c3c-6031f9521520 service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681993 Oct 28 21:36:38.752466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:38.897706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Deleting port 90e15039-5172-48d1-8965-e926d171f102 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:38.898329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:38.937896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-ce6b55fd-42c5-476d-9952-877a0ffef15f service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807623 Oct 28 21:36:38.993827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] For port 90e15039-5172-48d1-8965-e926d171f102, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=90e15039-5172-48d1-8965-e926d171f102,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:38.994471 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.013745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Calling delete_port for 90e15039-5172-48d1-8965-e926d171f102 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:39.051417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92238d06-ec94-48c7-9c7a-8f708590da71 req-db6da3b6-3362-43a7-956e-a0256fa9e0f4 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:39.057722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92238d06-ec94-48c7-9c7a-8f708590da71 req-db6da3b6-3362-43a7-956e-a0256fa9e0f4 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 944 time: 0.3960767 Oct 28 21:36:39.079559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-14f82c0c-5349-455b-9de0-93f29747489c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 217 time: 0.1182506 Oct 28 21:36:39.103896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.134973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.182048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] No DVR routers for this DVR port 90e15039-5172-48d1-8965-e926d171f102 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:39.185094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543f15-20ad-44be-a684-d8100939bfb4 None None] Pushing event deleted for resources: {'Port': ['ID=90e15039-5172-48d1-8965-e926d171f102,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:39.243667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccaae89-04e1-4b9d-9e5c-a764b429ad3e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:39.265883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.270395 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-beafeb29-f100-4ffc-8682-dbca2737ecb8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1200759 Oct 28 21:36:39.271289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50786) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:39.276288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-18ee6fbb-359b-4a6e-807b-7d7ea5c164c2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1b46d952-082a-4984-a7e6-55037713d6a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:39.283562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.295451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92238d06-ec94-48c7-9c7a-8f708590da71 req-cfddee77-efdb-481e-9509-12b4c35f41ce tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139304 Oct 28 21:36:39.314958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:39.319505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.402288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-18ee6fbb-359b-4a6e-807b-7d7ea5c164c2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.407484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc811a9-4334-41a7-b9a3-49fcb9482dce,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:39.423264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-03a8bfc3-246a-4d5e-bc26-a451016ab764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:39.424793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-03a8bfc3-246a-4d5e-bc26-a451016ab764 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.3151968 Oct 28 21:36:39.430943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Checking segment: {'id': '59d7ab5b-6c23-4b43-b2f7-e5979b5fd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0fa9e9ab-8afa-48d4-bf04-af2701181157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:39.431612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Network hostable DHCP agents. Network: 0fa9e9ab-8afa-48d4-bf04-af2701181157, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:36:39.438089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 887b9324-fa43-4d32-802c-967d72c8c7e5 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:39.478999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Network 0fa9e9ab-8afa-48d4-bf04-af2701181157 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:36:39.488176 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-18ee6fbb-359b-4a6e-807b-7d7ea5c164c2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:36:39.493405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-18ee6fbb-359b-4a6e-807b-7d7ea5c164c2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2205136 Oct 28 21:36:39.494439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:39.505193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0fa9e9ab-8afa-48d4-bf04-af2701181157) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:39.519629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:39.521255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.534438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c748980-6be8-4a4f-8516-0fa4d66270c7 None None] Network 0fa9e9ab-8afa-48d4-bf04-af2701181157 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:39.579435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-18c9ccb6-42f8-415f-a3c0-f7e381846b30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3905578 Oct 28 21:36:39.630421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.692793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.749767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 887b9324-fa43-4d32-802c-967d72c8c7e5 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:36:39.763376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 887b9324-fa43-4d32-802c-967d72c8c7e5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:39.764169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.769499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b20e9-9f4d-48dc-9b17-5ecebfc61df7 None None] Network 0fa9e9ab-8afa-48d4-bf04-af2701181157 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:39.846099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.849482 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:39.850942 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b46d952-082a-4984-a7e6-55037713d6a0 HTTP/1.1" status: 204 len: 168 time: 0.3551860 Oct 28 21:36:39.854397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50798) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:39.893169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3be32-cb97-4967-8e49-37aa040263e0 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46d952-082a-4984-a7e6-55037713d6a0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:39.935960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.2.2.100 (8d665487-1248-41c4-b9a0-050c1da13b7f/588a728f-dc2b-47a0-aa76-7e4d98986289/c3561498-b3fe-4427-b587-edafdc7a722c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:39.996911 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c8a4de29-c0b3-4e49-897b-6d8596036a4c tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364388 Oct 28 21:36:40.008412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50804) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:40.012942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777477289'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:40.070906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.120116 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.158159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:40.160472 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70fcffb-8dd9-4da6-844d-e0598879bd2a" -d '{"events": [{"server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "name": "network-vif-plugged", "status": "completed", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:40.184951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1749783086', 'description': 'tempest-description-1273391213'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:40.197125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=887b9324-fa43-4d32-802c-967d72c8c7e5,segment=NetworkSegment(ad0b2757-dc97-40f9-a542-2378570af61f),segment_id=ad0b2757-dc97-40f9-a542-2378570af61f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:40.219229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.240948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.243223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb560-d820-422b-b302-6b35daec5e9a req-4ff5032e-788d-4f95-a580-1e79c27a580f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:40.252013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb560-d820-422b-b302-6b35daec5e9a req-4ff5032e-788d-4f95-a580-1e79c27a580f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:40.254446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.260044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb560-d820-422b-b302-6b35daec5e9a req-4ff5032e-788d-4f95-a580-1e79c27a580f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:40.270332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b75cb560-d820-422b-b302-6b35daec5e9a req-4ff5032e-788d-4f95-a580-1e79c27a580f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 2374 time: 0.8418367 Oct 28 21:36:40.305659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:40.369012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-c45ce6b6-6600-4d72-b148-c5ad4362f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:40.370660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05443738-8c8b-44b6-a8da-8e08869ef51d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:40.370996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-c45ce6b6-6600-4d72-b148-c5ad4362f55e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9008179 Oct 28 21:36:40.433348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.434799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9868ac7f-fe7c-4ad7-ba47-0d999cd8ef94 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4253745 Oct 28 21:36:40.438752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50812) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:40.447240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6fd3ac2e-5083-4876-9b92-c70aad6f67f1 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '05443738-8c8b-44b6-a8da-8e08869ef51d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:40.448800 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-6fd3ac2e-5083-4876-9b92-c70aad6f67f1 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 21:36:40.450272 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-6fd3ac2e-5083-4876-9b92-c70aad6f67f1 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:40.452744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6fd3ac2e-5083-4876-9b92-c70aad6f67f1 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122886 Oct 28 21:36:40.455667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:40.494657 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.520497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 90e15039-5172-48d1-8965-e926d171f102 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:40.559446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 90e15039-5172-48d1-8965-e926d171f102 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:40.559787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 90e15039-5172-48d1-8965-e926d171f102 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:40.581445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.583798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b75cb560-d820-422b-b302-6b35daec5e9a req-88ba8573-925a-4bd2-9bf3-fc5e3ad4da20 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121328 Oct 28 21:36:40.618060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.713024 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.715163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.718784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.721685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/05443738-8c8b-44b6-a8da-8e08869ef51d HTTP/1.1" status: 204 len: 168 time: 0.2637017 Oct 28 21:36:40.726548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50816) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:40.747926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682df7a4-70bf-4150-ae78-fe14f12b1025 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05443738-8c8b-44b6-a8da-8e08869ef51d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:40.766120 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5e3af-8113-4b53-b238-0509fd5e7964 x-openstack-request-id: req-85d5e3af-8113-4b53-b238-0509fd5e7964 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:40.766701 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "name": "network-vif-plugged", "status": "completed", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:40.766701 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85d5e3af-8113-4b53-b238-0509fd5e7964 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:40.766984 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5', 'code': 200} Oct 28 21:36:40.781696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55ee5482-7db1-4c66-b876-aadcb4184e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:40.879485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75050417-7ab5-473d-b27f-bebf268f662a req-d9fdc8e9-8f88-43f1-b6f9-dff321a19fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:40.881424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75050417-7ab5-473d-b27f-bebf268f662a req-d9fdc8e9-8f88-43f1-b6f9-dff321a19fde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 1097 time: 0.0545216 Oct 28 21:36:40.927834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-448b4323-4c96-4732-8e43-11f1fadced5e service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270665 Oct 28 21:36:40.929157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75050417-7ab5-473d-b27f-bebf268f662a req-a0b6c4a7-c596-42cf-88b8-596875c6ebd0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Oct 28 21:36:40.958766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-405c2c72-c3ce-4835-98bf-52985d9d1584 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257167 Oct 28 21:36:40.963945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50818) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:40.969400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716602062'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.008696 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.040584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.047317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.098624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2e14-a050-4c6c-ae6d-991191805375 req-6df26418-e119-4dfc-96b3-4272db56040b tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:41.100692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cadb2e14-a050-4c6c-ae6d-991191805375 req-6df26418-e119-4dfc-96b3-4272db56040b tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 945 time: 0.2318463 Oct 28 21:36:41.105393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.129856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.131215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.138257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.166781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:41.187519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.192082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1777a12-2825-458b-b39b-70616ad0f627 req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0723310 Oct 28 21:36:41.212677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.214029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2495070 Oct 28 21:36:41.215199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ab975-2ac1-4dff-976a-a9b72ad16123 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba8ec05-90a4-429f-9c1c-f3b0b236249b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.220485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.231902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d5a3fa88-ba7f-4d91-b5c4-b10202b9463c tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '0ba8ec05-90a4-429f-9c1c-f3b0b236249b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.233071 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-d5a3fa88-ba7f-4d91-b5c4-b10202b9463c tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 21:36:41.234789 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d5a3fa88-ba7f-4d91-b5c4-b10202b9463c tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:41.235797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d5a3fa88-ba7f-4d91-b5c4-b10202b9463c tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143702 Oct 28 21:36:41.239571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.269469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:41.283600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0b831-cd0d-4d11-8e36-49ad63b34af1 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:41.334732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea03daf-aa38-4c70-83d7-92df1c1909ea tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2170e419-610e-4096-ae74-b516dcd838f2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.340197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:41.341099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.345032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.393753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 8d665487-1248-41c4-b9a0-050c1da13b7f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:41.402838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cadb2e14-a050-4c6c-ae6d-991191805375 req-d518055d-0821-45c7-967b-0b3021c72c81 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831631 Oct 28 21:36:41.404753 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.416212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0158880 Oct 28 21:36:41.417141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef62b1-13f2-4144-b493-9d9a688a74a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=728c625b-219a-41fb-9559-d0c9b90436b0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.428033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50834) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.439942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.453574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:41.463397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:41.495442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.499582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.503435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ba8ec05-90a4-429f-9c1c-f3b0b236249b HTTP/1.1" status: 204 len: 168 time: 0.2601645 Oct 28 21:36:41.505602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.536635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34ba00-2649-400f-b637-4c1f93cd802e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba8ec05-90a4-429f-9c1c-f3b0b236249b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.537181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:41.538293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.551002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.606557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-312a546b-bcd6-4d6b-8b10-f286e139ae80 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/2170e419-610e-4096-ae74-b516dcd838f2 HTTP/1.1" status: 200 len: 1815 time: 0.3394408 Oct 28 21:36:41.615296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d59094cf-1f4d-4400-a38d-a709695a7f22 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020291 Oct 28 21:36:41.615521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.618948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.620216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.630172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548005744'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.636559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2170e419-610e-4096-ae74-b516dcd838f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.636970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2170e419-610e-4096-ae74-b516dcd838f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.698708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad4bf3ba-373d-404b-bbf7-8a9966cba76a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2871041 Oct 28 21:36:41.703731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.719937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'admin_state_up': True, 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'security_groups': ['eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.784980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-c3646eda-57fb-47a4-b074-7507b22f96c5 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641676 Oct 28 21:36:41.794855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '728c625b-219a-41fb-9559-d0c9b90436b0'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:41.794855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.901632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.910124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.951657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc5f54a-2c84-48e3-ab3a-83179761e7a0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:41.958525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:41.963261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5cce67b0-4467-4175-88e0-49faff0e44ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3437991 Oct 28 21:36:41.963261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50848) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:41.970140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1e639619-ddc2-467d-9e26-d39195f71a8e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1fc5f54a-2c84-48e3-ab3a-83179761e7a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:41.989586 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-1e639619-ddc2-467d-9e26-d39195f71a8e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 21:36:41.990592 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-1e639619-ddc2-467d-9e26-d39195f71a8e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:41.992492 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1e639619-ddc2-467d-9e26-d39195f71a8e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271819 Oct 28 21:36:41.998353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.009637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-68d5330b-0cf8-4435-a3a9-0714122f4927 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1fc5f54a-2c84-48e3-ab3a-83179761e7a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:42.012070 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-68d5330b-0cf8-4435-a3a9-0714122f4927 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 21:36:42.013741 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-68d5330b-0cf8-4435-a3a9-0714122f4927 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:42.017954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68d5330b-0cf8-4435-a3a9-0714122f4927 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150509 Oct 28 21:36:42.020850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50854) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.038387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6dc1aa90-aee8-4813-8976-5bf88027b9a2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1fc5f54a-2c84-48e3-ab3a-83179761e7a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:42.044357 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-6dc1aa90-aee8-4813-8976-5bf88027b9a2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 21:36:42.044942 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-6dc1aa90-aee8-4813-8976-5bf88027b9a2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:42.048434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-2830ca76-5325-40aa-8809-12562637b062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 217 time: 0.1658356 Oct 28 21:36:42.052925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6dc1aa90-aee8-4813-8976-5bf88027b9a2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0292943 Oct 28 21:36:42.053581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.058209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d55b5455-e0f6-49d5-9062-1c3e56bd5ecf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '1fc5f54a-2c84-48e3-ab3a-83179761e7a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:42.059367 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-d55b5455-e0f6-49d5-9062-1c3e56bd5ecf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 21:36:42.065178 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d55b5455-e0f6-49d5-9062-1c3e56bd5ecf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:42.070569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.074536 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d55b5455-e0f6-49d5-9062-1c3e56bd5ecf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0198414 Oct 28 21:36:42.075191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50860) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.111466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e3e0ac19-d6ed-424f-b4a8-c77e0aec1212 None None] Provisioning complete for port c3561498-b3fe-4427-b587-edafdc7a722c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:42.115531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3e0ac19-d6ed-424f-b4a8-c77e0aec1212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.184600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.193547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.243235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.246058 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.281161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0ac19-d6ed-424f-b4a8-c77e0aec1212 None None] Port c3561498-b3fe-4427-b587-edafdc7a722c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:42.295002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/728c625b-219a-41fb-9559-d0c9b90436b0/5141d081-5434-4ad2-ad89-cbd62d4777af) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:42.300130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.307206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.336972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-9ce4e94a-be14-444a-a59d-8c4356386cfd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:42.343439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-9ce4e94a-be14-444a-a59d-8c4356386cfd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:42.350139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-9ce4e94a-be14-444a-a59d-8c4356386cfd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:42.350978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.356994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-9ce4e94a-be14-444a-a59d-8c4356386cfd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:42.359436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-9ce4e94a-be14-444a-a59d-8c4356386cfd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3095 time: 0.5717587 Oct 28 21:36:42.361068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.365983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/1fc5f54a-2c84-48e3-ab3a-83179761e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2892063 Oct 28 21:36:42.366131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.367205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1639a659-82b1-4615-bfa3-563f82dcf551 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9325631 Oct 28 21:36:42.389527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.390340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50864) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.401132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb3dcd-f656-493a-ae1d-61c972c15a84 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc5f54a-2c84-48e3-ab3a-83179761e7a0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:42.409642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Made reservation on behalf of ad51f25e24fd4152be1c680e8f6d56a4 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:42.417504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.480733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.484715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-bd87e702-0189-42f0-9b34-1363e7eabede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:42.486204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-bd87e702-0189-42f0-9b34-1363e7eabede service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.4131887 Oct 28 21:36:42.523945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d75abf4c-2828-4574-a4c6-299a679b7419 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309383 Oct 28 21:36:42.535389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.569479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.585321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.667149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:42.687920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:42.697306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:42.720174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Allocated IP 10.2.2.200 (8d665487-1248-41c4-b9a0-050c1da13b7f/588a728f-dc2b-47a0-aa76-7e4d98986289/3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:42.747366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:42.757108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--260870065'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:42.763030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Pushing event updated for resources: {'Port': ['ID=5141d081-5434-4ad2-ad89-cbd62d4777af,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:42.841503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Attempting to bind port 5141d081-5434-4ad2-ad89-cbd62d4777af on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:42.842067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Attempting to bind port 5141d081-5434-4ad2-ad89-cbd62d4777af by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:42.844789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Attempting to bind port 5141d081-5434-4ad2-ad89-cbd62d4777af on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:42.861128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:42.862207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:42.862861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.863490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:42.864215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Bound port: 5141d081-5434-4ad2-ad89-cbd62d4777af, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:42.865200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:42.998282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] For port 5141d081-5434-4ad2-ad89-cbd62d4777af, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:43.000790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.005279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.009063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] For port 5141d081-5434-4ad2-ad89-cbd62d4777af, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5141d081-5434-4ad2-ad89-cbd62d4777af,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:43.024328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.041074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fd8a986-6b39-4008-896e-134e96c01fa5 req-8ec3f0db-bdce-4daa-81ea-3eaaac98bc1c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6535056 Oct 28 21:36:43.045077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c68734-4e3b-412c-bb6f-7112fc74ba60,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:43.101228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.119507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f512dd4e-69d7-4f40-817d-4943629dd5a0 req-eebb65b1-a33d-47d4-85ba-7b2874167eb4 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4895270 Oct 28 21:36:43.264012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-9dcc915c-3471-4d16-a6c8-d29fddfe5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:43.273798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-9dcc915c-3471-4d16-a6c8-d29fddfe5f6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7516291 Oct 28 21:36:43.329035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.452379 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba8abd8b-feaa-4ef2-a11d-d1e427eb5501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.461682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2268-b761-4e5f-be4b-9cbb4734dfe5 None None] Pushing event updated for resources: {'Port': ['ID=5141d081-5434-4ad2-ad89-cbd62d4777af,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:43.538314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.547780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.603666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aa092-7786-40bc-bbc0-fe1f6f11bec6 req-a0f96a2d-710a-4fdf-b648-655264fc2e3a tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:43.606358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf0aa092-7786-40bc-bbc0-fe1f6f11bec6 req-a0f96a2d-710a-4fdf-b648-655264fc2e3a tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 945 time: 0.2272391 Oct 28 21:36:43.629069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f2871a1-2801-4f3d-af95-29c1c543e155 req-0346ad24-0f32-4510-b40a-be67f0d39024 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/2170e419-610e-4096-ae74-b516dcd838f2 HTTP/1.1" status: 200 len: 2409 time: 0.2629571 Oct 28 21:36:43.642557 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.643909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8913274 Oct 28 21:36:43.652557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:43.657350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::1 (f81635a2-fdc9-4571-89e5-692fe1730770/728c625b-219a-41fb-9559-d0c9b90436b0/59565b7c-6d00-4340-bff3-45be4240a12f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:43.663948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7ebdf19d-9fcf-4c65-b105-d802804b9c5b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:43.665443 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-7ebdf19d-9fcf-4c65-b105-d802804b9c5b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 21:36:43.666387 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-7ebdf19d-9fcf-4c65-b105-d802804b9c5b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:43.667421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7ebdf19d-9fcf-4c65-b105-d802804b9c5b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139272 Oct 28 21:36:43.670510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50880) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:43.679627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c4444d23-40ee-45b2-8553-0cbdb721a4e3 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:43.683801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59b7b5-7986-4894-9200-591c08b89a18 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63842c25-e08d-4adb-b322-cf084ed7faa7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:43.705094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-dacd5326-6e56-4448-b2f7-e73fb1adb8ee tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-group-rules/c5c68734-4e3b-412c-bb6f-7112fc74ba60 HTTP/1.1" status: 200 len: 778 time: 0.0321529 Oct 28 21:36:43.784786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-5cc2af3f-3406-4002-8b81-bad8f510744a service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405324 Oct 28 21:36:43.809132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:43.818338 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-c4444d23-40ee-45b2-8553-0cbdb721a4e3 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:43.829426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4444d23-40ee-45b2-8553-0cbdb721a4e3 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1571584 Oct 28 21:36:43.835351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:43.844338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-81a48f65-37ce-4545-a925-c38427861723 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:43.847230 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-81a48f65-37ce-4545-a925-c38427861723 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 21:36:43.847985 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-81a48f65-37ce-4545-a925-c38427861723 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:43.849755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81a48f65-37ce-4545-a925-c38427861723 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128953 Oct 28 21:36:43.864108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:43.870228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-50635428-cee1-410c-bd10-3c0735582877 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:43.998879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.063136 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-50635428-cee1-410c-bd10-3c0735582877 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:44.065390 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-50635428-cee1-410c-bd10-3c0735582877 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1991458 Oct 28 21:36:44.112936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:44.124552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e34a2e41-f965-471a-b4a9-023b1ca0ec39 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:44.125040 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-e34a2e41-f965-471a-b4a9-023b1ca0ec39 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 21:36:44.125665 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-e34a2e41-f965-471a-b4a9-023b1ca0ec39 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:44.128100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e34a2e41-f965-471a-b4a9-023b1ca0ec39 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111024 Oct 28 21:36:44.130639 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.147428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:44.239754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c8b2fff2-f5c2-4ea1-b343-de248f55d861 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:44.245722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:44.263543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:44.268281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:44.284413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:44.285227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.363839 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-c8b2fff2-f5c2-4ea1-b343-de248f55d861 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Project 4f44f2c5015042018c7901fd6f6cf3b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:36:44.408729 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-c8b2fff2-f5c2-4ea1-b343-de248f55d861 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:44.412949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c8b2fff2-f5c2-4ea1-b343-de248f55d861 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1836388 Oct 28 21:36:44.415117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50906) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:44.417550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Network 8d665487-1248-41c4-b9a0-050c1da13b7f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:44.421851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b36c323a-4026-4b75-ac11-3c95a10a7d63 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259243 Oct 28 21:36:44.422505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:44.423541 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-22151256-2ff1-4d12-97a7-37017f590cee tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:44.429058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf0aa092-7786-40bc-bbc0-fe1f6f11bec6 req-cf11c645-8610-4e50-9797-378d448662e6 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896030 Oct 28 21:36:44.430306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:44.437096 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-22151256-2ff1-4d12-97a7-37017f590cee tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 21:36:44.441849 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-22151256-2ff1-4d12-97a7-37017f590cee tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:44.446803 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-22151256-2ff1-4d12-97a7-37017f590cee tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0292170 Oct 28 21:36:44.481965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:44.511360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ae3c9506-07a4-4539-81b8-60cbce0a0982 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:44.520891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-75a44df3-cc0c-4d91-8445-44f9d2369823 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/2170e419-610e-4096-ae74-b516dcd838f2 HTTP/1.1" status: 200 len: 2409 time: 0.8054109 Oct 28 21:36:44.532668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-58e6e8ed-e9c4-4036-856d-6e086e45431f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 217 time: 0.0997403 Oct 28 21:36:44.537537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:44.628173 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-ae3c9506-07a4-4539-81b8-60cbce0a0982 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Project 4f44f2c5015042018c7901fd6f6cf3b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:36:44.633262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b0f40dab-488a-4632-9088-67c83882be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:44.640400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b0f40dab-488a-4632-9088-67c83882be85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.0967646 Oct 28 21:36:44.654902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5141d081-5434-4ad2-ad89-cbd62d4777af up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:44.722210 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-ae3c9506-07a4-4539-81b8-60cbce0a0982 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:44.723058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ae3c9506-07a4-4539-81b8-60cbce0a0982 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2401080 Oct 28 21:36:44.726617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:44.739964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6b3346c7-2f74-4d92-a4e1-c1313eefb371 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '63842c25-e08d-4adb-b322-cf084ed7faa7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:44.784563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.815338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.851210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5141d081-5434-4ad2-ad89-cbd62d4777af triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:44.852049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.855553 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:44.918961 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.007343 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-6b3346c7-2f74-4d92-a4e1-c1313eefb371 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Project 4f44f2c5015042018c7901fd6f6cf3b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:36:45.060181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.062855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.098464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f2f1f6a9-e80d-40a5-96ed-25be67846026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.105550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.108884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f2f1f6a9-e80d-40a5-96ed-25be67846026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3980732 Oct 28 21:36:45.119201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-7ce829c9-1b72-4ffe-8bbb-8cea624194a5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4101765 Oct 28 21:36:45.144473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:45.197905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.201192 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-6b3346c7-2f74-4d92-a4e1-c1313eefb371 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:45.205447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b3346c7-2f74-4d92-a4e1-c1313eefb371 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4747355 Oct 28 21:36:45.206965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.210180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5141d081-5434-4ad2-ad89-cbd62d4777af, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5141d081-5434-4ad2-ad89-cbd62d4777af,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:45.213764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-033f0b7a-9137-42b1-90af-e55643457caa None None] Provisioning complete for port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:45.214351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-033f0b7a-9137-42b1-90af-e55643457caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.218459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.224513 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.236007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:45.237480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.253175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:45.259267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-cd6ace05-9f1a-4276-95c4-7d7d04feb3ae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3816 time: 0.5690587 Oct 28 21:36:45.288685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.371929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.381180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.395394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-033f0b7a-9137-42b1-90af-e55643457caa None None] Port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:45.400963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.402289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86b61a73-8431-4a19-beb2-5dbf01e771fc req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c5c68734-4e3b-412c-bb6f-7112fc74ba60 HTTP/1.1" status: 204 len: 173 time: 0.8803732 Oct 28 21:36:45.427044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.447083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5141d081-5434-4ad2-ad89-cbd62d4777af,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:45.504946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba695d6-6eb2-4f4d-a77f-9ed443e8a0d3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c68734-4e3b-412c-bb6f-7112fc74ba60,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:45.543786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4c2819d2-a83f-428c-9363-d77dbf4b827e None None] Provisioning complete for port 5141d081-5434-4ad2-ad89-cbd62d4777af triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:45.544162 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c2819d2-a83f-428c-9363-d77dbf4b827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.551458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.555171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.556350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/63842c25-e08d-4adb-b322-cf084ed7faa7 HTTP/1.1" status: 204 len: 168 time: 0.3193157 Oct 28 21:36:45.578919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:45.581386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.650916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38957727-48b2-49cb-881a-c041a539a4b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63842c25-e08d-4adb-b322-cf084ed7faa7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:45.689900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82e93dd4-7d9d-49ee-943d-dcdb5438a5a0 req-62a8c6dc-6eae-48b2-bfb6-0e9e49196c51 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097241 Oct 28 21:36:45.697219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f3f2da55-56fa-4d01-a29c-941e518fec53 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667336 Oct 28 21:36:45.764454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.772405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.773267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.859932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-b06ab398-fa7e-4955-8b81-d512b1b529f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516657 Oct 28 21:36:45.870684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-460057654', 'description': 'tempest-description-386624497'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:45.893843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac36e297-26db-49ea-a47b-3651d2bc8578 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3051212 Oct 28 21:36:45.931264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b9862809-1dab-406f-9039-70ae5f59f177 None None] Provisioning complete for port 59565b7c-6d00-4340-bff3-45be4240a12f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:45.932326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9862809-1dab-406f-9039-70ae5f59f177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:45.996396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50936) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:46.014708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b9862809-1dab-406f-9039-70ae5f59f177 None None] Port 59565b7c-6d00-4340-bff3-45be4240a12f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:46.022972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:46.023165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--498577497'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:46.026372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:46.041363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:46.100037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-224a4496-3759-48a4-b3a2-9ad3d4ecc2c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 217 time: 0.2328308 Oct 28 21:36:46.140158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.347487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.365680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-a147e238-fdd9-4be3-9d12-3cb6e8bef1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.367125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-a147e238-fdd9-4be3-9d12-3cb6e8bef1c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2485747 Oct 28 21:36:46.369826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Router 2bcc6e60-ec78-48ba-8072-6d7811547af1 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:36:46.497208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5141d081-5434-4ad2-ad89-cbd62d4777af up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:46.597631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-773415ca-8a47-44a1-8917-795a5c360632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.600018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-773415ca-8a47-44a1-8917-795a5c360632 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888077 Oct 28 21:36:46.612973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a43e4-d309-4625-8373-a5b31790c059 req-9da22fcf-5196-4d2a-83c2-0971d95f5587 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.621579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b6a43e4-d309-4625-8373-a5b31790c059 req-9da22fcf-5196-4d2a-83c2-0971d95f5587 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 945 time: 0.2527323 Oct 28 21:36:46.634466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:36:46.648674 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Sync routers for ids ['2bcc6e60-ec78-48ba-8072-6d7811547af1'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:36:46.653668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4f0ace66-6af0-4065-a8ac-287b4c0bc5d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "PUT /v2.0/routers/2bcc6e60-ec78-48ba-8072-6d7811547af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2607858 Oct 28 21:36:46.656830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50954) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:46.668956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Routers {'2bcc6e60-ec78-48ba-8072-6d7811547af1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:36:46.669688 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2bcc6e60-ec78-48ba-8072-6d7811547af1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:46.695217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2ea3dfa8-9d16-40fc-a0f1-2843a8b48545 None None] Provisioning complete for port 59565b7c-6d00-4340-bff3-45be4240a12f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:46.695856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2ea3dfa8-9d16-40fc-a0f1-2843a8b48545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.699301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.767251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831bde0-f439-43ac-a812-52810fa8590f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.769014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4831bde0-f439-43ac-a812-52810fa8590f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports/59565b7c-6d00-4340-bff3-45be4240a12f HTTP/1.1" status: 200 len: 911 time: 0.1112278 Oct 28 21:36:46.773080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:46.795542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3dfa8-9d16-40fc-a0f1-2843a8b48545 None None] Port 59565b7c-6d00-4340-bff3-45be4240a12f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:36:46.818568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5141d081-5434-4ad2-ad89-cbd62d4777af triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:46.819546 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.824519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.861722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.872255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:46.883030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f066b-e957-476a-bb50-d618166803cf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.904701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f066b-e957-476a-bb50-d618166803cf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:46.907243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7b1f066b-e957-476a-bb50-d618166803cf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1329713 Oct 28 21:36:46.910151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50964) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:46.911407 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Set router 2bcc6e60-ec78-48ba-8072-6d7811547af1 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:36:46.920293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.068989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b6a43e4-d309-4625-8373-a5b31790c059 req-8a190a2c-367f-463a-8ad0-f5f5c2114ba9 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469202 Oct 28 21:36:47.154911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.183090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a780f5-d6fa-48d3-b5d2-60a94048fd36 req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3212378 Oct 28 21:36:47.185871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.190584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1826680 Oct 28 21:36:47.212763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:47.220991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d6c1bee3-b7f7-4010-8323-50e3c8ff632a tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '3859d321-7fc0-46dd-aaae-e6989deab4fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:47.261125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0a7f4-8dbf-42ad-b01a-5dc4e7579cb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3859d321-7fc0-46dd-aaae-e6989deab4fa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:47.369887 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:44Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '59565b7c-6d00-4340-bff3-45be4240a12f', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:44:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:43Z', 'updated_at': '2021-10-28T21:36:45Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:47.410821 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Checking router: 2bcc6e60-ec78-48ba-8072-6d7811547af1 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:36:47.411468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Updating router 2bcc6e60-ec78-48ba-8072-6d7811547af1 port 59565b7c-6d00-4340-bff3-45be4240a12f binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:36:47.445421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48edad8d-28ce-4c0d-b43d-0689a717d2f4 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:47.456395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.472247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Transition to ACTIVE for port object 48edad8d-28ce-4c0d-b43d-0689a717d2f4 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:36:47.476508 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.523170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856da9db-f9cb-49d6-8c96-7164ae571a1e tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f71de3-739d-43da-aed3-20d806ed7514,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:47.527234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.648414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-1a99036d-4db3-4b55-b124-01372fb99b5b service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0170772 Oct 28 21:36:47.844062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:47.872097 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-d6c1bee3-b7f7-4010-8323-50e3c8ff632a tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The resource could not be found. Oct 28 21:36:47.878221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d6c1bee3-b7f7-4010-8323-50e3c8ff632a tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6621408 Oct 28 21:36:47.900722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50980) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:47.928861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11a74b81-415a-4215-a4ea-225f55aeb8b4 req-dd72e9a4-a8a8-43ca-8888-62620a26d7f8 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/c4f71de3-739d-43da-aed3-20d806ed7514 HTTP/1.1" status: 200 len: 1813 time: 0.5596166 Oct 28 21:36:47.973777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-eba53890-380f-43e9-8a2d-39fb6619a64e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '3859d321-7fc0-46dd-aaae-e6989deab4fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '66f34b48-ef8e-4381-9083-155cc0c6dfd5'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:48.075811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-d6873df9-6c7d-4e21-861e-5acae5fbf879 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.078719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-d6873df9-6c7d-4e21-861e-5acae5fbf879 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.44 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 945 time: 0.4992304 Oct 28 21:36:48.106642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1824522599', 'description': 'tempest-description-1190788942'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:48.122741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:48.228658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.251037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.281754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.295132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.314821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.317754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-4015029c-aa80-4d21-9f4c-7eae03ebba0e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3828 time: 1.0094566 Oct 28 21:36:48.334832 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.345353 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.387610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-94a7c6dd-b4c8-4367-8a83-34dec52ea5a6 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274883 Oct 28 21:36:48.450275 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Pushing event updated for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:48.459617 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.459963 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.460300 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.460666 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.460998 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.462462 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.462813 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.463144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.463471 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.463801 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.464128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.464477 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:48.505602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Deleting port 887b9324-fa43-4d32-802c-967d72c8c7e5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:48.505966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.568291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baff4835-3e54-4933-a7cb-eb947fed8f4f req-97aadde1-3f22-4c89-a4b0-f562e627c330 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794686 Oct 28 21:36:48.576914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-0e575865-99f5-4d2a-b1e7-facd9668c7f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.1337652 Oct 28 21:36:48.636547 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Attempting to bind port 59565b7c-6d00-4340-bff3-45be4240a12f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:48.637250 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Attempting to bind port 59565b7c-6d00-4340-bff3-45be4240a12f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:48.638044 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Attempting to bind port 59565b7c-6d00-4340-bff3-45be4240a12f on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:48.657508 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:48.657887 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:48.660515 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.660977 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:48.661483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Bound port: 59565b7c-6d00-4340-bff3-45be4240a12f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:48.661881 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.668434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-73bc6f88-0807-4b11-8554-5ea8861fd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.691427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-73bc6f88-0807-4b11-8554-5ea8861fd468 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.0925727 Oct 28 21:36:48.803225 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.826213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Attempting to bind port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:48.826790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Attempting to bind port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:48.830916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Attempting to bind port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 on network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:48.836219 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] For port 59565b7c-6d00-4340-bff3-45be4240a12f, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:48.845146 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] For port 59565b7c-6d00-4340-bff3-45be4240a12f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59565b7c-6d00-4340-bff3-45be4240a12f,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:48.866957 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:48.902110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 on network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:36:48.907295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Attempting to bind port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 on network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:48.913604 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-eba53890-380f-43e9-8a2d-39fb6619a64e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The resource could not be found. Oct 28 21:36:48.919182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eba53890-380f-43e9-8a2d-39fb6619a64e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9888692 Oct 28 21:36:48.923778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51004) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:48.927618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-ef07f026-9cdd-4f68-b25c-5e296cf80a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:48.933665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-ef07f026-9cdd-4f68-b25c-5e296cf80a47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2351780 Oct 28 21:36:48.984576 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Routers {'2bcc6e60-ec78-48ba-8072-6d7811547af1'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:36:48.985315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2bcc6e60-ec78-48ba-8072-6d7811547af1'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:49.019917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] Provisioning complete for port 59565b7c-6d00-4340-bff3-45be4240a12f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:49.024479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.263010 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718bf87-c0c0-43b8-bbc5-6bf6727b0fda None None] Pushing event updated for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:49.295075 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.307042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] Set router 2bcc6e60-ec78-48ba-8072-6d7811547af1 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:36:49.332281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:49.332641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Checking segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:49.333024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Bound using segment: {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:49.333468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Bound port: 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741bdcd1-baac-4daa-ade9-f6c7e449dc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:49.333824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.394080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] For port 59565b7c-6d00-4340-bff3-45be4240a12f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59565b7c-6d00-4340-bff3-45be4240a12f,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:49.403946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.450348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] For port 887b9324-fa43-4d32-802c-967d72c8c7e5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=887b9324-fa43-4d32-802c-967d72c8c7e5,segment=NetworkSegment(ad0b2757-dc97-40f9-a542-2378570af61f),segment_id=ad0b2757-dc97-40f9-a542-2378570af61f)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:49.450953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.496095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Calling delete_port for 887b9324-fa43-4d32-802c-967d72c8c7e5 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:49.535559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c0d83-c78e-4fd8-bdba-f28a83dc0446 None None] Pushing event updated for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:49.536830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 59565b7c-6d00-4340-bff3-45be4240a12f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:49.537171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.542022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb1c9-fee4-4642-ab6e-f7c64e229876 req-2df6a7da-0dff-4146-ad80-acf0497a6bfc tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:49.543369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d69bb1c9-fee4-4642-ab6e-f7c64e229876 req-2df6a7da-0dff-4146-ad80-acf0497a6bfc tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/ports?device_id=b723a970-20b8-4331-af88-959b516297a4 HTTP/1.1" status: 200 len: 945 time: 0.7732074 Oct 28 21:36:49.562469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e046fd00-66bb-4413-ba56-8152ec40de63 None None] Provisioning complete for port 59565b7c-6d00-4340-bff3-45be4240a12f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:49.563211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e046fd00-66bb-4413-ba56-8152ec40de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.663254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:49.671787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:49.747701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-2b274ab3-0772-4660-8d83-bac85a4d3145 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445663 Oct 28 21:36:49.766475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.875050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port 59565b7c-6d00-4340-bff3-45be4240a12f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=59565b7c-6d00-4340-bff3-45be4240a12f,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:49.875510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:49.907997 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:44Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '59565b7c-6d00-4340-bff3-45be4240a12f', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:44:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:43Z', 'updated_at': '2021-10-28T21:36:48Z', 'revision_number': 4, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:49.920477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 59565b7c-6d00-4340-bff3-45be4240a12f owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:49.986289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cc41d-ea5e-4b0f-b9d6-357139bfaeb0 None None] The sync data for ids ['2bcc6e60-ec78-48ba-8072-6d7811547af1'] in n-d-806683-16 is: [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:44Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '59565b7c-6d00-4340-bff3-45be4240a12f', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:44:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:43Z', 'updated_at': '2021-10-28T21:36:48Z', 'revision_number': 4, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': '728c625b-219a-41fb-9559-d0c9b90436b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:36:50.054328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:50.059618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.230362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-422f7dc8-2b09-42d3-97f9-5fa3596f94f3 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002428 Oct 28 21:36:50.253592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:50.254236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.257282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-c8d37d3e-7f50-4ee6-b821-85a5c9b7be31 service neutron] 10.222.0.44 "PUT /v2.0/ports/48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 1092 time: 5.1196146 Oct 28 21:36:50.347552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.347870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:50.351558 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:50.377873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-97b83b1a-05e2-451a-beea-c152c1d09f06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.1147156 Oct 28 21:36:50.382150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.404743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:50.500111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d69bb1c9-fee4-4642-ab6e-f7c64e229876 req-ea1a271f-c2e6-4118-8fb5-0bcd68c4256a tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a4bef74-9429-4beb-a687-c1d6dd538433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9168386 Oct 28 21:36:50.501488 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.559079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=59565b7c-6d00-4340-bff3-45be4240a12f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:50.646977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.663414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32566fb0-1cd0-4c04-830a-a2f07e10a503 req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 2.5654445 Oct 28 21:36:50.691341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59565b7c-6d00-4340-bff3-45be4240a12f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:50.698591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.798408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 59565b7c-6d00-4340-bff3-45be4240a12f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:50.799736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59565b7c-6d00-4340-bff3-45be4240a12f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:36:50.851364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port 59565b7c-6d00-4340-bff3-45be4240a12f not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:36:50.887101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:50.911162 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58821eb7-d230-4c40-90d3-63df3f2dd6b3 x-openstack-request-id: req-58821eb7-d230-4c40-90d3-63df3f2dd6b3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:50.911563 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:50.911710 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58821eb7-d230-4c40-90d3-63df3f2dd6b3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:50.912134 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'status': 'completed', 'code': 200} Oct 28 21:36:50.975457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.098657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddf67d-9bec-44d0-98c4-25926f6d52c7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12f2cd-aecb-47ea-948e-357bb71820be,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:51.116214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.123440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f9186196-3c0b-4978-beb9-3004586a18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.127212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-f9186196-3c0b-4978-beb9-3004586a18a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.6845174 Oct 28 21:36:51.127951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.130402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.136226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/3859d321-7fc0-46dd-aaae-e6989deab4fa HTTP/1.1" status: 204 len: 168 time: 2.1774421 Oct 28 21:36:51.141794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51026) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:51.158622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Pushing event deleted for resources: {'Port': ['ID=887b9324-fa43-4d32-802c-967d72c8c7e5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:51.207491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.207966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.208458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.210110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.210110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.211435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-36e6c52a-1122-4dd9-815b-5b9cf7ce50de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 4364 time: 0.2916653 Oct 28 21:36:51.267130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb24f0-2e1b-466e-9017-e1f67bc285d8 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3859d321-7fc0-46dd-aaae-e6989deab4fa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:51.322112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c076ca6-c045-465a-abca-2949a9d8037f req-80b5d3ef-623b-498e-8410-e23f6a504bd9 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/6d12f2cd-aecb-47ea-948e-357bb71820be HTTP/1.1" status: 200 len: 1815 time: 0.3477881 Oct 28 21:36:51.373026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.383833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.390968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.398228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.406582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.409464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-0670aa3a-da8d-4c4c-8182-7a96e180b71b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3828 time: 0.5867136 Oct 28 21:36:51.415491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] No DVR routers for this DVR port 887b9324-fa43-4d32-802c-967d72c8c7e5 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:51.416209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1249200500', 'description': 'tempest-description-1700063518'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:51.421075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.425527 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6818bc38-dead-495c-93ec-68fcc9a90a76 req-2d6c1c10-d5f6-42c9-b686-6b1ddb7724d3 tempest-ServerPasswordTestJSON-2065224686 tempest-ServerPasswordTestJSON-2065224686-project] 10.222.0.44 "DELETE /v2.0/ports/887b9324-fa43-4d32-802c-967d72c8c7e5 HTTP/1.1" status: 204 len: 173 time: 3.3386137 Oct 28 21:36:51.434303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'name': 'network-vif-deleted', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:51.437205 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589255a8-abb3-40e4-96b7-f8a36cd220cc" -d '{"events": [{"server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "name": "network-vif-deleted", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:51.459747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Router 2bcc6e60-ec78-48ba-8072-6d7811547af1 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:36:51.484412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 887b9324-fa43-4d32-802c-967d72c8c7e5 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:51.506086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-869fd54d-6697-472b-988c-87d95670ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.506557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-869fd54d-6697-472b-988c-87d95670ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.507038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-869fd54d-6697-472b-988c-87d95670ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.508676 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-869fd54d-6697-472b-988c-87d95670ee50 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2292655 Oct 28 21:36:51.517295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 887b9324-fa43-4d32-802c-967d72c8c7e5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:51.518334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 887b9324-fa43-4d32-802c-967d72c8c7e5 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:51.554537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-154b4391-3da8-4d5c-9577-c994651c4a5d tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3781347 Oct 28 21:36:51.573118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-7da885f0-8690-4857-bee6-e419cf7e099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.574862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-7da885f0-8690-4857-bee6-e419cf7e099e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4278290 Oct 28 21:36:51.586300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51034) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:51.593254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3001b55e-432a-41ca-b439-c0c337f36eb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': 'dbf70d0a-3bbb-4351-9578-7e1d0c9352fe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:51.671238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:36:51.687508 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a7011cb-a289-4317-9816-263df2c1171c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "PUT /v2.0/routers/2bcc6e60-ec78-48ba-8072-6d7811547af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7761617 Oct 28 21:36:51.705538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51038) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:51.747703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:51.850955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8b56c-42a3-46cc-88cd-6a21ddb4b191 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.857250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8b56c-42a3-46cc-88cd-6a21ddb4b191 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.864893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31f8b56c-42a3-46cc-88cd-6a21ddb4b191 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578832 Oct 28 21:36:51.866670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51044) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:51.896732 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-3001b55e-432a-41ca-b439-c0c337f36eb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The resource could not be found. Oct 28 21:36:51.901847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3001b55e-432a-41ca-b439-c0c337f36eb5 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3125138 Oct 28 21:36:51.931008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51046) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:51.936167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035409795'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:51.956894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-5c43a865-a003-448f-b71a-da0de1aa9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:51.958223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0eee2ecd-dae7-48aa-b8bf-d03159c0be86 req-5c43a865-a003-448f-b71a-da0de1aa9683 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151857 Oct 28 21:36:51.994892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 728c625b-219a-41fb-9559-d0c9b90436b0 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:51.999660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.059777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.192974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.325257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.368133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.414032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcc5f3fd-73ee-422c-b144-c7d24845ee3f req-bc2f9008-bfaf-494a-a886-cb23c07bd6a3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9804208 Oct 28 21:36:52.487121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=728c625b-219a-41fb-9559-d0c9b90436b0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:52.503807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Sync routers for ids ['2bcc6e60-ec78-48ba-8072-6d7811547af1'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:36:52.512381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.519352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa4363-5c0d-4899-8d86-417756427fd3 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:52.531164 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbd252f0-cb0a-4161-8137-9c5bbfe4d806 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/728c625b-219a-41fb-9559-d0c9b90436b0 HTTP/1.1" status: 204 len: 168 time: 0.6486340 Oct 28 21:36:52.536245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51048) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:52.564832 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782deb7a-b073-4b0a-a0bd-8007d9c203e0 x-openstack-request-id: req-782deb7a-b073-4b0a-a0bd-8007d9c203e0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:52.565181 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723a970-20b8-4331-af88-959b516297a4", "name": "network-vif-deleted", "tag": "887b9324-fa43-4d32-802c-967d72c8c7e5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:52.565534 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-782deb7a-b073-4b0a-a0bd-8007d9c203e0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:52.566053 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723a970-20b8-4331-af88-959b516297a4', 'name': 'network-vif-deleted', 'tag': '887b9324-fa43-4d32-802c-967d72c8c7e5', 'status': 'completed', 'code': 200} Oct 28 21:36:52.599227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-1a68db23-2c57-441d-8125-a39d3c792d6d service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9942989 Oct 28 21:36:52.649611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.658670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.664553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:52.690952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Routers {'2bcc6e60-ec78-48ba-8072-6d7811547af1'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:36:52.693662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2bcc6e60-ec78-48ba-8072-6d7811547af1'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:52.840935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.847707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9131150 Oct 28 21:36:52.852570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51054) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:52.865681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426269701'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:52.882353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8486704-d753-4930-a67d-d36872646de4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4264e269-5469-473e-947d-df8c030e7754,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:52.883169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.915617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.915870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Deleting subnet 245584b7-0c21-4e3b-9a8b-40fe021ed26c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:36:52.921927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:52.937113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Set router 2bcc6e60-ec78-48ba-8072-6d7811547af1 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:36:52.995412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2cecfee9-4fd2-45b1-8b23-06494255197b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4410002 Oct 28 21:36:52.996881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51058) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:53.023219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.027964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacaed62-3214-498b-9ebb-0f2b07fe7bf4 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:53.080013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.099434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.109998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17968938-f47e-474d-8cf5-97e0081b5199,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:53.134042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:50Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:53.153067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.194095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Checking router: 2bcc6e60-ec78-48ba-8072-6d7811547af1 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:36:53.212510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Routers {'2bcc6e60-ec78-48ba-8072-6d7811547af1'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:36:53.213127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2bcc6e60-ec78-48ba-8072-6d7811547af1'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:53.224078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8285d80-0ece-4fa1-83f8-93705f78240f req-ee2640f0-4e7c-4afa-9dec-127982e2dbf1 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992923 Oct 28 21:36:53.247378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.249939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-324b972d-5175-4993-8cb0-9d94c6271db1 req-ac8ee0f6-1ccf-4aa0-a6e6-7cc06cd9baa3 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.8374548 Oct 28 21:36:53.254210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.290048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:36:53.312536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.319730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.329169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Transition to ACTIVE for port object aacaed62-3214-498b-9ebb-0f2b07fe7bf4 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:36:53.363888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0eff8e-430b-4c29-967b-f8c3f690b1e6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:53.368191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.398214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.421385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.424722 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/245584b7-0c21-4e3b-9a8b-40fe021ed26c HTTP/1.1" status: 204 len: 168 time: 0.7553670 Oct 28 21:36:53.426588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629dfcf-21fe-4ddc-a901-ab377f3ccc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245584b7-0c21-4e3b-9a8b-40fe021ed26c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:53.440770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51062) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:53.441985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] Set router 2bcc6e60-ec78-48ba-8072-6d7811547af1 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:36:53.470377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.475011 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ed94770-7e5d-4f69-a27e-f360726d1f31 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6149468 Oct 28 21:36:53.499936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51066) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:53.510367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-62f53f89-ef8c-4948-91b7-1adf24bbb2b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '4264e269-5469-473e-947d-df8c030e7754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0c0eff8e-430b-4c29-967b-f8c3f690b1e6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:53.763317 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-62f53f89-ef8c-4948-91b7-1adf24bbb2b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:53.767724 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-62f53f89-ef8c-4948-91b7-1adf24bbb2b6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2626851 Oct 28 21:36:53.768327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51068) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:53.819497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.832285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.847263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:53.893399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f95eacc6-494c-4096-8995-5d0658b88962 req-6ed886ee-d810-4af2-a864-83ab03e57ffe tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/17968938-f47e-474d-8cf5-97e0081b5199 HTTP/1.1" status: 200 len: 1815 time: 0.5619464 Oct 28 21:36:53.917392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:54.033577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.121863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:50Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:54.157859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.158860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcc6e60-ec78-48ba-8072-6d7811547af1 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:36:54.178569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.184496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.185097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5883cbb4-bf39-4a30-9985-c12862225d2c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/routers/2bcc6e60-ec78-48ba-8072-6d7811547af1 HTTP/1.1" status: 204 len: 168 time: 1.1800611 Oct 28 21:36:54.188980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51078) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:54.191944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.196635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2041235957', 'description': 'tempest-description-1171529796'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:54.197375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:54.220458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe6ae13-e80d-4ce8-9fdb-d9b504f09eb1 None None] The sync data for ids ['2bcc6e60-ec78-48ba-8072-6d7811547af1'] in n-d-806683-16 is: [{'id': '2bcc6e60-ec78-48ba-8072-6d7811547af1', 'name': 'tempest-NetworksTestDHCPv6-router-1224261295', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:41Z', 'updated_at': '2021-10-28T21:36:50Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:36:54.243366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Deleting port 5141d081-5434-4ad2-ad89-cbd62d4777af {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:36:54.245606 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.274633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.290414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.302574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.323038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.337384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.343960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] For port 5141d081-5434-4ad2-ad89-cbd62d4777af, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5141d081-5434-4ad2-ad89-cbd62d4777af,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:54.344665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.347322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:54.351310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-ba499888-738a-48dc-b0e5-69c0ed46f21f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 4604 time: 0.6987281 Oct 28 21:36:54.360139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.361325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b01daf-fe4c-4264-91e4-a275242e74bb']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:54.367996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Calling delete_port for 5141d081-5434-4ad2-ad89-cbd62d4777af owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:36:54.388061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0b2757-dc97-40f9-a542-2378570af61f') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:54.388461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0b2757-dc97-40f9-a542-2378570af61f') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:36:54.418736 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.433495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:54.439449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.445626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.448615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.453683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/0c0eff8e-430b-4c29-967b-f8c3f690b1e6 HTTP/1.1" status: 204 len: 168 time: 0.6779068 Oct 28 21:36:54.454684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51080) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:54.457423 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.471961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] No DVR routers for this DVR port 5141d081-5434-4ad2-ad89-cbd62d4777af on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:36:54.488578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.496508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f064f-84bc-406f-9648-783c8e93a023 None None] Pushing event deleted for resources: {'Port': ['ID=5141d081-5434-4ad2-ad89-cbd62d4777af,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:54.507641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.513207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dcec2ac-9f98-4429-a865-96cc827dd341 req-b2a519a2-d7de-4647-889b-0d7aa7fa06d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343517 Oct 28 21:36:54.516791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.566640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:36:54.567663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.570113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56066b-5d15-4ef1-a2cd-c472ebf60e7e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0eff8e-430b-4c29-967b-f8c3f690b1e6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:54.583983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Attempting to bind port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:36:54.584186 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:36:54.588516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Attempting to bind port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:54.589030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Attempting to bind port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:54.595626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on network 7649a28d-1e5d-44da-ba76-f6342b565727 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:36:54.596209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Attempting to bind port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:54.605288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.626021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56f74659-fa5e-4957-ab14-030c98e2a79d req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4291553 Oct 28 21:36:54.627772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:54.627922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:54.628231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Bound using segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:54.628893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Bound port: aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:54.629304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.668534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0674-deb5-4b2a-a7f7-164a7fd7da02 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e41469-e748-439d-b7b3-5328e429068b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:54.817810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59565b7c-6d00-4340-bff3-45be4240a12f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:54.823787 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e31e3e23-e1d2-40ef-af29-554f8b2b4a8e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3604789 Oct 28 21:36:54.825012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51084) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:54.830442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.895780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 59565b7c-6d00-4340-bff3-45be4240a12f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:54.898795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 59565b7c-6d00-4340-bff3-45be4240a12f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:54.899544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5141d081-5434-4ad2-ad89-cbd62d4777af no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:36:54.913239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:54.913239 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/41b01daf-fe4c-4264-91e4-a275242e74bb HTTP/1.1" status: 204 len: 168 time: 1.4662921 Oct 28 21:36:54.916508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411dedd-2f08-4bc4-9764-ce2a8a54b5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=41b01daf-fe4c-4264-91e4-a275242e74bb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:54.930915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd586dc1-d84d-40c6-b01d-4baf85f050c2 req-05787239-3815-4387-ac7d-6e107202e615 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/b5e41469-e748-439d-b7b3-5328e429068b HTTP/1.1" status: 200 len: 1815 time: 0.2599325 Oct 28 21:36:54.960251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:54.972410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:54.999894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5141d081-5434-4ad2-ad89-cbd62d4777af {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:36:55.001529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5141d081-5434-4ad2-ad89-cbd62d4777af not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:36:55.003868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.048869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.058617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.062982 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-37af3aaa-1227-4c19-881a-e00e6233567f req-d446e518-7577-4190-a9db-6b80b1e24e41 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] show failed (client error): The resource could not be found. Oct 28 21:36:55.068762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37af3aaa-1227-4c19-881a-e00e6233567f req-d446e518-7577-4190-a9db-6b80b1e24e41 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/97630264-3ce6-40c6-a555-330878adb22a HTTP/1.1" status: 404 len: 352 time: 0.1053340 Oct 28 21:36:55.284473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:55.335605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.336079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.337891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-c5e395a6-c28a-4bbc-86de-08851b41f522 service neutron] 10.222.0.44 "PUT /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 1135 time: 4.9396458 Oct 28 21:36:55.342414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:55.349349 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4affdb54-5e95-47d2-a7d9-76df511027f8" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "aacaed62-3214-498b-9ebb-0f2b07fe7bf4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:55.354701 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-17f2db75-793b-4cfe-bb90-e58318b5f093 req-021bdec7-a280-4198-ac70-de6b4ae21bc7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] show failed (client error): The resource could not be found. Oct 28 21:36:55.356849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f2db75-793b-4cfe-bb90-e58318b5f093 req-021bdec7-a280-4198-ac70-de6b4ae21bc7 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-group-rules/9cdb8bc4-7c29-476b-8975-e49acc9c5eb1 HTTP/1.1" status: 404 len: 361 time: 0.0578701 Oct 28 21:36:55.384520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:55.394304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.493083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51106) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:55.534091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=b45b37b2-13e9-4d03-81f6-f67768c9179f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:55.568340 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3245770-9e0f-47ec-a2b2-5a9834d735f2 x-openstack-request-id: req-d3245770-9e0f-47ec-a2b2-5a9834d735f2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:55.569349 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "aacaed62-3214-498b-9ebb-0f2b07fe7bf4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:55.569349 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3245770-9e0f-47ec-a2b2-5a9834d735f2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:55.569677 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4', 'status': 'completed', 'code': 200} Oct 28 21:36:55.573773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:55.579540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:55.589153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.599440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91301c-28de-4c52-a0de-e4334174dc60 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:36:55.610670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.611327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.641670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.647460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.654160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/4264e269-5469-473e-947d-df8c030e7754 HTTP/1.1" status: 204 len: 168 time: 0.8163190 Oct 28 21:36:55.665171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51110) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:55.713392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-13e9fd9a-6b8f-439f-8c26-cc22a93f7fd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a158ff567034e518f85c9e443d5eba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172074 Oct 28 21:36:55.714742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51112) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:55.748171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aefe1250-0b76-4073-b9d9-6eeb03e0de69 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5581217 Oct 28 21:36:55.753514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51114) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:55.778528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:55.828027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.828942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.829658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.830289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.831225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.831943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:55.834102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-b9ba2e53-c0b7-470a-ac00-0a3bb9ba3e81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5292 time: 0.3051553 Oct 28 21:36:55.840881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264e269-5469-473e-947d-df8c030e7754,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:55.866059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.866429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.866770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.867155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.867879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.870374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.870732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.872223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.872764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.873106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.873439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.875215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f01ae2a-a69d-4019-a8e7-9ab86ad8c5c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:36:55.878039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24403165-9795-4294-8c76-8a4739fc78a4 req-18842787-06fd-4512-a279-4ce1f47ed114 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/b5e41469-e748-439d-b7b3-5328e429068b HTTP/1.1" status: 200 len: 1815 time: 0.4095962 Oct 28 21:36:55.887358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.891742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:55.996417 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5c7c7438-7352-44c6-88a8-d9e4524bd90e tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3207157 Oct 28 21:36:55.997527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51116) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:56.012203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--476801298'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:56.024483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:36:56.025914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.099341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-79657976-e433-47ab-825b-7dafcc89da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.099978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-79657976-e433-47ab-825b-7dafcc89da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.100230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-79657976-e433-47ab-825b-7dafcc89da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.114375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-79657976-e433-47ab-825b-7dafcc89da95 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2341366 Oct 28 21:36:56.207506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/b45b37b2-13e9-4d03-81f6-f67768c9179f/1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:56.287973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.289644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.428102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.439082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.471127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.472091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.477218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.490984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.497976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Pushing event updated for resources: {'Port': ['ID=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:56.499543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.517448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.529218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.531628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:56.533776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:56.536740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:56.552290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.559987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:56.560690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b37b294b-1aa7-4831-a375-dd4a3e83a942 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 4604 time: 0.8393452 Oct 28 21:36:56.623012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.625896 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cfcfbb15-7a33-4a38-a928-92e56260056e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8655975 Oct 28 21:36:56.633911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:56.644183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Attempting to bind port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:56.644770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Attempting to bind port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:56.644985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Attempting to bind port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:56.645439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.647396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6444931 Oct 28 21:36:56.650639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:56.657025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:56.657388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:56.657787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.658142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-74b3736a-f2d3-40b1-8160-f7d279299955 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '4df3af21-d10a-4b06-9dfa-af7dbb4c8d3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:56.658302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:56.658756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Bound port: 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:56.659131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.743550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6b91f-4598-4a8d-b58b-4944b17095c4 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3af21-d10a-4b06-9dfa-af7dbb4c8d3d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:56.764050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.790304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] For port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:56.804859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] For port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:56.815797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:56.964345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db0eb-89d5-46ed-a753-9720bef8f0d5 None None] Pushing event updated for resources: {'Port': ['ID=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:56.971374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4ef092f-3567-4321-9e0e-d5cd2303b6a5 req-b34a0f52-3e83-432e-9e77-a44e54bc7e07 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2260883 Oct 28 21:36:57.001922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.038584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-24403165-9795-4294-8c76-8a4739fc78a4 req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.214947 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-74b3736a-f2d3-40b1-8160-f7d279299955 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:57.230498 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-74b3736a-f2d3-40b1-8160-f7d279299955 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5755899 Oct 28 21:36:57.230749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-24403165-9795-4294-8c76-8a4739fc78a4 req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.231511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51128) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:57.254477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8ad3bd78-32d7-4b19-b714-1efdc27db124 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group_rule': {'security_group_id': '4df3af21-d10a-4b06-9dfa-af7dbb4c8d3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:57.268940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-21bc858d-1d0f-4d0b-a7d7-d13020b8710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:57.288124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4affdb54-5e95-47d2-a7d9-76df511027f8 req-21bc858d-1d0f-4d0b-a7d7-d13020b8710d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1126237 Oct 28 21:36:57.419379 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.518202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.521254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.522634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a4bef74-9429-4beb-a687-c1d6dd538433 HTTP/1.1" status: 204 len: 168 time: 1.7863448 Oct 28 21:36:57.528662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-24403165-9795-4294-8c76-8a4739fc78a4 req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.532554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-24403165-9795-4294-8c76-8a4739fc78a4 req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.539410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24403165-9795-4294-8c76-8a4739fc78a4 req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5e41469-e748-439d-b7b3-5328e429068b HTTP/1.1" status: 204 len: 173 time: 1.4172566 Oct 28 21:36:57.649132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e50bc7-80ce-45e4-b476-81e35626c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4bef74-9429-4beb-a687-c1d6dd538433,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:57.782396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-511a40ed-611d-4e8a-9233-f039df444332 req-95b8c3a3-2cfd-4ed2-83c9-f05be6aa07ed tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/17968938-f47e-474d-8cf5-97e0081b5199 HTTP/1.1" status: 200 len: 1815 time: 0.2120373 Oct 28 21:36:57.782768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::1 (f81635a2-fdc9-4571-89e5-692fe1730770/b45b37b2-13e9-4d03-81f6-f67768c9179f/98314a72-3110-4db6-8da5-d0774b469839) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:36:57.786160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b0425-ceb1-4ab8-bc8b-fe37c41fb3d6 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e41469-e748-439d-b7b3-5328e429068b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:57.922137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:57.958080 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-8ad3bd78-32d7-4b19-b714-1efdc27db124 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:36:57.959651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ad3bd78-32d7-4b19-b714-1efdc27db124 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7270858 Oct 28 21:36:57.962568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51148) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:58.006445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35fc8f1-7349-4479-86bb-b0192c5db66d {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:36:58.012245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.044279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.081769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Transition to ACTIVE for port object c35fc8f1-7349-4479-86bb-b0192c5db66d will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:36:58.089079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:36:58.104105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:36:58.115715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:36:58.116161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.122017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-511a40ed-611d-4e8a-9233-f039df444332 req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.139153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.190465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:58.203910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.289007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.334895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-511a40ed-611d-4e8a-9233-f039df444332 req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.458325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-511a40ed-611d-4e8a-9233-f039df444332 req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.465532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-511a40ed-611d-4e8a-9233-f039df444332 req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.466906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-511a40ed-611d-4e8a-9233-f039df444332 req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-groups/17968938-f47e-474d-8cf5-97e0081b5199 HTTP/1.1" status: 204 len: 173 time: 0.5833712 Oct 28 21:36:58.501483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:58.562025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de50b5-0315-4bce-af44-46db1266d470 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17968938-f47e-474d-8cf5-97e0081b5199,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:58.686282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:36:58.719725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.731148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.745436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.757650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.772305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.798879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.807349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:58.824936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34248789-65bd-4572-96be-7588cb173b88 req-82c771da-d3f1-4de4-a771-84e7c15d23fa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5382 time: 0.5949323 Oct 28 21:36:58.884724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:58.885108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:58.918703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Attempting to bind port c35fc8f1-7349-4479-86bb-b0192c5db66d on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:36:58.919556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Attempting to bind port c35fc8f1-7349-4479-86bb-b0192c5db66d by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:36:58.920067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Attempting to bind port c35fc8f1-7349-4479-86bb-b0192c5db66d on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:58.931482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Port c35fc8f1-7349-4479-86bb-b0192c5db66d on network 7649a28d-1e5d-44da-ba76-f6342b565727 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:36:58.932806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Attempting to bind port c35fc8f1-7349-4479-86bb-b0192c5db66d on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:36:58.996418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34248789-65bd-4572-96be-7588cb173b88 req-81f6f959-b202-4dab-8f1d-bd539e945a90 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702521 Oct 28 21:36:59.008117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-e2f00adc-a15d-46d3-bd8f-32f1f4662599 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/6d12f2cd-aecb-47ea-948e-357bb71820be HTTP/1.1" status: 200 len: 1815 time: 0.1795974 Oct 28 21:36:59.009381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:36:59.012954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:36:59.013547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Bound using segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:36:59.014260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Bound port: c35fc8f1-7349-4479-86bb-b0192c5db66d, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:36:59.016555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.034754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6f170843-151e-4e7c-b74d-77e6ed300bdf None None] Provisioning complete for port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:36:59.035120 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f170843-151e-4e7c-b74d-77e6ed300bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.050541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51176) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:59.182457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:36:59.187617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:36:59.204480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.261349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.269644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.271020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/4df3af21-d10a-4b06-9dfa-af7dbb4c8d3d HTTP/1.1" status: 204 len: 168 time: 1.3070226 Oct 28 21:36:59.277341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.280088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.288302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51180) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:59.356231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680134d-d60a-4913-999d-1132d07dcbbf tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3af21-d10a-4b06-9dfa-af7dbb4c8d3d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:59.362302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:59.382677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-network', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:59.404463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.410428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:36:59.414006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.419607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-86df64b2-769c-4d51-acd9-342f8666d8c0 service neutron] 10.222.0.44 "PUT /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 1137 time: 4.0428495 Oct 28 21:36:59.421409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'c35fc8f1-7349-4479-86bb-b0192c5db66d'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:36:59.427383 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62e3c8-bb87-4be2-a01f-049d001f650f" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "c35fc8f1-7349-4479-86bb-b0192c5db66d"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:36:59.437851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.468822 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-179ab566-0983-4f2b-99c4-ba77894ad6ce tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784444 Oct 28 21:36:59.473362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51192) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:36:59.478269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'tempest-secgroup--431372549'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:59.496549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.513205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:36:59.558156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:36:59.577467 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f170843-151e-4e7c-b74d-77e6ed300bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.582998 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054280b9-6b4e-4ad9-8069-f9080f1b4629 x-openstack-request-id: req-054280b9-6b4e-4ad9-8069-f9080f1b4629 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:36:59.584670 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "c35fc8f1-7349-4479-86bb-b0192c5db66d", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:36:59.585039 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-054280b9-6b4e-4ad9-8069-f9080f1b4629 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:36:59.585568 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'c35fc8f1-7349-4479-86bb-b0192c5db66d', 'status': 'completed', 'code': 200} Oct 28 21:36:59.688529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Made reservation on behalf of 0886c71044ca4398b89a55ce73b9e25d for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:36:59.691032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.696630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.712256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-6f170843-151e-4e7c-b74d-77e6ed300bdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:36:59.712256 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-6f170843-151e-4e7c-b74d-77e6ed300bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:36:59.752318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.822292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.845716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.846393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.847022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.847545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.848117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.848831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.849377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:36:59.851896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-813e874e-5a53-4f07-8f8c-59d94e24ce5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6222 time: 0.2758238 Oct 28 21:36:59.923808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:36:59.923808 n-d-806683-16 neutron-server[102313]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 21:36:59.923808 n-d-806683-16 neutron-server[102313]: [parameters: {'project_id': '4f44f2c5015042018c7901fd6f6cf3b7', 'id': 'dafd6492-2b2a-4521-a1e5-2cb2dc6c7ddc', 'expiration': datetime.datetime(2021, 10, 28, 21, 38, 59, 532448)}] Oct 28 21:36:59.923808 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:36:59.924328 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:36:59.925907 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.928501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:36:59.929826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c11f7ec2-2a39-45d1-a779-fbf352855379 req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d12f2cd-aecb-47ea-948e-357bb71820be HTTP/1.1" status: 204 len: 173 time: 0.9098308 Oct 28 21:37:00.039736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c32d4-e2f2-45fd-8ba5-038d5adf19e5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12f2cd-aecb-47ea-948e-357bb71820be,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:00.157605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-0e0e760b-4372-43cc-ae56-2088014affed tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/c4f71de3-739d-43da-aed3-20d806ed7514 HTTP/1.1" status: 200 len: 1813 time: 0.1749156 Oct 28 21:37:00.322405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-6dda3d33-8475-4ffb-826a-0da7e6d12322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:00.324837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-6dda3d33-8475-4ffb-826a-0da7e6d12322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:00.325290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-6dda3d33-8475-4ffb-826a-0da7e6d12322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:00.328512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-6dda3d33-8475-4ffb-826a-0da7e6d12322 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4259694 Oct 28 21:37:00.377569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.422901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.435911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:00.484647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e9d145a1-7513-4109-ba59-5a87dd782186 None None] Provisioning complete for port 98314a72-3110-4db6-8da5-d0774b469839 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:00.485023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e9d145a1-7513-4109-ba59-5a87dd782186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.532907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.537119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:00.546191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.548392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.557634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.558592 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Added segment bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9 of type vlan for network 81160c18-a3db-4bad-87e7-22e4a594acc3 Oct 28 21:37:00.621126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:00.625131 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.682845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e9d145a1-7513-4109-ba59-5a87dd782186 None None] Port 98314a72-3110-4db6-8da5-d0774b469839 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:00.708440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:00.708664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.722519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.806015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.844351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.936522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:00.950633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:00.955188 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4802520 Oct 28 21:37:00.958391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbb6ea-1b64-4a4a-8748-07ce5f86b41b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226665ea-a8a5-4483-9ee9-b34cd3cfb9d8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:00.977631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51210) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:00.981590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:01.021318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-05b45b99-9036-4852-9f7e-4cd8ddea8b8b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:01.021318 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-05b45b99-9036-4852-9f7e-4cd8ddea8b8b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 21:37:01.021781 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-05b45b99-9036-4852-9f7e-4cd8ddea8b8b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 21:37:01.028002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05b45b99-9036-4852-9f7e-4cd8ddea8b8b tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "PUT /v2.0/security-groups/226665ea-a8a5-4483-9ee9-b34cd3cfb9d8 HTTP/1.1" status: 409 len: 330 time: 0.0180764 Oct 28 21:37:01.032249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:01.367928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.436173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.468070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fd55c4-af7b-4d92-8397-1c85aaa60a71,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:01.488236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:01.496510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-71d240ae-067d-4302-b5ec-69a7a10c6ed8 None None] Provisioning complete for port 98314a72-3110-4db6-8da5-d0774b469839 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:01.497060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.497161 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71d240ae-067d-4302-b5ec-69a7a10c6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.509905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Transition to ACTIVE for port object ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:01.551228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Router f5dad901-1dcb-4314-8e38-deb7fafd477c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:37:01.559748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.574687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.576342 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/226665ea-a8a5-4483-9ee9-b34cd3cfb9d8 HTTP/1.1" status: 204 len: 168 time: 0.5429323 Oct 28 21:37:01.577400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-71d240ae-067d-4302-b5ec-69a7a10c6ed8 None None] Port 98314a72-3110-4db6-8da5-d0774b469839 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:01.585843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:01.608415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-7052e8b2-c3fb-477a-8729-595b31aa3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:01.611923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f62e3c8-bb87-4be2-a01f-049d001f650f req-7052e8b2-c3fb-477a-8729-595b31aa3b68 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2125938 Oct 28 21:37:01.628103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.641358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.645069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91af3f0-c126-4acd-86b7-2eeb08ab89df tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226665ea-a8a5-4483-9ee9-b34cd3cfb9d8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:01.876632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:01.882061 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-46830c7b-65e9-43e3-94ca-30c43bbf93f2 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2873621 Oct 28 21:37:01.886188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:01.910900 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-a7459c5a-8d62-4f78-b751-6881ca8276ec tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] delete failed (client error): The resource could not be found. Oct 28 21:37:01.915827 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7459c5a-8d62-4f78-b751-6881ca8276ec tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c7b6de2-25ca-44ec-9fd8-4217d977170f HTTP/1.1" status: 404 len: 347 time: 0.0247800 Oct 28 21:37:01.915827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:01.922611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85631c61-ec6c-4fbf-9354-ce8f56bca499 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "PUT /v2.0/routers/f5dad901-1dcb-4314-8e38-deb7fafd477c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2868516 Oct 28 21:37:01.923280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:01.927530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Sync routers for ids ['f5dad901-1dcb-4314-8e38-deb7fafd477c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:01.932901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:01.944081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Routers {'f5dad901-1dcb-4314-8e38-deb7fafd477c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:01.944961 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f5dad901-1dcb-4314-8e38-deb7fafd477c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:01.971856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.001883 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-596fe91d-71cf-4ad1-9377-8b89740540c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] show failed (client error): The resource could not be found. Oct 28 21:37:02.002729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.004817 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-596fe91d-71cf-4ad1-9377-8b89740540c6 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-groups/9c8c1576-1f07-4a0c-8e45-3ffecc3fcb58 HTTP/1.1" status: 404 len: 347 time: 0.0804400 Oct 28 21:37:02.015648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51232) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:02.026872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.046450 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-a034c7ea-813c-498f-b475-b4ad43cc7891 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] show failed (client error): The resource could not be found. Oct 28 21:37:02.047913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a034c7ea-813c-498f-b475-b4ad43cc7891 tempest-NegativeSecGroupIPv6Test-1894115605 tempest-NegativeSecGroupIPv6Test-1894115605-project] 10.222.0.31 "GET /v2.0/security-group-rules/63af8da2-6ce1-4dd5-ab9b-a337bb24698e HTTP/1.1" status: 404 len: 356 time: 0.0310080 Oct 28 21:37:02.048492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.054792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.088343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3adc2f-fdb8-4515-9f95-bf5c2eecc53a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.089524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.093323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f3adc2f-fdb8-4515-9f95-bf5c2eecc53a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports/98314a72-3110-4db6-8da5-d0774b469839 HTTP/1.1" status: 200 len: 911 time: 0.1581426 Oct 28 21:37:02.095383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:02.120467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.124390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-b134e125-2404-48af-ab57-4f1aca1f124a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5382 time: 1.8896499 Oct 28 21:37:02.172494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:37:02.211987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Set router f5dad901-1dcb-4314-8e38-deb7fafd477c gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:02.217086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:02.328558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3094e-3984-44d5-8a0f-ca2d59837a5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.345476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3094e-3984-44d5-8a0f-ca2d59837a5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.347466 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5da3094e-3984-44d5-8a0f-ca2d59837a5a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2499204 Oct 28 21:37:02.350219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51244) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:02.524693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.525690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:02.526282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.580244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.592099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.600327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08a1da6b-09f1-4714-a148-4c752a7a1618 req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4f71de3-739d-43da-aed3-20d806ed7514 HTTP/1.1" status: 204 len: 173 time: 2.4331973 Oct 28 21:37:02.664689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6066473 Oct 28 21:37:02.671858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-2e4fa2d7-5278-484c-9c43-e7162cbd8bfa req-3c8ba645-9a94-4b6a-bd88-eb515b5bee9c tempest-ServersOnMultiNodesTest-1624996569 tempest-ServersOnMultiNodesTest-1624996569-project] (102313) timed out ('10.222.0.31', 55486) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:37:02.678248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:02.678913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51252) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:02.753802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Request body: {'subnet': {'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-subnet', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:02.755999 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:36:59Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '98314a72-3110-4db6-8da5-d0774b469839', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:2a:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:57Z', 'updated_at': '2021-10-28T21:37:00Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:02.783621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde8b71-010e-4b58-877e-1841254e17e1 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f71de3-739d-43da-aed3-20d806ed7514,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:02.793207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62957df3-7772-40e0-b35c-23a3ed63e13c req-45c5b97c-6909-4ec8-8e23-2ab1ebe51e01 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6280024 Oct 28 21:37:02.797476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Attempting to bind port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:02.797807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Attempting to bind port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:02.798134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Attempting to bind port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:02.864637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Made reservation on behalf of 0886c71044ca4398b89a55ce73b9e25d for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:02.867133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.877080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 on network 7649a28d-1e5d-44da-ba76-f6342b565727 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:02.877345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Attempting to bind port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:02.904633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55fca-dcd1-46b8-aa54-e5b8b15270b3 admin admin] Pushing event updated for resources: {'Network': ['ID=81160c18-a3db-4bad-87e7-22e4a594acc3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:02.918374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:02.942834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:02.943517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:02.950129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Bound using segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:02.953128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Bound port: ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:02.953747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:02.989913 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Checking router: f5dad901-1dcb-4314-8e38-deb7fafd477c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:02.991369 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Updating router f5dad901-1dcb-4314-8e38-deb7fafd477c port 98314a72-3110-4db6-8da5-d0774b469839 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:03.051467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-16a340a0-4c02-4284-a3fe-3aa5448591d5 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "GET /v2.0/security-groups/2170e419-610e-4096-ae74-b516dcd838f2 HTTP/1.1" status: 200 len: 1815 time: 0.2691531 Oct 28 21:37:03.084669 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.152455 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:37:03.237446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:03.241556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:03.260471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.266012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.389968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-308ed2e0-f4f5-4972-9878-e1d7893326f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f44f2c5015042018c7901fd6f6cf3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474974 Oct 28 21:37:03.392868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:03.398084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.403043 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.404625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] 10.222.0.44 "PUT /v2.0/ports/ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 1092 time: 3.9091177 Oct 28 21:37:03.416124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:03.429431 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:03.494150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:03.579579 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.594311 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.618308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.623180 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced1c884-15f4-42b6-b756-34ac9bb855da x-openstack-request-id: req-ced1c884-15f4-42b6-b756-34ac9bb855da {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:03.635609 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:03.635972 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ced1c884-15f4-42b6-b756-34ac9bb855da {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:03.636759 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'status': 'completed', 'code': 200} Oct 28 21:37:03.690226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.691637 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dde1d5-22a8-49f9-bbf8-acfb0238b00d None None] Pushing event updated for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:03.758744 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e128648-929b-45cc-9335-fdd954e3aaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:03.789795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.851127 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Attempting to bind port 98314a72-3110-4db6-8da5-d0774b469839 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:03.851854 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Attempting to bind port 98314a72-3110-4db6-8da5-d0774b469839 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Attempting to bind port 98314a72-3110-4db6-8da5-d0774b469839 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Bound port: 98314a72-3110-4db6-8da5-d0774b469839, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:03.921987 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.971473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.972458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.972673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.973017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.973518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.974009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.974555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:03.985855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:03.988040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-688245cd-5ad1-41a5-9083-0f26a5eeb6d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6290 time: 0.3477893 Oct 28 21:37:03.989499 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.088358 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] For port 98314a72-3110-4db6-8da5-d0774b469839, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:04.094548 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] For port 98314a72-3110-4db6-8da5-d0774b469839, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=98314a72-3110-4db6-8da5-d0774b469839,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:04.120908 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.207625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-1f87e04d-db1a-4d71-855f-fb6c816fc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.208312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-1f87e04d-db1a-4d71-855f-fb6c816fc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.208947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-1f87e04d-db1a-4d71-855f-fb6c816fc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.210690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-1f87e04d-db1a-4d71-855f-fb6c816fc9f9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2120736 Oct 28 21:37:04.254167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.257286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.258783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a88c4f9a-85d2-4c9d-9916-4579543873e6 req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] 10.222.0.31 "DELETE /v2.0/security-groups/2170e419-610e-4096-ae74-b516dcd838f2 HTTP/1.1" status: 204 len: 173 time: 1.1562405 Oct 28 21:37:04.266139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.273024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51272) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:04.298693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] Provisioning complete for port 98314a72-3110-4db6-8da5-d0774b469839 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:04.301069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.346017 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dde1d5-22a8-49f9-bbf8-acfb0238b00d None None] Pushing event updated for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:04.364640 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Routers {'f5dad901-1dcb-4314-8e38-deb7fafd477c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:04.365525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f5dad901-1dcb-4314-8e38-deb7fafd477c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:04.382138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bb7ea-3aba-49bc-9619-8970fe4c5002 tempest-SecurityGroupRulesNegativeTestJSON-2108866686 tempest-SecurityGroupRulesNegativeTestJSON-2108866686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170e419-610e-4096-ae74-b516dcd838f2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:04.401076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Deleting subnet 5dc811a9-4334-41a7-b9a3-49fcb9482dce {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:04.405043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.495030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-653107e5-1097-49e3-83bc-1c7ffa4d3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.496747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-008ae6f0-1e4f-4e7d-bc60-c01866ebac95 req-653107e5-1097-49e3-83bc-1c7ffa4d3804 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755229 Oct 28 21:37:04.514912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.539652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.546391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.551768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.560078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.567646 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] Set router f5dad901-1dcb-4314-8e38-deb7fafd477c gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:04.570588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.586826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.593965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.606278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.620548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:04.633409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] For port 98314a72-3110-4db6-8da5-d0774b469839, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=98314a72-3110-4db6-8da5-d0774b469839,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:04.637798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-090a681f-cca1-4bf3-99c8-fc92c66cee71 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5394 time: 0.4258666 Oct 28 21:37:04.644125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.702512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.751791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.763426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5dc811a9-4334-41a7-b9a3-49fcb9482dce HTTP/1.1" status: 204 len: 168 time: 0.4601202 Oct 28 21:37:04.777351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf30f0-00a9-409b-9a64-4dd65c84982c None None] Pushing event updated for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:04.790456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:04.803451 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.806534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.821342 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/899f8445-1477-4179-a178-8017e35e78a0 HTTP/1.1" status: 204 len: 168 time: 1.4025042 Oct 28 21:37:04.878283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02b1f29e-8610-4acb-870a-c459693c7b61 None None] Provisioning complete for port 98314a72-3110-4db6-8da5-d0774b469839 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:04.878851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02b1f29e-8610-4acb-870a-c459693c7b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.890547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-664ed3a5-6200-4a3d-9137-7bc7dd6a09f3 req-1d28d188-238e-4b47-9642-5644889497b0 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2499268 Oct 28 21:37:04.910822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:04.918116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642e31c-1fdb-469b-b723-16b6ee575cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f8445-1477-4179-a178-8017e35e78a0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:05.003321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Checking segment: {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:05.004798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Network hostable DHCP agents. Network: 81160c18-a3db-4bad-87e7-22e4a594acc3, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:05.048173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:05.129193 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:36:59Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '98314a72-3110-4db6-8da5-d0774b469839', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:2a:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:57Z', 'updated_at': '2021-10-28T21:37:04Z', 'revision_number': 4, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:05.165720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:05.167809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b271bfc-058a-4f48-9e02-5fdcd374f92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc811a9-4334-41a7-b9a3-49fcb9482dce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:05.185670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.189511 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21029a15-25ef-4678-818c-3ea0f04a654e None None] The sync data for ids ['f5dad901-1dcb-4314-8e38-deb7fafd477c'] in n-d-806683-16 is: [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:36:59Z', 'revision_number': 2, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None, '_interfaces': [{'id': '98314a72-3110-4db6-8da5-d0774b469839', 'name': '', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'mac_address': 'fa:16:3e:2a:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:36:57Z', 'updated_at': '2021-10-28T21:37:04Z', 'revision_number': 4, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'subnets': [{'id': 'b45b37b2-13e9-4d03-81f6-f67768c9179f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:05.222867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 81160c18-a3db-4bad-87e7-22e4a594acc3) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:05.229482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:05.230264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.234988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00cba7-f72a-4399-a6d5-dfcc1296aa2b None None] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:05.241156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa9e9ab-8afa-48d4-bf04-af2701181157']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:05.250921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b245e5f4-ffd4-45f3-b28c-c5137dc421da {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:05.263804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.274471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d7ab5b-6c23-4b43-b2f7-e5979b5fd3b2') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:05.274980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d7ab5b-6c23-4b43-b2f7-e5979b5fd3b2') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:05.291523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.324937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Transition to ACTIVE for port object b245e5f4-ffd4-45f3-b28c-c5137dc421da will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:05.329349 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-432c302c-b403-4d46-922a-8ac984b4dc9f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5857623 Oct 28 21:37:05.336960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51286) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:05.351638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:05.352845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.357263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.362936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:37:05.364519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.439312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.440435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:37:05.453663 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:37:05.488182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.492826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 98314a72-3110-4db6-8da5-d0774b469839 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:05.506272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.536035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.554860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4863588-77eb-48b0-be16-eb7544940d7e None None] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:05.692166 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:05.695008 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] 10.222.0.31 "DELETE /v2.0/networks/0fa9e9ab-8afa-48d4-bf04-af2701181157 HTTP/1.1" status: 204 len: 168 time: 0.8718433 Oct 28 21:37:05.741562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Pushing event updated for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:05.814073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329568e-4275-49e1-8b79-a83104c34e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa9e9ab-8afa-48d4-bf04-af2701181157,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:05.975902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port 98314a72-3110-4db6-8da5-d0774b469839, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=98314a72-3110-4db6-8da5-d0774b469839,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:05.979015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:06.004589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51302) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:06.031240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 98314a72-3110-4db6-8da5-d0774b469839 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:06.043632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Attempting to bind port b245e5f4-ffd4-45f3-b28c-c5137dc421da on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:06.043977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Attempting to bind port b245e5f4-ffd4-45f3-b28c-c5137dc421da by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:06.044306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Attempting to bind port b245e5f4-ffd4-45f3-b28c-c5137dc421da on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:06.218489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:06.299150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Port b245e5f4-ffd4-45f3-b28c-c5137dc421da on network 7649a28d-1e5d-44da-ba76-f6342b565727 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:06.300827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Attempting to bind port b245e5f4-ffd4-45f3-b28c-c5137dc421da on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:06.442806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:06.443152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Checking segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:06.443542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Bound using segment: {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:06.452722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Bound port: b245e5f4-ffd4-45f3-b28c-c5137dc421da, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a831e-5ac5-4946-b8c2-c60c2c3922ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:06.453177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:06.481298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8483c269-5f06-46a1-8bed-3bb057e30714 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da62badb48c04ffc8701fc9c2a8342a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755595 Oct 28 21:37:06.484236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51316) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:06.579898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.588899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.593704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:06.600144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.610442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.617463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.634498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 98314a72-3110-4db6-8da5-d0774b469839 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:06.637042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.643823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:06.652221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-3f6c2ca3-6cf0-4955-ac65-6e0b1b47fec6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5406 time: 0.4167187 Oct 28 21:37:06.680423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 98314a72-3110-4db6-8da5-d0774b469839 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:06.681003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 98314a72-3110-4db6-8da5-d0774b469839 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:37:06.740513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port 98314a72-3110-4db6-8da5-d0774b469839 not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:37:06.764601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23ab79d3-1da7-453c-b3ae-c21b913b0c57 req-a6666fab-9ac0-41ab-944d-9b82a1cc0497 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032572 Oct 28 21:37:06.765107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=98314a72-3110-4db6-8da5-d0774b469839,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:06.784977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51322) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:06.806128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:06.828548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:06.849706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:06.996612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.011286 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.012792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.018104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.029334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-57541990-798e-4b53-807e-cfc78d865fab service neutron] 10.222.0.44 "PUT /v2.0/ports/b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 1092 time: 3.5738399 Oct 28 21:37:07.045986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:07.049128 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55ddda-3009-4da7-b6ce-97cd3ea00416" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:07.110697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:07.138336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d9bfa131-2256-453e-9faa-e9ebcf2b3f48 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:07.147947 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-d9bfa131-2256-453e-9faa-e9ebcf2b3f48 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 21:37:07.148839 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-d9bfa131-2256-453e-9faa-e9ebcf2b3f48 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:37:07.154094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9bfa131-2256-453e-9faa-e9ebcf2b3f48 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3615615 Oct 28 21:37:07.303993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51328) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:07.306138 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b43330d-c8aa-4c84-994c-d1aea813048d x-openstack-request-id: req-8b43330d-c8aa-4c84-994c-d1aea813048d {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:07.307368 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:07.307769 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b43330d-c8aa-4c84-994c-d1aea813048d {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:07.308343 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da', 'status': 'completed', 'code': 200} Oct 28 21:37:07.309928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57541990-798e-4b53-807e-cfc78d865fab service neutron] Pushing event updated for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:07.318956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586425820'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:07.331483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.406905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51334) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:07.424745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.544590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Router f5dad901-1dcb-4314-8e38-deb7fafd477c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:37:07.566514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.709759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.734318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.736291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c2b96dc-8e10-4f88-a874-208582dd7b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.740219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.742618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.770735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.850358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:07.856920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.857395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.858485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.859287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.859765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.860232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.860916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:07.862729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-799ac102-d592-469b-84c3-d9e0bbd885bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6358 time: 0.5809002 Oct 28 21:37:07.890833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.132891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-5ac47289-b12c-4bfe-af56-44f52ec08883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:08.133629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-5ac47289-b12c-4bfe-af56-44f52ec08883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:08.134301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-5ac47289-b12c-4bfe-af56-44f52ec08883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:08.137472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-5ac47289-b12c-4bfe-af56-44f52ec08883 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2267261 Oct 28 21:37:08.149967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.153588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.154950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/807ce130-d99f-49f8-8bec-08ba535d034f HTTP/1.1" status: 204 len: 168 time: 1.6674242 Oct 28 21:37:08.172830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:08.174802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d6c8-0a86-4e15-befe-cff0d05f0a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807ce130-d99f-49f8-8bec-08ba535d034f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:08.183764 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc8c9a63-f338-439e-b8ed-aacb180151e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "PUT /v2.0/routers/f5dad901-1dcb-4314-8e38-deb7fafd477c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8296034 Oct 28 21:37:08.184579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51344) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:08.192526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Sync routers for ids ['f5dad901-1dcb-4314-8e38-deb7fafd477c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:08.242392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Routers {'f5dad901-1dcb-4314-8e38-deb7fafd477c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:08.243021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f5dad901-1dcb-4314-8e38-deb7fafd477c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:08.270406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fc2c8-b876-4e19-b67d-0cfcc83b6931 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:08.272483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fc2c8-b876-4e19-b67d-0cfcc83b6931 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:08.277487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-918fc2c8-b876-4e19-b67d-0cfcc83b6931 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911975 Oct 28 21:37:08.280056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51346) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:08.384159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.390469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0752690 Oct 28 21:37:08.475082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51350) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:08.491699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet b45b37b2-13e9-4d03-81f6-f67768c9179f {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:08.496502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ed816-1012-43f2-a633-c55bb475632f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:08.532211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.555927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'f8b50459-ae30-44b0-8c8b-286c4236646b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:08.716105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.803931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Set router f5dad901-1dcb-4314-8e38-deb7fafd477c gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:08.828246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.921375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:37:06Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:08.946788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.961404 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:08.986028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Checking router: f5dad901-1dcb-4314-8e38-deb7fafd477c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:08.988885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec9725-47b7-4fbb-9ddb-280227606a01 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b50459-ae30-44b0-8c8b-286c4236646b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:09.018724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Routers {'f5dad901-1dcb-4314-8e38-deb7fafd477c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:09.019443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f5dad901-1dcb-4314-8e38-deb7fafd477c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:09.022174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc1d8c5-7021-4914-bde3-be43f0539b7b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:09.047526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.049131 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c689e0b2-d56e-460a-a304-eebc33ae9439 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5337887 Oct 28 21:37:09.052489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.059742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7ba4079f-2b00-4669-85e7-f754466a21a3 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'f8b50459-ae30-44b0-8c8b-286c4236646b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:09.069248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.103206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Allocated IP 172.25.4.199 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d1e226c9-9bae-4d5d-b400-cb678190f92c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:09.175437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] Set router f5dad901-1dcb-4314-8e38-deb7fafd477c gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:09.211171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ba4079f-2b00-4669-85e7-f754466a21a3 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.247525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:37:06Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:09.265727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.279851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.318066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.327496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.327871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf3499-28a9-4ab1-b9f6-32c067d8855a None None] The sync data for ids ['f5dad901-1dcb-4314-8e38-deb7fafd477c'] in n-d-806683-16 is: [{'id': 'f5dad901-1dcb-4314-8e38-deb7fafd477c', 'name': 'tempest-NetworksTestDHCPv6-router-1403754843', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:36:55Z', 'updated_at': '2021-10-28T21:37:06Z', 'revision_number': 3, 'project_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:09.336133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.338609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.345771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.346147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1006db4-60d5-4031-893e-4e8c6f7b81f1 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:09.349414 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/b45b37b2-13e9-4d03-81f6-f67768c9179f HTTP/1.1" status: 204 len: 168 time: 1.0678630 Oct 28 21:37:09.350396 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-7ba4079f-2b00-4669-85e7-f754466a21a3 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): There was a conflict when trying to complete your request. Oct 28 21:37:09.353603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.355862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7ba4079f-2b00-4669-85e7-f754466a21a3 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3020539 Oct 28 21:37:09.356412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51372) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.357291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5cda-3c2c-472d-9caa-fceb04809e2f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=b45b37b2-13e9-4d03-81f6-f67768c9179f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:09.361280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.368671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.370680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-74eaf216-d812-419e-a588-b07507ab8cad tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5406 time: 1.1631455 Oct 28 21:37:09.382506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51374) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.389112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.533057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-4d5e0e03-f6fe-4d95-a64c-1386032d9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:09.538048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba55ddda-3009-4da7-b6ce-97cd3ea00416 req-4d5e0e03-f6fe-4d95-a64c-1386032d9c51 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2942705 Oct 28 21:37:09.541927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:09.557231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b339b3c-5dc8-4e05-9024-a8d9ad5c0208 req-1d1953a8-69cc-442e-868a-82ef9d4b5d1c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539814 Oct 28 21:37:09.573359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.587473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:09.604671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:09.609688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c2b96dc-8e10-4f88-a874-208582dd7b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.631989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e226c9-9bae-4d5d-b400-cb678190f92c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:09.637906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c2b96dc-8e10-4f88-a874-208582dd7b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.652474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3561498-b3fe-4427-b587-edafdc7a722c {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:09.655176 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7fd9e1ef-decb-4466-b53c-725153e43fa2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2872775 Oct 28 21:37:09.657947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51384) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.676168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.711469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:37:09.737834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4c2b96dc-8e10-4f88-a874-208582dd7b07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5439c4ccc2c44a868828b12bc7b608e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3261075 Oct 28 21:37:09.741372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Transition to ACTIVE for port object c3561498-b3fe-4427-b587-edafdc7a722c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:09.789204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51386) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:09.789865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.801249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.825038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b96dc-8e10-4f88-a874-208582dd7b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962bd440-3605-44aa-9768-521a7cbdbcea,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:09.825710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-133038939-network', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:09.835673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Deleting port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:09.836027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.866346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.933681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] For port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:09.934090 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:09.948095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Calling delete_port for 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:10.033852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.059561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.100216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] No DVR routers for this DVR port 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:37:10.103781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bac58-26f2-4177-b8a8-2661ea2e8a82 None None] Pushing event deleted for resources: {'Port': ['ID=1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:10.144784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:10.147157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.245716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.258637 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.266146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.327728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.348642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.349250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Fanout notify agent at l3_agent the message router_deleted on router f5dad901-1dcb-4314-8e38-deb7fafd477c {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:37:10.364593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.368977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a472093-1ac9-4805-a921-65f0e9a3dc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/routers/f5dad901-1dcb-4314-8e38-deb7fafd477c HTTP/1.1" status: 204 len: 168 time: 0.6829376 Oct 28 21:37:10.388610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.409391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.462514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.465569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.466922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8b50459-ae30-44b0-8c8b-286c4236646b HTTP/1.1" status: 204 len: 168 time: 1.0721898 Oct 28 21:37:10.480696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.493217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 98314a72-3110-4db6-8da5-d0774b469839 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:10.494277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f7b948b-6a8c-4062-8ad0-0f0356bad7d1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1025233 Oct 28 21:37:10.497020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.516633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 98314a72-3110-4db6-8da5-d0774b469839 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:10.517242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 98314a72-3110-4db6-8da5-d0774b469839 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:37:10.517841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:10.518883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:10.537843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d424e-b54b-4280-9c35-ca639bf23bde tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b50459-ae30-44b0-8c8b-286c4236646b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:10.540134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.543577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.544823 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/962bd440-3605-44aa-9768-521a7cbdbcea HTTP/1.1" status: 204 len: 168 time: 0.7409053 Oct 28 21:37:10.549446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:10.549894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1fbe601a-a0dc-4fe7-8841-98ae3c5af6f4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:37:10.587761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33a45e-79a5-4982-bc30-7c87fb6054c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.591574 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d33a45e-79a5-4982-bc30-7c87fb6054c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913308 Oct 28 21:37:10.595983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.612181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Attempting to bind port c3561498-b3fe-4427-b587-edafdc7a722c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:10.612547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Attempting to bind port c3561498-b3fe-4427-b587-edafdc7a722c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:10.612874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Attempting to bind port c3561498-b3fe-4427-b587-edafdc7a722c on network 8d665487-1248-41c4-b9a0-050c1da13b7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:10.643319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15b345b0-35d4-4bc3-913b-df643a804c6c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460835 Oct 28 21:37:10.646766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f6ef8-3987-4f23-ae7c-fc08bf3f5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962bd440-3605-44aa-9768-521a7cbdbcea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:10.652539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51402) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.653066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:10.653168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-135391c1-ede9-41e1-a912-cd0575b7ba3d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689982 Oct 28 21:37:10.664783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010483014'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:10.668799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Port c3561498-b3fe-4427-b587-edafdc7a722c on network 8d665487-1248-41c4-b9a0-050c1da13b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:10.669142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Attempting to bind port c3561498-b3fe-4427-b587-edafdc7a722c on network 8d665487-1248-41c4-b9a0-050c1da13b7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:10.673735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:10.679663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:10.680069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Checking segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:10.680705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Bound using segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:10.681262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Bound port: c3561498-b3fe-4427-b587-edafdc7a722c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:10.681627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.772613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c75dc44-28de-49f4-906e-e3152a9ca888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.774103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.784191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.794483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.804380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.855264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:10.872083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:10.884389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.884748 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Added segment 70854686-b714-4fef-835f-f15c163c71b9 of type vlan for network ac53525a-7c3e-41bd-8169-3bb6b332380b Oct 28 21:37:10.895059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.901325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.906692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:10.908033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.910820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:10.914799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.922862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.930007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.936852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:10.939016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-b40b9320-1fd3-4a7e-aeb2-26b310bdbe0c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5418 time: 0.2093689 Oct 28 21:37:10.948042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:10.974100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c3561498-b3fe-4427-b587-edafdc7a722c,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:11.009288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.115297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.147838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-388b36dd-75ae-4862-9c3c-c767550f5a8e req-18fb97ae-44d1-4f72-9239-24f26946d5f6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927984 Oct 28 21:37:11.161491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.162115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.163490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 1092 time: 4.0968831 Oct 28 21:37:11.164397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:11.166252 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:11.226101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Request body: {'port': {'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:11.232496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.234212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ca47-89d7-4358-bcfc-2b6e41512fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:11.253522 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762c495a-7b4b-4b00-b8ae-3e483bba4ee3 x-openstack-request-id: req-762c495a-7b4b-4b00-b8ae-3e483bba4ee3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:11.254579 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:11.254838 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-762c495a-7b4b-4b00-b8ae-3e483bba4ee3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:11.255284 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c', 'status': 'completed', 'code': 200} Oct 28 21:37:11.262354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.263399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.264600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.276019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.348916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7645450 Oct 28 21:37:11.355187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51416) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:11.366559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Request body: {'subnet': {'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-133038939-subnet', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:11.386522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.403569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.414421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:11.416777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.426419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.430511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7701650 Oct 28 21:37:11.433152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51418) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:11.445311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-04280728-5acf-40f7-adde-e2cfd98d1e5e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '7ed9f06e-8793-4b41-a017-e6b8cb924bdb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:11.446327 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-04280728-5acf-40f7-adde-e2cfd98d1e5e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 28 21:37:11.446490 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-04280728-5acf-40f7-adde-e2cfd98d1e5e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:11.450191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-04280728-5acf-40f7-adde-e2cfd98d1e5e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118315 Oct 28 21:37:11.453469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51420) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:11.463340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100fb0-df5d-4767-806b-59784b8b228f admin admin] Pushing event updated for resources: {'Network': ['ID=ac53525a-7c3e-41bd-8169-3bb6b332380b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:11.465656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5b8b3-c97f-4cbd-8b0d-b339cc599211 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed9f06e-8793-4b41-a017-e6b8cb924bdb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:11.475250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network ac53525a-7c3e-41bd-8169-3bb6b332380b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:11.508539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.509017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.509472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.509929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.510371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.511585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.511585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.513271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-bcfdd92f-3a91-4e9c-836f-a344852f048c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6426 time: 0.2268052 Oct 28 21:37:11.583791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:37:11.587542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.655451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:11.662940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:11.670860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:11.671236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.676638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=2c13d9fe-4552-40aa-a271-d7191e3cde21,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:11.677949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8105bd3-a948-46ca-acef-d10e22166334 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:11.725732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aafc7621-abf3-4fcd-ab45-cc8eb77275c8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0669298 Oct 28 21:37:11.726860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:11.731882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:11.852045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.872862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.960189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac55761-2b92-4d7c-9b40-0f6ea78cdbc2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:11.972132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Checking segment: {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:11.972533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Network hostable DHCP agents. Network: ac53525a-7c3e-41bd-8169-3bb6b332380b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:11.979877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:11.982706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '2c13d9fe-4552-40aa-a271-d7191e3cde21'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:11.986653 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.003138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:12.006956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.020000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Network ac53525a-7c3e-41bd-8169-3bb6b332380b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:12.077725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, ac53525a-7c3e-41bd-8169-3bb6b332380b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:12.087272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.087877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.125000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:12.129041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeca8f7-1219-4dad-aaca-f99c03ebda3f None None] Network ac53525a-7c3e-41bd-8169-3bb6b332380b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:12.134708 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f44e6dd3-bfb4-404c-8f29-35bc05d721b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7724066 Oct 28 21:37:12.135399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:12.136357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.145785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:12.152508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Transition to ACTIVE for port object 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:12.166336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-8e9f78ca-2e21-41f8-b0a9-347559e7439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.166810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-8e9f78ca-2e21-41f8-b0a9-347559e7439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.167727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-8e9f78ca-2e21-41f8-b0a9-347559e7439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.169352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-8e9f78ca-2e21-41f8-b0a9-347559e7439a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5637124 Oct 28 21:37:12.177553 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.189671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.190903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.194425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Allocated IP 2001:db8::f816:3eff:feca:73f0 (f81635a2-fdc9-4571-89e5-692fe1730770/2c13d9fe-4552-40aa-a271-d7191e3cde21/95851084-8884-43e9-98d0-35d3cc369a3b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:12.209220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.278152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.409712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-ac53525a-7c3e-41bd-8169-3bb6b332380b', 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'fixed_ips': [{'subnet_id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:12.410568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.478484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:12.490719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-69d66d8d-80aa-4129-8640-946fff210a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.493986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc0dd299-c130-4b18-a6dc-fb8fe3f1594d req-69d66d8d-80aa-4129-8640-946fff210a75 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129086 Oct 28 21:37:12.516819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.520599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Router e4db1630-65ac-417e-88af-4b1c95bf03da is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:37:12.535414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.553394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.556578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.660065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:12.668230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:12.679695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:12.690405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Allocated IP 172.20.0.2 (ac53525a-7c3e-41bd-8169-3bb6b332380b/aac55761-2b92-4d7c-9b40-0f6ea78cdbc2/dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:12.693909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Pushing event updated for resources: {'Port': ['ID=95851084-8884-43e9-98d0-35d3cc369a3b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:12.721353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.732843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.733961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.745010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.752259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.762993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.763335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.763684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.764633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.765005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.765332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.765577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.765676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.765960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.766279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.766595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.767001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.767377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:12.789400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Attempting to bind port 95851084-8884-43e9-98d0-35d3cc369a3b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:12.789819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Attempting to bind port 95851084-8884-43e9-98d0-35d3cc369a3b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:12.790177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Attempting to bind port 95851084-8884-43e9-98d0-35d3cc369a3b on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:12.798880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:12.799216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:12.799599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.799969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:12.804760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Bound port: 95851084-8884-43e9-98d0-35d3cc369a3b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:12.805208 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.806773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.815650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:12.815848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.816047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:12.818041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-0bc0495a-12e9-4b24-ad0e-f930a1989170 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.3195763 Oct 28 21:37:12.833216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:12.833882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.856484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=22cdcd8f-d14e-45f7-a100-727d476a7bce,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:12.906993 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90035596-50b8-4f0b-a9bb-fed088984bee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1782479 Oct 28 21:37:12.908902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:12.932759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:f2:15:c4', 'name': 'tempest-NetworksTestDHCPv6-291397209'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:12.967547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.970390 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:12.975159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ed9f06e-8793-4b41-a017-e6b8cb924bdb HTTP/1.1" status: 204 len: 168 time: 1.5144145 Oct 28 21:37:12.991941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51436) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:13.031388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0e89cb5-8de5-4c12-b431-f28bccff86cb req-f10fccc4-b189-48a0-b933-960d14c7e71a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1815174 Oct 28 21:37:13.058025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a969-cb9a-4743-93b6-b867771a69c1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed9f06e-8793-4b41-a017-e6b8cb924bdb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:13.062998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:13.074711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Attempting to bind port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:13.075335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Attempting to bind port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:13.076116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Attempting to bind port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 on network 8d665487-1248-41c4-b9a0-050c1da13b7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:13.082130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Sync routers for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:13.099784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 on network 8d665487-1248-41c4-b9a0-050c1da13b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:13.100267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Attempting to bind port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 on network 8d665487-1248-41c4-b9a0-050c1da13b7f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:13.103289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:13.103898 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:36:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:13.111085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] For port 95851084-8884-43e9-98d0-35d3cc369a3b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:13.124918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ae495bf3-b267-402c-baef-fbb74457c224 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272945 Oct 28 21:37:13.124918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:13.124918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Checking segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:13.125340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Bound using segment: {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:13.125687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Bound port: 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86cd4bf2-b9dc-43ec-a000-c2f6c5033183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:13.126140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.128113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:13.134537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338303148'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:13.150304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] For port 95851084-8884-43e9-98d0-35d3cc369a3b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95851084-8884-43e9-98d0-35d3cc369a3b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:13.152042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.153654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c24e4e27-ad40-4052-89a0-08ee4144ffc4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.8154967 Oct 28 21:37:13.160411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:13.161374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.222047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.241980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.260050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.260154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Network ac53525a-7c3e-41bd-8169-3bb6b332380b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:13.262604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:13.265375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:13.269086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f69b2-45bc-43d1-9641-8201ddccf25f None None] Pushing event updated for resources: {'Port': ['ID=95851084-8884-43e9-98d0-35d3cc369a3b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:13.291085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:13.291737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.328190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Pushing event updated for resources: {'Port': ['ID=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:13.390421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:13.398001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:13.401015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Attempting to bind port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:13.401955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Attempting to bind port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:13.401955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Attempting to bind port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 on network ac53525a-7c3e-41bd-8169-3bb6b332380b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:13.413004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:13.413386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Checking segment: {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:13.413789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.416953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Bound using segment: {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:13.417280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Bound port: dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:13.418363 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.424751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.432875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d3bebd53-561a-4f72-885d-d1f8848c0b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.448354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.476315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Allocated IP 172.25.4.247 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/bcf6bb9c-d7ad-428b-933d-04dcfb009f55) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:13.584209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:13.584883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.586300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] 10.222.0.44 "PUT /v2.0/ports/3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 1092 time: 2.3663504 Oct 28 21:37:13.588517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:13.590777 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b762477-528e-41e1-a24f-d98deea0ad05" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:13.603753 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:10Z', 'revision_number': 3, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:13.648498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] For port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:13.650978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:13.659907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] For port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:13.674042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Checking router: e4db1630-65ac-417e-88af-4b1c95bf03da for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:13.674747 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Updating router e4db1630-65ac-417e-88af-4b1c95bf03da port d1e226c9-9bae-4d5d-b400-cb678190f92c binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:13.679574 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.730491 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.833577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260c17-541c-456c-91dd-b681bbe99606 None None] Pushing event updated for resources: {'Port': ['ID=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:13.834676 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e091058-9700-4499-bf51-49fd0f333b60 x-openstack-request-id: req-3e091058-9700-4499-bf51-49fd0f333b60 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:13.834972 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:13.835228 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e091058-9700-4499-bf51-49fd0f333b60 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:13.835624 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'status': 'completed', 'code': 200} Oct 28 21:37:13.866912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.926986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572ead-ff0d-4429-8577-b7489c7515d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:13.929012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:13.985121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 152db141-23dc-4fa4-967e-eb82ad33a4cc yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:37:14.003861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.005792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.005792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.005792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.015814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.016286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.016796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.018865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-ab7f150c-04dc-43dc-9213-17591038444d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6494 time: 0.3556817 Oct 28 21:37:14.037869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.076845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.082054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.159894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-5163c867-3885-4d7d-982a-e1812c38344b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 217 time: 0.1065214 Oct 28 21:37:14.307728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:14.336254 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.338535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.344289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2137454 Oct 28 21:37:14.348046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:14.350977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:14.355031 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.385651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:14.416980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612006-ff37-4ab3-ae4a-8f314ddffc9e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a166b-77af-4727-afac-9a10cfc3b43c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:14.432192 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Attempting to bind port d1e226c9-9bae-4d5d-b400-cb678190f92c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:14.432798 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Attempting to bind port d1e226c9-9bae-4d5d-b400-cb678190f92c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:14.433307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Attempting to bind port d1e226c9-9bae-4d5d-b400-cb678190f92c on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:14.445076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5e3cd026-ca70-402e-9a51-70e74227217c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '9d9a166b-77af-4727-afac-9a10cfc3b43c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:14.446143 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-5e3cd026-ca70-402e-9a51-70e74227217c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 28 21:37:14.446661 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-5e3cd026-ca70-402e-9a51-70e74227217c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:14.450372 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ac090-e4e3-4235-9dec-20cad1983145 None None] Pushing event updated for resources: {'Port': ['ID=d1e226c9-9bae-4d5d-b400-cb678190f92c,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:14.451865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e3cd026-ca70-402e-9a51-70e74227217c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0490675 Oct 28 21:37:14.453508 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:14.453973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:14.454439 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.454894 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:14.455448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Bound port: d1e226c9-9bae-4d5d-b400-cb678190f92c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:14.455916 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.460075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51462) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:14.470509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:14.560664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-6232db8a-272b-44c0-ab92-971775a6df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.567242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-6232db8a-272b-44c0-ab92-971775a6df58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.4060895 Oct 28 21:37:14.579792 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] For port d1e226c9-9bae-4d5d-b400-cb678190f92c, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:14.583910 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] For port d1e226c9-9bae-4d5d-b400-cb678190f92c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e226c9-9bae-4d5d-b400-cb678190f92c,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:14.595617 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.677382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:14.678018 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:14.698202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:14.778515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.803037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.803409 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:14.823728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.847894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.855460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 172.20.0.10 (f81635a2-fdc9-4571-89e5-692fe1730770/22cdcd8f-d14e-45f7-a100-727d476a7bce/152db141-23dc-4fa4-967e-eb82ad33a4cc) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:14.855770 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.863995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.881813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:14.882183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:14.883970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.896489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:14.902736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-734d6783-293b-4c6c-86d0-be85e71f6242 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.5530655 Oct 28 21:37:15.030249 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ac090-e4e3-4235-9dec-20cad1983145 None None] Pushing event updated for resources: {'Port': ['ID=d1e226c9-9bae-4d5d-b400-cb678190f92c,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:15.044775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-9bd38a73-e103-4eb1-ace4-52cc20273102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:15.046977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-9bd38a73-e103-4eb1-ace4-52cc20273102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4665978 Oct 28 21:37:15.085186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.098462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca40325-d600-4a74-82b8-972cb3482465 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:15.131629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e735b65-bcb1-4f8f-bf6c-08c9dbd47f74 req-db3d941e-bba2-4c7e-bdb2-f041e24e815e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177634 Oct 28 21:37:15.188604 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:10Z', 'revision_number': 3, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:15.267024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302946c4-8785-40fa-a303-bcd93d37a6bb None None] The sync data for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 is: [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:10Z', 'revision_number': 3, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:15.441894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.444455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fef2:15c4 (f81635a2-fdc9-4571-89e5-692fe1730770/2c13d9fe-4552-40aa-a271-d7191e3cde21/152db141-23dc-4fa4-967e-eb82ad33a4cc) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:15.495061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:15.506499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:15.507249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.555760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.560356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.562328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95851084-8884-43e9-98d0-35d3cc369a3b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:15.564585 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.700247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:15.705846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9435cb-f0b9-40be-be93-8af7df3d3e23 None None] Network ac53525a-7c3e-41bd-8169-3bb6b332380b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:15.814457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-a06cd43f-40b2-4285-862b-e14290744626 req-61053915-3de6-4f1f-b99d-86b0d3a62882 service neutron] (102313) timed out ('10.222.0.52', 58027) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:37:15.911831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.925667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-7e7d0f87-8974-47d1-a0f0-51a1833e653a service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202016 Oct 28 21:37:15.936297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.979092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.981679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:15.983422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/9d9a166b-77af-4727-afac-9a10cfc3b43c HTTP/1.1" status: 204 len: 168 time: 1.5216978 Oct 28 21:37:15.997279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:16.012544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:16.012935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.037011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e29c16-067e-4a30-b2b3-21b05296e61d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a166b-77af-4727-afac-9a10cfc3b43c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:16.116397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] For port 95851084-8884-43e9-98d0-35d3cc369a3b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95851084-8884-43e9-98d0-35d3cc369a3b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:16.116603 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c67e9802-d487-45ed-8cf1-df0bc4c1f16b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172321 Oct 28 21:37:16.117429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.117963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51470) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:16.128003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--247189330'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:16.136326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.152738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.157756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-54004ab3-baba-479d-ae6b-d3410d524313 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227263 Oct 28 21:37:16.272618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-57412b41-644b-4d9d-8589-d5648bbf1844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0888472 Oct 28 21:37:16.305228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Allocated IP 172.20.0.1 (81160c18-a3db-4bad-87e7-22e4a594acc3/357d5f7c-60b2-43a7-a0fe-1ff1f166f49a/21a0d743-f0bf-4f5b-95f9-282769597b0f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:16.315401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.329795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.375393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ed0b2dfe-d8cb-484a-b701-9f497f09c2df None None] Provisioning complete for port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:16.375901 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2dfe-d8cb-484a-b701-9f497f09c2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.378108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1995e-633e-4c7c-a379-24bd0988a69d None None] Pushing event updated for resources: {'Port': ['ID=95851084-8884-43e9-98d0-35d3cc369a3b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:16.422860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:16.432040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:16.443046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:16.460206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '2c13d9fe-4552-40aa-a271-d7191e3cde21', 'ip_address': '2001:db8::f816:3eff:feca:73f0'}, {'subnet_id': '22cdcd8f-d14e-45f7-a100-727d476a7bce'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '95851084-8884-43e9-98d0-35d3cc369a3b'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:37:16.539598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.584507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.627016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=152db141-23dc-4fa4-967e-eb82ad33a4cc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:16.648882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:16.649580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.687658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c162b639-7fca-47e7-a2b8-6589e0e38581 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7693701 Oct 28 21:37:16.696529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51480) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:16.700810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.750107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e226c9-9bae-4d5d-b400-cb678190f92c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:16.758099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.759213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.807979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29af6d88-f9b1-47a0-99b7-e90c4d0be351,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:16.876107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.952178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99776f34-a25e-4de7-9631-9f04572f50bd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:16.969622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99776f34-a25e-4de7-9631-9f04572f50bd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:16.971596 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99776f34-a25e-4de7-9631-9f04572f50bd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2740033 Oct 28 21:37:16.978206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:16.992143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d1e226c9-9bae-4d5d-b400-cb678190f92c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:16.992705 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:16.995265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:16.997572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.002516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.010826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.020235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Allocated IP 172.20.0.2 (f81635a2-fdc9-4571-89e5-692fe1730770/22cdcd8f-d14e-45f7-a100-727d476a7bce/95851084-8884-43e9-98d0-35d3cc369a3b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:17.029794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.053261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.068270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.083937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.088987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-751326ea-5839-4e9f-bece-cd2963992545 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.7889686 Oct 28 21:37:17.090339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Pushing event updated for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:17.101427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.106870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7b53fa3-7af4-4534-9cb5-c2059086712f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9790931 Oct 28 21:37:17.111496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad8adb72-ea77-4bd4-825e-3fd575b35da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.116254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-ad8adb72-ea77-4bd4-825e-3fd575b35da4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.8319170 Oct 28 21:37:17.122833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.158053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4293d201-c0a7-46ee-81ec-38cde3a95da8 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '29af6d88-f9b1-47a0-99b7-e90c4d0be351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:17.161898 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-4293d201-c0a7-46ee-81ec-38cde3a95da8 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 28 21:37:17.162429 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-4293d201-c0a7-46ee-81ec-38cde3a95da8 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:17.167659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4293d201-c0a7-46ee-81ec-38cde3a95da8 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317261 Oct 28 21:37:17.184407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.185318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.187611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:17.191986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-839dccd7-bab9-4b75-a7c2-33449bbd11ea tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '29af6d88-f9b1-47a0-99b7-e90c4d0be351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:17.193015 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-839dccd7-bab9-4b75-a7c2-33449bbd11ea tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 28 21:37:17.193715 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-839dccd7-bab9-4b75-a7c2-33449bbd11ea tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:17.197477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] For port 95851084-8884-43e9-98d0-35d3cc369a3b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95851084-8884-43e9-98d0-35d3cc369a3b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:17.198238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-839dccd7-bab9-4b75-a7c2-33449bbd11ea tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109758 Oct 28 21:37:17.199051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51492) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.208464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3ec5625b-05cc-483c-92b6-d97473fbd71a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '29af6d88-f9b1-47a0-99b7-e90c4d0be351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:17.209839 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-3ec5625b-05cc-483c-92b6-d97473fbd71a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 28 21:37:17.210540 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-3ec5625b-05cc-483c-92b6-d97473fbd71a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:17.214915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ec5625b-05cc-483c-92b6-d97473fbd71a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098782 Oct 28 21:37:17.215801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.226379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-250a7247-51e1-44c2-9bd2-f0f8af26c78f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '29af6d88-f9b1-47a0-99b7-e90c4d0be351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:17.227619 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-250a7247-51e1-44c2-9bd2-f0f8af26c78f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 28 21:37:17.228346 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-250a7247-51e1-44c2-9bd2-f0f8af26c78f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:17.233474 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-250a7247-51e1-44c2-9bd2-f0f8af26c78f tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107996 Oct 28 21:37:17.233624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port d1e226c9-9bae-4d5d-b400-cb678190f92c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e226c9-9bae-4d5d-b400-cb678190f92c,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:17.238079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:17.238260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:17.249245 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.250012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:17.259229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.277134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:17.320729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.363977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5310c69f-ca85-40cf-9de7-c6a43a742d05 req-6df13ebe-061e-463e-8b5e-bb4b0ebbea9d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2363410 Oct 28 21:37:17.375308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-a8b127f1-d8dc-4162-a72a-6bc1870a2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.377426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-a8b127f1-d8dc-4162-a72a-6bc1870a2575 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2431293 Oct 28 21:37:17.382000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.382761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Router db394b92-53f5-411c-ac00-84f559a8ec23 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:37:17.384935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.398893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 152db141-23dc-4fa4-967e-eb82ad33a4cc {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:17.399548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.453482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=d1e226c9-9bae-4d5d-b400-cb678190f92c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:17.519902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3b614e2b-3b68-48b9-8d57-52b4a13d5087 None None] Provisioning complete for port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:17.528107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3b614e2b-3b68-48b9-8d57-52b4a13d5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.544510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.560282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 152db141-23dc-4fa4-967e-eb82ad33a4cc owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:17.606129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-ae6808d4-5acd-4a2c-b77a-1dcbcdc5099b service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181828 Oct 28 21:37:17.661264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:17.661682 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.664322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d20d52-5ea6-45e9-8498-7d8564929116 None None] Pushing event updated for resources: {'Port': ['ID=95851084-8884-43e9-98d0-35d3cc369a3b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:17.738097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-510cee3d-84d4-4fda-aeb3-d9c8638d14ec service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215532 Oct 28 21:37:17.805835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-6d26296f-cd20-4c9c-b50d-adf909f2baf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 217 time: 0.0452380 Oct 28 21:37:17.837632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.862397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95851084-8884-43e9-98d0-35d3cc369a3b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:17.921185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.967774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:17.968401 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:17.986626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-7e79f94d-8a08-49b1-94f4-f8bd8a0bfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:17.988140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-7e79f94d-8a08-49b1-94f4-f8bd8a0bfe5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.1650655 Oct 28 21:37:18.023304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.047806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:18.093174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.096156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.097714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/29af6d88-f9b1-47a0-99b7-e90c4d0be351 HTTP/1.1" status: 204 len: 168 time: 0.8582895 Oct 28 21:37:18.110104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=152db141-23dc-4fa4-967e-eb82ad33a4cc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:18.110321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Sync routers for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:18.113818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51502) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:18.118854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c5cb-a6da-4c33-bc71-53f79e2acf65 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29af6d88-f9b1-47a0-99b7-e90c4d0be351,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:18.127143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:18.127833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:18.167733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-60b45ca1-b60d-4d42-9358-66bbfd92271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.169291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-60b45ca1-b60d-4d42-9358-66bbfd92271c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619594 Oct 28 21:37:18.220929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.222345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed308ff3-03e2-4dcc-a705-25b0322d05f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0810971 Oct 28 21:37:18.226627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51504) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:18.286561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:18.395234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-722366da-f76e-4dee-9b90-115cdd3c68e6 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139049 Oct 28 21:37:18.444760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.480085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.568829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e226c9-9bae-4d5d-b400-cb678190f92c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:18.573806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Pushing event updated for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:18.584036 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1afc4d21-9aac-4534-9b38-859191a5e01b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4524679 Oct 28 21:37:18.597698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:18.615535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970717141'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:18.652613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.657422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-23f17c4d-1ba6-4c64-8ce1-93e36ffb7e48 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/152db141-23dc-4fa4-967e-eb82ad33a4cc HTTP/1.1" status: 204 len: 168 time: 1.5106540 Oct 28 21:37:18.664533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51512) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:18.691624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.732583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.737414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.744498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.750651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.757057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.757311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c1291-08ef-4314-bdca-8dcaca54c62b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.759036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c1291-08ef-4314-bdca-8dcaca54c62b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.761067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c1291-08ef-4314-bdca-8dcaca54c62b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.762934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-404c1291-08ef-4314-bdca-8dcaca54c62b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0972292 Oct 28 21:37:18.767204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.767716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51514) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:18.773534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:18.782052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-33cf7c2a-eca0-4187-88d7-39ed4ea7d169 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.2101686 Oct 28 21:37:18.827656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02336242-f40f-4b54-87f5-5a247935717c None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:18.828029 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02336242-f40f-4b54-87f5-5a247935717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.875851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 22cdcd8f-d14e-45f7-a100-727d476a7bce {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:18.883640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.933802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d1e226c9-9bae-4d5d-b400-cb678190f92c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:18.934290 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:18.942561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-91e0d9da-055f-4648-b1f3-92098dc7de28 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185447 Oct 28 21:37:18.988259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2f4e545-b749-4236-a0c4-381d5196cd96 req-50adab93-51ea-485f-a591-b414253b4193 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051618 Oct 28 21:37:18.991055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:18.995459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:15Z', 'revision_number': 3, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:18.997056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.003222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:19.040807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Checking router: db394b92-53f5-411c-ac00-84f559a8ec23 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:19.041457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Updating router db394b92-53f5-411c-ac00-84f559a8ec23 port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:19.059814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-e1b927c7-8e8e-4346-a9e1-1d97c24447d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 217 time: 0.0796249 Oct 28 21:37:19.158499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.254463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.281607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.296037 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.365226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95851084-8884-43e9-98d0-35d3cc369a3b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:19.407726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Router e4db1630-65ac-417e-88af-4b1c95bf03da has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:37:19.407924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-86704d42-345c-46c5-ae5d-65b7222cc92e None None] Could not find standard attr ID for object 152db141-23dc-4fa4-967e-eb82ad33a4cc. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:37:19.481941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.484251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-c2277ee9-cb1a-4b51-bf25-d700853acfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:19.485442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8847752 Oct 28 21:37:19.488872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-c2277ee9-cb1a-4b51-bf25-d700853acfac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.4204340 Oct 28 21:37:19.490490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:19.496703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.502276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b14f4b01-5947-404f-96c2-068bdea28c71 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:19.502747 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-b14f4b01-5947-404f-96c2-068bdea28c71 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 21:37:19.503239 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-b14f4b01-5947-404f-96c2-068bdea28c71 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:19.504221 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b14f4b01-5947-404f-96c2-068bdea28c71 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097582 Oct 28 21:37:19.524122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf19a-9b29-47dc-a33c-dd4caf1ac21b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0b381b-b3f9-4033-af27-c77ee67c4f27,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:19.528080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.530237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51520) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:19.539273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dfe32fd0-0369-4264-ad7c-66058b5758f6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:19.546780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:19.547155 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.610278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-4cdf194d-b85c-41ff-bd22-2af8e1a9a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:19.611466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-4cdf194d-b85c-41ff-bd22-2af8e1a9a95a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714107 Oct 28 21:37:19.637680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:19.673573 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-dfe32fd0-0369-4264-ad7c-66058b5758f6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:19.674637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dfe32fd0-0369-4264-ad7c-66058b5758f6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1407082 Oct 28 21:37:19.763144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-719d7261-03b3-4ee1-a732-c9805cbdd6db admin admin] 10.222.0.31 "PUT /v2.0/routers/e4db1630-65ac-417e-88af-4b1c95bf03da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6015697 Oct 28 21:37:19.767439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51524) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:19.772282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0d6e3470-30b1-4e14-8ec9-f9e9fa7a1725 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:19.773530 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-0d6e3470-30b1-4e14-8ec9-f9e9fa7a1725 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 28 21:37:19.774147 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-0d6e3470-30b1-4e14-8ec9-f9e9fa7a1725 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:19.775463 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0d6e3470-30b1-4e14-8ec9-f9e9fa7a1725 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070677 Oct 28 21:37:19.782269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51528) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:19.807259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c382403c-7c39-4da1-9bf1-ead1a20d0932 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:19.811553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.821924 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.836089 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Sync routers for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:19.847755 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:19.848398 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:19.910489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaeb44-fe87-4287-8bb3-66ef14ef45d8 None None] Pushing event updated for resources: {'Port': ['ID=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:19.924776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-53cfaa17-1d34-4c63-bc17-77ea731a5cbf service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031011 Oct 28 21:37:19.947157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Attempting to bind port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:19.947541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Attempting to bind port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:19.947914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Attempting to bind port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:19.956230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:19.956655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:19.957059 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:19.957452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:19.959436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Bound port: bcf6bb9c-d7ad-428b-933d-04dcfb009f55, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:19.960076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.042602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] For port bcf6bb9c-d7ad-428b-933d-04dcfb009f55, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:20.048238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] For port bcf6bb9c-d7ad-428b-933d-04dcfb009f55, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:20.058438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.094409 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-c382403c-7c39-4da1-9bf1-ead1a20d0932 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.097101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c382403c-7c39-4da1-9bf1-ead1a20d0932 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3065548 Oct 28 21:37:20.102477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51542) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.109511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a3a19752-b1d7-4e74-aedd-b9b56524439a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:20.110117 n-d-806683-16 neutron-server[102314]: WARNING neutron.api.v2.base [None req-a3a19752-b1d7-4e74-aedd-b9b56524439a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 28 21:37:20.110716 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-a3a19752-b1d7-4e74-aedd-b9b56524439a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.111803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a3a19752-b1d7-4e74-aedd-b9b56524439a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082264 Oct 28 21:37:20.118943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51544) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.126147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2754738e-6db0-4009-986e-a065fe0fabca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:20.151525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.170847 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:20.173194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:20.173837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:20.231320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=22cdcd8f-d14e-45f7-a100-727d476a7bce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:20.242001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.245718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-745a05cf-b9be-4214-861c-9d1808d1f8a0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/22cdcd8f-d14e-45f7-a100-727d476a7bce HTTP/1.1" status: 204 len: 168 time: 1.4752502 Oct 28 21:37:20.252815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51548) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.269962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712573b4-5812-4c20-90eb-71bb76abbdc4 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:20.300326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-93b3d6eb-fde2-4da8-88d1-27d131dc653c service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649597 Oct 28 21:37:20.311735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaeb44-fe87-4287-8bb3-66ef14ef45d8 None None] Pushing event updated for resources: {'Port': ['ID=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:20.350998 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-2754738e-6db0-4009-986e-a065fe0fabca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.354665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2754738e-6db0-4009-986e-a065fe0fabca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2305346 Oct 28 21:37:20.359709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51550) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.367633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-05121616-4b6c-4149-aa35-b015849db0d6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:20.368110 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-05121616-4b6c-4149-aa35-b015849db0d6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 28 21:37:20.368619 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-05121616-4b6c-4149-aa35-b015849db0d6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.372254 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05121616-4b6c-4149-aa35-b015849db0d6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089400 Oct 28 21:37:20.374261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.379189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-65f77a0c-7386-4508-917d-e977dca8f456 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:20.389586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 2c13d9fe-4552-40aa-a271-d7191e3cde21 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:20.396707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.429485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-31ddc9f6-b581-4dff-a7d7-dfe32d7a748a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 217 time: 0.1160982 Oct 28 21:37:20.433252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Allocated IP 172.20.0.1 (ac53525a-7c3e-41bd-8169-3bb6b332380b/aac55761-2b92-4d7c-9b40-0f6ea78cdbc2/796f126a-e887-4ce8-ae1e-e905f5e632fe) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:20.499202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.509408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.516477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.522473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.528563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.535187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.537854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:20.542151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.549185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.557645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-dae4e32a-a512-460c-bd5c-d98ace4a5c46 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.3964448 Oct 28 21:37:20.600495 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-65f77a0c-7386-4508-917d-e977dca8f456 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.601889 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-65f77a0c-7386-4508-917d-e977dca8f456 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2266688 Oct 28 21:37:20.608761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51562) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.617358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a4ba7a98-4f81-4780-aa33-c0aec8f07cc0 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': 'bc0b381b-b3f9-4033-af27-c77ee67c4f27', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:20.658175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-8f270714-d09b-4e24-9325-87bdcf94e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.660844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-8f270714-d09b-4e24-9325-87bdcf94e30c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.2216992 Oct 28 21:37:20.684034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 2, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:20.695163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.730419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52eb30d-39de-454f-88e3-71ff20da27b0 req-5c597534-b718-4fd6-831c-076073627356 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665077 Oct 28 21:37:20.756627 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Checking router: e4db1630-65ac-417e-88af-4b1c95bf03da for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:20.757243 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Updating router e4db1630-65ac-417e-88af-4b1c95bf03da port 21a0d743-f0bf-4f5b-95f9-282769597b0f binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:20.765212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.776391 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-a4ba7a98-4f81-4780-aa33-c0aec8f07cc0 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:20.777524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a4ba7a98-4f81-4780-aa33-c0aec8f07cc0 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1675613 Oct 28 21:37:20.782215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51566) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:20.801162 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.845728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-4c0d78c1-e6af-4379-a5a9-a639cd1cc64b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.855262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-4c0d78c1-e6af-4379-a5a9-a639cd1cc64b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 820 time: 0.2884290 Oct 28 21:37:20.869290 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.891797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.905406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-90c9100f-776b-4c60-a6bf-0a05f14e2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:20.907514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-90c9100f-776b-4c60-a6bf-0a05f14e2356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2352197 Oct 28 21:37:20.932818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:20.959131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=2c13d9fe-4552-40aa-a271-d7191e3cde21,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:20.971102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.001193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.012946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c26517d6-d0e0-4716-944d-4898c7b62b0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2c13d9fe-4552-40aa-a271-d7191e3cde21 HTTP/1.1" status: 204 len: 168 time: 0.7566566 Oct 28 21:37:21.027825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51568) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:21.053495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Network ac53525a-7c3e-41bd-8169-3bb6b332380b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:21.067402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:21.071525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:21.103761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:15Z', 'revision_number': 3, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:21.132793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Pushing event updated for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:21.161739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-7b23d557-495f-4d15-b559-1d9cfb426fb0 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/quotas/0886c71044ca4398b89a55ce73b9e25d HTTP/1.1" status: 200 len: 375 time: 0.3053429 Oct 28 21:37:21.166276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-1d012b60-f4d5-4d74-885a-394f316dc6f6 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344980 Oct 28 21:37:21.188055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.188831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7f2b-ae7b-43dc-8ab7-bd62bc832bea None None] The sync data for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 is: [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:15Z', 'revision_number': 3, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:21.205487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283b993-548b-4cd6-aa89-c4990a053f05 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '2c13d9fe-4552-40aa-a271-d7191e3cde21'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '95851084-8884-43e9-98d0-35d3cc369a3b'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:37:21.219737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1a633642-1855-4634-b74a-313ffe96e240 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562901 Oct 28 21:37:21.262737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0283b993-548b-4cd6-aa89-c4990a053f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.263165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51570) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:21.266735 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.281186 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.444174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.447152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.451926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc0b381b-b3f9-4033-af27-c77ee67c4f27 HTTP/1.1" status: 204 len: 168 time: 0.6600802 Oct 28 21:37:21.455540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-aaa2375e-cd7d-43d9-8b70-5888db3b9ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344210 Oct 28 21:37:21.459149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:21.462434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51574) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:21.478863 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48046f-ebff-46e9-88d5-46ca723a09bf None None] Pushing event updated for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:21.491039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.493550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Attempting to bind port 21a0d743-f0bf-4f5b-95f9-282769597b0f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:21.494028 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Attempting to bind port 21a0d743-f0bf-4f5b-95f9-282769597b0f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:21.494533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Attempting to bind port 21a0d743-f0bf-4f5b-95f9-282769597b0f on network 81160c18-a3db-4bad-87e7-22e4a594acc3 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:21.500652 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:21.501184 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Checking segment: {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:21.501681 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.502291 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Bound using segment: {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:21.502996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Bound port: 21a0d743-f0bf-4f5b-95f9-282769597b0f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:21.503634 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.507325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780f344-1b45-4756-b7aa-87ee4033517a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0b381b-b3f9-4033-af27-c77ee67c4f27,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:21.596783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-f5bc56b8-637f-439c-8126-4d0d5a08d784 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3744493 Oct 28 21:37:21.598074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-9c807e60-e680-4e6e-891c-de92b99a170b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 217 time: 0.0964699 Oct 28 21:37:21.612999 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] For port 21a0d743-f0bf-4f5b-95f9-282769597b0f, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:21.619548 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] For port 21a0d743-f0bf-4f5b-95f9-282769597b0f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=21a0d743-f0bf-4f5b-95f9-282769597b0f,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:21.634815 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.658663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a0021ac9-5cd1-4171-b861-062428a66cff None None] Provisioning complete for port 796f126a-e887-4ce8-ae1e-e905f5e632fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:21.660314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a0021ac9-5cd1-4171-b861-062428a66cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:21.742177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfa47f-674c-483a-aec6-6d3634f5128a None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:21.749680 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48046f-ebff-46e9-88d5-46ca723a09bf None None] Pushing event updated for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:21.773180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3e6a1c68-7fb4-4415-926e-3f8a9d56118a tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2907555 Oct 28 21:37:21.822721 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:21.823635 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:21.850856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:21.856669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a0021ac9-5cd1-4171-b861-062428a66cff None None] Port 796f126a-e887-4ce8-ae1e-e905f5e632fe cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:21.865111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--518605827'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:22.022932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.034461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.039703 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:22.068701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7eec820a-98b4-41ef-877d-720587b9f5bf None None] Provisioning complete for port 95851084-8884-43e9-98d0-35d3cc369a3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:22.069096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7eec820a-98b4-41ef-877d-720587b9f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.195060 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.203088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:37:22.215777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Pushing event updated for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:22.348695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Network ac53525a-7c3e-41bd-8169-3bb6b332380b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:22.350509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:22.458556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Deleting port 95851084-8884-43e9-98d0-35d3cc369a3b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:22.458922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.497464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:22.611269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:22.618344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.623520 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fb3b7-d03f-4743-b58b-6301cc75a3b0 None None] The sync data for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 is: [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:22.707349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Router db394b92-53f5-411c-ac00-84f559a8ec23 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:37:22.801232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-269f5dd9-47bd-4c5e-b92f-3f3687f4943f service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1386504 Oct 28 21:37:22.802734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-07ab7f24-5615-4af1-b33e-76d0757c433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:22.804170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-07ab7f24-5615-4af1-b33e-76d0757c433e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 1.1438334 Oct 28 21:37:22.922628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bcf6bb9c-d7ad-428b-933d-04dcfb009f55 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:22.973539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:22.974504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] For port 95851084-8884-43e9-98d0-35d3cc369a3b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=95851084-8884-43e9-98d0-35d3cc369a3b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:22.975482 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.986837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:22.991145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ee03909-b8f5-4f98-be6f-a7d1402cfd9f admin admin] 10.222.0.31 "PUT /v2.0/routers/db394b92-53f5-411c-ac00-84f559a8ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7630904 Oct 28 21:37:23.002760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Calling delete_port for 95851084-8884-43e9-98d0-35d3cc369a3b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:23.079588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.086078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.092221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.098844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.105426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.114607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.122771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.127336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-185e52b0-f494-44fa-b1e8-caa5a72153b8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 1.2341557 Oct 28 21:37:23.143481 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.190418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51586) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:23.192715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] Pushing event deleted for resources: {'Port': ['ID=95851084-8884-43e9-98d0-35d3cc369a3b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:23.204286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b3ea1-cc3b-4345-abe5-800df5b0ce41 None None] No DVR routers for this DVR port 95851084-8884-43e9-98d0-35d3cc369a3b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:37:23.227425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ac97410c-8ba3-49ad-8609-13efbb013b22 None None] Provisioning complete for port 796f126a-e887-4ce8-ae1e-e905f5e632fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:23.228044 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ac97410c-8ba3-49ad-8609-13efbb013b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.266849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-c803dd1f-5f93-4962-a80c-781bd60bdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.268407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-c803dd1f-5f93-4962-a80c-781bd60bdc35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4540126 Oct 28 21:37:23.278184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ac97410c-8ba3-49ad-8609-13efbb013b22 None None] Port 796f126a-e887-4ce8-ae1e-e905f5e632fe cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:23.292580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:23.294554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.360203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2094576442'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:23.366741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-dc7e3f7c-033c-4ddd-8024-793dbb7846fe service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355411 Oct 28 21:37:23.401378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.440537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:23.446264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.465443 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.472049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa779467-4558-4c07-b484-b1d60e7867c9 req-4ff39123-f385-4630-9a36-0305409e762b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3190076 Oct 28 21:37:23.485458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-5ce3fb5a-03ef-45fa-b154-a201cc63f092 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878090 Oct 28 21:37:23.502538 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.521405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:23.542348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port bcf6bb9c-d7ad-428b-933d-04dcfb009f55, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:23.552295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.552538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.553051 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Added segment c4e1e119-2fb5-4b96-8822-1209f1f5d6e0 of type vlan for network 6211ee60-609d-4796-8721-77c00872193e Oct 28 21:37:23.668230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:23.674468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.676184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8243644 Oct 28 21:37:23.696868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.706197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51594) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:23.721422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d4207269-57a2-4aa4-a65f-51c907f79cff tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '91968275-cab3-4bc1-b20f-aa4af41aa03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:23.740120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95851084-8884-43e9-98d0-35d3cc369a3b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:23.756907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.765900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:23.770914 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:23.803424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 95851084-8884-43e9-98d0-35d3cc369a3b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:23.816490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 95851084-8884-43e9-98d0-35d3cc369a3b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:37:23.864617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84289fa5-8a9d-480a-a91a-fe11bdc53f0e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91968275-cab3-4bc1-b20f-aa4af41aa03f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:23.909850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Network': ['ID=6211ee60-609d-4796-8721-77c00872193e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:23.922550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c50e475c-0760-42b5-b428-47f9343eb7b6 req-48d2dea8-7a0b-4f9a-90dd-09d8f6f604a4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 210 time: 0.1258972 Oct 28 21:37:23.926162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6211ee60-609d-4796-8721-77c00872193e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:23.992237 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a02d08d9-11f7-4b6e-9af7-dca7ee2ce24e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7993667 Oct 28 21:37:23.992891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51598) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:24.015574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'subnet': {'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:24.061835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-6ce7fb25-7c79-4f40-8b4c-4b5b2200c772 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663595 Oct 28 21:37:24.084624 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-d4207269-57a2-4aa4-a65f-51c907f79cff tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The resource could not be found. Oct 28 21:37:24.088256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d4207269-57a2-4aa4-a65f-51c907f79cff tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3778827 Oct 28 21:37:24.104556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51604) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:24.182794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6a1de10b-f9f1-42d3-9f14-6b5c188f33d2 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '91968275-cab3-4bc1-b20f-aa4af41aa03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '97bb45d2-e6c6-42ac-875d-88299cef2d48'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:24.191418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-3c2b64ca-1c0b-4c1d-930c-7eaea2e3247a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.1225131 Oct 28 21:37:24.196726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:24.203028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.227007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Sync routers for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:24.260754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:24.261397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:24.270440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-5decdbe3-7a9f-42af-90b6-967bca8e2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:24.272067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-5decdbe3-7a9f-42af-90b6-967bca8e2792 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.0720811 Oct 28 21:37:24.346523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:37:24.354942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.521946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.531569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=7d098d5d-22ca-4bf0-99ef-c22303383e28,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:24.548650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:24.574574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:24.592696 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-6a1de10b-f9f1-42d3-9f14-6b5c188f33d2 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The resource could not be found. Oct 28 21:37:24.597135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6a1de10b-f9f1-42d3-9f14-6b5c188f33d2 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4203525 Oct 28 21:37:24.602319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47707f66-dc7d-44f9-b227-31391f018877 req-49165a29-559d-48a5-873e-eff57314e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:24.603972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-49165a29-559d-48a5-873e-eff57314e149 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3069203 Oct 28 21:37:24.608165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:24.618084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:24.659808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Checking segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:24.660482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network hostable DHCP agents. Network: 6211ee60-609d-4796-8721-77c00872193e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:24.664334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:24.665108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.747363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84443f-c79e-4221-b218-93e25be69072 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:24.765965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Subnet': ['ID=7f2cce77-4bf2-4731-be6e-47d6d245370a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:24.778046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network 6211ee60-609d-4796-8721-77c00872193e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:24.810296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6211ee60-609d-4796-8721-77c00872193e) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:24.816219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:24.817082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.845701 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-01194264-10ac-44c1-adad-ed8b0f8de90b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8517325 Oct 28 21:37:24.848329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:24.854683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1530982274'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:24.881957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:24.887578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.890385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bcf6bb9c-d7ad-428b-933d-04dcfb009f55 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:24.892584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58e457-bf17-48fc-8cad-ba2edd0468ed None None] Network 6211ee60-609d-4796-8721-77c00872193e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:24.897690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7b01d82b-58d5-4425-aafe-bddc2b111a19 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4445102 Oct 28 21:37:24.907165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51618) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:24.915130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:24.923375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:24.936806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:24.937254 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Added segment 040dbba8-7912-4e3e-863e-4b81178cd575 of type vlan for network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 Oct 28 21:37:24.990275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.024483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.032691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.033618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.117601 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2677772 Oct 28 21:37:25.120965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51622) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:25.132038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'subnet': {'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:25.162748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.171010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.177883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.184093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.191570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.198840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.206280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.208539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-4084c5f1-154e-4dd3-a0aa-66560dc69778 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.5288403 Oct 28 21:37:25.233786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-d27b53ca-13d5-4d83-b5f9-120a6306ae98 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142182 Oct 28 21:37:25.237153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e7cb9-b88b-4c31-9ee5-17414084fb8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Network': ['ID=fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:25.243061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52cc265-03d1-4794-9a29-898cebc6c6c0 req-1b3bd4d5-c3c5-4bc1-a53f-9e4b33bda642 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 210 time: 0.1363063 Oct 28 21:37:25.256031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:25.256816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:25.264679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.424665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:25.424665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.448618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6211ee60-609d-4796-8721-77c00872193e', 'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'fixed_ips': [{'subnet_id': '7f2cce77-4bf2-4731-be6e-47d6d245370a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:25.449757 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.523183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '7d098d5d-22ca-4bf0-99ef-c22303383e28'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:25.524191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.541934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47707f66-dc7d-44f9-b227-31391f018877 req-a310a49e-c3e8-4024-8078-f20e49e385f1 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909536 Oct 28 21:37:25.587335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.694171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Subnet': ['ID=064293ec-d739-485a-8671-fc92b7a845bb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:25.699929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Allocated IP 2001:db8::f816:3eff:fe6d:a88b (f81635a2-fdc9-4571-89e5-692fe1730770/7d098d5d-22ca-4bf0-99ef-c22303383e28/83ad62f2-e138-4ffd-a62d-24138ef31464) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:25.703053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-fe68a247-5a94-44cf-91aa-37c69c43a977 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.704909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-fe68a247-5a94-44cf-91aa-37c69c43a977 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 820 time: 0.1304696 Oct 28 21:37:25.742855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8af9bcf-f3c2-432c-9593-e0b2b7c4cfe3 req-e69c0eab-6031-4160-a40d-95f6533ca768 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5276480 Oct 28 21:37:25.743807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.768157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'port': {'device_id': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'admin_state_up': True, 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:25.785569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Checking segment: {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:25.786187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network hostable DHCP agents. Network: fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:25.813850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:25.835180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:25.841144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:25.843495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.888125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:25.892931 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:25.929959 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4fb55dbd-8a8a-4c39-8c8f-5dde76d576ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8062193 Oct 28 21:37:25.988494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.017417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ebed7-957c-4f30-a8e3-a3d02067864b None None] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:26.084669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.085143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.085612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.086069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.086523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.086977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.087436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.089575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-7fcea3b0-dbbb-4f2a-ac68-0cfede719762 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6494 time: 0.3812587 Oct 28 21:37:26.134932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.137781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.139946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/91968275-cab3-4bc1-b20f-aa4af41aa03f HTTP/1.1" status: 204 len: 168 time: 1.5183024 Oct 28 21:37:26.142708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51640) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.207691 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5db71caf-d03c-4a4f-b89c-fd9879d793ee tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629718 Oct 28 21:37:26.208682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.213401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-49af1407-389a-4644-9789-710f857c2004 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '91abb4b6-07ad-44d3-b0fe-c258b0c782f6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:26.250298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-f00fe52d-4396-4868-b69b-8e67d73a3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.251805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-f00fe52d-4396-4868-b69b-8e67d73a3917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 903 time: 0.1106634 Oct 28 21:37:26.267930 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-49af1407-389a-4644-9789-710f857c2004 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The resource could not be found. Oct 28 21:37:26.270450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 4, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '796f126a-e887-4ce8-ae1e-e905f5e632fe', 'name': '', 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'mac_address': 'fa:16:3e:13:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:19Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 2, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'subnets': [{'id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:26.277017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49af1407-389a-4644-9789-710f857c2004 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0669374 Oct 28 21:37:26.278127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.284151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850934323'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:26.300195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91968275-cab3-4bc1-b20f-aa4af41aa03f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:26.314536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.362524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Checking router: db394b92-53f5-411c-ac00-84f559a8ec23 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:26.362932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Updating router db394b92-53f5-411c-ac00-84f559a8ec23 port 796f126a-e887-4ce8-ae1e-e905f5e632fe binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:26.377509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.377857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.378201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.378539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.378879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.379209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.379541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.379864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.380187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.380644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.380863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.381187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feebf6b7-99c7-4c28-962a-ab418124068c tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:26.393734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-bd6ca456-8de9-4b3e-bf1e-d1c5fb25283e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.1253767 Oct 28 21:37:26.395393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.399556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.431478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.432510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8866a2b9-3d6d-442b-a866-0d87a4c8c43a req-cecffeca-6215-4704-b281-ffa20551e750 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 210 time: 0.0576825 Oct 28 21:37:26.435733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1567705 Oct 28 21:37:26.436478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.437743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.442584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571814253'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:26.463230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27122498-f316-48b5-b3ce-8c36813ab992 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dacbf50-cfa8-486b-9152-4b027496dc93,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:26.465589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 21a0d743-f0bf-4f5b-95f9-282769597b0f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:26.469615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.478057 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.519922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.544296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-6d0cc274-627d-4f01-b5ac-6e6d314e9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.546498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-6d0cc274-627d-4f01-b5ac-6e6d314e9660 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.1037827 Oct 28 21:37:26.553720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.557467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.562706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Allocated IP 19.80.0.2 (6211ee60-609d-4796-8721-77c00872193e/7f2cce77-4bf2-4731-be6e-47d6d245370a/6cebbd0e-45d5-4218-bc3b-febb019475f4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:26.583912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.587886 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1468489 Oct 28 21:37:26.588511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Made reservation on behalf of 0886c71044ca4398b89a55ce73b9e25d for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:26.588795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51650) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.593143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.594054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d0645af3-a5e3-4103-a931-47d8a2eced70 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group_rule': {'security_group_id': '5dacbf50-cfa8-486b-9152-4b027496dc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4f5b1e9a-dc84-4020-84f9-52544de491ea'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:26.600529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:26.613157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc769-4198-4828-b63f-e2ab4dc8daf6 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b1e9a-dc84-4020-84f9-52544de491ea,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:26.624521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:26.633457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:26.644205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-46a8ecc9-0ae3-4fcd-a3a4-f053159f3f10 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.650307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-46a8ecc9-0ae3-4fcd-a3a4-f053159f3f10 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.652056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-46a8ecc9-0ae3-4fcd-a3a4-f053159f3f10 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/networks?id=6211ee60-609d-4796-8721-77c00872193e&id=fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3&id=6211ee60-609d-4796-8721-77c00872193e HTTP/1.1" status: 200 len: 1392 time: 0.5059559 Oct 28 21:37:26.653202 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d0645af3-a5e3-4103-a931-47d8a2eced70 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:26.655377 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0645af3-a5e3-4103-a931-47d8a2eced70 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0654302 Oct 28 21:37:26.658847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51652) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.715121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Pushing event updated for resources: {'Port': ['ID=83ad62f2-e138-4ffd-a62d-24138ef31464,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:26.722486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.727047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-4f03177f-3c10-447f-ae2c-3f95113164ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:26.729196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-4f03177f-3c10-447f-ae2c-3f95113164ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1666121 Oct 28 21:37:26.739973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-ddf89871-1015-4dc1-90ea-f518f18da945 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/quotas/81b61fb0372d4228a87ef05ea53e461b HTTP/1.1" status: 200 len: 375 time: 0.0627248 Oct 28 21:37:26.749858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.826588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.829976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.831749 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f5b1e9a-dc84-4020-84f9-52544de491ea HTTP/1.1" status: 204 len: 168 time: 0.1703339 Oct 28 21:37:26.840542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.842239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3', 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'fixed_ips': [{'subnet_id': '064293ec-d739-485a-8671-fc92b7a845bb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:26.843227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.863373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa4c6-435c-42af-8d76-84f3770d8de4 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b1e9a-dc84-4020-84f9-52544de491ea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:26.907109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Attempting to bind port 83ad62f2-e138-4ffd-a62d-24138ef31464 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:26.907846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Attempting to bind port 83ad62f2-e138-4ffd-a62d-24138ef31464 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:26.907846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Attempting to bind port 83ad62f2-e138-4ffd-a62d-24138ef31464 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:26.915371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 21a0d743-f0bf-4f5b-95f9-282769597b0f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:26.915732 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.919769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a69074f3-0916-4004-9aeb-ae4408a8292b tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0780287 Oct 28 21:37:26.922696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:26.963390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:26.963789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:26.964189 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:26.964608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:26.965166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Bound port: 83ad62f2-e138-4ffd-a62d-24138ef31464, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:26.965514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.017358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.042492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.109194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.113246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.118738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/5dacbf50-cfa8-486b-9152-4b027496dc93 HTTP/1.1" status: 204 len: 168 time: 0.1947312 Oct 28 21:37:27.119475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.146514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0a74-5d43-450e-ad5e-ca229498d775 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dacbf50-cfa8-486b-9152-4b027496dc93,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:27.199840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08c5428b-935f-4982-adc7-37f84c1d158e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753973 Oct 28 21:37:27.203539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.208856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'tempest-secgroup--562549328'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:27.237138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.261176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.329463 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.348117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.358545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.380916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] For port 83ad62f2-e138-4ffd-a62d-24138ef31464, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:27.383567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Allocated IP 19.86.0.2 (fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3/064293ec-d739-485a-8671-fc92b7a845bb/a778e73f-82ab-48d7-abda-b5af6ca51e52) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:27.395577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.400276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1930232 Oct 28 21:37:27.402084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.409275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d481773d-12af-4751-867f-951f0d3456ca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:27.410054 n-d-806683-16 neutron-server[102313]: WARNING neutron.api.v2.base [None req-d481773d-12af-4751-867f-951f0d3456ca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 28 21:37:27.412089 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d481773d-12af-4751-867f-951f0d3456ca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] update failed (client error): There was a conflict when trying to complete your request. Oct 28 21:37:27.415867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d481773d-12af-4751-867f-951f0d3456ca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "PUT /v2.0/security-groups/b8ea7ca0-cd89-4582-b664-1e574bb878e2 HTTP/1.1" status: 409 len: 330 time: 0.0101078 Oct 28 21:37:27.420008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.424790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] For port 83ad62f2-e138-4ffd-a62d-24138ef31464, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83ad62f2-e138-4ffd-a62d-24138ef31464,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:27.437156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Network 6211ee60-609d-4796-8721-77c00872193e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:27.437993 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.463518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:27.465942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.470856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:27.472505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0d636-0ef9-461a-819e-253dbc46aaca tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea7ca0-cd89-4582-b664-1e574bb878e2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:27.539547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Pushing event updated for resources: {'Port': ['ID=6cebbd0e-45d5-4218-bc3b-febb019475f4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:27.560009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.604963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.641878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.661883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Allocated IP 172.20.0.9 (81160c18-a3db-4bad-87e7-22e4a594acc3/357d5f7c-60b2-43a7-a0fe-1ff1f166f49a/3feb79df-2834-49fd-b465-9301723efad4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:27.672532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.675708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.680250 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/b8ea7ca0-cd89-4582-b664-1e574bb878e2 HTTP/1.1" status: 204 len: 168 time: 0.2569287 Oct 28 21:37:27.684814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51680) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.688484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.708979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 21a0d743-f0bf-4f5b-95f9-282769597b0f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=21a0d743-f0bf-4f5b-95f9-282769597b0f,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:27.710064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0b2e3-b6c6-4158-89e7-4d07e7cde5d1 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea7ca0-cd89-4582-b664-1e574bb878e2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:27.716143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-95302474-ae5c-47bd-90ed-257841d79b89 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9419553 Oct 28 21:37:27.746453 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.778917 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9c63568-893e-45ed-80e0-ed8dbe36289e tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877662 Oct 28 21:37:27.782685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.783827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.801071 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-1b2fcf91-e480-4303-96c1-4a0dc8f4a37d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] delete failed (client error): The resource could not be found. Oct 28 21:37:27.802068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b2fcf91-e480-4303-96c1-4a0dc8f4a37d tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "DELETE /v2.0/security-groups/db72724b-bd59-4fca-aba6-05b245917541 HTTP/1.1" status: 404 len: 347 time: 0.0184553 Oct 28 21:37:27.806621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.817121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435679d-ab40-424d-a924-57a4dec35968 None None] Pushing event updated for resources: {'Port': ['ID=83ad62f2-e138-4ffd-a62d-24138ef31464,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:27.838707 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-722d96d3-27ba-4071-b3b3-e3f3d189ded2 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] show failed (client error): The resource could not be found. Oct 28 21:37:27.839767 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-722d96d3-27ba-4071-b3b3-e3f3d189ded2 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-groups/c2fcb86e-e09c-470c-8545-20d1ee85ac48 HTTP/1.1" status: 404 len: 347 time: 0.0321958 Oct 28 21:37:27.844126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:27.874740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Attempting to bind port 6cebbd0e-45d5-4218-bc3b-febb019475f4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:27.875096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Attempting to bind port 6cebbd0e-45d5-4218-bc3b-febb019475f4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:27.875931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Attempting to bind port 6cebbd0e-45d5-4218-bc3b-febb019475f4 on network 6211ee60-609d-4796-8721-77c00872193e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:27.881459 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-88d904a4-605e-4d7a-b439-46d72bb46823 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] show failed (client error): The resource could not be found. Oct 28 21:37:27.882825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88d904a4-605e-4d7a-b439-46d72bb46823 tempest-NegativeSecGroupTest-579241206 tempest-NegativeSecGroupTest-579241206-project] 10.222.0.31 "GET /v2.0/security-group-rules/a4b7f2f3-eaf7-48ef-9114-cc4267f37a88 HTTP/1.1" status: 404 len: 356 time: 0.0374537 Oct 28 21:37:27.891425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:27.892521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Checking segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:27.893233 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.893762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Bound using segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:27.894396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Bound port: 6cebbd0e-45d5-4218-bc3b-febb019475f4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:27.894920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:27.986474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=160098c2-418b-4eb6-bdaa-98ce7b768e50,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:28.032213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.044113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.051816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.058173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.064977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.093684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.100813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.108970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-062012e9-080e-4810-a7e6-1a37d30127c9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 1.2154562 Oct 28 21:37:28.250401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-a03b9c0d-accc-4103-821c-0d976dc41070 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4769182 Oct 28 21:37:28.258188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:28.281561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Attempting to bind port 796f126a-e887-4ce8-ae1e-e905f5e632fe on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:28.282482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Attempting to bind port 796f126a-e887-4ce8-ae1e-e905f5e632fe by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:28.283458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Attempting to bind port 796f126a-e887-4ce8-ae1e-e905f5e632fe on network ac53525a-7c3e-41bd-8169-3bb6b332380b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:28.302333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925199b-0a54-4fad-8805-262fd71c2266 None None] Pushing event updated for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:28.317505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:28.322971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-0a342c9f-f241-4d70-afef-6bf280d50ff1 service neutron] 10.222.0.31 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022797 Oct 28 21:37:28.324302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:28.324981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.328376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:28.329067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Checking segment: {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:28.329658 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.330662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Bound using segment: {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:28.331330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Bound port: 796f126a-e887-4ce8-ae1e-e905f5e632fe, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70854686-b714-4fef-835f-f15c163c71b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:28.331914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.411406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.448852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b05e7a47-8a1e-4348-983d-2b328a3c3d3b req-1bca826a-c000-4195-97bd-1cb05a7ea577 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2613070 Oct 28 21:37:28.464868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51694) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:28.477708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] For port 6cebbd0e-45d5-4218-bc3b-febb019475f4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:28.490851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2fbac107-9078-4cfc-8111-433fdb9c0cf4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5825956 Oct 28 21:37:28.494686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51698) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:28.501646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c9e2f00a-b750-4413-ade3-851b7b2102f2 None None] Provisioning complete for port 796f126a-e887-4ce8-ae1e-e905f5e632fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:28.504829 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f00a-b750-4413-ade3-851b7b2102f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.515643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:25:95:db', 'name': 'tempest-NetworksTestDHCPv6-825703878'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:28.587008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b762477-528e-41e1-a24f-d98deea0ad05 req-b697d5c5-2d63-4e99-9c13-3c5d60d46a6b service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995658 Oct 28 21:37:28.613590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.649577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] For port 796f126a-e887-4ce8-ae1e-e905f5e632fe, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:28.653529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] For port 796f126a-e887-4ce8-ae1e-e905f5e632fe, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=796f126a-e887-4ce8-ae1e-e905f5e632fe,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:28.657348 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.659670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-6616c0db-0b43-4141-a922-a61dab252f2e service neutron] 10.222.0.31 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030622 Oct 28 21:37:28.681344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.683083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:28.699182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] For port 6cebbd0e-45d5-4218-bc3b-febb019475f4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6cebbd0e-45d5-4218-bc3b-febb019475f4,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:28.792700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:28.817343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.826551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ffe467c-98b0-4dc2-a7ec-c29420ecb947 req-98bdc574-9132-447e-b088-7e32fc8369c1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 210 time: 0.0770316 Oct 28 21:37:28.828561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:28.837049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:28.840018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Pushing event updated for resources: {'Port': ['ID=a778e73f-82ab-48d7-abda-b5af6ca51e52,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:28.857693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:28.862102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:28.867587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2f00a-b750-4413-ade3-851b7b2102f2 None None] Port 796f126a-e887-4ce8-ae1e-e905f5e632fe cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:28.883071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-89a0d55b-d9d4-4594-a53c-57bfeaaf2e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9a82f8b2cef49ca9f74d766aa57a1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117720 Oct 28 21:37:28.883795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51700) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:28.899640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Network 81160c18-a3db-4bad-87e7-22e4a594acc3 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:28.915156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:28.934254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:29.034945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.039701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-d3a6a216-2867-4ef7-a6d4-cdb7ec649976 service neutron] 10.222.0.31 "GET /v2.0/networks/fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639827 Oct 28 21:37:29.054229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:29.054229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.067128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:29.091640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.106209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:29.106847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:29.111439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Attempting to bind port a778e73f-82ab-48d7-abda-b5af6ca51e52 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:29.111808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Attempting to bind port a778e73f-82ab-48d7-abda-b5af6ca51e52 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:29.112168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Attempting to bind port a778e73f-82ab-48d7-abda-b5af6ca51e52 on network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:29.120324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925199b-0a54-4fad-8805-262fd71c2266 None None] Pushing event updated for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:29.135004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.200084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-284ef548-a641-41e2-a014-db83d4f854c8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4496396 Oct 28 21:37:29.215497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Request body: {'port': {'device_id': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:29.224186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port b2203976-d8fc-4ed5-9547-2ff9c39bc8f6 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:37:29.262357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:29.262357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Checking segment: {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:29.262357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.265510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Bound using segment: {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:29.266526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Bound port: a778e73f-82ab-48d7-abda-b5af6ca51e52, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:29.266946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.332086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.365665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.366859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-770fc396-204b-4160-9627-a5183673e650 service neutron] 10.222.0.31 "GET /v2.0/networks/fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142464 Oct 28 21:37:29.369898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.375008 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d5ed816-1012-43f2-a633-c55bb475632f HTTP/1.1" status: 204 len: 168 time: 0.4866049 Oct 28 21:37:29.521854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa4d4d-de06-421d-b947-c407f344a963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ed816-1012-43f2-a633-c55bb475632f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:29.588686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01614a-af7b-458a-9550-304d21f24963 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:29.627513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 172.20.0.2 (f81635a2-fdc9-4571-89e5-692fe1730770/160098c2-418b-4eb6-bdaa-98ce7b768e50/b2203976-d8fc-4ed5-9547-2ff9c39bc8f6) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:29.640880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe25:95db (f81635a2-fdc9-4571-89e5-692fe1730770/7d098d5d-22ca-4bf0-99ef-c22303383e28/b2203976-d8fc-4ed5-9547-2ff9c39bc8f6) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:29.846845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358481a5-ee8f-4c82-b9b1-566de93094fd None None] Pushing event updated for resources: {'Port': ['ID=6cebbd0e-45d5-4218-bc3b-febb019475f4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:29.943502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:29.952894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-0e9c82ce-3287-4cfe-b0ff-141fe9a0ea4f service neutron] 10.222.0.31 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432901 Oct 28 21:37:30.024528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] Provisioning complete for port 796f126a-e887-4ce8-ae1e-e905f5e632fe triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:30.024967 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.038958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.071846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] For port a778e73f-82ab-48d7-abda-b5af6ca51e52, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:30.075487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.082301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.089150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.095839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.102110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.110380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:30.110503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.114793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.124628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f79f1b84-cc82-409e-811c-663f401e2574 req-a1edf021-3d1f-4432-91cb-a119fb6f60f3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.4692292 Oct 28 21:37:30.124804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:30.131509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] For port a778e73f-82ab-48d7-abda-b5af6ca51e52, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a778e73f-82ab-48d7-abda-b5af6ca51e52,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:30.141852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:30.180827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.222694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=b2203976-d8fc-4ed5-9547-2ff9c39bc8f6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:30.238453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:30.257125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f79f1b84-cc82-409e-811c-663f401e2574 req-c750abe3-94b7-4c6d-b4c2-a15d00141365 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268992 Oct 28 21:37:30.280474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83ad62f2-e138-4ffd-a62d-24138ef31464 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:30.319051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-0630c5fc-9037-46a4-87e1-e055aabaa61f service neutron] 10.222.0.31 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528638 Oct 28 21:37:30.382912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.388178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.428277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3feb79df-2834-49fd-b465-9301723efad4 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:30.489048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.493591 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce3edfe7-8db0-41a8-8da3-8b4a9b4439e6 req-89ed8855-80fd-4176-825e-ff0a84316022 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2220242 Oct 28 21:37:30.506405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eb0654b6-664a-4516-8f6b-14c4474a772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0097828 Oct 28 21:37:30.509129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:30.610550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea443ae-c53d-48ee-ad00-11e840852b61 None None] Pushing event updated for resources: {'Port': ['ID=a778e73f-82ab-48d7-abda-b5af6ca51e52,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:30.636110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Transition to ACTIVE for port object 3feb79df-2834-49fd-b465-9301723efad4 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:30.643145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce3edfe7-8db0-41a8-8da3-8b4a9b4439e6 req-04c182c9-9457-4b4f-bb45-a83436239e16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0999749 Oct 28 21:37:30.652648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.846683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1c43d8c-6a3c-47e1-9a56-beb4d4e35afa req-af317b50-a665-46ee-8a1e-09476ea4bccc tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 210 time: 0.0808802 Oct 28 21:37:30.853367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce3edfe7-8db0-41a8-8da3-8b4a9b4439e6 req-3f9f7bc2-1964-47e9-86af-93582fcfb15a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1708739 Oct 28 21:37:30.865593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:30.880341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '7d098d5d-22ca-4bf0-99ef-c22303383e28', 'ip_address': '2001:db8::f816:3eff:fe6d:a88b'}, {'subnet_id': '160098c2-418b-4eb6-bdaa-98ce7b768e50'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '83ad62f2-e138-4ffd-a62d-24138ef31464'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:37:30.881013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668c95-098b-4fc4-a20d-e5d691ab5d0f req-c5b6a187-1a46-41b6-b742-bd5de0d790de tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:30.891524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab668c95-098b-4fc4-a20d-e5d691ab5d0f req-c5b6a187-1a46-41b6-b742-bd5de0d790de tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 931 time: 0.3887308 Oct 28 21:37:30.961476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:30.997428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83ad62f2-e138-4ffd-a62d-24138ef31464 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:31.000084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.083053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab668c95-098b-4fc4-a20d-e5d691ab5d0f req-156c47a3-9d41-433b-98fe-e88096136f03 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889329 Oct 28 21:37:31.112145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.112931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51744) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:31.117421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3edfe7-8db0-41a8-8da3-8b4a9b4439e6 req-6d234d56-0132-48d1-ad49-4a0b65fdf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.118471 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce3edfe7-8db0-41a8-8da3-8b4a9b4439e6 req-6d234d56-0132-48d1-ad49-4a0b65fdf5e8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576182 Oct 28 21:37:31.172599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fefd5-f4ef-4ee9-8def-7d9d25d13371 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.178669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Attempting to bind port 3feb79df-2834-49fd-b465-9301723efad4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:31.179310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Attempting to bind port 3feb79df-2834-49fd-b465-9301723efad4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:31.180621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Attempting to bind port 3feb79df-2834-49fd-b465-9301723efad4 on network 81160c18-a3db-4bad-87e7-22e4a594acc3 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:31.188441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Port 3feb79df-2834-49fd-b465-9301723efad4 on network 81160c18-a3db-4bad-87e7-22e4a594acc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:31.189093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Attempting to bind port 3feb79df-2834-49fd-b465-9301723efad4 on network 81160c18-a3db-4bad-87e7-22e4a594acc3 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:31.197442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] For port 796f126a-e887-4ce8-ae1e-e905f5e632fe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=796f126a-e887-4ce8-ae1e-e905f5e632fe,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:31.198892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:31.200239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fefd5-f4ef-4ee9-8def-7d9d25d13371 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.200796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Checking segment: {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:31.201458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Bound using segment: {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:31.202459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Bound port: 3feb79df-2834-49fd-b465-9301723efad4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:31.203120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.210942 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e93fefd5-f4ef-4ee9-8def-7d9d25d13371 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7007573 Oct 28 21:37:31.213758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:31.220651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.306163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f930c-d60b-43a3-8fed-7ffee19b135b None None] Pushing event updated for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:31.318875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0b7bf-0b4d-4c59-acca-38c2ffc1ee69 None None] Network 6211ee60-609d-4796-8721-77c00872193e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:31.358758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port b2203976-d8fc-4ed5-9547-2ff9c39bc8f6 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:31.359306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.521892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.524337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-49220075-81d4-471e-90cd-6d0c71b61939 tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1429841996', 'prefixes': ['172.20.0.0/16']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:31.548542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for b2203976-d8fc-4ed5-9547-2ff9c39bc8f6 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:31.566486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:31.572627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:31.596489 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.636850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.657213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.664026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.670609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.677050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.683512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.703359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.705617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-e5b74d06-eeaa-418b-a771-da24b90851ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.2800987 Oct 28 21:37:31.805989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:31.806725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:31.808419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 1092 time: 2.5974803 Oct 28 21:37:31.808842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:31.817857 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5234a0-419c-4a2b-a4fb-cd421d22e704" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:31.953730 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044f50d-83cc-4bb5-bee3-347b85a50217 x-openstack-request-id: req-c044f50d-83cc-4bb5-bee3-347b85a50217 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:31.954245 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:31.954669 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c044f50d-83cc-4bb5-bee3-347b85a50217 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:31.955361 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:37:32.013316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.023278 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.068911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a3107-89b6-4d7d-94b6-6ec3a91443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:32.071046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=b2203976-d8fc-4ed5-9547-2ff9c39bc8f6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:32.098644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22148b49-0a8c-4c9e-9c03-7af0bf8d231f req-d92b32be-4dbc-4d63-aadd-22e2d2aaaa73 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3610704 Oct 28 21:37:32.148959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce7072b7-deac-4535-8b2b-1d44f08a4fbc req-60c0aa74-f943-4055-a533-74ff620713da tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 210 time: 0.1170495 Oct 28 21:37:32.175698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-bad9bc0f-b578-417c-be1c-4662e9c73ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.177647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-bad9bc0f-b578-417c-be1c-4662e9c73ceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1095 time: 0.3140094 Oct 28 21:37:32.184829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49220075-81d4-471e-90cd-6d0c71b61939 tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] Publish callbacks [] for subnetpool, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.193590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Provisioning complete for port 6cebbd0e-45d5-4218-bc3b-febb019475f4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:32.194612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.197087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.202734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-49220075-81d4-471e-90cd-6d0c71b61939 tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0868943 Oct 28 21:37:32.257767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-6545c9ad-bcb3-4c97-bc69-5cfccbef007a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.0535429 Oct 28 21:37:32.274375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Allocated IP 172.20.0.3 (f81635a2-fdc9-4571-89e5-692fe1730770/160098c2-418b-4eb6-bdaa-98ce7b768e50/83ad62f2-e138-4ffd-a62d-24138ef31464) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:32.286721 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-10e48dad-ae23-46cf-b8da-84c26a76c08b tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "GET /v2.0/subnetpools/27d003cb-c4a2-4e44-9338-2a52df871cc9 HTTP/1.1" status: 200 len: 732 time: 0.0736027 Oct 28 21:37:32.290112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51768) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.305544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-20734ba9-5b62-49fd-bc23-f625e15bca2e tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1649948788'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:32.322065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7241f1f3-9fde-4ac1-8c04-ecfe91e0eda1 None None] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:32.363081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.367133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-500b2d61-587e-4e8b-9e64-9861fb1f9ce1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/b2203976-d8fc-4ed5-9547-2ff9c39bc8f6 HTTP/1.1" status: 204 len: 168 time: 1.1524239 Oct 28 21:37:32.370732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51770) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.450580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 83ad62f2-e138-4ffd-a62d-24138ef31464, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83ad62f2-e138-4ffd-a62d-24138ef31464,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:32.452709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf25d5-8b13-4fb3-99cf-5240079d1e53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.455294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf25d5-8b13-4fb3-99cf-5240079d1e53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.457647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf25d5-8b13-4fb3-99cf-5240079d1e53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.459854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6baf25d5-8b13-4fb3-99cf-5240079d1e53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0878215 Oct 28 21:37:32.472074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51772) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.492852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20734ba9-5b62-49fd-bc23-f625e15bca2e tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] Publish callbacks [] for subnetpool, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.494846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20734ba9-5b62-49fd-bc23-f625e15bca2e tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "PUT /v2.0/subnetpools/27d003cb-c4a2-4e44-9338-2a52df871cc9 HTTP/1.1" status: 200 len: 684 time: 0.2037787 Oct 28 21:37:32.496695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51774) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.552181 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.553026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 21a0d743-f0bf-4f5b-95f9-282769597b0f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:32.573338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 4, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '796f126a-e887-4ce8-ae1e-e905f5e632fe', 'name': '', 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'mac_address': 'fa:16:3e:13:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:19Z', 'updated_at': '2021-10-28T21:37:28Z', 'revision_number': 4, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'subnets': [{'id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:32.617620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86801091-ae71-4290-95c4-88bfec822e4b tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] Publish callbacks [] for subnetpool, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:32.617825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675e4b-3467-41f0-9d2a-ae81fcdebc13 None None] The sync data for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 is: [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:37:21Z', 'revision_number': 4, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '796f126a-e887-4ce8-ae1e-e905f5e632fe', 'name': '', 'network_id': 'ac53525a-7c3e-41bd-8169-3bb6b332380b', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'mac_address': 'fa:16:3e:13:ed:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:19Z', 'updated_at': '2021-10-28T21:37:28Z', 'revision_number': 4, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'subnets': [{'id': 'aac55761-2b92-4d7c-9b40-0f6ea78cdbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:32.618795 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86801091-ae71-4290-95c4-88bfec822e4b tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27d003cb-c4a2-4e44-9338-2a52df871cc9 HTTP/1.1" status: 204 len: 168 time: 0.1211722 Oct 28 21:37:32.621519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.648906 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-d058061f-cfe9-4119-9244-708d58a8392a tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] show failed (client error): The resource could not be found. Oct 28 21:37:32.652029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d058061f-cfe9-4119-9244-708d58a8392a tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "GET /v2.0/subnetpools/27d003cb-c4a2-4e44-9338-2a52df871cc9 HTTP/1.1" status: 404 len: 346 time: 0.0295348 Oct 28 21:37:32.656023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:32.664670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51153-599c-4400-874c-6a044783804c req-808db39b-2ee1-4d43-9be8-3f0cdc59e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.666275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-808db39b-2ee1-4d43-9be8-3f0cdc59e784 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.3994198 Oct 28 21:37:32.701538 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-c2c9af8b-0ed7-45b4-bb54-f30f01787a5f tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] delete failed (client error): The resource could not be found. Oct 28 21:37:32.721552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2c9af8b-0ed7-45b4-bb54-f30f01787a5f tempest-SubnetPoolsTestJSON-1846752955 tempest-SubnetPoolsTestJSON-1846752955-project] 10.222.0.31 "DELETE /v2.0/subnetpools/27d003cb-c4a2-4e44-9338-2a52df871cc9 HTTP/1.1" status: 404 len: 346 time: 0.0643613 Oct 28 21:37:32.827584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832182d-ce8d-4cde-b471-ecce984c1308 req-78c4c6df-209e-438d-b616-d29f38426450 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:32.829166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5832182d-ce8d-4cde-b471-ecce984c1308 req-78c4c6df-209e-438d-b616-d29f38426450 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 943 time: 0.5635564 Oct 28 21:37:32.860066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-c7c6a999-399c-423a-aff5-d4660bb5afa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965161 Oct 28 21:37:32.873488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 160098c2-418b-4eb6-bdaa-98ce7b768e50 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:32.909262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=83ad62f2-e138-4ffd-a62d-24138ef31464,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:33.022387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-992ef63a-571e-4fef-805a-84a4fbf899eb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:33.028315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-992ef63a-571e-4fef-805a-84a4fbf899eb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:33.030166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-992ef63a-571e-4fef-805a-84a4fbf899eb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "GET /v2.0/networks?id=6211ee60-609d-4796-8721-77c00872193e&id=fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3&id=6211ee60-609d-4796-8721-77c00872193e HTTP/1.1" status: 200 len: 1392 time: 0.5590367 Oct 28 21:37:33.037318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5832182d-ce8d-4cde-b471-ecce984c1308 req-45202f61-f713-4080-96f8-f15f9825c867 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984019 Oct 28 21:37:33.046929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'admin_state_up': True, 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:33.101780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] For port 83ad62f2-e138-4ffd-a62d-24138ef31464, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83ad62f2-e138-4ffd-a62d-24138ef31464,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:33.162904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-133f37f3-9555-45eb-ab8a-e801546dd694 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836196 Oct 28 21:37:33.188825 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.217129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.258074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 21a0d743-f0bf-4f5b-95f9-282769597b0f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:33.259474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.354756 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.361026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.361571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51792) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:33.470903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ce144-b7e3-40cd-9fa9-3fe05e6cd9fc None None] Pushing event updated for resources: {'Port': ['ID=83ad62f2-e138-4ffd-a62d-24138ef31464,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:33.480420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.533318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] For port 6cebbd0e-45d5-4218-bc3b-febb019475f4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6cebbd0e-45d5-4218-bc3b-febb019475f4,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:33.594691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.596454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7eb51153-599c-4400-874c-6a044783804c req-a131405c-914f-4705-aee5-4b34fc9ce23f service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111919 Oct 28 21:37:33.638960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-288e7897-5a61-442e-829c-753a68ab300d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.663322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20a9d9b-1ee9-4dc3-853b-17cadcd92197 req-f7a5c103-268a-493d-b927-e45141da3be9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 210 time: 0.3286552 Oct 28 21:37:33.761528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:33.769896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.770427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Provisioning complete for port 83ad62f2-e138-4ffd-a62d-24138ef31464 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:33.770896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.875477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-288e7897-5a61-442e-829c-753a68ab300d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.894755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-288e7897-5a61-442e-829c-753a68ab300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:33.967944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-288e7897-5a61-442e-829c-753a68ab300d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b830337e46e548a38dda7778af6ccfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032770 Oct 28 21:37:33.972484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51800) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:34.055617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.065058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e7897-5a61-442e-829c-753a68ab300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1267c7b0-2c56-4d15-b24f-2b52858cfd03,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:34.070294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.087746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.099725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.106732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.110422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c6bf3-c1dc-44d7-843c-49337e8137fb None None] Pushing event updated for resources: {'Port': ['ID=6cebbd0e-45d5-4218-bc3b-febb019475f4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:34.113362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.120182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.129208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-e34b36be-4896-485f-b2b0-6c0f02d624f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.7514369 Oct 28 21:37:34.179012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-9fd360c8-ac10-4ad1-9b1e-e1ac32faee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:34.180614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-9fd360c8-ac10-4ad1-9b1e-e1ac32faee34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1095 time: 0.5039575 Oct 28 21:37:34.181100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.215888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Provisioning complete for port 6cebbd0e-45d5-4218-bc3b-febb019475f4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:34.219828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.257448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.271135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83ad62f2-e138-4ffd-a62d-24138ef31464 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:34.345199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.347984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.349237 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1267c7b0-2c56-4d15-b24f-2b52858cfd03 HTTP/1.1" status: 204 len: 168 time: 0.3755069 Oct 28 21:37:34.383331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83ad62f2-e138-4ffd-a62d-24138ef31464 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:34.383784 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.386125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefa8ad-9a85-4a8f-aecb-205dc068b5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1267c7b0-2c56-4d15-b24f-2b52858cfd03,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:34.588964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Provisioning complete for port a778e73f-82ab-48d7-abda-b5af6ca51e52 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:34.589499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.688304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6cebbd0e-45d5-4218-bc3b-febb019475f4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:34.812021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6cebbd0e-45d5-4218-bc3b-febb019475f4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:34.812319 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.934760 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:34.988719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] For port a778e73f-82ab-48d7-abda-b5af6ca51e52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a778e73f-82ab-48d7-abda-b5af6ca51e52,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:35.033092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.064993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.136500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f3761-f18e-446c-88ac-ebad2cb79b06 None None] Pushing event updated for resources: {'Port': ['ID=a778e73f-82ab-48d7-abda-b5af6ca51e52,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:35.140858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16eedebf-76eb-4d73-a5fc-addd12ffe146 req-3f8acb0d-a7b5-48d8-b483-48e860992ce5 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0046406 Oct 28 21:37:35.168010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 796f126a-e887-4ce8-ae1e-e905f5e632fe up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:35.171316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1f649bf1-02de-4cb7-bbc8-716a50e45e01 None None] Could not find standard attr ID for object b2203976-d8fc-4ed5-9547-2ff9c39bc8f6. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:37:35.275828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1f649bf1-02de-4cb7-bbc8-716a50e45e01 None None] Provisioning complete for port 83ad62f2-e138-4ffd-a62d-24138ef31464 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:35.276329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f649bf1-02de-4cb7-bbc8-716a50e45e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.330278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a4496-080a-4db6-84f5-8f2cf3f54102 req-371e8dee-c3b4-40c1-8517-e6835212ee46 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:35.334282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd0a4496-080a-4db6-84f5-8f2cf3f54102 req-371e8dee-c3b4-40c1-8517-e6835212ee46 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 943 time: 1.1527247 Oct 28 21:37:35.348813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 796f126a-e887-4ce8-ae1e-e905f5e632fe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:35.349295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.423975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-48249bc0-f582-4cd2-92dd-b29d1f381fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:35.425761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-48249bc0-f582-4cd2-92dd-b29d1f381fe3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 1.1698098 Oct 28 21:37:35.507639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a778e73f-82ab-48d7-abda-b5af6ca51e52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:35.534595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb5d432a-bbb7-44fd-a199-9e128793e8ee req-04eb9e5f-dc05-4585-9082-77393f91142a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 210 time: 0.2501187 Oct 28 21:37:35.593477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4d6abfb4-48ca-4986-bae0-9c7d60ded52b None None] Could not find standard attr ID for object b2203976-d8fc-4ed5-9547-2ff9c39bc8f6. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:37:35.648577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a778e73f-82ab-48d7-abda-b5af6ca51e52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:35.649081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.655719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-c893ddbc-874b-4944-b5d1-580be58977bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.1586020 Oct 28 21:37:35.656829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Allocated IP 19.80.0.120 (6211ee60-609d-4796-8721-77c00872193e/7f2cce77-4bf2-4731-be6e-47d6d245370a/efa59725-1b2b-4cd6-b3b4-0c9181575782) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:35.723919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.753603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.756843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/160098c2-418b-4eb6-bdaa-98ce7b768e50 HTTP/1.1" status: 204 len: 168 time: 3.2834890 Oct 28 21:37:35.777040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:35.827546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd0a4496-080a-4db6-84f5-8f2cf3f54102 req-0cee37db-3252-47fb-9b1f-1a1a654b3cd1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570947 Oct 28 21:37:35.834829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caba4f-788d-46d1-b3e4-b97f9e649837 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=160098c2-418b-4eb6-bdaa-98ce7b768e50,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:35.900880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-2a9d2f44-2489-4e4c-b0af-bff758c3794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:35.902495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-2a9d2f44-2489-4e4c-b0af-bff758c3794e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.2385473 Oct 28 21:37:35.936739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 7d098d5d-22ca-4bf0-99ef-c22303383e28 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:35.942124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:35.987564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-cd913afd-d523-4267-9b4c-64bcf4d66368 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732226 Oct 28 21:37:36.011329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.121318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.225148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6cebbd0e-45d5-4218-bc3b-febb019475f4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:36.275981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.307047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.310375 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7d098d5d-22ca-4bf0-99ef-c22303383e28 HTTP/1.1" status: 204 len: 168 time: 0.5321164 Oct 28 21:37:36.335944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ee8d85c7-6f71-480a-b9d5-a87f6de92aad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6096148 Oct 28 21:37:36.336857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51850) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:36.367239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dafb42-221c-4902-accd-23e8618900d9 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:36.377888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3de8ebed-60e2-4ee5-a768-eb9bdb4e64ba tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398176 Oct 28 21:37:36.378748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731c639-cb49-4d57-9a6c-7d42fa7e3362 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=7d098d5d-22ca-4bf0-99ef-c22303383e28,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:36.380575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:36.387034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:36.387789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6cebbd0e-45d5-4218-bc3b-febb019475f4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:36.388302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.490701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.577363 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.589030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-46a5461f-c040-42ab-939f-f207e1e082ad service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744569 Oct 28 21:37:36.596331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:36.599799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.740436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e5234a0-419c-4a2b-a4fb-cd421d22e704 req-7eb60752-e3f0-4ce4-b706-3f8d15420617 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442127 Oct 28 21:37:36.766505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network 6211ee60-609d-4796-8721-77c00872193e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:36.820193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a778e73f-82ab-48d7-abda-b5af6ca51e52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:36.855665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:36.864696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:36.886817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:37:36.947403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:36.948094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:36.985941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:36.995279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.004751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.011272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.018725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.025780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.031268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a778e73f-82ab-48d7-abda-b5af6ca51e52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:37.031635 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.032597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.034583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-201f998e-eeb7-48b2-b614-0f7245344416 req-f3343899-3c5d-4163-bdfa-441a754a1ed7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.5006089 Oct 28 21:37:37.125665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:37.208914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-04a737f1-b8f0-485c-8c9d-cb4e2c74991c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1689525 Oct 28 21:37:37.225202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9bff-180b-4d26-9be8-6e8f8bb6c6cc req-8973ec85-5b80-488c-90d7-1e6590c989c5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.229981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-479e9bff-180b-4d26-9be8-6e8f8bb6c6cc req-8973ec85-5b80-488c-90d7-1e6590c989c5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 932 time: 0.4883769 Oct 28 21:37:37.254689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Deleting port 83ad62f2-e138-4ffd-a62d-24138ef31464 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:37.255789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.265483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3', 'admin_state_up': True, 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:37.277108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-201f998e-eeb7-48b2-b614-0f7245344416 req-c96c25ec-2359-4dd7-8285-7e0b9f3458ac tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756012 Oct 28 21:37:37.337954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] For port 83ad62f2-e138-4ffd-a62d-24138ef31464, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83ad62f2-e138-4ffd-a62d-24138ef31464,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:37.338354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.355519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Calling delete_port for 83ad62f2-e138-4ffd-a62d-24138ef31464 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:37.380490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-479e9bff-180b-4d26-9be8-6e8f8bb6c6cc req-79fd478a-df63-4ea3-a409-1bbb9d0dd26a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194494 Oct 28 21:37:37.492585 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.552565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] Pushing event deleted for resources: {'Port': ['ID=83ad62f2-e138-4ffd-a62d-24138ef31464,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:37.559678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a0b71-e2d5-4bde-b937-9b09e5f0ac5d None None] No DVR routers for this DVR port 83ad62f2-e138-4ffd-a62d-24138ef31464 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:37:37.562768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6bb679f8-4ae6-47d1-acc1-cb784a5b6149 None None] Provisioning complete for port efa59725-1b2b-4cd6-b3b4-0c9181575782 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:37.563134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bb679f8-4ae6-47d1-acc1-cb784a5b6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.625973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.626485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:37.626854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.627212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.627346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.627978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.628978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.629610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.630057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.632100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ddabd600-23b2-4a34-9080-ac3a53f1ff49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 1.1211271 Oct 28 21:37:37.632958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6bb679f8-4ae6-47d1-acc1-cb784a5b6149 None None] Port efa59725-1b2b-4cd6-b3b4-0c9181575782 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:37.658940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3feb79df-2834-49fd-b465-9301723efad4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:37.784353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:37.796190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Allocated IP 19.86.0.253 (fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3/064293ec-d739-485a-8671-fc92b7a845bb/5189ef7c-3014-4ff5-aa0a-73a74470cc47) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:37.814160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eb900-8331-4058-bbca-e27ddf056cb9 req-b6a2dd7a-9d14-4312-a841-c2e0236aedf8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.815760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6eb900-8331-4058-bbca-e27ddf056cb9 req-b6a2dd7a-9d14-4312-a841-c2e0236aedf8 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 943 time: 0.2714300 Oct 28 21:37:37.827831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9ac964be-75e6-4f7c-aaa2-58469e66fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.828685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9ac964be-75e6-4f7c-aaa2-58469e66fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.829144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9ac964be-75e6-4f7c-aaa2-58469e66fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:37.830957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9ac964be-75e6-4f7c-aaa2-58469e66fa8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 2294 time: 0.1686954 Oct 28 21:37:37.848138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:37.864508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3feb79df-2834-49fd-b465-9301723efad4', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'port_id': '3feb79df-2834-49fd-b465-9301723efad4', 'mac_address': 'fa:16:3e:a9:73:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:37.913482 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:37.915566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d6eb900-8331-4058-bbca-e27ddf056cb9 req-73c18c55-37e3-47f1-88f4-dd1e6bee098b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867202 Oct 28 21:37:37.923323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-65ca20de-3bb3-4e50-9cfa-71bebfff06fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 1000 time: 0.0817871 Oct 28 21:37:37.957328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3feb79df-2834-49fd-b465-9301723efad4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:37.995979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:38.001646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54283216-8501-4952-8a9d-b2165e6e3950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.004018 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.019667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-2def8084-92b9-4384-abf4-ee5c645a2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.021733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-2def8084-92b9-4384-abf4-ee5c645a2db4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.0894740 Oct 28 21:37:38.027141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.086341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:38.109694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:38.117893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:38.123833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.124617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.129045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723e9bf-f121-4f51-b58e-246bd8043e13 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:38.144898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=a41ef6ed-8130-49fc-90c5-64b2c7c812b6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:38.155645 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b88969df-2128-44f4-8121-47eb16cacc15 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7712660 Oct 28 21:37:38.159825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-2ac9a3de-8ee3-4dcb-b084-8e792b527dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.160144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.162137 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-2ac9a3de-8ee3-4dcb-b084-8e792b527dfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302614 Oct 28 21:37:38.162645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:38.171394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:38.245088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83ad62f2-e138-4ffd-a62d-24138ef31464 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:38.274455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 83ad62f2-e138-4ffd-a62d-24138ef31464 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:38.275843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83ad62f2-e138-4ffd-a62d-24138ef31464 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:37:38.279738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54283216-8501-4952-8a9d-b2165e6e3950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.282722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.299235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9fcee5a2-46a7-4318-aa41-b131ae7bbf88 service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219916 Oct 28 21:37:38.347778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:38.351019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54283216-8501-4952-8a9d-b2165e6e3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.377685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'a41ef6ed-8130-49fc-90c5-64b2c7c812b6'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:38.377685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.386832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:38.388819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54283216-8501-4952-8a9d-b2165e6e3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84df38e-1e0e-474e-9a7d-95c876d5c603,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:38.400609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:38.415769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:38.425009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:38.523225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.524148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.578969 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-1e0bfcf1-ab3d-466e-bd5d-4d2a6260c54f service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091916 Oct 28 21:37:38.638050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-e0eb4ede-78ad-419f-b61c-d6fe96f05f1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 217 time: 0.0494201 Oct 28 21:37:38.652445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fad6d3a2-19bf-4a21-bb7e-db7ebd76845a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4198775 Oct 28 21:37:38.666989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'admin_state_up': True, 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:38.760949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-5d6e66f3-3365-491a-a39f-f515a674f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.762472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-5d6e66f3-3365-491a-a39f-f515a674f774 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1063709 Oct 28 21:37:38.807775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-54283216-8501-4952-8a9d-b2165e6e3950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24316d6c44b24ffa8d54ce8a0d965e11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0207334 Oct 28 21:37:38.809847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:38.814904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51894) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:38.815416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.818896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Allocated IP 172.20.0.2 (f81635a2-fdc9-4571-89e5-692fe1730770/a41ef6ed-8130-49fc-90c5-64b2c7c812b6/0e021387-ea54-4df9-a16d-c4bc60f94f3d) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:38.838973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.850442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.859320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.866205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.874280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.880753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.888231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.890491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-419e3468-a8b7-43a1-b8f2-7dd22e76db06 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.2965083 Oct 28 21:37:38.902031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-fd55e554-6193-4fa3-b502-e2fca1dcba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.904358 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-fd55e554-6193-4fa3-b502-e2fca1dcba5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303818 Oct 28 21:37:38.915057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c6ffe865-d047-4d7a-995f-5a6f6061359d None None] Provisioning complete for port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:38.915057 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe865-d047-4d7a-995f-5a6f6061359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:38.969040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09dab-6467-409b-996d-7add736548fb req-bc4d074b-6737-4c2f-8c2b-b60b44b118a1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.976485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09dab-6467-409b-996d-7add736548fb req-bc4d074b-6737-4c2f-8c2b-b60b44b118a1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:38.978923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80e09dab-6467-409b-996d-7add736548fb req-bc4d074b-6737-4c2f-8c2b-b60b44b118a1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 1655 time: 0.4409902 Oct 28 21:37:38.982014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffe865-d047-4d7a-995f-5a6f6061359d None None] Port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:39.034512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4e65d8a-9279-4394-9875-915d13c343b7 req-0b81f7c4-72b2-42c5-94f2-c19bd4a63a5a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257973 Oct 28 21:37:39.035222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:39.039617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.061816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.070190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.074759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-f56dc094-562b-408f-adc0-bc5af468ce5e service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633050 Oct 28 21:37:39.081802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80e09dab-6467-409b-996d-7add736548fb req-c85d5ea8-5b95-4752-9a5d-0c6a956349f7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792212 Oct 28 21:37:39.155629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.180335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:39.183592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:39.188609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:39.203570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.207030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:39.298823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Attempting to bind port 0e021387-ea54-4df9-a16d-c4bc60f94f3d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:39.299476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Attempting to bind port 0e021387-ea54-4df9-a16d-c4bc60f94f3d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:39.299574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Attempting to bind port 0e021387-ea54-4df9-a16d-c4bc60f94f3d on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:39.312226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:39.315176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Allocated IP 19.80.0.103 (6211ee60-609d-4796-8721-77c00872193e/7f2cce77-4bf2-4731-be6e-47d6d245370a/f4bd6de5-fc73-4adb-98b0-c4437038a7c0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:39.315872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:39.316411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.317824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:39.319899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Bound port: 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:39.320441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.361726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01dd52-5101-4045-a6f4-42716b068b92 req-4884c4c6-43f4-433d-a627-23f96b458e8f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:39.363272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b01dd52-5101-4045-a6f4-42716b068b92 req-4884c4c6-43f4-433d-a627-23f96b458e8f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 944 time: 0.1078799 Oct 28 21:37:39.391711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.394176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.395319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b84df38e-1e0e-474e-9a7d-95c876d5c603 HTTP/1.1" status: 204 len: 168 time: 0.5752451 Oct 28 21:37:39.423230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace275c-fa71-4be6-bf69-49b61e838842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84df38e-1e0e-474e-9a7d-95c876d5c603,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:39.439925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-8ba972ac-1324-4036-9e7f-ec520b75a416 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312334 Oct 28 21:37:39.451908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:37:39.465083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b01dd52-5101-4045-a6f4-42716b068b92 req-801766bc-51dc-46ce-9e8e-e9b773bf3629 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912075 Oct 28 21:37:39.513521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:39.541429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:39.551785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.596010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.598985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-f4b80357-83b9-4064-b394-240bcfe48579 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 217 time: 0.1457813 Oct 28 21:37:39.675329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.675955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3feb79df-2834-49fd-b465-9301723efad4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:39.680494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-e86b284e-6c8f-4537-aacf-5bc1b981c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:39.682327 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-e86b284e-6c8f-4537-aacf-5bc1b981c2ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.0689583 Oct 28 21:37:39.813793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-07173401-162d-4cb4-9648-665543c3a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:39.815347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-07173401-162d-4cb4-9648-665543c3a385 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228447 Oct 28 21:37:39.835416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd624f6-fc6a-48aa-b7c1-69bd450040d5 None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:39.842306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network 6211ee60-609d-4796-8721-77c00872193e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:39.863225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3feb79df-2834-49fd-b465-9301723efad4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:37:39.865106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:39.869655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3feb79df-2834-49fd-b465-9301723efad4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:39.870247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:39.872083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:39.925916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:39.937727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-124cec07-13dc-4b11-8859-5005b949e500 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105583 Oct 28 21:37:40.038712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.041502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.095394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-56550b87-8cb6-4418-8f71-0445260b7dbf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4299264 Oct 28 21:37:40.104647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:37:40.115624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:40.127375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.158791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:40.212395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:40.217844 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5261de7-1fdf-4256-a814-6b453c64451a" -d '{"events": [{"server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "name": "network-vif-plugged", "status": "completed", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:40.255796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:40.266211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.298300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab71180e-f98c-447f-874e-d6fde65b886b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.321546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51918) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:40.344715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.366101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:40.396123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:40.413362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.484744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-a322a0d2-59c3-4be5-96b3-7140ea4b5f25 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384252 Oct 28 21:37:40.493541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:40.494890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.550541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-c5830eae-7cff-4e03-8b7d-192534ed2a28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 217 time: 0.0525930 Oct 28 21:37:40.567449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9c87f1b8-3cbb-4fd2-bf64-eee658aae184 None None] Provisioning complete for port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:40.568054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c87f1b8-3cbb-4fd2-bf64-eee658aae184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.675920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.709160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9c87f1b8-3cbb-4fd2-bf64-eee658aae184 None None] Port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:40.730284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab71180e-f98c-447f-874e-d6fde65b886b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.754620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-a729ae2f-6ef6-4f1c-8797-180ccb37af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.756098 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-a729ae2f-6ef6-4f1c-8797-180ccb37af7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1942196 Oct 28 21:37:40.756730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-284d5678-d571-4271-b522-4c9a4aafab52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.766818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab71180e-f98c-447f-874e-d6fde65b886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.814358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8cce-4fb5-456b-9e4b-f8bf0ad4b014 req-a3824699-c4e7-4b98-a9b7-d97ea179a231 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.821664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8cce-4fb5-456b-9e4b-f8bf0ad4b014 req-a3824699-c4e7-4b98-a9b7-d97ea179a231 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.828301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8cce-4fb5-456b-9e4b-f8bf0ad4b014 req-a3824699-c4e7-4b98-a9b7-d97ea179a231 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.831151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-403c8cce-4fb5-456b-9e4b-f8bf0ad4b014 req-a3824699-c4e7-4b98-a9b7-d97ea179a231 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2377 time: 0.5361085 Oct 28 21:37:40.832327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9336f4c3-8000-4d47-8812-446d7b05f18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:40.844984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.851042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.858633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.865472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.871526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.875496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:40.878605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.885172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.886938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-4865e844-a64d-4b00-96dc-9abef0bd143d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.5903542 Oct 28 21:37:40.890359 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab71180e-f98c-447f-874e-d6fde65b886b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=132e4bf9cf73495387b4a5f6994756c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238443 Oct 28 21:37:40.893674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51924) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:40.895296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71180e-f98c-447f-874e-d6fde65b886b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07514ddc-521a-440c-9ce4-b33b7ac5dfab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:40.938092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ee14033c-4d6a-42a8-9289-3cfef17171ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:40.939648 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-ee14033c-4d6a-42a8-9289-3cfef17171ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1610255 Oct 28 21:37:40.985961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-403c8cce-4fb5-456b-9e4b-f8bf0ad4b014 req-61449625-3d58-4043-8c88-01c9102fa780 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980194 Oct 28 21:37:40.990317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bd5c954-0c51-43a4-a1fa-e894cacfaba1 req-6ce939e9-5ccd-4056-b7bb-264dcb7efa7f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925214 Oct 28 21:37:41.066406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa59725-1b2b-4cd6-b3b4-0c9181575782 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:41.074729 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb08a87-9ff6-4e77-949c-3ba2003a0090 x-openstack-request-id: req-0bb08a87-9ff6-4e77-949c-3ba2003a0090 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:41.075249 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "name": "network-vif-plugged", "status": "completed", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:41.075756 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bb08a87-9ff6-4e77-949c-3ba2003a0090 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:41.076041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.076638 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'code': 200} Oct 28 21:37:41.101504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Transition to ACTIVE for port object efa59725-1b2b-4cd6-b3b4-0c9181575782 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:41.104202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.109228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.150367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.151134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.212716 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:37:41.213102 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:37:41.297509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Pushing event updated for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.342363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:41.356189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.367432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:41.383835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7314f0-82b9-4859-b288-a7d412c39b25 req-ea6dcf57-8116-4909-9603-163ea9ad63bb tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:41.385428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa7314f0-82b9-4859-b288-a7d412c39b25 req-ea6dcf57-8116-4909-9603-163ea9ad63bb tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1770437 Oct 28 21:37:41.390131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b71a5-527c-4a86-8398-9db8aad029b3 req-ccc0174e-a11e-44b1-8d48-234cce6d7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:41.391611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c85b71a5-527c-4a86-8398-9db8aad029b3 req-ccc0174e-a11e-44b1-8d48-234cce6d7aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.1894779 Oct 28 21:37:41.416353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=4']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.420119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=b5b22e24-bdff-4cb9-b87a-b9cc675ec137,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.428573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-93a3a311-0004-4f3a-b2aa-6749c71f4c26 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793711 Oct 28 21:37:41.439578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Attempting to bind port efa59725-1b2b-4cd6-b3b4-0c9181575782 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:41.439921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Attempting to bind port efa59725-1b2b-4cd6-b3b4-0c9181575782 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:41.440251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Attempting to bind port efa59725-1b2b-4cd6-b3b4-0c9181575782 on network 6211ee60-609d-4796-8721-77c00872193e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:41.453315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.458217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de3214-cb71-472e-8216-ecc3d26ca006 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:41.466235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Port efa59725-1b2b-4cd6-b3b4-0c9181575782 on network 6211ee60-609d-4796-8721-77c00872193e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:41.466570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Attempting to bind port efa59725-1b2b-4cd6-b3b4-0c9181575782 on network 6211ee60-609d-4796-8721-77c00872193e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:41.478495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:41.478831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Checking segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:41.479211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Bound using segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:41.479645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Bound port: efa59725-1b2b-4cd6-b3b4-0c9181575782, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:41.480002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.483481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c85b71a5-527c-4a86-8398-9db8aad029b3 req-a6c1e878-c14d-49c9-89c9-2b7db1ed0fb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Oct 28 21:37:41.486241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:41.486363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa7314f0-82b9-4859-b288-a7d412c39b25 req-a2d0bc30-2e1c-486a-8ef9-22701c841464 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918081 Oct 28 21:37:41.487037 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.535755 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b19db26-4b8b-4795-8e0a-760d8b58ede3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3686802 Oct 28 21:37:41.541769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 51926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:41.548128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:4f:2b:00', 'name': 'tempest-NetworksTestDHCPv6-345622512'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:41.560819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7581a84e-27e3-4975-8109-f0dcd23a8ac7 None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:41.561341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7581a84e-27e3-4975-8109-f0dcd23a8ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.570590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9336f4c3-8000-4d47-8812-446d7b05f18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.588700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9336f4c3-8000-4d47-8812-446d7b05f18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.600838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.603545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.607714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07514ddc-521a-440c-9ce4-b33b7ac5dfab HTTP/1.1" status: 204 len: 168 time: 0.7017095 Oct 28 21:37:41.626287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:41.631294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:41.646298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.661584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336f4c3-8000-4d47-8812-446d7b05f18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f135a-4961-4a75-9469-7358ce478f50,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.667784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9336f4c3-8000-4d47-8812-446d7b05f18f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad999a07e0ae462d8e9b8b24a5b10353&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3433182 Oct 28 21:37:41.671470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:41.679147 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-572963d5-965c-4805-ac25-83e609c400c3 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752694 Oct 28 21:37:41.697970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fc69a-e564-4589-bd0b-0f67081412d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07514ddc-521a-440c-9ce4-b33b7ac5dfab,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.706104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:41.706730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.708969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/efa59725-1b2b-4cd6-b3b4-0c9181575782 HTTP/1.1" status: 200 len: 1093 time: 1.6062319 Oct 28 21:37:41.724265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:41.727334 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e80d10-8cdd-4408-b88c-d044212e9e69" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:41.753600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-71cdd1d7-1207-4cd2-a00a-bd389c9b2b12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 217 time: 0.0616210 Oct 28 21:37:41.774574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:41.818461 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb591c15-6be5-4773-b906-3c563fbf3660 x-openstack-request-id: req-bb591c15-6be5-4773-b906-3c563fbf3660 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:41.819476 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:41.819879 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb591c15-6be5-4773-b906-3c563fbf3660 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:41.820456 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782', 'status': 'completed', 'code': 200} Oct 28 21:37:41.878879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.881528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-381725e8-e29a-40d1-93a6-143593cc99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:41.881631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf602fe-dc8e-4756-b872-ead6507177c4 service neutron] Pushing event updated for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:41.882810 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-381725e8-e29a-40d1-93a6-143593cc99bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1164572 Oct 28 21:37:41.936266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:41.954860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:42.020054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-e688cf16-d5b4-45a7-b0d9-86e148421d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.020224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.021643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-e688cf16-d5b4-45a7-b0d9-86e148421d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1138902 Oct 28 21:37:42.065585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.072411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-160ec4e8-f1de-4c5b-9d49-adc9215b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.072909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-160ec4e8-f1de-4c5b-9d49-adc9215b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.073434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-160ec4e8-f1de-4c5b-9d49-adc9215b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.077911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-160ec4e8-f1de-4c5b-9d49-adc9215b15a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2733 time: 0.2404897 Oct 28 21:37:42.078551 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.080034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b1f135a-4961-4a75-9469-7358ce478f50 HTTP/1.1" status: 204 len: 168 time: 0.4075935 Oct 28 21:37:42.159599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0eaab-7772-4ab3-b46a-1a9c5c07c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f135a-4961-4a75-9469-7358ce478f50,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:42.171868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.189348 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.267128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-1155fef9-5ce7-48a2-963b-b9744ce66c4b service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263999 Oct 28 21:37:42.281215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.284357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7581a84e-27e3-4975-8109-f0dcd23a8ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.357571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:42.368820 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.473611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-c318b94f-1861-4905-8ffe-c8e74e8c6436 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986833 Oct 28 21:37:42.541457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-7581a84e-27e3-4975-8109-f0dcd23a8ac7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:37:42.541457 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-7581a84e-27e3-4975-8109-f0dcd23a8ac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:37:42.558070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:42.578968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-3855db33-c96c-4d79-8942-70f3c11244da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.0902240 Oct 28 21:37:42.622863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:42.656164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:42.657086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.665528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.684525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.701391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-bdd3bffe-6f4d-4c8c-8192-ffaa2d57195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.703985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-bdd3bffe-6f4d-4c8c-8192-ffaa2d57195f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.1149890 Oct 28 21:37:42.705471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.722392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.730928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.755963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.768434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.774843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-fa761ff8-b268-4b01-b4e3-8fbe9bbb7be4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.5555868 Oct 28 21:37:42.809758 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:42.834617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4fff-64a4-4494-bf4b-4f8d7157134a req-99c3404e-16a8-48ff-8cf6-d364d23bcc17 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.842458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9095054b-d9a2-4550-8da9-87d29c934c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.848626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-9095054b-d9a2-4550-8da9-87d29c934c22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1373525 Oct 28 21:37:42.849926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4fff-64a4-4494-bf4b-4f8d7157134a req-99c3404e-16a8-48ff-8cf6-d364d23bcc17 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.857297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4fff-64a4-4494-bf4b-4f8d7157134a req-99c3404e-16a8-48ff-8cf6-d364d23bcc17 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.859807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-289f4fff-64a4-4494-bf4b-4f8d7157134a req-99c3404e-16a8-48ff-8cf6-d364d23bcc17 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2389 time: 0.7169073 Oct 28 21:37:42.940238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-9f3e0053-77a6-4ead-b8d9-8ebe6419f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.941041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-9f3e0053-77a6-4ead-b8d9-8ebe6419f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.941197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-9f3e0053-77a6-4ead-b8d9-8ebe6419f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:42.942837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-9f3e0053-77a6-4ead-b8d9-8ebe6419f273 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=81b61fb0372d4228a87ef05ea53e461b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8377764 Oct 28 21:37:43.372129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6dd8eb9b-68cd-4a37-8c69-cda8c2a20f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:43.441251 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-72939c1f-4790-4b0c-9706-3216155a5850 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844634 Oct 28 21:37:43.492896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port c75264ac-50bd-47ab-afcb-d42b35914e66 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:37:43.497552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 51990) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:43.516523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bae6f872-b099-48ef-ac77-69a3a5619af6 None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:43.516887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bae6f872-b099-48ef-ac77-69a3a5619af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:43.556558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-0824712b-e4eb-4bfe-8033-0062dbc859f9 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076765 Oct 28 21:37:43.588543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-289f4fff-64a4-4494-bf4b-4f8d7157134a req-ab26be3b-e809-43a0-bf1e-04409e3b2d32 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045660 Oct 28 21:37:43.593020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c9f792-abac-4f58-b1b3-7a024d4da8dc req-58b51bea-6478-4210-b55a-59495ce8cdf1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7247896 Oct 28 21:37:43.613523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-f10aeb91-916b-41d1-9a9e-90ad50bb606c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.0484354 Oct 28 21:37:43.694594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-420705d8-62d3-4353-bc71-7e42894cc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:43.699874 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-420705d8-62d3-4353-bc71-7e42894cc488 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.0705967 Oct 28 21:37:43.779169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-d239ffed-ca2a-4a9d-a891-bf11ad0709fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:43.781058 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-d239ffed-ca2a-4a9d-a891-bf11ad0709fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0749779 Oct 28 21:37:43.876433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-6526bc3d-2e3e-4889-884e-5ead92f5a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:43.877743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75e80d10-8cdd-4408-b88c-d044212e9e69 req-6526bc3d-2e3e-4889-884e-5ead92f5a403 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9100437 Oct 28 21:37:43.911369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1665697705-network', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:43.916138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-fc90deb3-2539-4f53-9857-ff96e7c7ac82 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245942 Oct 28 21:37:43.953672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9878-b29e-4997-b99b-aaf34bf95e1d req-135b9efb-1ba8-4e1a-b59c-a595b7797b6d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:43.956087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-948d9878-b29e-4997-b99b-aaf34bf95e1d req-135b9efb-1ba8-4e1a-b59c-a595b7797b6d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2072382 Oct 28 21:37:43.992190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Made reservation on behalf of 28bf5126d2d44d7b88ca6ce9bd8f9ab5 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:43.994589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.010027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.020893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5189ef7c-3014-4ff5-aa0a-73a74470cc47 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:44.041352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.068341 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62b09621-ced7-4caa-82ad-9cc101bddfac req-af075035-bc94-4221-9660-431716b23cd5 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435430 Oct 28 21:37:44.103588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 172.20.0.7 (f81635a2-fdc9-4571-89e5-692fe1730770/a41ef6ed-8130-49fc-90c5-64b2c7c812b6/c75264ac-50bd-47ab-afcb-d42b35914e66) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:44.107780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Transition to ACTIVE for port object 5189ef7c-3014-4ff5-aa0a-73a74470cc47 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:44.119353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe4f:2b00 (f81635a2-fdc9-4571-89e5-692fe1730770/b5b22e24-bdff-4cb9-b87a-b9cc675ec137/c75264ac-50bd-47ab-afcb-d42b35914e66) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:44.123252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.129872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-948d9878-b29e-4997-b99b-aaf34bf95e1d req-f7af0ec9-3545-4c03-b5d7-ea84f7ef41b7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613803 Oct 28 21:37:44.151346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.165663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.185570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52004) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:44.207978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:44.219208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13e8e6-6d62-4391-8024-93b794e37d6d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:44.233051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.233051 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Added segment a9b7330f-8bdc-46a2-8f34-afcc496c9fa1 of type vlan for network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 Oct 28 21:37:44.287306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.314106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Pushing event updated for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:44.331082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.332068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.332701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.428665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9303939 Oct 28 21:37:44.438659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20efe3b1-6bb6-490e-bbc0-d9d31956884c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.439322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:44.463713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Request body: {'subnet': {'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1665697705-subnet', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:44.505635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Made reservation on behalf of 28bf5126d2d44d7b88ca6ce9bd8f9ab5 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:44.505635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.512724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ceb28-aa3e-457e-9c5d-10342dddb810 admin admin] Pushing event updated for resources: {'Network': ['ID=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:44.523684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:44.579157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:44.595174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-98a934bc-5cf1-479a-98ce-684b1b6a8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.596737 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-98a934bc-5cf1-479a-98ce-684b1b6a8981 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.0863688 Oct 28 21:37:44.663845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:44.664212 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.679605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Attempting to bind port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:44.679944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Attempting to bind port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:44.680271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Attempting to bind port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 on network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:44.708921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 on network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:44.710025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Attempting to bind port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 on network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:44.749393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.767325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20efe3b1-6bb6-490e-bbc0-d9d31956884c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.769607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:44.769932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Checking segment: {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:44.770341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Bound using segment: {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:44.770902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Bound port: 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040dbba8-7912-4e3e-863e-4b81178cd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:44.771376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.782309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0b885-8616-4b42-9147-154fe4e1db6e req-96ac5de9-a81b-4c56-8666-3e75d1d6d7db tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.784010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ce0b885-8616-4b42-9147-154fe4e1db6e req-96ac5de9-a81b-4c56-8666-3e75d1d6d7db tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2270334 Oct 28 21:37:44.789106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.794107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-d79c192a-a96c-436e-97d3-607182403514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.795999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-d79c192a-a96c-436e-97d3-607182403514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.1911428 Oct 28 21:37:44.797607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20efe3b1-6bb6-490e-bbc0-d9d31956884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:44.866714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-5a02f787-9f3e-4e36-b4f1-06bce47b9a5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.0557346 Oct 28 21:37:44.877875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20efe3b1-6bb6-490e-bbc0-d9d31956884c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aba2c159c464c35b3834d600f29d29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912076 Oct 28 21:37:44.882757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52018) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:44.890191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efe3b1-6bb6-490e-bbc0-d9d31956884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f338ae86-77da-4d97-8615-80ef9416581e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:44.928013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-9a5eccb8-5301-4ee5-b961-41d70b719aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.929577 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-9a5eccb8-5301-4ee5-b961-41d70b719aca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.0543156 Oct 28 21:37:44.941345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d800241-7c4f-4382-a73e-568e4bfd5d8c req-56c90fae-9155-41b3-b96d-fe78513f7d59 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.947326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d800241-7c4f-4382-a73e-568e4bfd5d8c req-56c90fae-9155-41b3-b96d-fe78513f7d59 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.953831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d800241-7c4f-4382-a73e-568e4bfd5d8c req-56c90fae-9155-41b3-b96d-fe78513f7d59 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:44.955477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d800241-7c4f-4382-a73e-568e4bfd5d8c req-56c90fae-9155-41b3-b96d-fe78513f7d59 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2401 time: 0.2491343 Oct 28 21:37:44.962116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-20de81f0-4f8d-4161-853a-b12e639befc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249531 Oct 28 21:37:44.999786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ce0b885-8616-4b42-9147-154fe4e1db6e req-b4b9478c-aadd-4090-b3a1-3058eea92b15 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943524 Oct 28 21:37:45.039559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.059131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.083812 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-1f14d296-06f2-465c-91ff-dd585b924cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133966 Oct 28 21:37:45.133570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:45.188429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:45.194893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:45.205476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d800241-7c4f-4382-a73e-568e4bfd5d8c req-a464d402-b13d-4240-af2f-3eb44c549849 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295525 Oct 28 21:37:45.208893 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-013d09fd-9397-4a76-94e1-37de24b685e9 req-5dc5e077-6e3d-4f1b-a976-a3bea4e1863e service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175551 Oct 28 21:37:45.210583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:45.213027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=c75264ac-50bd-47ab-afcb-d42b35914e66,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:45.215839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.221078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:45.223608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.229229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.359745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.359745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.361156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] 10.222.0.44 "PUT /v2.0/ports/5189ef7c-3014-4ff5-aa0a-73a74470cc47 HTTP/1.1" status: 200 len: 1093 time: 3.6064670 Oct 28 21:37:45.371109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:45.374542 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:45.391495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.441524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Request body: {'port': {'device_id': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:45.453970 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db82506-a7ea-4a4c-956b-0ca06de2e089 x-openstack-request-id: req-4db82506-a7ea-4a4c-956b-0ca06de2e089 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:45.454252 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:45.454504 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4db82506-a7ea-4a4c-956b-0ca06de2e089 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:45.454897 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'status': 'completed', 'code': 200} Oct 28 21:37:45.495691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.496347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.506211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec12e-6b2e-48a5-b3d8-2599403aee99 service neutron] Pushing event updated for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:45.508855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d954ceb4-d96a-45d9-bc6d-045ee3154ccb,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:45.546358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-aa86b686-d198-4de4-aa9e-3455a6be1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.546826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-aa86b686-d198-4de4-aa9e-3455a6be1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.547300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-aa86b686-d198-4de4-aa9e-3455a6be1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.549075 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-aa86b686-d198-4de4-aa9e-3455a6be1d15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2801 time: 0.0880022 Oct 28 21:37:45.575160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3aaecd8-2c2a-49d7-b309-64ecbafe4bf0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0319581 Oct 28 21:37:45.584893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52026) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:45.607097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.613288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.619328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.626221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.632284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.638520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.644582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.646440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-f3e044e7-14c2-4ed5-9b4d-acc70fc41599 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5430 time: 0.2911162 Oct 28 21:37:45.659035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Checking segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:45.659394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Network hostable DHCP agents. Network: e35d5da3-aa6e-4bcc-ae3c-60f6a4223870, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:45.662956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.682512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:45.710597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.713155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.714285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f338ae86-77da-4d97-8615-80ef9416581e HTTP/1.1" status: 204 len: 168 time: 0.8207636 Oct 28 21:37:45.714660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-fcf28dc1-d599-4c0f-a32a-ac00291bc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.715135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-fcf28dc1-d599-4c0f-a32a-ac00291bc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.715698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-fcf28dc1-d599-4c0f-a32a-ac00291bc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.717524 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-fcf28dc1-d599-4c0f-a32a-ac00291bc5ea service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=81b61fb0372d4228a87ef05ea53e461b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1551883 Oct 28 21:37:45.739954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59308ca-51b0-4546-8b90-0221b8bb6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338ae86-77da-4d97-8615-80ef9416581e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:45.783474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:45.789156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01ff55e7-ed29-4375-9330-7eac729ae13e req-117774c2-1ed4-469f-8605-33d343b90c01 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098120 Oct 28 21:37:45.807912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e694a1-951c-49a1-9915-87ceab50126e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.814147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e694a1-951c-49a1-9915-87ceab50126e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.815832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f0e694a1-951c-49a1-9915-87ceab50126e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2244887 Oct 28 21:37:45.820009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52030) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:45.843359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e35d5da3-aa6e-4bcc-ae3c-60f6a4223870) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:45.854965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.855813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:45.861908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:45.865114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49cc2b-ff82-4197-ab6c-acdf26d55eba None None] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:45.925829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'port_id': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'mac_address': 'fa:16:3e:1c:6c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588a728f-dc2b-47a0-aa76-7e4d98986289', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:45.942544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fb03e7e2-c0c6-4375-bae4-de4a47908ff0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5015869 Oct 28 21:37:45.943225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52034) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:45.954949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:45.983071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-f213280b-e9d1-403b-b1f7-a6e3eb3241bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:45.985691 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc7241c9-69e9-4a8b-bcff-f3ff33fb1a07 req-f213280b-e9d1-403b-b1f7-a6e3eb3241bf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2595000 Oct 28 21:37:45.999822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-44d0e105-cc8e-4226-859e-aed68d469f20 None None] Provisioning complete for port c75264ac-50bd-47ab-afcb-d42b35914e66 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:46.000433 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-44d0e105-cc8e-4226-859e-aed68d469f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.031169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port c75264ac-50bd-47ab-afcb-d42b35914e66 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:46.031532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.034944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.036292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.060823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-44d0e105-cc8e-4226-859e-aed68d469f20 None None] Port c75264ac-50bd-47ab-afcb-d42b35914e66 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:46.091643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.131929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:46.156260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.168683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:46.171378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for c75264ac-50bd-47ab-afcb-d42b35914e66 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:46.175023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.175802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c35fc8f1-7349-4479-86bb-b0192c5db66d details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:46.177187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52038) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:46.195946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f72d633-10e1-4fab-be94-fbdd378651ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.206856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.226492 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:46.227446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.313320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bd6de5-fc73-4adb-98b0-c4437038a7c0 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:46.326766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.363035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f72d633-10e1-4fab-be94-fbdd378651ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.367048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:46.369319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f72d633-10e1-4fab-be94-fbdd378651ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.374523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Transition to ACTIVE for port object f4bd6de5-fc73-4adb-98b0-c4437038a7c0 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:37:46.452951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1058f9-9c36-49f3-86af-dd50bb825390 req-c2a66936-3884-4ae1-af73-c70bb207ae0f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.454421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1058f9-9c36-49f3-86af-dd50bb825390 req-c2a66936-3884-4ae1-af73-c70bb207ae0f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.3144252 Oct 28 21:37:46.455074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.459490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:46.472222 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f72d633-10e1-4fab-be94-fbdd378651ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e8a2576262d4bc095253cd2422fcb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915759 Oct 28 21:37:46.473941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c35fc8f1-7349-4479-86bb-b0192c5db66d', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'port_id': 'c35fc8f1-7349-4479-86bb-b0192c5db66d', 'mac_address': 'fa:16:3e:98:f9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:46.474074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72d633-10e1-4fab-be94-fbdd378651ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044ad7b-7627-4fe9-b3bb-e050c9e7898a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:46.476587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52044) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:46.491021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.510526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Allocated IP 172.20.0.2 (e35d5da3-aa6e-4bcc-ae3c-60f6a4223870/d954ceb4-d96a-45d9-bc6d-045ee3154ccb/1c245f76-123b-4970-aee7-24e1614ffe70) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:46.539497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.572130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac049-7a92-4276-b32d-865c3ee16221 req-0b83a46c-9af2-4fc7-9715-294a92b7b96d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.579224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac049-7a92-4276-b32d-865c3ee16221 req-0b83a46c-9af2-4fc7-9715-294a92b7b96d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.583631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.585225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ac049-7a92-4276-b32d-865c3ee16221 req-0b83a46c-9af2-4fc7-9715-294a92b7b96d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.586797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5ac049-7a92-4276-b32d-865c3ee16221 req-0b83a46c-9af2-4fc7-9715-294a92b7b96d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2401 time: 0.2625415 Oct 28 21:37:46.612753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:46.620673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=c75264ac-50bd-47ab-afcb-d42b35914e66,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:46.623568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.668191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1058f9-9c36-49f3-86af-dd50bb825390 req-6974f12b-d3cb-4c89-8e8e-a69e2906c991 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682992 Oct 28 21:37:46.695691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.702926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35fc8f1-7349-4479-86bb-b0192c5db66d {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:46.738248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5ac049-7a92-4276-b32d-865c3ee16221 req-cb3472a5-10d4-4774-831f-95153482b7fe tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213455 Oct 28 21:37:46.787657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.791110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ce8b9718-7cfb-4266-8f90-ba075a727448 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/c75264ac-50bd-47ab-afcb-d42b35914e66 HTTP/1.1" status: 204 len: 168 time: 0.9699435 Oct 28 21:37:46.793653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52046) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:46.795879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:46.799590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Attempting to bind port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:46.800619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Attempting to bind port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:46.800948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Attempting to bind port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 on network 6211ee60-609d-4796-8721-77c00872193e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:46.808566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 on network 6211ee60-609d-4796-8721-77c00872193e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:37:46.808870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Attempting to bind port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 on network 6211ee60-609d-4796-8721-77c00872193e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:46.818958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:46.819487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Checking segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:46.819928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Bound using segment: {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:46.821562 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.821976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Bound port: f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6211ee60-609d-4796-8721-77c00872193e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:46.822974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.825997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:46.827642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device aacaed62-3214-498b-9ebb-0f2b07fe7bf4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:46.860039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc507a-f86b-4ff9-924f-402b929d682c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.861649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc507a-f86b-4ff9-924f-402b929d682c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.864335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc507a-f86b-4ff9-924f-402b929d682c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:46.869026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d2bc507a-f86b-4ff9-924f-402b929d682c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0735888 Oct 28 21:37:46.874212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:46.959338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:46.996798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet a41ef6ed-8130-49fc-90c5-64b2c7c812b6 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:47.001165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.002371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.003668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.004328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:47.004951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f044ad7b-7627-4fe9-b3bb-e050c9e7898a HTTP/1.1" status: 204 len: 168 time: 0.5262098 Oct 28 21:37:47.010145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.025948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:47.042941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927e99-a149-4d3b-a260-7f49b3698094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044ad7b-7627-4fe9-b3bb-e050c9e7898a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.045631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'port_id': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4', 'mac_address': 'fa:16:3e:05:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:47.078681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.080916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.129716 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.151194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.172284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.173065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.174546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] 10.222.0.44 "PUT /v2.0/ports/f4bd6de5-fc73-4adb-98b0-c4437038a7c0 HTTP/1.1" status: 200 len: 1093 time: 1.7632637 Oct 28 21:37:47.175230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacaed62-3214-498b-9ebb-0f2b07fe7bf4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:47.194743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.202074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.208128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.208674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:47.215505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.222291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.235046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.241852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:47.242083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.244290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-b8b3e8ab-4760-40ac-855e-5bb90533c383 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5432 time: 0.3278534 Oct 28 21:37:47.254288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:47.333885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121acaa-9ee2-45d6-9bfd-d84e8e3e9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.343213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.346435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.384830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.463942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.472955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:47.483135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.490881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.491326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 48edad8d-28ce-4c0d-b43d-0689a717d2f4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:47.510711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=a41ef6ed-8130-49fc-90c5-64b2c7c812b6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.522114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.526096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-43c44f0f-a389-4aa0-a213-01d41c847b6b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a41ef6ed-8130-49fc-90c5-64b2c7c812b6 HTTP/1.1" status: 204 len: 168 time: 0.6507776 Oct 28 21:37:47.528476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:47.556273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-29b82b24-a2b2-438f-91ea-1899d24c5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.556713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde0d39-b61b-4333-8cd2-f3980d906fbe None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:47.556830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-29b82b24-a2b2-438f-91ea-1899d24c5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.557231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-29b82b24-a2b2-438f-91ea-1899d24c5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:47.558895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-29b82b24-a2b2-438f-91ea-1899d24c5c82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2869 time: 0.3136601 Oct 28 21:37:47.559349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:47.563058 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b3c27-5f75-4655-8aa8-9648eac0da7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:47.599239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Allocated IP 172.25.4.9 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/131977c1-e57b-48d8-b8af-00ba526cfb61) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:47.603152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet b5b22e24-bdff-4cb9-b87a-b9cc675ec137 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:47.606897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.649896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Attempting to bind port 1c245f76-123b-4970-aee7-24e1614ffe70 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:47.650264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Attempting to bind port 1c245f76-123b-4970-aee7-24e1614ffe70 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:47.650624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Attempting to bind port 1c245f76-123b-4970-aee7-24e1614ffe70 on network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:47.660630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42d4eea4-20a4-4cc8-9e26-ea53cb931654 req-f2ab30f2-e072-4deb-92cb-f0e8d190ad3d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3758762 Oct 28 21:37:47.683445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:47.683816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Checking segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:47.684216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.684631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Bound using segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:47.686047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Bound port: 1c245f76-123b-4970-aee7-24e1614ffe70, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:47.686047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.693485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Pushing event updated for resources: {'Port': ['ID=1c245f76-123b-4970-aee7-24e1614ffe70,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.706561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.760458 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75edfc59-ff68-4d4d-8d7e-142ffa004326 x-openstack-request-id: req-75edfc59-ff68-4d4d-8d7e-142ffa004326 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:47.760818 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:47.761155 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75edfc59-ff68-4d4d-8d7e-142ffa004326 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:47.761622 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'status': 'completed', 'code': 200} Oct 28 21:37:47.766804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2dec7d12-5554-40ff-814a-0806fee0d168 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782 HTTP/1.1" status: 200 len: 217 time: 0.1464667 Oct 28 21:37:47.869620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.885842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:47.937363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:47.960668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:47.985711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'port_id': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'mac_address': 'fa:16:3e:93:5c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:47.993798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] For port 1c245f76-123b-4970-aee7-24e1614ffe70, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:48.001011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] For port 1c245f76-123b-4970-aee7-24e1614ffe70, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1c245f76-123b-4970-aee7-24e1614ffe70,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:48.004410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b22e24-bdff-4cb9-b87a-b9cc675ec137,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.025627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.032391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c0ff4cc-9de4-40b5-93f4-a169a5ec9e83 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/b5b22e24-bdff-4cb9-b87a-b9cc675ec137 HTTP/1.1" status: 204 len: 168 time: 0.5009100 Oct 28 21:37:48.033828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52080) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:48.056696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.097955 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81cfe428-576a-412a-b76c-fb2589253403 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616510 Oct 28 21:37:48.099411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52084) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:48.105428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:48.118400 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.147878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0bec6-e1ee-445a-8912-b6a102df6ea2 None None] Pushing event updated for resources: {'Port': ['ID=1c245f76-123b-4970-aee7-24e1614ffe70,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.157878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48edad8d-28ce-4c0d-b43d-0689a717d2f4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:48.186212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:48.191209 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.194639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c3561498-b3fe-4427-b587-edafdc7a722c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:48.256252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:48.261160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.292681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-f67b0940-0e90-46ab-918b-d09d1aa58484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.295346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-f67b0940-0e90-46ab-918b-d09d1aa58484 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f2cce77-4bf2-4731-be6e-47d6d245370a HTTP/1.1" status: 200 len: 801 time: 0.0873957 Oct 28 21:37:48.307724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.324230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c3561498-b3fe-4427-b587-edafdc7a722c,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:48.327430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c6e29-1565-4f68-aced-dc79742fa6e0 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': 'b5b22e24-bdff-4cb9-b87a-b9cc675ec137'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '0e021387-ea54-4df9-a16d-c4bc60f94f3d'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:37:48.354191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c3561498-b3fe-4427-b587-edafdc7a722c', 'network_id': '8d665487-1248-41c4-b9a0-050c1da13b7f', 'port_id': 'c3561498-b3fe-4427-b587-edafdc7a722c', 'mac_address': 'fa:16:3e:75:5d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588a728f-dc2b-47a0-aa76-7e4d98986289', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:48.364906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f4c6e29-1565-4f68-aced-dc79742fa6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.421147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.445787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.496298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3561498-b3fe-4427-b587-edafdc7a722c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:48.536551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.577211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c3561498-b3fe-4427-b587-edafdc7a722c,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:48.586727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.588027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b245e5f4-ffd4-45f3-b28c-c5137dc421da details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:48.603561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:48.610061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:48.618545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:48.664405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7204-dc14-45eb-a04e-c2c6aadd9564 req-4cab32e6-3a49-4e97-b070-ee721869f876 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.672521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-876c7204-dc14-45eb-a04e-c2c6aadd9564 req-4cab32e6-3a49-4e97-b070-ee721869f876 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.4654655 Oct 28 21:37:48.673792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.694314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.717566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:48.719211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d4b5-773d-49fc-8d9f-21e13faf1f38 req-028852c1-5586-48f9-acc3-b177021b6b7f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.727044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de5566-bedc-492b-af7a-fedf2e2ec37b None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:48.731796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:48.735789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:48.736050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d4b5-773d-49fc-8d9f-21e13faf1f38 req-028852c1-5586-48f9-acc3-b177021b6b7f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.741717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.742804 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.751908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d4b5-773d-49fc-8d9f-21e13faf1f38 req-028852c1-5586-48f9-acc3-b177021b6b7f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.761110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3df6d4b5-773d-49fc-8d9f-21e13faf1f38 req-028852c1-5586-48f9-acc3-b177021b6b7f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2413 time: 0.5520844 Oct 28 21:37:48.765527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-12352649-0ac6-4849-99ef-85860a3791fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:48.767305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-12352649-0ac6-4849-99ef-85860a3791fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6211ee60-609d-4796-8721-77c00872193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4503381 Oct 28 21:37:48.770475 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6682689 Oct 28 21:37:48.771478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52094) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:48.777759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:48.782029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9fc4-c702-4f38-ba38-b8724ba2f803 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=8984688c-0cf0-4668-acd7-891f9e49aba4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.804210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'port_id': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da', 'mac_address': 'fa:16:3e:c2:46:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:48.814832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c2299e6f-bce0-4bf9-a4f3-e4ebecf584a8 None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:48.815203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2299e6f-bce0-4bf9-a4f3-e4ebecf584a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.859947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3df6d4b5-773d-49fc-8d9f-21e13faf1f38 req-a3fd712c-e1ce-446c-85f5-f6c70f839f8e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832450 Oct 28 21:37:48.906861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Pushing event updated for resources: {'Port': ['ID=131977c1-e57b-48d8-b8af-00ba526cfb61,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:48.918843 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:48.935133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b245e5f4-ffd4-45f3-b28c-c5137dc421da {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:48.971429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:48.977380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.003652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:49.015374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.016021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:49.084859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-876c7204-dc14-45eb-a04e-c2c6aadd9564 req-4ffe2524-8a23-4afa-aef3-aaecde3c3573 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113147 Oct 28 21:37:49.157560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:49.172887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:49.179002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'network_id': '7649a28d-1e5d-44da-ba76-f6342b565727', 'port_id': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'mac_address': 'fa:16:3e:20:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:49.253477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.284081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:49.293184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-f98516f1-a4cd-41d4-bb27-4ec8f9180465 service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652510 Oct 28 21:37:49.296877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '8984688c-0cf0-4668-acd7-891f9e49aba4'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '0e021387-ea54-4df9-a16d-c4bc60f94f3d'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:37:49.326767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.332867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.338974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.340096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.346174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.353035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.367022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.372002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:49.373988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.382782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-f5e9cacf-ae1c-4b6e-aee7-76ec42646650 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5436 time: 0.2244995 Oct 28 21:37:49.470824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7b786f-e771-4f94-b169-12717a2beb7c req-1b4d41b2-56af-4c3c-89fd-0ef58ad8fde4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870178 Oct 28 21:37:49.534958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.574021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:37:49.639287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-7e64fb5c-d67e-479f-947a-2b3feb7a5a56 service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355114 Oct 28 21:37:49.651222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:49.677225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Allocated IP 172.20.0.2 (f81635a2-fdc9-4571-89e5-692fe1730770/8984688c-0cf0-4668-acd7-891f9e49aba4/0e021387-ea54-4df9-a16d-c4bc60f94f3d) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:49.709060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-fccefce5-eae7-4b50-b4af-1597c20ad0f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47 HTTP/1.1" status: 200 len: 217 time: 0.0609193 Oct 28 21:37:49.801359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-abb80df2-ad02-49c9-a3af-6d4483bbd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.801359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-abb80df2-ad02-49c9-a3af-6d4483bbd89e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=064293ec-d739-485a-8671-fc92b7a845bb HTTP/1.1" status: 200 len: 801 time: 0.0847080 Oct 28 21:37:49.806326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.820128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:49.830177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b33da4-a23a-42d3-9082-8dbee68b9f81 None None] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:49.910115 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.915810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] Provisioning complete for port 1c245f76-123b-4970-aee7-24e1614ffe70 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:49.916257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.932673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-53d53b06-61f2-46a6-9ae6-f57719cfbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:49.934193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-53d53b06-61f2-46a6-9ae6-f57719cfbf69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250875 Oct 28 21:37:49.941833 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:49.985036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.234605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:50.268708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.278048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.280556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.309677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfd5b8-4568-4258-a364-f7977ad51d38 req-03cdd6d7-ec9f-456f-815b-a62f0444d386 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.319350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfd5b8-4568-4258-a364-f7977ad51d38 req-03cdd6d7-ec9f-456f-815b-a62f0444d386 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.326600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfd5b8-4568-4258-a364-f7977ad51d38 req-03cdd6d7-ec9f-456f-815b-a62f0444d386 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.328316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbbfd5b8-4568-4258-a364-f7977ad51d38 req-03cdd6d7-ec9f-456f-815b-a62f0444d386 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2413 time: 0.3685105 Oct 28 21:37:50.370905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:50.378250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:50.391000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.391710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.396010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-96229f69-bf43-4ce8-a1fe-f9dc0930db27 service neutron] 10.222.0.44 "GET /v2.0/networks/fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505241 Oct 28 21:37:50.408638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=aee0786d-43d1-4693-8a77-242ee24f6399,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:50.418348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=10']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:50.432134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1541bb-01f1-4b44-8989-1a88ef5cdce9 req-fe460aaa-8fe1-44f9-971b-b0f42aa62f73 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.433718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d1541bb-01f1-4b44-8989-1a88ef5cdce9 req-fe460aaa-8fe1-44f9-971b-b0f42aa62f73 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2058578 Oct 28 21:37:50.438706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.444622 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dca0485b-5647-49a1-8046-8e652f5d061f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6720414 Oct 28 21:37:50.448194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:50.461297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbbfd5b8-4568-4258-a364-f7977ad51d38 req-f361f0ab-66f4-430f-b298-7cc713d099c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239128 Oct 28 21:37:50.461501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:cd:c5:5a', 'name': 'tempest-NetworksTestDHCPv6-1977590194'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:50.492135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c35fc8f1-7349-4479-86bb-b0192c5db66d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:50.559398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:50.578640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['aacaed62-3214-498b-9ebb-0f2b07fe7bf4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:50.708718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d1541bb-01f1-4b44-8989-1a88ef5cdce9 req-89554de4-9b21-4df1-86d3-673a2338df62 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319958 Oct 28 21:37:50.727274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:50.755024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-3e3c39e9-7489-4cc0-be92-71a3465addc8 service neutron] 10.222.0.44 "GET /v2.0/networks/fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427615 Oct 28 21:37:50.767826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.774531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.781320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.787437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.795779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.802162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.808471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.811066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-b79676e0-4168-4512-81a6-de7617cdc501 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5437 time: 0.1899600 Oct 28 21:37:50.855590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:50.857411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1c245f76-123b-4970-aee7-24e1614ffe70 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:50.880814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0b28d-ce37-4ee8-abd0-3bf04161d7cc None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:50.881491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-2610503a-dfd0-4435-9b70-6df981f336a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0 HTTP/1.1" status: 200 len: 217 time: 0.0693898 Oct 28 21:37:50.883233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 4a2733d9-f70d-4a0c-baef-eda35fcb188d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:37:50.950915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['48edad8d-28ce-4c0d-b43d-0689a717d2f4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:50.969085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b0a646d-4d9b-411b-8fb0-496d56c4aace req-c7c72555-07ba-49fa-9280-ba2df2473945 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461074 Oct 28 21:37:50.980469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-0df05abc-6843-4028-b5b1-22c149b010bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:50.982732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-0df05abc-6843-4028-b5b1-22c149b010bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f2cce77-4bf2-4731-be6e-47d6d245370a HTTP/1.1" status: 200 len: 801 time: 0.0919700 Oct 28 21:37:51.008375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Router d6c3e20b-aed1-445e-a258-60041cbf022c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:37:51.054702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['ddf00bcf-73db-4b62-aa87-f4fc5f31abf5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:51.085108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-5080a970-b33d-4d32-b39d-fa4c8f5e6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:51.092102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-5080a970-b33d-4d32-b39d-fa4c8f5e6d29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6211ee60-609d-4796-8721-77c00872193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017010 Oct 28 21:37:51.152029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b245e5f4-ffd4-45f3-b28c-c5137dc421da'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:51.213998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 172.20.0.10 (f81635a2-fdc9-4571-89e5-692fe1730770/8984688c-0cf0-4668-acd7-891f9e49aba4/4a2733d9-f70d-4a0c-baef-eda35fcb188d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:51.225371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fecd:c55a (f81635a2-fdc9-4571-89e5-692fe1730770/aee0786d-43d1-4693-8a77-242ee24f6399/4a2733d9-f70d-4a0c-baef-eda35fcb188d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:51.340508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:51.354197 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Sync routers for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:51.368198 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:51.368888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:51.376537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.384104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-859f462c-bc3a-41ee-8433-bf96ccb3fc59 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4366398 Oct 28 21:37:51.384998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52152) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:51.387063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-aa3d9d72-f17e-4819-b4f7-34e377c6ffbe service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787965 Oct 28 21:37:51.495425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c3561498-b3fe-4427-b587-edafdc7a722c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:51.495814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.550810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.701340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=4a2733d9-f70d-4a0c-baef-eda35fcb188d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:51.704489 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.711268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:51.713629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:51.717726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:51.759606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee529259-0614-4046-ac43-43fd833e7f62 req-14fa836a-606d-43cb-acbc-b1019030c65e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:51.768901 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:51.780871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee529259-0614-4046-ac43-43fd833e7f62 req-14fa836a-606d-43cb-acbc-b1019030c65e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:51.806677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee529259-0614-4046-ac43-43fd833e7f62 req-14fa836a-606d-43cb-acbc-b1019030c65e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:51.813291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee529259-0614-4046-ac43-43fd833e7f62 req-14fa836a-606d-43cb-acbc-b1019030c65e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2413 time: 0.2059312 Oct 28 21:37:51.830662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a92a37-63fb-4d98-ae74-4327c8baaa2e req-4531949b-23c8-4a0d-9ecc-5fdaf595ba9b service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278061 Oct 28 21:37:51.863322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:51.866432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.876107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1c245f76-123b-4970-aee7-24e1614ffe70 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:51.878252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:51.911537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6ef8d023-bbac-4990-a43b-06c642f39541 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4613760 Oct 28 21:37:51.915551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52158) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:51.996203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4499334-a5c9-4c30-84dd-f4aad084ee9b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.004629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4499334-a5c9-4c30-84dd-f4aad084ee9b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.011701 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4499334-a5c9-4c30-84dd-f4aad084ee9b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0895262 Oct 28 21:37:52.011701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:52.155520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 4a2733d9-f70d-4a0c-baef-eda35fcb188d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:52.155878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.162258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:49Z', 'revision_number': 3, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:52.207620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Checking router: d6c3e20b-aed1-445e-a258-60041cbf022c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:52.208304 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Updating router d6c3e20b-aed1-445e-a258-60041cbf022c port 131977c1-e57b-48d8-b8af-00ba526cfb61 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:52.266365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9c2c9-0ff3-4e1f-8c2f-c2747752a98a None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:52.270062 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.336572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.357225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 4a2733d9-f70d-4a0c-baef-eda35fcb188d owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:52.368124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] For port 1c245f76-123b-4970-aee7-24e1614ffe70, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1c245f76-123b-4970-aee7-24e1614ffe70,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:52.430510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.635116 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.646796 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.687278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.701172 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Pushing event updated for resources: {'Port': ['ID=131977c1-e57b-48d8-b8af-00ba526cfb61,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:52.711320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.711704 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.712040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.712407 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.712875 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.713203 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.713523 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.713840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.714156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.714472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.715089 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.715281 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:52.723727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=4a2733d9-f70d-4a0c-baef-eda35fcb188d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:52.751524 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Attempting to bind port 131977c1-e57b-48d8-b8af-00ba526cfb61 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:52.751900 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Attempting to bind port 131977c1-e57b-48d8-b8af-00ba526cfb61 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:52.752269 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Attempting to bind port 131977c1-e57b-48d8-b8af-00ba526cfb61 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:52.758500 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:52.758878 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:52.759278 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.759669 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:52.760139 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Bound port: 131977c1-e57b-48d8-b8af-00ba526cfb61, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:52.760560 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.836912 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] For port 131977c1-e57b-48d8-b8af-00ba526cfb61, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:37:52.843434 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] For port 131977c1-e57b-48d8-b8af-00ba526cfb61, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=131977c1-e57b-48d8-b8af-00ba526cfb61,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:37:52.844534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee529259-0614-4046-ac43-43fd833e7f62 req-653f2c63-728a-4d5c-884a-dab4c47a269b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0211251 Oct 28 21:37:52.850955 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.893631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c3c91-7e15-4b43-9a5f-c6fccfe2aa3e req-cf4021ca-758c-4902-b301-2168482568bb tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.895032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:52.895516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-051c3c91-7e15-4b43-9a5f-c6fccfe2aa3e req-cf4021ca-758c-4902-b301-2168482568bb tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.8851631 Oct 28 21:37:52.901593 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b3ca912-9538-4597-b9cc-57966f5eb917 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4a2733d9-f70d-4a0c-baef-eda35fcb188d HTTP/1.1" status: 204 len: 168 time: 0.8909879 Oct 28 21:37:52.902213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52168) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:52.918282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-b9a7fde1-7640-4398-8167-e185afc69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.919278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-b9a7fde1-7640-4398-8167-e185afc69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.920071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-b9a7fde1-7640-4398-8167-e185afc69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.922664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-b9a7fde1-7640-4398-8167-e185afc69afc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2869 time: 0.9108627 Oct 28 21:37:52.937042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099836e-e36b-4906-a81c-3650e432bfef None None] Pushing event updated for resources: {'Port': ['ID=131977c1-e57b-48d8-b8af-00ba526cfb61,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:52.964958 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:52.966292 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:52.968648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f51d5a-e73f-4ade-b59d-64127efbd9d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.970391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f51d5a-e73f-4ade-b59d-64127efbd9d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.972597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f51d5a-e73f-4ade-b59d-64127efbd9d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:52.978780 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8f51d5a-e73f-4ade-b59d-64127efbd9d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0731251 Oct 28 21:37:52.980850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:53.044899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 8984688c-0cf0-4668-acd7-891f9e49aba4 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:53.054475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-051c3c91-7e15-4b43-9a5f-c6fccfe2aa3e req-697a4217-18ef-4b4f-9eb0-4d4058216e0f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470280 Oct 28 21:37:53.054977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.055180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567765ca-58b4-4d27-9643-da96dc65aa1b None None] Pushing event updated for resources: {'Port': ['ID=1c245f76-123b-4970-aee7-24e1614ffe70,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:53.066808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Provisioning complete for port 1c245f76-123b-4970-aee7-24e1614ffe70 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:53.067327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.119685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.201178 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:53.270346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.273041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:53.278057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.284447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.291889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.300062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.307456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.315668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.328580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.331209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-25a53dac-24fa-4951-86f4-962dc6bc4ca6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5437 time: 0.3175006 Oct 28 21:37:53.369494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-977244cd-a70f-4b16-8dab-5b741f600a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.371965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-977244cd-a70f-4b16-8dab-5b741f600a04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6211ee60-609d-4796-8721-77c00872193e HTTP/1.1" status: 200 len: 903 time: 0.4353600 Oct 28 21:37:53.391277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.457108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.464783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=8984688c-0cf0-4668-acd7-891f9e49aba4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:53.477730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.478259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:53.478626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.485287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a64f95f6-2416-49e8-b62a-8212531b2c4d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/8984688c-0cf0-4668-acd7-891f9e49aba4 HTTP/1.1" status: 204 len: 168 time: 0.5025914 Oct 28 21:37:53.489457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52180) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:53.513207 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:49Z', 'revision_number': 3, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:53.540126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:53.540778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-647ae3f8-2f60-455e-96b0-24a9302811b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0 HTTP/1.1" status: 200 len: 217 time: 0.1148388 Oct 28 21:37:53.553294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.580105 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea9884-7c7a-4dc7-952b-6a3ff5deee00 None None] The sync data for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 is: [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:49Z', 'revision_number': 3, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:37:53.627792 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.647592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f31fa56-ea18-462f-9660-a0d3230c0a36 req-5f7b9a47-caf4-484a-948c-68ed9b1c2178 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3059430 Oct 28 21:37:53.650955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-9f5facbe-feea-4e86-8c94-d8784e9a1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.653760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-9f5facbe-feea-4e86-8c94-d8784e9a1a20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f2cce77-4bf2-4731-be6e-47d6d245370a HTTP/1.1" status: 200 len: 801 time: 0.0989556 Oct 28 21:37:53.659149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet aee0786d-43d1-4693-8a77-242ee24f6399 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:37:53.683069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.727257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:53.731859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.767929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.817485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:53.828819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.935472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1c245f76-123b-4970-aee7-24e1614ffe70 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:53.943849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-55632e3f-b957-41be-b402-c8ef62e32af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:53.946355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-55632e3f-b957-41be-b402-c8ef62e32af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6211ee60-609d-4796-8721-77c00872193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829311 Oct 28 21:37:53.980967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:53.986308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a1a40-0cc2-4aee-97db-ec5ad5976f5a None None] Pushing event updated for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=13']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:54.100888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.176031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=aee0786d-43d1-4693-8a77-242ee24f6399,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:54.180868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.185760 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56e3ae59-eb7b-44e9-ba18-bf25b62aecd9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/aee0786d-43d1-4693-8a77-242ee24f6399 HTTP/1.1" status: 204 len: 168 time: 0.6955371 Oct 28 21:37:54.188131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52202) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.224326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-74c71459-60aa-4012-8fc2-a29671a45092 service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686613 Oct 28 21:37:54.276257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-569d984a-1280-443f-bda5-050b7bd70a94 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867641 Oct 28 21:37:54.278667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.348271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Allocated IP 172.20.0.1 (e35d5da3-aa6e-4bcc-ae3c-60f6a4223870/d954ceb4-d96a-45d9-bc6d-045ee3154ccb/3756b917-805a-4357-bdf5-2f14e2eaf228) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:54.379339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1b84d-0d4c-4b91-be6c-468bb34c90e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.381287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8c1b84d-0d4c-4b91-be6c-468bb34c90e1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1010296 Oct 28 21:37:54.383512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52208) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.410015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1c245f76-123b-4970-aee7-24e1614ffe70 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:54.410556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.423071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecab63-c0a4-403b-b525-d881a5643d18 req-edf1fb7f-fde3-4ade-b00f-6365c9160acd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.430618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecab63-c0a4-403b-b525-d881a5643d18 req-edf1fb7f-fde3-4ade-b00f-6365c9160acd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.438038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecab63-c0a4-403b-b525-d881a5643d18 req-edf1fb7f-fde3-4ade-b00f-6365c9160acd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.439771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1ecab63-c0a4-403b-b525-d881a5643d18 req-edf1fb7f-fde3-4ade-b00f-6365c9160acd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2413 time: 0.4032221 Oct 28 21:37:54.459067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8575c6-4088-4b7e-acad-68b7cd7990a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.460676 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c8575c6-4088-4b7e-acad-68b7cd7990a1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760381 Oct 28 21:37:54.463650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52210) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.548552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c371-5ec1-498a-aa46-f4e666722724 req-5fdef582-7ef8-4b06-a84d-846fb89f613b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:54.550494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a1c371-5ec1-498a-aa46-f4e666722724 req-5fdef582-7ef8-4b06-a84d-846fb89f613b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.3002117 Oct 28 21:37:54.552090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d79e815-a36f-4e78-93fe-51392d293422 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873930 Oct 28 21:37:54.557969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52212) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.580745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:54.584781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:54.658070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:54.658546 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.674481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b3c27-5f75-4655-8aa8-9648eac0da7c req-1b1b2c87-ae20-4655-a03c-32b6148acbc7 service neutron] 10.222.0.44 "GET /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226775 Oct 28 21:37:54.714753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e66f6-6122-4eed-a7c6-fc0a5fb685d7 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:54.722084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1ecab63-c0a4-403b-b525-d881a5643d18 req-81350bb0-d25c-41ce-b8e5-d07a111f17c9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545958 Oct 28 21:37:54.783768 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.806970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27a1c371-5ec1-498a-aa46-f4e666722724 req-ad2ef182-a82c-4187-b279-74fd178999cd tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262084 Oct 28 21:37:54.867296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:54.871405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.874100 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:54.874517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:54.925965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fa8f758c-e5d3-40b7-8fd3-bd0da34b592e None None] Provisioning complete for port 0e021387-ea54-4df9-a16d-c4bc60f94f3d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:54.926245 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fa8f758c-e5d3-40b7-8fd3-bd0da34b592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:54.935465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5bc62a2-7346-434a-81e4-6d345256fb0f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3608611 Oct 28 21:37:54.938908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52216) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:54.947500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:54.970313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.043733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Pushing event updated for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:55.060083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:55.063280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:55.073955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:55.148248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:55.150628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:37:55.159167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.159377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.160753 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:55.161178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:55.168238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.176971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.195480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cec8ee65-5991-4b5e-8121-cd497e9f4f2b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2544312 Oct 28 21:37:55.198803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:55.201779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.208902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:55.212844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.228772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.236576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:55.239269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-698daace-a8fe-4ae6-aebb-1cf398ae2e87 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5437 time: 0.3205884 Oct 28 21:37:55.267372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Deleting port 0e021387-ea54-4df9-a16d-c4bc60f94f3d {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:55.267746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.291652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.347536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] For port 0e021387-ea54-4df9-a16d-c4bc60f94f3d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0e021387-ea54-4df9-a16d-c4bc60f94f3d,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:55.347926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.368621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Calling delete_port for 0e021387-ea54-4df9-a16d-c4bc60f94f3d owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:55.382895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:55.393073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.394966 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:55.395564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:55.401668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b04ad745-3b16-4cdc-97f7-962b9f6a93b4 req-30367254-33f8-4e64-bc4b-bb5bd7f498cb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553767 Oct 28 21:37:55.432618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df901d2e-1067-4342-996b-ca1135e06be1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2302675 Oct 28 21:37:55.439235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52222) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:55.444890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:55.489161 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.520881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] Pushing event deleted for resources: {'Port': ['ID=0e021387-ea54-4df9-a16d-c4bc60f94f3d,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:55.525884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc748229-88a4-4033-82b5-172773b6c5d1 None None] No DVR routers for this DVR port 0e021387-ea54-4df9-a16d-c4bc60f94f3d on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:37:55.531815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.555477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5189ef7c-3014-4ff5-aa0a-73a74470cc47 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:55.578848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-09a07177-b7b0-4821-a1d0-7f47ebfe0446 None None] Provisioning complete for port 3756b917-805a-4357-bdf5-2f14e2eaf228 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:55.579269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-09a07177-b7b0-4821-a1d0-7f47ebfe0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.614161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:55.630903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.632736 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:55.633289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:55.664213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0576af76-f467-42e5-a3e2-94d001fb9cb4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2264547 Oct 28 21:37:55.667245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:55.676082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:55.698763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-09a07177-b7b0-4821-a1d0-7f47ebfe0446 None None] Port 3756b917-805a-4357-bdf5-2f14e2eaf228 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:55.734487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:55.746853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'network_id': 'fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3', 'port_id': '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'mac_address': 'fa:16:3e:c3:d3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064293ec-d739-485a-8671-fc92b7a845bb', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:55.784557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 131977c1-e57b-48d8-b8af-00ba526cfb61 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:55.818591 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.831942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.843919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5189ef7c-3014-4ff5-aa0a-73a74470cc47 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:55.855075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.891547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:55.895663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.897391 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:55.897825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:55.907716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:55.920340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:55.921059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device efa59725-1b2b-4cd6-b3b4-0c9181575782 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:55.938242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eee7f95f-4c19-49c2-bc01-c1509d73d80d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2653866 Oct 28 21:37:55.939137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52232) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:55.947794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:56.009602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Pushing event updated for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:56.014290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.026713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 131977c1-e57b-48d8-b8af-00ba526cfb61 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:56.027781 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.056032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b6f6-814c-4b87-80e2-ad0ce4a5bd86 req-faf5a4f0-411c-4ff0-9ea9-023e0c1f7147 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.063743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b6f6-814c-4b87-80e2-ad0ce4a5bd86 req-faf5a4f0-411c-4ff0-9ea9-023e0c1f7147 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.070834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b6f6-814c-4b87-80e2-ad0ce4a5bd86 req-faf5a4f0-411c-4ff0-9ea9-023e0c1f7147 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.073296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f98b6f6-814c-4b87-80e2-ad0ce4a5bd86 req-faf5a4f0-411c-4ff0-9ea9-023e0c1f7147 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2413 time: 0.2301073 Oct 28 21:37:56.096386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:56.123485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:56.123978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:56.130901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e584-285b-4c64-ba4c-1fbbf4d0339c req-1dc949d5-7075-4604-a754-b7535de1a130 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.131829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.133057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e77e584-285b-4c64-ba4c-1fbbf4d0339c req-1dc949d5-7075-4604-a754-b7535de1a130 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2037919 Oct 28 21:37:56.139069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'efa59725-1b2b-4cd6-b3b4-0c9181575782', 'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'port_id': 'efa59725-1b2b-4cd6-b3b4-0c9181575782', 'mac_address': 'fa:16:3e:6e:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2cce77-4bf2-4731-be6e-47d6d245370a', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:56.141278 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:37:56.141718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:37:56.186836 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c40b9193-54af-4c01-8b55-1abcbf489ca8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2465796 Oct 28 21:37:56.188318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52234) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:56.204248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f98b6f6-814c-4b87-80e2-ad0ce4a5bd86 req-b01d5c28-ccb8-4715-a1dc-b33bc0fc4d52 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007302 Oct 28 21:37:56.219528 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.227277 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.247853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e838745f-6d9a-4d27-a3ca-b05f67d79fbb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0577919 Oct 28 21:37:56.250522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:56.254733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 131977c1-e57b-48d8-b8af-00ba526cfb61, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=131977c1-e57b-48d8-b8af-00ba526cfb61,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:56.256838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa59725-1b2b-4cd6-b3b4-0c9181575782 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:56.265909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.266103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e77e584-285b-4c64-ba4c-1fbbf4d0339c req-94357019-263a-4d54-a584-00b9f5517e0e tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210556 Oct 28 21:37:56.277563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:56.283052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:56.413012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958d6bd-4a54-4919-920d-891179a24727 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.416251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:56.417573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:37:56.421860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d958d6bd-4a54-4919-920d-891179a24727 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1680214 Oct 28 21:37:56.423560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:56.459968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0e021387-ea54-4df9-a16d-c4bc60f94f3d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:37:56.460312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0e021387-ea54-4df9-a16d-c4bc60f94f3d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:37:56.461813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.462434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f4bd6de5-fc73-4adb-98b0-c4437038a7c0 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:37:56.492857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed57f3a2-652b-4bb0-94e9-fec7bc5df888 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565500 Oct 28 21:37:56.495417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Router d6c3e20b-aed1-445e-a258-60041cbf022c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:37:56.495734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52244) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:56.504630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:56.515975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=131977c1-e57b-48d8-b8af-00ba526cfb61,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:56.596180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:56.617577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'network_id': '6211ee60-609d-4796-8721-77c00872193e', 'port_id': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'mac_address': 'fa:16:3e:38:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2cce77-4bf2-4731-be6e-47d6d245370a', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:37:56.619035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:56.688938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:56.697752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.701046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.723982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bd6de5-fc73-4adb-98b0-c4437038a7c0 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:37:56.735058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.741990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.749179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.754137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bda9b59d-b1a3-4198-afb9-0b402a5fa2f0 None None] Provisioning complete for port 3756b917-805a-4357-bdf5-2f14e2eaf228 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:56.754728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bda9b59d-b1a3-4198-afb9-0b402a5fa2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.755186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.757557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:56.761611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.768422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.774568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:56.776474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-3d41d3bc-b90f-4c7c-9457-9c0852809c67 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5437 time: 0.2455027 Oct 28 21:37:56.784082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:56.803039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:37:56.818952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c5fa4974-c1ed-45dc-92ef-49c73f559150 admin admin] 10.222.0.31 "PUT /v2.0/routers/d6c3e20b-aed1-445e-a258-60041cbf022c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4308386 Oct 28 21:37:56.843491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17c65e16-3a77-4012-b46a-1f20e60a22f9 req-a0ed2216-9c79-4542-920f-14e36dcba13b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598845 Oct 28 21:37:56.847314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:56.850337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Sync routers for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:37:56.866424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bda9b59d-b1a3-4198-afb9-0b402a5fa2f0 None None] Port 3756b917-805a-4357-bdf5-2f14e2eaf228 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:37:56.870193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:37:56.870879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:56.993302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:37:57.277818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 2, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:37:57.343799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f4bd6de5-fc73-4adb-98b0-c4437038a7c0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:57.418063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f6c5-338f-46a1-abbf-80bfbc301b7d req-c2353584-16b7-4e94-87f3-6d8ecceb8ac8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:57.426631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f6c5-338f-46a1-abbf-80bfbc301b7d req-c2353584-16b7-4e94-87f3-6d8ecceb8ac8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:57.433362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f6c5-338f-46a1-abbf-80bfbc301b7d req-c2353584-16b7-4e94-87f3-6d8ecceb8ac8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:57.441359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Checking router: d6c3e20b-aed1-445e-a258-60041cbf022c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:37:57.441714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Updating router d6c3e20b-aed1-445e-a258-60041cbf022c port 3756b917-805a-4357-bdf5-2f14e2eaf228 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:37:57.442914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a13f6c5-338f-46a1-abbf-80bfbc301b7d req-c2353584-16b7-4e94-87f3-6d8ecceb8ac8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.1274574 Oct 28 21:37:57.446497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['efa59725-1b2b-4cd6-b3b4-0c9181575782'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:57.521334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a13f6c5-338f-46a1-abbf-80bfbc301b7d req-f8ad3e16-614f-4822-9896-99e842285fdf tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Oct 28 21:37:57.535605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c6fe0-ad26-44c4-b6f1-9c506db8ce8e req-f038c988-6c95-4986-a087-ace259f42af7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:57.544405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e75c6fe0-ad26-44c4-b6f1-9c506db8ce8e req-f038c988-6c95-4986-a087-ace259f42af7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.0871644 Oct 28 21:37:57.559116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:37:57.561974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.608178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e75c6fe0-ad26-44c4-b6f1-9c506db8ce8e req-87ff9d52-fc52-4fa4-9ec6-3925d9959337 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Oct 28 21:37:57.658231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:57.663511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52268) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:57.663675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:57.668696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-476679096-network', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:57.681515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:57.682415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.699886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=8b59d304-d177-435c-9f50-6f2c868e217c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:57.704351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Made reservation on behalf of 6716a610b44c4019949ecb5eb7b6f3a5 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:57.707784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.709180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.709584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.709933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.710425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.710949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.711306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.711623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.711955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.712282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.713090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.713450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.713792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:37:57.724064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.732728 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db477f38-764b-46bd-91d5-b1693339c463 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2358217 Oct 28 21:37:57.735389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52270) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:57.741858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:46:6f:89', 'name': 'tempest-NetworksTestDHCPv6-7993506'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:57.743640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5189ef7c-3014-4ff5-aa0a-73a74470cc47'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:37:57.797828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 48edad8d-28ce-4c0d-b43d-0689a717d2f4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:57.800808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf9574-08f9-4e0a-af02-9012f6f677ae None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:57.802472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 131977c1-e57b-48d8-b8af-00ba526cfb61 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:57.832637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.842753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.871146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:37:57.879591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:57.890285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f72291-0bcb-4f27-a662-a6aab7d7be4c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:57.909578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.909932 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Added segment e05a157b-cc58-422d-9548-64bf13d63829 of type vlan for network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 Oct 28 21:37:57.973596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:57.982588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.021905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.051153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 5be13271-6d0f-4d7b-a75b-f195d164f546 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:37:58.081688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.090346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.097993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.104886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.114696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.124254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.133842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.144433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-7ee3b1cb-4474-46e8-9dc7-9769f231e4de tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5437 time: 0.1591306 Oct 28 21:37:58.155177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.156955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.157783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.174742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 131977c1-e57b-48d8-b8af-00ba526cfb61 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:58.175118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.209105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe46:6f89 (f81635a2-fdc9-4571-89e5-692fe1730770/8b59d304-d177-435c-9f50-6f2c868e217c/5be13271-6d0f-4d7b-a75b-f195d164f546) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:58.235344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:37:58.260534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3400b0a6-29a6-4348-85c3-aed0421ac189 req-3e18be2f-0788-4339-8dc5-599238186296 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083522 Oct 28 21:37:58.284293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6198850 Oct 28 21:37:58.291124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caf5f2-c8f4-44e3-929b-20078d299271 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd4dfe6-ae25-4b8f-bf70-fab03259b277,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:58.292702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52274) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:58.328236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:37:58.342104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Request body: {'subnet': {'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-476679096-subnet', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:58.345835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:58.346201 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.382784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Made reservation on behalf of 6716a610b44c4019949ecb5eb7b6f3a5 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:37:58.385239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.474567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.578065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.753553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:37:58.777913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:58.781926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:37:58.783861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cd5d-2d99-4ea5-8f54-804599690091 req-1925c825-017d-43f9-8759-fc7d46646b39 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.790660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cd5d-2d99-4ea5-8f54-804599690091 req-1925c825-017d-43f9-8759-fc7d46646b39 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.798401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1cd5d-2d99-4ea5-8f54-804599690091 req-1925c825-017d-43f9-8759-fc7d46646b39 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.802862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39a1cd5d-2d99-4ea5-8f54-804599690091 req-1925c825-017d-43f9-8759-fc7d46646b39 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.1429477 Oct 28 21:37:58.814319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.815012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.838369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=5be13271-6d0f-4d7b-a75b-f195d164f546,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:58.842843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8cb4-9201-4e70-b0b7-63179cb9ee94 req-20a57671-a856-4057-89c3-4a4090d64b54 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:58.845361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fab8cb4-9201-4e70-b0b7-63179cb9ee94 req-20a57671-a856-4057-89c3-4a4090d64b54 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1024754 Oct 28 21:37:58.864737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.881260 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d363a52c-9178-4166-b29b-c45e40e2fc73 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1447940 Oct 28 21:37:58.890228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52290) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:58.895525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39a1cd5d-2d99-4ea5-8f54-804599690091 req-4c5f8cf6-0a1b-402c-a3bc-99811411593d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Oct 28 21:37:58.917582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:58.959393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11415c89-2f01-42dd-8ab0-a0da29225bb6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:58.972763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Checking segment: {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:58.973130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Network hostable DHCP agents. Network: 6bd4dfe6-ae25-4b8f-bf70-fab03259b277, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:37:58.987772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fab8cb4-9201-4e70-b0b7-63179cb9ee94 req-f3a2d559-d8fa-49cf-b1b1-9e8e36b733d2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336212 Oct 28 21:37:58.998074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:37:59.015930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6bd4dfe6-ae25-4b8f-bf70-fab03259b277) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:37:59.019497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '8b59d304-d177-435c-9f50-6f2c868e217c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:59.020859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.022931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.026497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.031967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:37:59.034280 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f6798a-c655-4388-b8ea-93265f1537c4" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:37:59.043608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8749f-d3bd-47ee-9be0-25db29b15324 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.048606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-54e8749f-d3bd-47ee-9be0-25db29b15324 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1489151 Oct 28 21:37:59.050508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52296) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:59.058398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f25baf-eda2-4cd6-b584-b808d2c7cd31 None None] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:37:59.058564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52298) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:59.088778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:37:59.103697 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df9b40e0-85bd-439a-8884-86207352b699 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8073790 Oct 28 21:37:59.104082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:59.108698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:37:59.122464 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039365a-6cfd-470e-b4e2-ed573800fa2d x-openstack-request-id: req-d039365a-6cfd-470e-b4e2-ed573800fa2d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:37:59.122815 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:37:59.123025 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d039365a-6cfd-470e-b4e2-ed573800fa2d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:37:59.123415 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'code': 200} Oct 28 21:37:59.130953 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.131749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:37:59.155111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.157002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.225662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.242160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 5be13271-6d0f-4d7b-a75b-f195d164f546 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:37:59.243147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.360161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.363786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b791ada4-7139-4380-9f64-e3e2476b020a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.371385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.391454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 5be13271-6d0f-4d7b-a75b-f195d164f546 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:37:59.420591 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.432626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:59.474326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.554452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.561478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.567711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.574679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.581361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.591975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.595292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b791ada4-7139-4380-9f64-e3e2476b020a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.598551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.600857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-8785f0a9-6570-4ea5-9bfe-9e785ddca651 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5438 time: 0.2286589 Oct 28 21:37:59.607745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b791ada4-7139-4380-9f64-e3e2476b020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.663811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ada4-7139-4380-9f64-e3e2476b020a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582fd0db-4497-4db7-8026-b971a09112f6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:59.674955 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b791ada4-7139-4380-9f64-e3e2476b020a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98463698b5004935a9aa6e56bd5758fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132762 Oct 28 21:37:59.675604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52306) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:59.679836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:37:59.697051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.717220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d16d57d-ca23-420c-ae1d-8a1f6ca085f0 req-990ffed5-abaa-4dbd-a97d-b1ed8be3c68b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921538 Oct 28 21:37:59.729826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:37:59.730200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.733314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3676237-3966-4f0b-b622-3c0a689aa8e5 None None] Pushing event updated for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:59.758012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Allocated IP 2001:db8::f816:3eff:fe53:c9db (f81635a2-fdc9-4571-89e5-692fe1730770/8b59d304-d177-435c-9f50-6f2c868e217c/e1618510-7513-458d-9904-c94a27d94bdd) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:37:59.769612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=5be13271-6d0f-4d7b-a75b-f195d164f546,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:37:59.815626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'fixed_ips': [{'subnet_id': '11415c89-2f01-42dd-8ab0-a0da29225bb6'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:37:59.817390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.827193 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.832453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-70418e7d-44d0-46bd-be2a-bcb190bd4edd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/5be13271-6d0f-4d7b-a75b-f195d164f546 HTTP/1.1" status: 204 len: 168 time: 0.7794616 Oct 28 21:37:59.833551 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.834030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52308) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:37:59.847241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Attempting to bind port 3756b917-805a-4357-bdf5-2f14e2eaf228 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:37:59.847604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Attempting to bind port 3756b917-805a-4357-bdf5-2f14e2eaf228 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:37:59.847964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Attempting to bind port 3756b917-805a-4357-bdf5-2f14e2eaf228 on network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:37:59.873700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.876338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.909279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.911481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8158e6f-8062-4f33-9700-b097795fa1bc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.912272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:37:59.912740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Checking segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:37:59.913134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.913230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8158e6f-8062-4f33-9700-b097795fa1bc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:37:59.913511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Bound using segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:37:59.913987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Bound port: 3756b917-805a-4357-bdf5-2f14e2eaf228, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:37:59.914358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:37:59.916819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f8158e6f-8062-4f33-9700-b097795fa1bc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0816307 Oct 28 21:37:59.918203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52310) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:00.031608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.034396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.039973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 8b59d304-d177-435c-9f50-6f2c868e217c {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:00.045282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/582fd0db-4497-4db7-8026-b971a09112f6 HTTP/1.1" status: 204 len: 168 time: 0.3630135 Oct 28 21:38:00.087456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b854eb-1230-474e-bbcb-a569720f3de8 req-c6de6d9f-6002-435a-a935-984e92108c42 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:00.087672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694741a-4890-4720-bf26-60edfbc97aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582fd0db-4497-4db7-8026-b971a09112f6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.097856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Allocated IP 172.25.4.173 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/cb998c92-4556-4717-b789-14bfc75041df) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:00.109909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b854eb-1230-474e-bbcb-a569720f3de8 req-c6de6d9f-6002-435a-a935-984e92108c42 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:00.117771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b854eb-1230-474e-bbcb-a569720f3de8 req-c6de6d9f-6002-435a-a935-984e92108c42 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:00.119471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66b854eb-1230-474e-bbcb-a569720f3de8 req-c6de6d9f-6002-435a-a935-984e92108c42 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.1292391 Oct 28 21:38:00.189070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66b854eb-1230-474e-bbcb-a569720f3de8 req-1ef21fd9-cb19-4886-a8ea-6d5488cc8d8a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592360 Oct 28 21:38:00.206386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4020-7204-407e-b3c7-3e3f917b76e7 req-27621aa3-0a74-4c52-9cac-b66dacf365e1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:00.216733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e72d4020-7204-407e-b3c7-3e3f917b76e7 req-27621aa3-0a74-4c52-9cac-b66dacf365e1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.0962346 Oct 28 21:38:00.259989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.294441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e72d4020-7204-407e-b3c7-3e3f917b76e7 req-cd2331a4-a1bf-44fe-88b4-5212186fc3da tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654237 Oct 28 21:38:00.306271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.353610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:00.358000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:00.361841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:00.384720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b40e722c-da33-4e06-b7bb-f1688d7d2a33 None None] Provisioning complete for port 3756b917-805a-4357-bdf5-2f14e2eaf228 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:00.385218 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b40e722c-da33-4e06-b7bb-f1688d7d2a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.394766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb998c92-4556-4717-b789-14bfc75041df,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.425815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52322) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:00.440931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.443466 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a711f710-4ffe-4c90-a154-d84646405ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.463314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.483497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.517271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.573778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.583093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b40e722c-da33-4e06-b7bb-f1688d7d2a33 None None] Port 3756b917-805a-4357-bdf5-2f14e2eaf228 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:00.592441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] For port 3756b917-805a-4357-bdf5-2f14e2eaf228, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:00.611607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Pushing event updated for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.634875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.639103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a711f710-4ffe-4c90-a154-d84646405ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.647116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:00.648968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] For port 3756b917-805a-4357-bdf5-2f14e2eaf228, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3756b917-805a-4357-bdf5-2f14e2eaf228,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:00.651108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:00.657379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:00.659812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Allocated IP 172.20.0.2 (6bd4dfe6-ae25-4b8f-bf70-fab03259b277/11415c89-2f01-42dd-8ab0-a0da29225bb6/6d8819b2-ec04-4cc1-822f-61802ba94cd5) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:00.661773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a711f710-4ffe-4c90-a154-d84646405ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.662021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.662816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c35fc8f1-7349-4479-86bb-b0192c5db66d up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:00.665329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.675787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.698305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:00.714481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711f710-4ffe-4c90-a154-d84646405ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b963ffd3-8a84-4d0b-a1b6-2b313eec2783,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.729820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a711f710-4ffe-4c90-a154-d84646405ca3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f887d1a2c76418f969ff47d172cca71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993155 Oct 28 21:38:00.731805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52324) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:00.778141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.812185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=8b59d304-d177-435c-9f50-6f2c868e217c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.819751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.826143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-421e6568-16e7-4f23-a932-e17c42088942 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/8b59d304-d177-435c-9f50-6f2c868e217c HTTP/1.1" status: 204 len: 168 time: 0.9028277 Oct 28 21:38:00.826294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:00.848083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.883983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2945eaf9-b144-4fca-b345-38a99af52c66 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541472 Oct 28 21:38:00.906327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:00.917233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52330) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:00.923273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:00.944671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:00.989625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:00.998071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.004470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.005490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Attempting to bind port e1618510-7513-458d-9904-c94a27d94bdd on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:01.005963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Attempting to bind port e1618510-7513-458d-9904-c94a27d94bdd by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:01.006402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Attempting to bind port e1618510-7513-458d-9904-c94a27d94bdd on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:01.008882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:01.010279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:01.010888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.020177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.027063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.033922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.036001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-2a358f9f-4805-4ef1-a4c7-07853318f61f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5439 time: 0.1989708 Oct 28 21:38:01.083198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:01.086253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.097047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d1e0b56-4cec-4925-9665-c9443a09b968 req-b53e2c6b-625b-490b-8510-578cb9929ad6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522101 Oct 28 21:38:01.102598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:01.102996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:01.103437 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.103916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:01.104454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Bound port: e1618510-7513-458d-9904-c94a27d94bdd, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:01.105770 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.107430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.111192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.114932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b963ffd3-8a84-4d0b-a1b6-2b313eec2783 HTTP/1.1" status: 204 len: 168 time: 0.3779964 Oct 28 21:38:01.131469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:01.132558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033794-fbbf-48f0-98d1-985f498d5c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b963ffd3-8a84-4d0b-a1b6-2b313eec2783,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:01.133012 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00fc96-13fa-4b71-8b90-1fc03901a792" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:01.149754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.155814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c35fc8f1-7349-4479-86bb-b0192c5db66d completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:01.190038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c35fc8f1-7349-4479-86bb-b0192c5db66d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:01.191401 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.202508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3676237-3966-4f0b-b622-3c0a689aa8e5 None None] Pushing event updated for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:01.212116 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06837b-3361-42ad-a38a-f1011ecb7738 x-openstack-request-id: req-fa06837b-3361-42ad-a38a-f1011ecb7738 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:01.212446 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:01.212754 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa06837b-3361-42ad-a38a-f1011ecb7738 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:01.213207 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'code': 200} Oct 28 21:38:01.342785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] Provisioning complete for port 3756b917-805a-4357-bdf5-2f14e2eaf228 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:01.343388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.386520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ec9e-db29-4ffb-8aec-298d2b9386f3 req-46fa78db-7951-47a5-99d5-c346810b62dd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.395651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ec9e-db29-4ffb-8aec-298d2b9386f3 req-46fa78db-7951-47a5-99d5-c346810b62dd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.402529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ec9e-db29-4ffb-8aec-298d2b9386f3 req-46fa78db-7951-47a5-99d5-c346810b62dd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.405598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2999ec9e-db29-4ffb-8aec-298d2b9386f3 req-46fa78db-7951-47a5-99d5-c346810b62dd tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.0976284 Oct 28 21:38:01.427623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:01.446048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Router 82222f00-c1ba-44d3-8fa0-3ac76056a059 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:38:01.477767 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.481351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2999ec9e-db29-4ffb-8aec-298d2b9386f3 req-90598e53-3737-4319-8b38-fddff2e6e639 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650003 Oct 28 21:38:01.487192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:01.492265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1618510-7513-458d-9904-c94a27d94bdd,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:01.497569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.561596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.611664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7a0cf-0701-4362-b6d7-c544714af2d4 req-9d8d2605-28b7-4efc-ad32-6ff3c24962b2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:01.625523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cb7a0cf-0701-4362-b6d7-c544714af2d4 req-9d8d2605-28b7-4efc-ad32-6ff3c24962b2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.0850780 Oct 28 21:38:01.662701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:01.676932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Pushing event updated for resources: {'Port': ['ID=6d8819b2-ec04-4cc1-822f-61802ba94cd5,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:01.678367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:01.690352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cb7a0cf-0701-4362-b6d7-c544714af2d4 req-5cf5b63e-e1ac-4b99-a415-14d1a5abb3e0 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637088 Oct 28 21:38:01.701672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:01.715473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:01.723234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:01.731009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea02e591-367a-4d3d-9500-8c271f5dcf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.754166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:01.760865 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.764212 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Sync routers for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:01.781410 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:01.782242 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:01.795968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.802602 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e069b357-b0ca-4e0b-ace5-205fbc440dd5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6974385 Oct 28 21:38:01.805574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52346) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:01.877565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea02e591-367a-4d3d-9500-8c271f5dcf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.893747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.904214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea02e591-367a-4d3d-9500-8c271f5dcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:01.914878 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:01.960438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea02e591-367a-4d3d-9500-8c271f5dcf13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32dd4eee3a4f41abb5398a07071805cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415986 Oct 28 21:38:01.960438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02e591-367a-4d3d-9500-8c271f5dcf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0497e2-1bee-44d5-a252-ef326c14ddbb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:01.963951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:01.979586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Attempting to bind port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:01.980008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Attempting to bind port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:01.980456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Attempting to bind port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 on network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:01.990476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728780b-d7b5-4b20-8cc4-a244237ee1f6 None None] Pushing event updated for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:02.010437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.026379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:02.030559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] For port 3756b917-805a-4357-bdf5-2f14e2eaf228, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3756b917-805a-4357-bdf5-2f14e2eaf228,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:02.032160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:02.032585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Checking segment: {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:02.033039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.033471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Bound using segment: {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:02.034405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Bound port: 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:02.034405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.050314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.052771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.053632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device aacaed62-3214-498b-9ebb-0f2b07fe7bf4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:02.154158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 3, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:02.166340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.203538 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Checking router: 82222f00-c1ba-44d3-8fa0-3ac76056a059 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:02.204189 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Updating router 82222f00-c1ba-44d3-8fa0-3ac76056a059 port cb998c92-4556-4717-b789-14bfc75041df binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:38:02.251036 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.271588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.287249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.296696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.306402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.315592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.324567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.333155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.341696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.344095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f144237d-cb73-491c-8190-94b720a0d16c req-a9a27799-f958-48a5-b431-37901c9e18dc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5440 time: 0.1247222 Oct 28 21:38:02.354227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79777855-36e9-4c75-86b5-6783ed3b660d None None] Pushing event updated for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:02.366221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] For port 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:02.371608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] For port 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d8819b2-ec04-4cc1-822f-61802ba94cd5,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:02.402814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:02.405078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:02.407487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.430135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f144237d-cb73-491c-8190-94b720a0d16c req-e44aee97-23e5-47fa-8188-60173017d3e8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687342 Oct 28 21:38:02.478021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:02.479014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.492590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f74a2d-6375-46a7-8f87-54b28ba4c816 None None] The sync data for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 is: [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:02.674399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:02.749935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8c635-56f5-4718-839d-af47ce754d5d req-da938b18-01e6-4ec6-ade9-29ca69561e23 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.762108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8c635-56f5-4718-839d-af47ce754d5d req-da938b18-01e6-4ec6-ade9-29ca69561e23 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.771012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8c635-56f5-4718-839d-af47ce754d5d req-da938b18-01e6-4ec6-ade9-29ca69561e23 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:02.780269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54b8c635-56f5-4718-839d-af47ce754d5d req-da938b18-01e6-4ec6-ade9-29ca69561e23 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.1115232 Oct 28 21:38:02.863307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9643b-e428-4cba-a7da-c35c1efd33f7 None None] Pushing event updated for resources: {'Port': ['ID=6d8819b2-ec04-4cc1-822f-61802ba94cd5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:02.873184 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.905733 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.916244 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.935990 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1618510-7513-458d-9904-c94a27d94bdd,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:02.949473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:02.960840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:02.960840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c3561498-b3fe-4427-b587-edafdc7a722c up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:03.006941 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Attempting to bind port cb998c92-4556-4717-b789-14bfc75041df on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:03.007620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Attempting to bind port cb998c92-4556-4717-b789-14bfc75041df by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:03.008411 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Attempting to bind port cb998c92-4556-4717-b789-14bfc75041df on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:03.021789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:03.022493 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:03.023044 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.023608 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:03.024515 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Bound port: cb998c92-4556-4717-b789-14bfc75041df, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:03.025055 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.086258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.089506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.091780 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f0497e2-1bee-44d5-a252-ef326c14ddbb HTTP/1.1" status: 204 len: 168 time: 1.1193366 Oct 28 21:38:03.100575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.121077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.128224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.128722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c3561498-b3fe-4427-b587-edafdc7a722c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:03.131215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c582537-571e-47de-883a-e9cfd75749ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0497e2-1bee-44d5-a252-ef326c14ddbb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.131888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b31e3-3f56-4a0c-80c8-55cd539ae59b None None] Pushing event updated for resources: {'Port': ['ID=cb998c92-4556-4717-b789-14bfc75041df,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.171843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c3561498-b3fe-4427-b587-edafdc7a722c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:03.172129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.196481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] For port cb998c92-4556-4717-b789-14bfc75041df, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:03.204215 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] For port cb998c92-4556-4717-b789-14bfc75041df, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb998c92-4556-4717-b789-14bfc75041df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:03.222564 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.233386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.236672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35fc8f1-7349-4479-86bb-b0192c5db66d'}, {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:03.249599 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b61ca-62a1-4df8-a977-22fbb7a29cc0" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "c35fc8f1-7349-4479-86bb-b0192c5db66d"}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "aacaed62-3214-498b-9ebb-0f2b07fe7bf4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:03.303170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:03.306488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:03.327474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54910830-0b3c-4a13-a862-2f94022bc709 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:03.380946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:03.382381 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:03.396295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=5']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.399492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=a6b4149c-7385-4104-bffd-f6f8b1f2959b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.406452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:03.407154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.434938 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a55c52a2-a34d-4b72-ac15-73f1096f965e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5160925 Oct 28 21:38:03.439277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52362) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:03.446331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:73:6f:ee', 'name': 'tempest-NetworksTestDHCPv6-1717461906'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:03.462402 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b31e3-3f56-4a0c-80c8-55cd539ae59b None None] Pushing event updated for resources: {'Port': ['ID=cb998c92-4556-4717-b789-14bfc75041df,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:03.545137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.611019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.677445 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:03.687037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54b8c635-56f5-4718-839d-af47ce754d5d req-c349e02c-6a39-4f45-a674-1f7692f3c41a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8923128 Oct 28 21:38:03.742039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c3561498-b3fe-4427-b587-edafdc7a722c,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:03.752559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2d43-0ec3-4339-aef7-9c185447a4c7 req-ea4b69ca-f786-4258-b27d-a9fa9505ae73 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:03.762189 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:03.764899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b245e5f4-ffd4-45f3-b28c-c5137dc421da up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:03.773011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35ec2d43-0ec3-4339-aef7-9c185447a4c7 req-ea4b69ca-f786-4258-b27d-a9fa9505ae73 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2242558 Oct 28 21:38:03.850412 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e09076-a00b-4067-a544-21a414b38735 x-openstack-request-id: req-19e09076-a00b-4067-a544-21a414b38735 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:03.852491 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "c35fc8f1-7349-4479-86bb-b0192c5db66d", "code": 200}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "aacaed62-3214-498b-9ebb-0f2b07fe7bf4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:03.852819 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19e09076-a00b-4067-a544-21a414b38735 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:03.853317 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35fc8f1-7349-4479-86bb-b0192c5db66d', 'code': 200} Oct 28 21:38:03.853589 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacaed62-3214-498b-9ebb-0f2b07fe7bf4', 'code': 200} Oct 28 21:38:03.909121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35ec2d43-0ec3-4339-aef7-9c185447a4c7 req-db87d8af-9f28-4204-80b2-362d3cbe1b60 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344721 Oct 28 21:38:03.945998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3756b917-805a-4357-bdf5-2f14e2eaf228 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:04.038037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:04.095336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.111412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.126573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.139188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.166661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.185734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Allocated IP 172.20.0.1 (6bd4dfe6-ae25-4b8f-bf70-fab03259b277/11415c89-2f01-42dd-8ab0-a0da29225bb6/1f294478-01ef-46ca-8e7c-261296ad6aab) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:04.187687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.194722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.205026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-6d62fbec-9b66-4f24-8292-614b75a578bf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5442 time: 0.2427197 Oct 28 21:38:04.211044 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 3, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:04.269695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:04.275420 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8763c0-77c6-43d7-a87c-7cdae7b40ce9 None None] The sync data for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 is: [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:00Z', 'revision_number': 3, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:04.291805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5893e77-6c12-4115-a4da-6a2ce059da9c req-192bd5dc-8626-41f0-a659-48d279aca92d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794458 Oct 28 21:38:04.303876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3756b917-805a-4357-bdf5-2f14e2eaf228 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:04.304398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.313173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.360441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b245e5f4-ffd4-45f3-b28c-c5137dc421da completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:04.371396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b245e5f4-ffd4-45f3-b28c-c5137dc421da triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:04.372528 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.435029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 9623b0bf-3630-4705-ae7c-02e4dc130f34 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:04.567947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff282a-8d23-489a-a551-38b34fe6a45e None None] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:04.622832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.737096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d8819b2-ec04-4cc1-822f-61802ba94cd5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:04.794685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe73:6fee (f81635a2-fdc9-4571-89e5-692fe1730770/a6b4149c-7385-4104-bffd-f6f8b1f2959b/9623b0bf-3630-4705-ae7c-02e4dc130f34) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:04.798028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.917513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:04.917985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e307-b8b8-43ce-8548-57487c40ab7a req-fe47a553-9caa-4bc2-95d0-26245571cef3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.920403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] Provisioning complete for port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:04.920786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:04.924327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:04.930206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:04.937568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:04.961172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e307-b8b8-43ce-8548-57487c40ab7a req-fe47a553-9caa-4bc2-95d0-26245571cef3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:04.961367 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.010989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e307-b8b8-43ce-8548-57487c40ab7a req-fe47a553-9caa-4bc2-95d0-26245571cef3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.023115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8b4e307-b8b8-43ce-8548-57487c40ab7a req-fe47a553-9caa-4bc2-95d0-26245571cef3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.2038696 Oct 28 21:38:05.065376 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.117106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:05.118049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8b4e307-b8b8-43ce-8548-57487c40ab7a req-06478d53-000e-405f-8240-20553429946c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937111 Oct 28 21:38:05.171543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:05.171912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.188960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7498a-37fd-4082-8198-5b7d8887233f req-fb765883-1349-4625-8367-cef34dcc3bc7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.190694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.191519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:05.201248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29f7498a-37fd-4082-8198-5b7d8887233f req-fb765883-1349-4625-8367-cef34dcc3bc7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1289265 Oct 28 21:38:05.276779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29f7498a-37fd-4082-8198-5b7d8887233f req-cda23ea3-0cd1-44a3-9ff8-a627d157dbf1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Oct 28 21:38:05.376436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.447680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.470527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:05.480469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] For port 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d8819b2-ec04-4cc1-822f-61802ba94cd5,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:05.555226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.572620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.598561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.611091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.622712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.637541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.649943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.658098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.666961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f38e9-6683-4292-8ceb-7e96405b37cb None None] Pushing event updated for resources: {'Port': ['ID=6d8819b2-ec04-4cc1-822f-61802ba94cd5,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:05.667994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:05.670721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:05.675806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:05.676180 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.682588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-5ea96dea-89b2-42e7-a091-fb14a774bf9c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5443 time: 0.2291317 Oct 28 21:38:05.827146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8ecbd241-b343-47c3-a8fc-6e32d5655d14 None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:05.827457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd241-b343-47c3-a8fc-6e32d5655d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:05.874047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29a930ce-c5e8-48ae-af0c-405b0105e050 req-6849015a-64a1-4bfd-a2dc-427d3a807864 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1903522 Oct 28 21:38:05.891678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c'}, {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:05.894257 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cbd95-69b8-4749-88dc-c5ee3263ca70" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c"}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:05.896995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8ecbd241-b343-47c3-a8fc-6e32d5655d14 None None] Port 1f294478-01ef-46ca-8e7c-261296ad6aab cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:05.985379 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.036873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8ecbd241-b343-47c3-a8fc-6e32d5655d14 None None] Provisioning complete for port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:06.037256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd241-b343-47c3-a8fc-6e32d5655d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.055965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:06.079922 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf6a14-dab0-4131-80e7-cbb7d4cb5b27 x-openstack-request-id: req-6edf6a14-dab0-4131-80e7-cbb7d4cb5b27 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:06.080228 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c", "code": 200}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:06.080523 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6edf6a14-dab0-4131-80e7-cbb7d4cb5b27 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:06.080916 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c', 'code': 200} Oct 28 21:38:06.081174 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da', 'code': 200} Oct 28 21:38:06.084500 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.094014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.099957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5189ef7c-3014-4ff5-aa0a-73a74470cc47 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:06.107269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.217466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.224018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb998c92-4556-4717-b789-14bfc75041df up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:06.272519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:06.274517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:06.285316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:06.297981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:06.307481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.308721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.313212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.446833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:06.466634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33343-29ac-4dd1-a0a6-fa3d66cdee16 req-12fa6d13-bb16-46e4-8084-11dcf5f7817c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.474949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cb998c92-4556-4717-b789-14bfc75041df triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:06.475147 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.488963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33343-29ac-4dd1-a0a6-fa3d66cdee16 req-12fa6d13-bb16-46e4-8084-11dcf5f7817c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.498698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33343-29ac-4dd1-a0a6-fa3d66cdee16 req-12fa6d13-bb16-46e4-8084-11dcf5f7817c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.515086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e33343-29ac-4dd1-a0a6-fa3d66cdee16 req-12fa6d13-bb16-46e4-8084-11dcf5f7817c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2416 time: 0.2254441 Oct 28 21:38:06.518278 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0777593 Oct 28 21:38:06.523798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:06.546813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450ad99-3072-48a2-b027-ee3dd8e61bf2 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=9623b0bf-3630-4705-ae7c-02e4dc130f34,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:06.590974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60e33343-29ac-4dd1-a0a6-fa3d66cdee16 req-d3130583-2e62-4ef5-a707-7006f18232a1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668399 Oct 28 21:38:06.646874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:06.650554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:06.661160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:06.661532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:06.668902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:06.674259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15f382-1841-40af-8204-0e4828413e37 req-2e2035c0-0f41-4529-83ca-158ed373e054 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.685009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad15f382-1841-40af-8204-0e4828413e37 req-2e2035c0-0f41-4529-83ca-158ed373e054 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1603985 Oct 28 21:38:06.689845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6b7ef-51a9-4a71-b7ef-4a8108a1853c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.717462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6b7ef-51a9-4a71-b7ef-4a8108a1853c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:06.721512 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-edd6b7ef-51a9-4a71-b7ef-4a8108a1853c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1967921 Oct 28 21:38:06.726296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:06.898442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad15f382-1841-40af-8204-0e4828413e37 req-be35c01b-a833-432e-b99f-81438e7df868 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091799 Oct 28 21:38:06.970980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.003733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Router 82222f00-c1ba-44d3-8fa0-3ac76056a059 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:07.038813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port cb998c92-4556-4717-b789-14bfc75041df, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb998c92-4556-4717-b789-14bfc75041df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:07.056623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.061281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d8819b2-ec04-4cc1-822f-61802ba94cd5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:07.133721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:07.134083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.210442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.218043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.228987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.236941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.243601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.251694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.257816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.266932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:07.267504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-b32dcc26-f078-402a-874d-13b515e2afc2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.2064457 Oct 28 21:38:07.282089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 9623b0bf-3630-4705-ae7c-02e4dc130f34 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:07.282694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.285150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0d43d6c-3afc-4287-9ee6-b737ef776aa3 admin admin] 10.222.0.31 "PUT /v2.0/routers/82222f00-c1ba-44d3-8fa0-3ac76056a059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4785726 Oct 28 21:38:07.349365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51036b02-f326-4af4-ad9b-9fc850b0e02a None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:38:07.404871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b3a59dd-6527-44e1-ba39-a68236f1a2f8 req-9cf9fe2d-2778-4b38-8f24-7120301adbe7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337514 Oct 28 21:38:07.441498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.478515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.489261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=cb998c92-4556-4717-b789-14bfc75041df,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:07.508752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 9623b0bf-3630-4705-ae7c-02e4dc130f34 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:07.598889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:07.599660 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.649057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:07.696608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Sync routers for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:07.708302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.719964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:07.720653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:07.767868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.769035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device efa59725-1b2b-4cd6-b3b4-0c9181575782 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:07.770318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b93a9-ec12-4106-ba40-62066c6b140f req-738c1957-37d2-44d6-917c-c6fda9c7da26 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.776572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b93a9-ec12-4106-ba40-62066c6b140f req-738c1957-37d2-44d6-917c-c6fda9c7da26 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.782879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b93a9-ec12-4106-ba40-62066c6b140f req-738c1957-37d2-44d6-917c-c6fda9c7da26 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.784645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f76b93a9-ec12-4106-ba40-62066c6b140f req-738c1957-37d2-44d6-917c-c6fda9c7da26 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2417 time: 0.1105168 Oct 28 21:38:07.785950 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.808286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:07.861094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=9623b0bf-3630-4705-ae7c-02e4dc130f34,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:07.865141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:07.869504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7b7f476d-e0aa-4618-a7db-2f7ce133b176 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/9623b0bf-3630-4705-ae7c-02e4dc130f34 HTTP/1.1" status: 204 len: 168 time: 1.1347976 Oct 28 21:38:07.871191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:07.892274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f76b93a9-ec12-4106-ba40-62066c6b140f req-c19ed24e-04a2-4b37-be1e-4c64af8f2b26 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872164 Oct 28 21:38:07.969834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3c214-fc53-40fe-9ec6-22c7e57ad04b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.971972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3c214-fc53-40fe-9ec6-22c7e57ad04b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:07.974423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-96c3c214-fc53-40fe-9ec6-22c7e57ad04b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1018584 Oct 28 21:38:07.977454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52478) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.041778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet a6b4149c-7385-4104-bffd-f6f8b1f2959b {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:08.047342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.050528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-47adf174-27ea-4944-bca9-1d54122197da None None] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1618510-7513-458d-9904-c94a27d94bdd,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:08.080269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31f8a2a4-d1ca-43c4-b54e-899c1fc1686b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.084348 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.095341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5'}, {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:08.098067 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d66e47-eb38-4471-b4d3-125879bfb5d1" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5"}, {"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:08.100920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:08.164760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.167555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51036b02-f326-4af4-ad9b-9fc850b0e02a None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:38:08.169498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port efa59725-1b2b-4cd6-b3b4-0c9181575782 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:08.183235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31f8a2a4-d1ca-43c4-b54e-899c1fc1686b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.189121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31f8a2a4-d1ca-43c4-b54e-899c1fc1686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.218909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port efa59725-1b2b-4cd6-b3b4-0c9181575782 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:08.219285 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.224322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8a2a4-d1ca-43c4-b54e-899c1fc1686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7b442-1bdd-40f2-937c-c55574c88381,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:08.260965 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31f8a2a4-d1ca-43c4-b54e-899c1fc1686b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52604b41187142048d68a46267aab14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419940 Oct 28 21:38:08.262771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.275233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa4e5c-918c-4958-b681-69e7858d8ced req-13f6d56a-ff12-480b-8abf-98e8e32e53fc tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.276981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeaa4e5c-918c-4958-b681-69e7858d8ced req-13f6d56a-ff12-480b-8abf-98e8e32e53fc tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1813757 Oct 28 21:38:08.335156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.362872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Pushing event updated for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:08.366669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:08.371088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeaa4e5c-918c-4958-b681-69e7858d8ced req-6cacd1f3-6ab5-4362-a643-92a2f1611bc5 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Oct 28 21:38:08.381401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.405574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.451894 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f44fb76-0a40-4ff7-89b5-04eb1481baf3 x-openstack-request-id: req-8f44fb76-0a40-4ff7-89b5-04eb1481baf3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:08.452252 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-plugged", "status": "completed", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5", "code": 200}, {"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:08.452731 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f44fb76-0a40-4ff7-89b5-04eb1481baf3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:08.452874 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'code': 200} Oct 28 21:38:08.453229 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'code': 200} Oct 28 21:38:08.454061 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.457027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.461163 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fb7b442-1bdd-40f2-937c-c55574c88381 HTTP/1.1" status: 204 len: 168 time: 0.1961615 Oct 28 21:38:08.500030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7449e-6763-4976-acfc-980e463bb2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7b442-1bdd-40f2-937c-c55574c88381,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:08.505885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1618510-7513-458d-9904-c94a27d94bdd up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:08.508326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:08.508716 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.522583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.621215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b4149c-7385-4104-bffd-f6f8b1f2959b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:08.638307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-47adf174-27ea-4944-bca9-1d54122197da None None] Port 1f294478-01ef-46ca-8e7c-261296ad6aab cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:08.656327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.662303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.662462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4e776fb8-1fec-4bde-9ed2-72f5506cc136 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a6b4149c-7385-4104-bffd-f6f8b1f2959b HTTP/1.1" status: 204 len: 168 time: 0.6835880 Oct 28 21:38:08.693327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.700095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.706908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.713049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.716393 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-46e6da49-f96e-49a3-b724-8ef9f0b03498 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515664 Oct 28 21:38:08.718569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.724177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.730564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.737926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.739746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8290b57-8dea-4b67-be68-d704850ecdac req-42ff0f92-58a9-4dbb-a9bc-696c2ff33ef4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.1522632 Oct 28 21:38:08.765901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.766127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.766658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.767127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.767728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.768934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.769414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.770002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.772966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-e480ad24-7797-4dec-ad09-67ec9b0cfd36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.2293422 Oct 28 21:38:08.774869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404956343', 'description': 'tempest-secgroup-smoke-1404956343 description', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:08.811564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f5e5057d-3d45-402e-afc7-befa74a44cd7 None None] Could not find standard attr ID for object 9623b0bf-3630-4705-ae7c-02e4dc130f34. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:08.822198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.847306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d546d3f8-c7c0-4c84-bfbc-305407b349cb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.851847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d546d3f8-c7c0-4c84-bfbc-305407b349cb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1314924 Oct 28 21:38:08.851847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.853894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4642f6f9-3541-4793-8b24-b47bfe08bf14 req-9b5fc8d3-c689-44fa-b4e1-463eac265b13 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&id=64aad783-88da-4a3e-9424-13c196ea2512&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704122 Oct 28 21:38:08.867816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8290b57-8dea-4b67-be68-d704850ecdac req-d7d517e4-1f94-44f6-a182-09cabf12604f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946398 Oct 28 21:38:08.936117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52df6a9-371d-462f-b1c2-24566365132b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:08.938820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f5e5057d-3d45-402e-afc7-befa74a44cd7 None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:08.939199 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5e5057d-3d45-402e-afc7-befa74a44cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:08.940299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:08.940513 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d52df6a9-371d-462f-b1c2-24566365132b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874329 Oct 28 21:38:08.999145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.007544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.021018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-76cc0435-c293-48f3-a05d-b761321feea9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791626 Oct 28 21:38:09.032445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52504) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.032968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52506) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.036936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:09.040299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.040467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:09.045753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.079151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.083752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3132854 Oct 28 21:38:09.083752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-444e20de-330b-4ffa-93d8-4ecf1bebb80b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.088022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69baa-8672-4341-9544-e00d5592ae98 req-bd7198f0-f405-42ad-8869-2d238d34a5a5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:09.094502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69baa-8672-4341-9544-e00d5592ae98 req-bd7198f0-f405-42ad-8869-2d238d34a5a5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:09.094698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5057d-3d45-402e-afc7-befa74a44cd7 None None] Port 1f294478-01ef-46ca-8e7c-261296ad6aab cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:09.103159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69baa-8672-4341-9544-e00d5592ae98 req-bd7198f0-f405-42ad-8869-2d238d34a5a5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:09.103539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a69baa-8672-4341-9544-e00d5592ae98 req-bd7198f0-f405-42ad-8869-2d238d34a5a5 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2417 time: 0.0950561 Oct 28 21:38:09.104189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52508) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.109275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:09.129760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0346352-64a4-49f2-9fbd-41991822b005 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.166432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a69baa-8672-4341-9544-e00d5592ae98 req-c2a1680c-d912-4977-96fc-0b23069065d2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512898 Oct 28 21:38:09.180286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.217148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:09.220895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.240646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.245247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.246856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:09.266516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265a5b9-fa31-4506-9352-9e2135140d93,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.272175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.276885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-98ce78aa-f64c-49f0-9790-10ddc7993ee3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715021 Oct 28 21:38:09.277054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.285772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:09.286334 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.287126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f4bd6de5-fc73-4adb-98b0-c4437038a7c0 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:09.359830 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-444e20de-330b-4ffa-93d8-4ecf1bebb80b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.372395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-444e20de-330b-4ffa-93d8-4ecf1bebb80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.378078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.445314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e20de-330b-4ffa-93d8-4ecf1bebb80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca8398-2366-4f5c-a6ad-c850e9d49a8e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.463628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-444e20de-330b-4ffa-93d8-4ecf1bebb80b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78d32919ac6846b5b9d9f2f37653132d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260969 Oct 28 21:38:09.467121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52514) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.510860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6fe71-9bc6-4090-8689-0155ed6e9c68 req-f481b06d-9c2f-49dd-9df6-23b29c7e6e97 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:09.519578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc6fe71-9bc6-4090-8689-0155ed6e9c68 req-f481b06d-9c2f-49dd-9df6-23b29c7e6e97 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.0783665 Oct 28 21:38:09.532565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.544727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.565552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc6fe71-9bc6-4090-8689-0155ed6e9c68 req-203ae8ca-f459-4430-9eab-f4157b5ae185 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Oct 28 21:38:09.608467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e646c09-81e8-4988-90c2-514e1a41cff0,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.609754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.633776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:05Z', 'revision_number': 4, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '1f294478-01ef-46ca-8e7c-261296ad6aab', 'name': '', 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'mac_address': 'fa:16:3e:85:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:38:03Z', 'updated_at': '2021-10-28T21:38:05Z', 'revision_number': 2, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'subnets': [{'id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:09.635515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.639539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-03a14950-282f-442b-bd39-9443d26bd9c4 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3547831 Oct 28 21:38:09.640572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.640932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:09.646176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.648040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:09.670569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-73ac2252-24e6-4d81-9a5f-dd0988b12675 None None] Could not find standard attr ID for object 9623b0bf-3630-4705-ae7c-02e4dc130f34. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:09.672147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Checking router: 82222f00-c1ba-44d3-8fa0-3ac76056a059 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:09.672536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Updating router 82222f00-c1ba-44d3-8fa0-3ac76056a059 port 1f294478-01ef-46ca-8e7c-261296ad6aab binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:38:09.677906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:09.678053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.696006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.703615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.748878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.752025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-73ac2252-24e6-4d81-9a5f-dd0988b12675 None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:09.752456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-73ac2252-24e6-4d81-9a5f-dd0988b12675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.772105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.780002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.813055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc3d0ef-1490-4571-bf77-cfd3c0a6766f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:09.833303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.835373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fbfd3c15-43ed-46e5-bcae-a0f55a7e4ef8 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924553 Oct 28 21:38:09.838042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:09.844931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:09.878851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.939708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:09.948632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.952705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.956146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64ca8398-2366-4f5c-a6ad-c850e9d49a8e HTTP/1.1" status: 204 len: 168 time: 0.4858730 Oct 28 21:38:09.956304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:09.971384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.002524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b148ffb-29bb-438d-89e1-50d81db614f2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.023816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c00c-ae3b-42ab-bce9-9222ae6bfb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca8398-2366-4f5c-a6ad-c850e9d49a8e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.044204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb998c92-4556-4717-b789-14bfc75041df up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:10.046238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3df17-7902-4872-a186-1524ac5836f1 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:10.053559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.057277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ad85f9c-3b5f-4e83-9448-45fda26d553c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2171416 Oct 28 21:38:10.061736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52524) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:10.067477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:10.137152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.145836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.165352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.167178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.182792 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.182953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.214597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.228247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.250428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.291971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-0ee3210a-385b-44b3-8936-7fad91fae818 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.2936926 Oct 28 21:38:10.328650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:10.363235 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Project 28bf5126d2d44d7b88ca6ce9bd8f9ab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:38:10.366852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.387745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.455987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782'}, {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:10.458299 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb8dae-c280-4c15-939b-b409e3a9cfbe" -d '{"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782"}, {"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:10.468474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26e21c3a-cb4f-488e-a2bb-7b8ef2561cce req-632fcdbd-c68c-4bdf-ac2c-08f3b7ead95a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636958 Oct 28 21:38:10.493950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1618510-7513-458d-9904-c94a27d94bdd,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:10.553082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cb998c92-4556-4717-b789-14bfc75041df triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:10.553451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.558076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.563026 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.568276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7552-9962-4cc5-8ae9-74b97bd06c24 req-819a0b4a-8c86-48ed-8f7c-0a867cbfbe06 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.576185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7552-9962-4cc5-8ae9-74b97bd06c24 req-819a0b4a-8c86-48ed-8f7c-0a867cbfbe06 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.584466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7552-9962-4cc5-8ae9-74b97bd06c24 req-819a0b4a-8c86-48ed-8f7c-0a867cbfbe06 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.592876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.593121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da7f7552-9962-4cc5-8ae9-74b97bd06c24 req-819a0b4a-8c86-48ed-8f7c-0a867cbfbe06 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.1948304 Oct 28 21:38:10.595304 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55abe16c-a1d3-4e63-b22c-b4853076c77b x-openstack-request-id: req-55abe16c-a1d3-4e63-b22c-b4853076c77b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:10.595611 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782", "code": 200}, {"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:10.595946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.596135 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55abe16c-a1d3-4e63-b22c-b4853076c77b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:10.596313 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782', 'code': 200} Oct 28 21:38:10.596845 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'code': 200} Oct 28 21:38:10.598288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.612444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.648333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.670308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da7f7552-9962-4cc5-8ae9-74b97bd06c24 req-a92af05e-6f5b-47a1-b924-a1fba805ad75 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761607 Oct 28 21:38:10.673584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.719213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b4ca51-18ce-4b70-9cc0-346c65aee1da,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.744784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860b3ce-3636-456f-9ff0-8850ecc0f640 None None] Pushing event updated for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.771598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:10.783872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:10.798828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:10.798828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.846471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.847773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf730154-d9dc-4a94-bc33-68929b291ad6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7848911 Oct 28 21:38:10.851595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52546) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:10.861470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'security_group_rule': {'security_group_id': 'd7243ff8-8b1a-4daa-bf74-90f4e8fc7e17', 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:10.868399 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8343062 Oct 28 21:38:10.873790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=eee5d96e-34a9-46a0-8761-112e24675977,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.875021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52548) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:10.881416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:54:e6:ca', 'name': 'tempest-NetworksTestDHCPv6-705012402'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:10.882015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5298-12eb-44c3-9165-9d02408b07e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.888876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70124ec0-d5a5-4341-9772-24c3b05258dc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=9']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:10.909999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Attempting to bind port 1f294478-01ef-46ca-8e7c-261296ad6aab on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:10.912707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Attempting to bind port 1f294478-01ef-46ca-8e7c-261296ad6aab by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:10.913182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Attempting to bind port 1f294478-01ef-46ca-8e7c-261296ad6aab on network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:10.944174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:10.944772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Checking segment: {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:10.945210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.945700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Bound using segment: {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:10.948658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Bound port: 1f294478-01ef-46ca-8e7c-261296ad6aab, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a157b-cc58-422d-9548-64bf13d63829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:10.949150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:10.954949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1618510-7513-458d-9904-c94a27d94bdd up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:11.005213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860843b-a292-4ccb-9d92-cff09a76332a req-717edac3-07e5-490b-9f40-dbea1f4cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.005687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860843b-a292-4ccb-9d92-cff09a76332a req-717edac3-07e5-490b-9f40-dbea1f4cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.006157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860843b-a292-4ccb-9d92-cff09a76332a req-717edac3-07e5-490b-9f40-dbea1f4cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.007822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9860843b-a292-4ccb-9d92-cff09a76332a req-717edac3-07e5-490b-9f40-dbea1f4cd435 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2875 time: 0.3043633 Oct 28 21:38:11.052387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:11.052885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.074470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750db11-dfae-4c3d-aa86-8ff3d1db5807 req-3e74f0d7-0e1f-4853-890c-d9b1463d3dc5 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.076675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3750db11-dfae-4c3d-aa86-8ff3d1db5807 req-3e74f0d7-0e1f-4853-890c-d9b1463d3dc5 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.3409183 Oct 28 21:38:11.122754 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Project 28bf5126d2d44d7b88ca6ce9bd8f9ab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:38:11.134289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634deb23-945b-4f70-bd4c-c228dc5c6acb None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:11.135890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.150778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9860843b-a292-4ccb-9d92-cff09a76332a req-a4db1101-9893-4172-95d3-600811c171a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251712 Oct 28 21:38:11.182735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:11.229137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] For port 1f294478-01ef-46ca-8e7c-261296ad6aab, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:11.238319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] For port 1f294478-01ef-46ca-8e7c-261296ad6aab, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f294478-01ef-46ca-8e7c-261296ad6aab,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:11.242808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:11.243236 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.251796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.260974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3750db11-dfae-4c3d-aa86-8ff3d1db5807 req-aeb2f6de-365b-4c81-a78b-1083707ece74 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753592 Oct 28 21:38:11.318215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.359950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 88c7da7d-9009-4177-baed-b68c0ed89fe7 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:11.375090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.416306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.455062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:11.455942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:37:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:11.532348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860b3ce-3636-456f-9ff0-8850ecc0f640 None None] Pushing event updated for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:11.537077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:11.546606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6848330 Oct 28 21:38:11.550958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174276c3-1a01-442f-8ee3-2062265ca5d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0ed6b8-b56c-4bc8-8142-064542e355be,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:11.556277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe54:e6ca (f81635a2-fdc9-4571-89e5-692fe1730770/eee5d96e-34a9-46a0-8761-112e24675977/88c7da7d-9009-4177-baed-b68c0ed89fe7) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:11.812963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6b63-c517-4313-8416-d210c7d1402f req-a287c4b8-35a4-4778-949c-1cdfc13827a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.817225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-315e6b63-c517-4313-8416-d210c7d1402f req-a287c4b8-35a4-4778-949c-1cdfc13827a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.2192192 Oct 28 21:38:11.817570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:11.843536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.849768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.856030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.862456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.868513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.875102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.881141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:11.883281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-528a5f0c-4150-4544-9c30-a831149f5ab4 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.2329707 Oct 28 21:38:11.918513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1618510-7513-458d-9904-c94a27d94bdd up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:11.978606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-315e6b63-c517-4313-8416-d210c7d1402f req-d4508205-4be2-4042-80da-0086ba07a59c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918548 Oct 28 21:38:12.001444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57a4559f-5679-4e3b-a3ba-0ea1e8a05758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.013955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c2fc-1eb2-4321-9a6a-bd0f3ade0e8e req-ca5d273a-55f5-4dd9-b08f-be176b85b406 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.014973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.020006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c2fc-1eb2-4321-9a6a-bd0f3ade0e8e req-ca5d273a-55f5-4dd9-b08f-be176b85b406 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.026096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c2fc-1eb2-4321-9a6a-bd0f3ade0e8e req-ca5d273a-55f5-4dd9-b08f-be176b85b406 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.027844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3f6c2fc-1eb2-4321-9a6a-bd0f3ade0e8e req-ca5d273a-55f5-4dd9-b08f-be176b85b406 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.2202303 Oct 28 21:38:12.043999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:12.051991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.057257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58ae0a03-6607-44c3-934f-a2302fbcdd66 req-fa6c76c6-3e03-481c-a139-52c755606b95 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369827 Oct 28 21:38:12.117885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3f6c2fc-1eb2-4321-9a6a-bd0f3ade0e8e req-52193f42-0455-47e0-903f-5682109d88b4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775352 Oct 28 21:38:12.131624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:12.132035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.150630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.171890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57a4559f-5679-4e3b-a3ba-0ea1e8a05758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.186506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57a4559f-5679-4e3b-a3ba-0ea1e8a05758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.187617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.241699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-57a4559f-5679-4e3b-a3ba-0ea1e8a05758 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96b82fdeac3742f38016dc7c79d8fcdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230163 Oct 28 21:38:12.244210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:12.252172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4559f-5679-4e3b-a3ba-0ea1e8a05758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e823d0f-bcd3-48b5-b3e1-e52f5cf60351,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:12.255771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:12.256140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.303068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-04be6903-ee32-4420-8502-6d7723e738e6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404956343&fields=id&tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5 HTTP/1.1" status: 200 len: 267 time: 0.0592809 Oct 28 21:38:12.342498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.386255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.409153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:12.430666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:12.455245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=88c7da7d-9009-4177-baed-b68c0ed89fe7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:12.457665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.467212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.470336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.474860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e823d0f-bcd3-48b5-b3e1-e52f5cf60351 HTTP/1.1" status: 204 len: 168 time: 0.2267990 Oct 28 21:38:12.501751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d39ac4-f9fc-4523-9047-70f85b6d80d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e823d0f-bcd3-48b5-b3e1-e52f5cf60351,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:12.511671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] For port 1f294478-01ef-46ca-8e7c-261296ad6aab, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f294478-01ef-46ca-8e7c-261296ad6aab,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:12.519420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.548604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:12.555936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.557329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.570867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-b14066d1-2240-40db-9f41-2446cb43f694 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.580154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-b14066d1-2240-40db-9f41-2446cb43f694 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/networks?id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 200 len: 809 time: 0.2761490 Oct 28 21:38:12.580387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:05Z', 'revision_number': 4, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '1f294478-01ef-46ca-8e7c-261296ad6aab', 'name': '', 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'mac_address': 'fa:16:3e:85:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:38:03Z', 'updated_at': '2021-10-28T21:38:11Z', 'revision_number': 4, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'subnets': [{'id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:12.598128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.606490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.612842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.617079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274eebe1-15c3-4898-ad38-0ff3c1887ef5 None None] The sync data for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 is: [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:05Z', 'revision_number': 4, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '1f294478-01ef-46ca-8e7c-261296ad6aab', 'name': '', 'network_id': '6bd4dfe6-ae25-4b8f-bf70-fab03259b277', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'mac_address': 'fa:16:3e:85:75:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:38:03Z', 'updated_at': '2021-10-28T21:38:11Z', 'revision_number': 4, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'subnets': [{'id': '11415c89-2f01-42dd-8ab0-a0da29225bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:12.620663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.628913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.635370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.643357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:12.645729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6657bcf3-3f54-411d-af1d-711ba88ab3cf req-716f4896-15e3-4350-bb38-4028f2aa9607 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.4115844 Oct 28 21:38:12.650134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944c022-23a8-4d97-ad16-93976dd7d020 None None] Pushing event updated for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:12.660090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52600) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:12.672335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Request body: {'floatingip': {'port_id': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:12.672993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3f5e3695-84b3-412a-a147-95487b214bf1 None None] Provisioning complete for port e1618510-7513-458d-9904-c94a27d94bdd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:12.673418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3695-84b3-412a-a147-95487b214bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.817477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.826601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-851d82de-28c9-4f4a-becd-f978e1fc3e13 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/quotas/28bf5126d2d44d7b88ca6ce9bd8f9ab5 HTTP/1.1" status: 200 len: 375 time: 0.2441382 Oct 28 21:38:12.863909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3f5e3695-84b3-412a-a147-95487b214bf1 None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:12.864699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3695-84b3-412a-a147-95487b214bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:12.927785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-91e9334d-ea16-4905-9d39-8e38c96e4170 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0516536 Oct 28 21:38:12.931192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:13.036872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca8631-90c0-45a3-85d1-ae7859a88114 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:13.045184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca8631-90c0-45a3-85d1-ae7859a88114 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:13.048543 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4ca8631-90c0-45a3-85d1-ae7859a88114 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1100783 Oct 28 21:38:13.055221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52614) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:13.111852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d97a2a-1315-45ad-92b3-eaf92df0693f req-5e53a8de-9148-476e-b014-c877c91824a1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:13.113564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6d97a2a-1315-45ad-92b3-eaf92df0693f req-5e53a8de-9148-476e-b014-c877c91824a1 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2933545 Oct 28 21:38:13.147928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5419f58b-1dd6-4467-8057-a69a95f7cdff None None] Provisioning complete for port 88c7da7d-9009-4177-baed-b68c0ed89fe7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:13.148536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5419f58b-1dd6-4467-8057-a69a95f7cdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:13.194199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5419f58b-1dd6-4467-8057-a69a95f7cdff None None] Port 88c7da7d-9009-4177-baed-b68c0ed89fe7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:13.260335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-979a4fab-6bdf-4ad9-b89b-4c6b29fd3656 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3453662 Oct 28 21:38:13.353641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04642908-dd59-46ac-a18e-cd03571725f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:13.380908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6d97a2a-1315-45ad-92b3-eaf92df0693f req-232cec6f-490f-421a-8744-c2738fdd7ec3 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563332 Oct 28 21:38:13.544267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 88c7da7d-9009-4177-baed-b68c0ed89fe7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:13.544723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:13.786520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f294478-01ef-46ca-8e7c-261296ad6aab up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:13.865623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1f294478-01ef-46ca-8e7c-261296ad6aab triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:13.865995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:14.048668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-bded027c-3b54-43c6-a92f-0ffd6073d83b service neutron] 10.222.0.31 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660069 Oct 28 21:38:14.272934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8448-6ec6-4dc0-b05d-1e534f477cc6 req-60c52650-d180-4d2c-8108-03a92cab2a36 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:14.279268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8448-6ec6-4dc0-b05d-1e534f477cc6 req-60c52650-d180-4d2c-8108-03a92cab2a36 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:14.285188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8448-6ec6-4dc0-b05d-1e534f477cc6 req-60c52650-d180-4d2c-8108-03a92cab2a36 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:14.286821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f7f8448-6ec6-4dc0-b05d-1e534f477cc6 req-60c52650-d180-4d2c-8108-03a92cab2a36 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.7391090 Oct 28 21:38:14.316858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:38:14.321430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:14.376652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 88c7da7d-9009-4177-baed-b68c0ed89fe7 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:14.423094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-3116bbeb-d1cf-4032-aef9-3262c94afa9d service neutron] 10.222.0.31 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606250 Oct 28 21:38:14.461513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:14.491428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f7f8448-6ec6-4dc0-b05d-1e534f477cc6 req-827d258f-7276-4889-97ea-3262d9a9f249 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967990 Oct 28 21:38:14.493948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:14.728906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1e37a-7984-42b5-8aba-5957bbe20451 req-7a1467e6-5fb0-4e8b-b484-9844df9e5e42 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:14.730446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92d1e37a-7984-42b5-8aba-5957bbe20451 req-7a1467e6-5fb0-4e8b-b484-9844df9e5e42 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.1340783 Oct 28 21:38:14.786957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:14.792756 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Floating IP 20c931c7-636c-4a1d-af1b-2a095e0bbd01 associated. External IP: 172.25.4.14, port: 48edad8d-28ce-4c0d-b43d-0689a717d2f4. Oct 28 21:38:14.907807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7153be1-829d-4e12-9d77-2f8268a7bdcd req-cd396d20-1576-45e6-9490-92bd1f746327 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 210 time: 0.1211383 Oct 28 21:38:14.952560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92d1e37a-7984-42b5-8aba-5957bbe20451 req-e012a462-d473-4cc7-b5ba-54e43a40611f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885853 Oct 28 21:38:14.956041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.010993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1749403003', 'description': 'tempest-description-879077000'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:15.015833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=88c7da7d-9009-4177-baed-b68c0ed89fe7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:15.064869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.068848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5a18a20b-9bc3-4aca-9c7a-62e532d99b3d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/88c7da7d-9009-4177-baed-b68c0ed89fe7 HTTP/1.1" status: 204 len: 168 time: 2.0126309 Oct 28 21:38:15.072077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:15.095984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.125308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.194681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcc88f-8b89-464b-88ae-feb606260a56 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.197124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcc88f-8b89-464b-88ae-feb606260a56 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.198998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abbcc88f-8b89-464b-88ae-feb606260a56 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1243405 Oct 28 21:38:15.202122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52664) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:15.294412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet eee5d96e-34a9-46a0-8761-112e24675977 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:15.310716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.311521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:15.381605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.405281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.415140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.490307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.491526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aa4345e-5aaa-40a3-b099-f9944a11782b req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4881945 Oct 28 21:38:15.498931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.551196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc5c9a-c775-40a7-956f-37005433ea39 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416a1f91-150c-4bb3-8a6a-cc0aa66a2c5d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:15.592275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac895e7-8d6e-403c-8f21-52d5a8744f39 req-24be8800-babd-4db4-83f7-b029dcb22cf0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.609378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac895e7-8d6e-403c-8f21-52d5a8744f39 req-24be8800-babd-4db4-83f7-b029dcb22cf0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.610283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.616171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac895e7-8d6e-403c-8f21-52d5a8744f39 req-24be8800-babd-4db4-83f7-b029dcb22cf0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.617939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cac895e7-8d6e-403c-8f21-52d5a8744f39 req-24be8800-babd-4db4-83f7-b029dcb22cf0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.2869720 Oct 28 21:38:15.648112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f7d12-9c9c-46b3-a674-a5b6519a6f74 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:15.675309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.681750 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/eee5d96e-34a9-46a0-8761-112e24675977 HTTP/1.1" status: 204 len: 168 time: 0.4783385 Oct 28 21:38:15.682760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:15.690532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0a4c-8f91-4cff-9f45-a9f4b8e06ae0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=eee5d96e-34a9-46a0-8761-112e24675977,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:15.722749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:15.736323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Sync routers for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:15.745467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-fc28a3ba-11b3-4d4e-a87d-647b972e22f2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1749403003&fields=id&tenant_id=0886c71044ca4398b89a55ce73b9e25d HTTP/1.1" status: 200 len: 267 time: 0.1263864 Oct 28 21:38:15.755869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.759200 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:15.759825 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:15.760523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a20e85b0-756a-4526-9b6f-766a52c8f8a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746105 Oct 28 21:38:15.761495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:15.768771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:15.888389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cac895e7-8d6e-403c-8f21-52d5a8744f39 req-d22950a2-45a1-4906-bc61-14b7c4a83e22 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488797 Oct 28 21:38:15.913084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f73a078e-ae0d-46f0-8595-1229905591d3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "PUT /v2.0/floatingips/20c931c7-636c-4a1d-af1b-2a095e0bbd01 HTTP/1.1" status: 200 len: 990 time: 3.2495320 Oct 28 21:38:15.914791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:15.920975 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a3c72-77f5-4f85-be90-54e7e1f997eb" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:15.923601 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:15.928665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:15.931207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:15.952009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-52d7bd54-2b74-4356-94f4-2dfd7ea49458 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:15.972632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-52d7bd54-2b74-4356-94f4-2dfd7ea49458 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2261598 Oct 28 21:38:15.978827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'port': {'security_groups': ['03fd55c4-af7b-4d92-8397-1c85aaa60a71', '416a1f91-150c-4bb3-8a6a-cc0aa66a2c5d']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:15.979434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:16.102963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Deleting port e1618510-7513-458d-9904-c94a27d94bdd {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:16.103754 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.214249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] For port e1618510-7513-458d-9904-c94a27d94bdd, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1618510-7513-458d-9904-c94a27d94bdd,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:16.215026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.235905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Calling delete_port for e1618510-7513-458d-9904-c94a27d94bdd owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:16.267779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.316271 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66d1c3-01bd-4a23-a7b8-633b6b9cd442 x-openstack-request-id: req-9f66d1c3-01bd-4a23-a7b8-633b6b9cd442 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:16.316761 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:16.317159 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f66d1c3-01bd-4a23-a7b8-633b6b9cd442 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:16.317700 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'status': 'completed', 'code': 200} Oct 28 21:38:16.376837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.410986 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '20c931c7-636c-4a1d-af1b-2a095e0bbd01', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'port_id': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'mac_address': 'fa:16:3e:93:5c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:36:15Z', 'updated_at': '2021-10-28T21:38:14Z', 'revision_number': 1, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:16.421279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Pushing event deleted for resources: {'Port': ['ID=e1618510-7513-458d-9904-c94a27d94bdd,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:16.442143 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Checking router: 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:16.448132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.452744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:16.453368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.453790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.453976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:16.455165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.456124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.458997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.459414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.459816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.460213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.460645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.461033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.462059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:16.477817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31a932-4f21-40a0-b579-438745bfb581 None None] No DVR routers for this DVR port e1618510-7513-458d-9904-c94a27d94bdd on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:16.488948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-3fa85d6d-84b7-4105-aab0-615f018005ec tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.490411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-3fa85d6d-84b7-4105-aab0-615f018005ec tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.44 "GET /v2.0/networks?id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 200 len: 809 time: 0.4191129 Oct 28 21:38:16.514415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.514890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.515330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.515783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.516235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.516711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.517156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.519077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-abb2e7a8-fb0d-431a-86e0-4049d2b071e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1556234 Oct 28 21:38:16.553765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:16.555040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63e2b159-df97-4674-85f5-d37f778b67e7 req-13865f09-5e6c-475c-b7aa-8daf296cbc0d tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 210 time: 0.1268158 Oct 28 21:38:16.564244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.596789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:16.627280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-2b8673a9-15c2-4ea4-823b-ccc21a917929 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5 HTTP/1.1" status: 200 len: 380 time: 0.0881324 Oct 28 21:38:16.643986 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.658392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:16.664601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:16.669163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'port': {'device_id': '1c7291c7-94bb-4930-863d-f30319989926', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'admin_state_up': True, 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'security_groups': ['d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:16.677397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45f6cc-57db-4bcb-8f86-88c0d1bd4597 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:16.688740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.694010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.761859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9986408 Oct 28 21:38:16.766847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52684) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:16.777256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:92:e0:cd', 'name': 'tempest-NetworksTestDHCPv6-1953573663'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:16.846602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-584cced1-0a9a-4c3f-9156-43f2f9c93025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:16.849545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-584cced1-0a9a-4c3f-9156-43f2f9c93025 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06 HTTP/1.1" status: 200 len: 917 time: 0.3214629 Oct 28 21:38:16.851766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f4eaf-2d63-4c48-9b6d-0d2a541219bf tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=cd931579-23e2-45ba-9e47-217e1c174b03,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:16.860664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:16.928502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.978488 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:16.979683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-55adb1d8-aee6-4a82-ba96-f288f4df0529 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 998 time: 0.1151495 Oct 28 21:38:16.994415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'cd931579-23e2-45ba-9e47-217e1c174b03'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:16.998062 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:17.003930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:17.047100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '20c931c7-636c-4a1d-af1b-2a095e0bbd01', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'port_id': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'mac_address': 'fa:16:3e:93:5c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:36:15Z', 'updated_at': '2021-10-28T21:38:14Z', 'revision_number': 1, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:17.067326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Made reservation on behalf of 28bf5126d2d44d7b88ca6ce9bd8f9ab5 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:17.070866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:17.094097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-8ed29504-e16d-4686-8f18-f42df59889b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.113141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-8ed29504-e16d-4686-8f18-f42df59889b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.1270854 Oct 28 21:38:17.114914 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e1f75-6904-4e88-8bf4-38eaff87cb6e None None] The sync data for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 is: [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '20c931c7-636c-4a1d-af1b-2a095e0bbd01', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'port_id': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'mac_address': 'fa:16:3e:93:5c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:36:15Z', 'updated_at': '2021-10-28T21:38:14Z', 'revision_number': 1, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:17.130320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:38:17.164992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.165692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:17.176248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6995ecd-79a3-45d0-8337-a8ef59bbf512 req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "PUT /v2.0/ports/3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 981 time: 1.2022901 Oct 28 21:38:17.182432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-863a5eae-fa97-410f-a7ec-bbb735f63b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.185177 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-863a5eae-fa97-410f-a7ec-bbb735f63b15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643263 Oct 28 21:38:17.226141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337af8c5-f96c-4422-8a8e-25fc04d3a8b4 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:17.356441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:17.446706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554637-421b-487f-8893-82aadf913e69 req-b84435f3-56c0-4d60-85f0-47dad1942582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.452328 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-23ce8430-c25e-4954-a50b-d73d35bce29b service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587750 Oct 28 21:38:17.458936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554637-421b-487f-8893-82aadf913e69 req-b84435f3-56c0-4d60-85f0-47dad1942582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.466369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554637-421b-487f-8893-82aadf913e69 req-b84435f3-56c0-4d60-85f0-47dad1942582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.468221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75554637-421b-487f-8893-82aadf913e69 req-b84435f3-56c0-4d60-85f0-47dad1942582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.5212252 Oct 28 21:38:17.566131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:17.604411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892cec-91ea-4fb4-aff5-d6826700f57a req-450d4ae3-bb6c-492b-962e-461ab4da5633 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.608566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-759a3c72-77f5-4f85-be90-54e7e1f997eb req-e65d52d5-c0ec-4718-a2d6-99bf8b389d93 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438594 Oct 28 21:38:17.623053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892cec-91ea-4fb4-aff5-d6826700f57a req-450d4ae3-bb6c-492b-962e-461ab4da5633 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.626323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Allocated IP 2001:db8::f816:3eff:febe:4f93 (f81635a2-fdc9-4571-89e5-692fe1730770/cd931579-23e2-45ba-9e47-217e1c174b03/f623bf5a-e0ca-46d8-bda5-1266a7a14bfc) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:17.631967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892cec-91ea-4fb4-aff5-d6826700f57a req-450d4ae3-bb6c-492b-962e-461ab4da5633 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:17.643399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb892cec-91ea-4fb4-aff5-d6826700f57a req-450d4ae3-bb6c-492b-962e-461ab4da5633 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.5894842 Oct 28 21:38:17.653284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e89edc-d209-4f20-8926-12063da9e564 None None] New status for floating IP 20c931c7-636c-4a1d-af1b-2a095e0bbd01: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:38:17.672707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Allocated IP 172.20.0.11 (e35d5da3-aa6e-4bcc-ae3c-60f6a4223870/d954ceb4-d96a-45d9-bc6d-045ee3154ccb/db543c9f-cb47-4952-8b7d-f3df3ce3cf65) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:17.778878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1618510-7513-458d-9904-c94a27d94bdd no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:17.801778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-ca74920d-152f-461c-ab8c-ca3a42b40886 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1749403003&fields=id&tenant_id=0886c71044ca4398b89a55ce73b9e25d HTTP/1.1" status: 200 len: 267 time: 0.3310533 Oct 28 21:38:17.824216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e1618510-7513-458d-9904-c94a27d94bdd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:17.824628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1618510-7513-458d-9904-c94a27d94bdd not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:17.853247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb892cec-91ea-4fb4-aff5-d6826700f57a req-6209af5f-5a25-4ad0-82b1-5680347ff53c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089832 Oct 28 21:38:18.234060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.246498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.298411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:18.306863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:18.312411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:18.316654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Pushing event updated for resources: {'Port': ['ID=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:18.320871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-826bb7ed-661f-4f23-8feb-c9b4be19b224 req-3ff1c4a6-0eee-49ce-acf0-ec2ccc201b96 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 210 time: 0.0916841 Oct 28 21:38:18.321316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:18.323570 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:18.335958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.368283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-d1c8f663-01f1-4e7a-a97a-e3282bfb4f59 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:18.369822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-d1c8f663-01f1-4e7a-a97a-e3282bfb4f59 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 984 time: 0.5672717 Oct 28 21:38:18.378643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Attempting to bind port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:18.379017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Attempting to bind port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:18.379878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Attempting to bind port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:18.384663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:18.384935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:18.385330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.385771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:18.386178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Bound port: f623bf5a-e0ca-46d8-bda5-1266a7a14bfc, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:18.386552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.403470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:18.403898 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.410943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'port': {'security_groups': ['03fd55c4-af7b-4d92-8397-1c85aaa60a71']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:18.414066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 987e8a2b-9621-47bb-a575-11a7291d8a49 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:18.454648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] For port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:18.458832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] For port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:18.464834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.518485 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9417cfd-1189-46f4-8e4f-161504d503de x-openstack-request-id: req-f9417cfd-1189-46f4-8e4f-161504d503de {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:18.518938 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:18.519037 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9417cfd-1189-46f4-8e4f-161504d503de {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:18.519400 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:38:18.536683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab5f9-6f20-4a9b-8080-ed5096b2c419 None None] Pushing event updated for resources: {'Port': ['ID=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:18.582136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.582934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-bfd8a355-af7a-491f-8bc3-ed216504ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:18.584455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-bfd8a355-af7a-491f-8bc3-ed216504ee23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1136 time: 0.0812757 Oct 28 21:38:18.662432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.701114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-e618c240-e36c-49f0-a286-d2b65f3b607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:18.702852 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-e618c240-e36c-49f0-a286-d2b65f3b607a service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.1100810 Oct 28 21:38:18.806009 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-734b1d82-add7-4664-9a90-8da312cbae73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.0954471 Oct 28 21:38:18.830532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port 5189ef7c-3014-4ff5-aa0a-73a74470cc47, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5189ef7c-3014-4ff5-aa0a-73a74470cc47,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:18.831156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.835640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe92:e0cd (f81635a2-fdc9-4571-89e5-692fe1730770/cd931579-23e2-45ba-9e47-217e1c174b03/987e8a2b-9621-47bb-a575-11a7291d8a49) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:18.870243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:18.876791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for 5189ef7c-3014-4ff5-aa0a-73a74470cc47 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:18.897463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-40782929-d371-42ca-8490-15646b72b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:18.900721 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-40782929-d371-42ca-8490-15646b72b0e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.0859563 Oct 28 21:38:18.948386 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-89dc94e1-7f0f-465b-9031-30e610ea08b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383778 Oct 28 21:38:19.062431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-7f29e274-b45d-45c6-9a2f-de6685da990f service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060162 Oct 28 21:38:19.129932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:19.141876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:19.166983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:19.185888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b09b42c7-bc15-4adc-b359-c3d6f1eb6b54 req-df130c19-83bb-4639-9af6-a30fa3e5f6b7 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165969 Oct 28 21:38:19.212754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:19.322205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918daa2-cf12-425e-8b33-2d0f447da121 req-73d73063-4865-4d3e-b180-45c684cad22d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:19.328466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918daa2-cf12-425e-8b33-2d0f447da121 req-73d73063-4865-4d3e-b180-45c684cad22d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:19.334596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918daa2-cf12-425e-8b33-2d0f447da121 req-73d73063-4865-4d3e-b180-45c684cad22d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:19.336328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2918daa2-cf12-425e-8b33-2d0f447da121 req-73d73063-4865-4d3e-b180-45c684cad22d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 2419 time: 0.3263700 Oct 28 21:38:19.432407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:19.433027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.476706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b4323984-c8dc-4328-8dc5-778cd68ec8b1 None None] Provisioning complete for port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:19.477310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4323984-c8dc-4328-8dc5-778cd68ec8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.501295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.536107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b4323984-c8dc-4328-8dc5-778cd68ec8b1 None None] Port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:19.536324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:19.541628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-0fd0c067-6481-447f-8d2a-927773446cbb tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9016228 Oct 28 21:38:19.551484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.555773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2918daa2-cf12-425e-8b33-2d0f447da121 req-1d7425b8-078d-4270-8ff1-ce3896def7a3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966214 Oct 28 21:38:19.562677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f4bd6de5-fc73-4adb-98b0-c4437038a7c0', '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'efa59725-1b2b-4cd6-b3b4-0c9181575782'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:19.569613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Request body: {'port': {'device_id': '1c7291c7-94bb-4930-863d-f30319989926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:19.644082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=5189ef7c-3014-4ff5-aa0a-73a74470cc47,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:19.739337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.802894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.804868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port 5189ef7c-3014-4ff5-aa0a-73a74470cc47 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:19.811074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.841779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75554637-421b-487f-8893-82aadf913e69 req-eaaf2fdd-8e62-4744-abe4-a386ec0d476e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "DELETE /v2.0/ports/5189ef7c-3014-4ff5-aa0a-73a74470cc47 HTTP/1.1" status: 204 len: 173 time: 2.2824538 Oct 28 21:38:19.861569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f623bf5a-e0ca-46d8-bda5-1266a7a14bfc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:19.962997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:19.965515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.048348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:20.048746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.066634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:20.067477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.069240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23f4c495-12f6-49c3-905f-5f29a7417e45 req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "PUT /v2.0/ports/3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 942 time: 1.6790178 Oct 28 21:38:20.131376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:20.146871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:20.157133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53873ad-eaec-4a65-9468-77da0cd0cb04 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:20.164098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:20.170928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:20.171509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.199045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:20.203255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f044d3d4-3a6d-4986-83b9-7a2a10c8608b None None] Provisioning complete for port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:20.207565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f044d3d4-3a6d-4986-83b9-7a2a10c8608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.209264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.228517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d68b-ab2f-46a8-87fc-9ca9f09a795c req-36236473-a1a9-4eda-9d15-14090efba81e tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:20.230101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4205d68b-ab2f-46a8-87fc-9ca9f09a795c req-36236473-a1a9-4eda-9d15-14090efba81e tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 932 time: 0.3183742 Oct 28 21:38:20.259588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:20.362943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5908778 Oct 28 21:38:20.365590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:20.395777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:20.415597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.440201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa7c94-a336-4a10-b724-3264b15bd999 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:20.450522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa7c94-a336-4a10-b724-3264b15bd999 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:20.452955 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e0aa7c94-a336-4a10-b724-3264b15bd999 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0852008 Oct 28 21:38:20.463910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:20.675798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 987e8a2b-9621-47bb-a575-11a7291d8a49 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:20.680531 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.704440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:20.776421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47'}, {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:20.776421 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0" -d '{"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47"}, {"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:20.777365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a68dd-f494-4ae4-a0f3-bc9061604871 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=987e8a2b-9621-47bb-a575-11a7291d8a49,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:20.840834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.856704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4c3c7045-fc45-4145-9505-415a7264bb94 None None] Provisioning complete for port 987e8a2b-9621-47bb-a575-11a7291d8a49 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:20.857167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7045-fc45-4145-9505-415a7264bb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.863201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 987e8a2b-9621-47bb-a575-11a7291d8a49 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:20.898169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port efa59725-1b2b-4cd6-b3b4-0c9181575782 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:20.898682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:20.910323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c7045-fc45-4145-9505-415a7264bb94 None None] Port 987e8a2b-9621-47bb-a575-11a7291d8a49 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:20.953586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4205d68b-ab2f-46a8-87fc-9ca9f09a795c req-a499e063-121b-4375-9530-72f668a3caae tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6991975 Oct 28 21:38:21.034373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.063992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=987e8a2b-9621-47bb-a575-11a7291d8a49,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:21.096100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.099821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f97e98d3-bbad-4c9a-9b06-d082b9c22dd4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/987e8a2b-9621-47bb-a575-11a7291d8a49 HTTP/1.1" status: 204 len: 168 time: 0.6319342 Oct 28 21:38:21.101959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.133188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-ff2b8365-088f-4801-86d3-51de26cd48f0 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8930886 Oct 28 21:38:21.160979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c64a8-4fbe-4c70-b260-bfb0ebf3663c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.162530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c64a8-4fbe-4c70-b260-bfb0ebf3663c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.166448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-656c64a8-4fbe-4c70-b260-bfb0ebf3663c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0612030 Oct 28 21:38:21.167025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52734) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.173229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:21.191419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port efa59725-1b2b-4cd6-b3b4-0c9181575782, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=efa59725-1b2b-4cd6-b3b4-0c9181575782,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:21.191715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.219306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for efa59725-1b2b-4cd6-b3b4-0c9181575782 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:21.223391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet cd931579-23e2-45ba-9e47-217e1c174b03 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:21.227116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.232695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c264-d880-42ed-ad6c-b3362132ff66 req-30c09101-8fff-4539-802c-4f7f45648f8c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.238827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c264-d880-42ed-ad6c-b3362132ff66 req-30c09101-8fff-4539-802c-4f7f45648f8c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.240507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8f3c264-d880-42ed-ad6c-b3362132ff66 req-30c09101-8fff-4539-802c-4f7f45648f8c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 1683 time: 0.2098694 Oct 28 21:38:21.273082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.295143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.354075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db543c9f-cb47-4952-8b7d-f3df3ce3cf65 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:21.366117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.396150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.441711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8f3c264-d880-42ed-ad6c-b3362132ff66 req-24f98513-ec4f-44fa-a9cf-8b5bc8a45c3e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858878 Oct 28 21:38:21.442940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Transition to ACTIVE for port object db543c9f-cb47-4952-8b7d-f3df3ce3cf65 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:38:21.443744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.473350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.487536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=cd931579-23e2-45ba-9e47-217e1c174b03,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:21.502036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.505586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d1739bbe-92aa-43a1-9a4a-f9bb11d9e672 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/cd931579-23e2-45ba-9e47-217e1c174b03 HTTP/1.1" status: 204 len: 168 time: 0.3375533 Oct 28 21:38:21.507122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323f553-fc40-4396-886c-7a70c8f955a3 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:21.508106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.559579 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0e97233f-d5f1-4124-ae9b-5754cd5f7d1a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495961 Oct 28 21:38:21.565349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52740) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.609259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Pushing event updated for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:21.628615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd236bde-9dee-46f6-9eb2-0f20314b70b6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.632870 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd236bde-9dee-46f6-9eb2-0f20314b70b6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0664904 Oct 28 21:38:21.634130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52742) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.663539 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de3c6e-d808-4940-81f0-ee099717ff6f x-openstack-request-id: req-b6de3c6e-d808-4940-81f0-ee099717ff6f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:21.663840 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "5189ef7c-3014-4ff5-aa0a-73a74470cc47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:21.664089 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6de3c6e-d808-4940-81f0-ee099717ff6f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:21.664928 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': '5189ef7c-3014-4ff5-aa0a-73a74470cc47', 'status': 'completed', 'code': 200} Oct 28 21:38:21.665286 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:38:21.666385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5189ef7c-3014-4ff5-aa0a-73a74470cc47 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:21.691593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 5189ef7c-3014-4ff5-aa0a-73a74470cc47 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:21.691984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5189ef7c-3014-4ff5-aa0a-73a74470cc47 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:21.692432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device efa59725-1b2b-4cd6-b3b4-0c9181575782 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:21.803004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb385c6-e6c7-4ed3-a8df-e6c774731450 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.804674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0bb385c6-e6c7-4ed3-a8df-e6c774731450 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657610 Oct 28 21:38:21.813436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52744) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.820698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.837965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f623bf5a-e0ca-46d8-bda5-1266a7a14bfc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:21.869080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Attempting to bind port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:21.869413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Attempting to bind port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:21.869737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Attempting to bind port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 on network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:21.878986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=efa59725-1b2b-4cd6-b3b4-0c9181575782,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:21.884402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 on network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:38:21.884751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Attempting to bind port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 on network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:21.889071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.892159 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8436879c-698d-410b-9937-0db43e39f998 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775466 Oct 28 21:38:21.896593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52748) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:21.901813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:21.922806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-8689cdce-6add-4e18-a228-a27a04fd6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:21.926373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-8689cdce-6add-4e18-a228-a27a04fd6737 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.1654856 Oct 28 21:38:21.950601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:21.957123 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:21.984222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:21.985137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Checking segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:21.985285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Bound using segment: {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:21.985738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Bound port: db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:21.986271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.051642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port efa59725-1b2b-4cd6-b3b4-0c9181575782 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:22.058657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:22.059544 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.067339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.071079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75554637-421b-487f-8893-82aadf913e69 req-d8785f85-3047-4678-81a6-c3360ec7f505 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "DELETE /v2.0/ports/efa59725-1b2b-4cd6-b3b4-0c9181575782 HTTP/1.1" status: 204 len: 173 time: 2.2284307 Oct 28 21:38:22.099174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-b4837603-0733-4d16-b3a8-db7634019583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:22.100678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-b4837603-0733-4d16-b3a8-db7634019583 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.1600823 Oct 28 21:38:22.148980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f4bd6de5-fc73-4adb-98b0-c4437038a7c0 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:22.197074 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-5961ed30-89c1-4635-9e4b-6a0adc466dc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.0898442 Oct 28 21:38:22.296533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Deleting port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:22.296904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.390176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:22.404381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eeaba-7f0c-40b6-84c1-88a0f75ee9cb req-19b98254-b5ae-484d-8d46-7316a0e32617 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:22.406030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-044eeaba-7f0c-40b6-84c1-88a0f75ee9cb req-19b98254-b5ae-484d-8d46-7316a0e32617 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 944 time: 0.3064029 Oct 28 21:38:22.408972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:22.416948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:22.421383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.437421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Allocated IP 172.25.4.22 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/de924f35-4d04-42be-b2cf-701a087396e4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:22.453967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.481706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] For port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:22.482400 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.500607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.517232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Calling delete_port for f623bf5a-e0ca-46d8-bda5-1266a7a14bfc owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:22.545125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:22.551399 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d31642-ee3f-4eba-ac80-e38d239f7892" -d '{"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:22.601542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:22.610660 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.681408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:22.682806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.729091 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.750549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-623de485-4f29-4bc4-b994-808977d012fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:22.753935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-623de485-4f29-4bc4-b994-808977d012fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.5481999 Oct 28 21:38:22.759865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Pushing event updated for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:22.765823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] Pushing event deleted for resources: {'Port': ['ID=f623bf5a-e0ca-46d8-bda5-1266a7a14bfc,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:22.779747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:22.781315 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.783334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-ec00fdb7-38f9-4695-801a-92a13e0c8e81 service neutron] 10.222.0.44 "PUT /v2.0/ports/db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 200 len: 1093 time: 3.2231443 Oct 28 21:38:22.809782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b3f8c-eca6-4751-9e87-5b1816cad0d0 None None] No DVR routers for this DVR port f623bf5a-e0ca-46d8-bda5-1266a7a14bfc on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:22.817497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.834626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-d241fd65-24ea-405c-a636-ce309422ecd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735216 Oct 28 21:38:22.962786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:22.963054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:22.967203 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-7194cf5e-a5ce-43ce-8022-b06bce22fbde service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224694 Oct 28 21:38:23.004883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:23.085427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c150de8-de9e-4e2b-8af1-e0fa3b8959c0 req-ceed2acc-1d4c-431b-b291-9c1ef114b812 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106069 Oct 28 21:38:23.292957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-044eeaba-7f0c-40b6-84c1-88a0f75ee9cb req-c470612e-862c-41bb-a372-7e37111a72d3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8580260 Oct 28 21:38:23.303133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:23.306093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:23.372927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'Port': ['ID=de924f35-4d04-42be-b2cf-701a087396e4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:23.441645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-1aaf265f-866c-424b-b9e1-94995be25ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:23.443144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-1aaf265f-866c-424b-b9e1-94995be25ec8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1096 time: 0.5846441 Oct 28 21:38:23.495106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port f4bd6de5-fc73-4adb-98b0-c4437038a7c0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:23.495339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:23.529874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:23.540179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-40311eab-f8dc-4b02-9001-4f2399c5e41c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 200 len: 217 time: 0.0757113 Oct 28 21:38:23.581311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for f4bd6de5-fc73-4adb-98b0-c4437038a7c0 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:23.673648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782'}, {'name': 'network-changed', 'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:23.684913 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606868c-c237-4155-90a9-5bf76b869b05" -d '{"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782"}, {"name": "network-changed", "server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:23.735617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:23.766012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f623bf5a-e0ca-46d8-bda5-1266a7a14bfc no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:23.788928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f623bf5a-e0ca-46d8-bda5-1266a7a14bfc {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:23.790767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f623bf5a-e0ca-46d8-bda5-1266a7a14bfc not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:23.810298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:23.825828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a5c2a-364c-4cd0-8b6a-98c57bc806b2 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:23.830024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791748d-3169-4592-846f-6355f8a88b69 req-32573a23-0233-4b03-9853-30997c56dea3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:23.831574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3791748d-3169-4592-846f-6355f8a88b69 req-32573a23-0233-4b03-9853-30997c56dea3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 944 time: 0.4522405 Oct 28 21:38:23.835157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:23.835319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:23.852718 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:23.861740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=c97d2360-1be5-422d-a64a-e2a376dfb6ef,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:23.886776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-36b4a953-af0e-41a0-8cdb-715f6316faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:23.889202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-36b4a953-af0e-41a0-8cdb-715f6316faf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d954ceb4-d96a-45d9-bc6d-045ee3154ccb HTTP/1.1" status: 200 len: 848 time: 0.2863257 Oct 28 21:38:23.927934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f22891e-49b3-48e0-bb0b-7a6e81d4772c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0302331 Oct 28 21:38:23.930797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52768) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:23.939807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:d8:6b:c8', 'name': 'tempest-NetworksTestDHCPv6-1212423693'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:24.029195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3791748d-3169-4592-846f-6355f8a88b69 req-d6cb8903-e917-4412-8556-9e227e9c58d9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787691 Oct 28 21:38:24.036804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.054506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'c97d2360-1be5-422d-a64a-e2a376dfb6ef'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:24.056175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.083626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-60d2240e-addb-438f-b6dc-3dd1ca1bcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:24.085221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-60d2240e-addb-438f-b6dc-3dd1ca1bcb3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791136 Oct 28 21:38:24.088059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:24.228543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.270668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.281795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port d0796dc7-ac76-4622-8555-05099299a999 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:24.313574 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490bc354-916f-41de-bf94-ac320f862596 x-openstack-request-id: req-490bc354-916f-41de-bf94-ac320f862596 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:24.313574 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:24.313574 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490bc354-916f-41de-bf94-ac320f862596 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:24.313574 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'code': 200} Oct 28 21:38:24.323277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=f4bd6de5-fc73-4adb-98b0-c4437038a7c0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:24.327873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/c97d2360-1be5-422d-a64a-e2a376dfb6ef/4ef6cc65-e9cd-4d85-903d-368ce7f990b7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:24.434544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port f4bd6de5-fc73-4adb-98b0-c4437038a7c0 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:24.442813 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5af127-ffac-44fc-a0e1-b179499a1d3d x-openstack-request-id: req-3d5af127-ffac-44fc-a0e1-b179499a1d3d {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:24.443208 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "efa59725-1b2b-4cd6-b3b4-0c9181575782", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:24.443555 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d5af127-ffac-44fc-a0e1-b179499a1d3d {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:24.444075 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': 'efa59725-1b2b-4cd6-b3b4-0c9181575782', 'status': 'completed', 'code': 200} Oct 28 21:38:24.444658 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'status': 'completed', 'code': 200} Oct 28 21:38:24.445623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.450014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75554637-421b-487f-8893-82aadf913e69 req-477743d2-5f1e-456b-aad9-39b39c763de0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "DELETE /v2.0/ports/f4bd6de5-fc73-4adb-98b0-c4437038a7c0 HTTP/1.1" status: 204 len: 173 time: 2.3628392 Oct 28 21:38:24.453914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-986cb347-6d2a-4d65-b274-655b69ff988c service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275976 Oct 28 21:38:24.579138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd4e96be-fdb7-48fc-bd63-3caf4884ed76 req-5fef84a2-1dfe-496d-87c8-44754de3c28b service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120598 Oct 28 21:38:24.588929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.608162 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.651890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.681128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:24.691265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:24.698443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:24.702573 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.710280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Pushing event updated for resources: {'Port': ['ID=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:24.736495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::1b6 (f81635a2-fdc9-4571-89e5-692fe1730770/c97d2360-1be5-422d-a64a-e2a376dfb6ef/d0796dc7-ac76-4622-8555-05099299a999) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:24.783580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Attempting to bind port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:24.784709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Attempting to bind port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:24.786748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Attempting to bind port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:24.806232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:24.807094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:24.817720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.818467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:24.819466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Bound port: 4ef6cc65-e9cd-4d85-903d-368ce7f990b7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:24.820066 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.841098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169abaa-148f-4130-bfbf-16115c324cc2 req-b4cbdc49-6b24-4849-9075-a933234b2c21 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:24.851708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c169abaa-148f-4130-bfbf-16115c324cc2 req-b4cbdc49-6b24-4849-9075-a933234b2c21 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 944 time: 0.2259040 Oct 28 21:38:24.893459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event updated for resources: {'Port': ['ID=de924f35-4d04-42be-b2cf-701a087396e4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:24.904331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.920648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c169abaa-148f-4130-bfbf-16115c324cc2 req-e4ec4b43-f5f8-4c44-9e03-160f9cf0689e tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626900 Oct 28 21:38:24.922911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606868c-c237-4155-90a9-5bf76b869b05 req-a404a232-bac3-464e-b761-4add9b44fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:24.932533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-a404a232-bac3-464e-b761-4add9b44fbe5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1096 time: 0.2412314 Oct 28 21:38:24.933483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] For port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:24.937976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] For port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:24.944210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:24.952622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.002704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.032264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3044-eb92-406a-9151-227c5fcbbc9d None None] Pushing event updated for resources: {'Port': ['ID=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:25.070377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.078659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-e0c2b8d2-f071-45cb-9b47-a31929c9369d tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9283206 Oct 28 21:38:25.081035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606868c-c237-4155-90a9-5bf76b869b05 req-be71fdaf-ea7b-42cd-9e95-099d12f374f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.082550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-be71fdaf-ea7b-42cd-9e95-099d12f374f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 200 len: 910 time: 0.1443999 Oct 28 21:38:25.094955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:25.109558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:25.113481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=d0796dc7-ac76-4622-8555-05099299a999,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:25.116163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:25.125277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.127755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.165632 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fcb10b5d-65d1-491d-86b0-f558c1fa6630 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2332826 Oct 28 21:38:25.169260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52776) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:25.225780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-8d4f6397-fd08-4ea5-b275-1d6b2a240a88 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.1461287 Oct 28 21:38:25.250208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7acc4-a71d-4082-8d62-a30adf614c53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.258748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7acc4-a71d-4082-8d62-a30adf614c53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.264307 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a3a7acc4-a71d-4082-8d62-a30adf614c53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0934834 Oct 28 21:38:25.264568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-e34620bc-7c2e-4919-a039-cb93ffdd86db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 200 len: 217 time: 0.1491263 Oct 28 21:38:25.264964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:25.266433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ece4e3b3-84e7-4c7e-8f62-3b788f5e2f76 req-d2c77e07-f40d-441f-bb5d-1dde75ef0f42 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd HTTP/1.1" status: 200 len: 210 time: 0.0295541 Oct 28 21:38:25.443259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port d0796dc7-ac76-4622-8555-05099299a999 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:25.443571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.467435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606868c-c237-4155-90a9-5bf76b869b05 req-0a3e920b-be6d-4261-a318-dfbf1fb5ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.469000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-0a3e920b-be6d-4261-a318-dfbf1fb5ded3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d954ceb4-d96a-45d9-bc6d-045ee3154ccb HTTP/1.1" status: 200 len: 848 time: 0.1818821 Oct 28 21:38:25.493328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-c039eb82-9383-4720-bf4a-18504d1bb777 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.494813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-c039eb82-9383-4720-bf4a-18504d1bb777 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.2681744 Oct 28 21:38:25.528217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-75979af3-7809-4632-926b-bb509f244198 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:38:25.529508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b74bdeb6-1b9f-4dd8-a62c-19aa1bcd4ec1 req-75979af3-7809-4632-926b-bb509f244198 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079176 Oct 28 21:38:25.565858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606868c-c237-4155-90a9-5bf76b869b05 req-2745f5f0-9ade-41c7-8a17-6cc3d2d00d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.567945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-2745f5f0-9ade-41c7-8a17-6cc3d2d00d07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901520 Oct 28 21:38:25.577584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.591782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for d0796dc7-ac76-4622-8555-05099299a999 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:25.745227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.751453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-5a31c438-01fc-46b3-9a2b-027136c8febd tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.753020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-5a31c438-01fc-46b3-9a2b-027136c8febd tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1480482 Oct 28 21:38:25.791372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=d0796dc7-ac76-4622-8555-05099299a999,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:25.820355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.821277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-4d48d7ff-0295-4d46-a52d-0e9ac93a042f service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419209 Oct 28 21:38:25.824119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5a1b56f-028b-4510-8f19-6cecd00fdb51 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/d0796dc7-ac76-4622-8555-05099299a999 HTTP/1.1" status: 204 len: 168 time: 0.5580430 Oct 28 21:38:25.827095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:25.831865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-083c29bc-0a6b-44ec-a2c6-a3c8dbda3e8b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0643589 Oct 28 21:38:25.836432 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'floatingip': {'port_id': '3feb79df-2834-49fd-b465-9301723efad4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:25.862745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:25.897212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b20ba2-9579-4ff0-8f8f-a84c9490dd80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.898828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b20ba2-9579-4ff0-8f8f-a84c9490dd80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:25.903599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8b20ba2-9579-4ff0-8f8f-a84c9490dd80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0725214 Oct 28 21:38:25.904010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:25.907515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.948663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:25.949034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:25.992881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet c97d2360-1be5-422d-a64a-e2a376dfb6ef {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:26.003285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.047348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b606868c-c237-4155-90a9-5bf76b869b05 req-5efe5371-3557-4306-ba4d-2d4bd1dc4250 service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071216 Oct 28 21:38:26.071151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.144672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.202612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:26.206729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.209838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.218474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8bca0-f24d-45e7-a0c1-01239e6e2c04 req-eef945a7-ce53-4290-8c7f-5f897eecbbdd tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:26.220058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fad8bca0-f24d-45e7-a0c1-01239e6e2c04 req-eef945a7-ce53-4290-8c7f-5f897eecbbdd tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 944 time: 0.1445913 Oct 28 21:38:26.276678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:26.315440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.356653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=c97d2360-1be5-422d-a64a-e2a376dfb6ef,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:26.362191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.365475 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-78e6289d-cea2-4a7a-b099-0856f3f83b6f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/c97d2360-1be5-422d-a64a-e2a376dfb6ef HTTP/1.1" status: 204 len: 168 time: 0.4604530 Oct 28 21:38:26.367918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52796) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.368452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fad8bca0-f24d-45e7-a0c1-01239e6e2c04 req-e5f84ba7-036d-4a4b-811e-ef644a48a147 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417823 Oct 28 21:38:26.411888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8edeabf5-1d47-4bfe-81c0-525d1193af03 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428057 Oct 28 21:38:26.420934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52802) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.446650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:26.449998 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea8fa37-586d-4951-87a9-17ea053eed5a" -d '{"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:26.506167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62f6c3-7ed6-4849-9012-5795c508dae6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:26.509992 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fa62f6c3-7ed6-4849-9012-5795c508dae6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0856280 Oct 28 21:38:26.509992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52806) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.515820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52810) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.613314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting subnet 064293ec-d739-485a-8671-fc92b7a845bb {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:26.618003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.641497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f7c82-73aa-4fbe-b0fe-c306482b3bfd None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:26.691090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.804960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.880171 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fcc7a6-ea76-478f-b7d8-abeb155aa7e3 x-openstack-request-id: req-08fcc7a6-ea76-478f-b7d8-abeb155aa7e3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:26.880171 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd", "name": "network-vif-deleted", "tag": "f4bd6de5-fc73-4adb-98b0-c4437038a7c0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:26.880640 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08fcc7a6-ea76-478f-b7d8-abeb155aa7e3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:26.880798 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eb9fbf-959d-4c69-b25b-36f9b69c1cbd', 'name': 'network-vif-deleted', 'tag': 'f4bd6de5-fc73-4adb-98b0-c4437038a7c0', 'status': 'completed', 'code': 200} Oct 28 21:38:26.890314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.937710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12811e77-e7a5-45e7-8b3c-eadeed08355f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:26.941821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12811e77-e7a5-45e7-8b3c-eadeed08355f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4186532 Oct 28 21:38:26.945510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52812) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.962300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Subnet': ['ID=064293ec-d739-485a-8671-fc92b7a845bb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:26.967368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:26.974197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2080218-ae1d-4a50-97d6-6e770937b693 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/subnets/064293ec-d739-485a-8671-fc92b7a845bb HTTP/1.1" status: 204 len: 168 time: 0.4624286 Oct 28 21:38:26.974594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:26.983936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70dcfcd-71db-4986-98c5-d9e604e4e62a None None] Network fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:26.989769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c366010c-ce99-4d47-9e5f-6c7789f54fac tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431223 Oct 28 21:38:27.001629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52816) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:27.006270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9fb67285-a360-4e08-8fa7-cac3deaa5341 None None] Provisioning complete for port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:27.006676 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fb67285-a360-4e08-8fa7-cac3deaa5341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.011349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:27.019546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.resource_extend [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 21:38:27.074778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.136258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port a778e73f-82ab-48d7-abda-b5af6ca51e52 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:27.136606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.163940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.170634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.269550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port a778e73f-82ab-48d7-abda-b5af6ca51e52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a778e73f-82ab-48d7-abda-b5af6ca51e52,segment=NetworkSegment(040dbba8-7912-4e3e-863e-4b81178cd575),segment_id=040dbba8-7912-4e3e-863e-4b81178cd575)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:27.269768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.278170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:27.288706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:27.292347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for a778e73f-82ab-48d7-abda-b5af6ca51e52 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:27.292538 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.333904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Deleting port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:27.334390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.408098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c43da-36ca-4b4b-a0f5-7596239f2e5e None None] DHCP port deletion for fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:27.412621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.425085 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Floating IP 00e3a6bc-2f5a-4094-aff0-86f6c3eff972 associated. External IP: 172.25.4.22, port: 3feb79df-2834-49fd-b465-9301723efad4. Oct 28 21:38:27.427268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] For port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:27.427615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.441995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Calling delete_port for 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:27.455282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port a778e73f-82ab-48d7-abda-b5af6ca51e52 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:27.462899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=a778e73f-82ab-48d7-abda-b5af6ca51e52,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:27.541048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.556836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.581787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:27.587546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] Pushing event deleted for resources: {'Port': ['ID=4ef6cc65-e9cd-4d85-903d-368ce7f990b7,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:27.593008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040dbba8-7912-4e3e-863e-4b81178cd575') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:27.593308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040dbba8-7912-4e3e-863e-4b81178cd575') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:27.603380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57902199-dd1c-48ae-ba77-7f7c476113c8 None None] No DVR routers for this DVR port 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:27.607752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.631720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.639404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:38:27.639917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:38:27.644410 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:38:27.654981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device db543c9f-cb47-4952-8b7d-f3df3ce3cf65 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:38:27.788852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.798817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:27.819620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.823212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/networks/fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3 HTTP/1.1" status: 204 len: 168 time: 0.8466263 Oct 28 21:38:27.826759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:27.828575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:27.829041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ef6cc65-e9cd-4d85-903d-368ce7f990b7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:27.829562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a778e73f-82ab-48d7-abda-b5af6ca51e52 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:27.859592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a778e73f-82ab-48d7-abda-b5af6ca51e52 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:27.859975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a778e73f-82ab-48d7-abda-b5af6ca51e52 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:27.921310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:27.929986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting subnet 7f2cce77-4bf2-4731-be6e-47d6d245370a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:27.933503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bbdf8-2513-4fd9-bd51-e22e4b50c1c1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Network': ['ID=fcbfa814-8e37-4a7a-b9f6-4cbe1dad75b3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:27.937507 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:27.940857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'port_id': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'mac_address': 'fa:16:3e:26:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:38:27.991812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.005726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.013909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:28.022379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.025012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db543c9f-cb47-4952-8b7d-f3df3ce3cf65 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:28.048996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:28.057436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.077031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:28.090637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:28.094036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:28.094535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.113683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac113aaf-4f73-48a7-aacd-4bc35775baf9 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:28.117613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.124074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1166568 Oct 28 21:38:28.127239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52830) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:28.138829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:28.165235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:28.190651 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.193319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=982cac71-1420-4996-ba4a-a3159a79a795,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:28.224398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7310bde-3a6b-4278-99a6-68ff40437ad7 req-b98840d0-0dca-47f6-a4fa-b201cd3d16e3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:28.225446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7310bde-3a6b-4278-99a6-68ff40437ad7 req-b98840d0-0dca-47f6-a4fa-b201cd3d16e3 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 944 time: 0.5894384 Oct 28 21:38:28.235811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Router e4db1630-65ac-417e-88af-4b1c95bf03da has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:28.237813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.238156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.238531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.238873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.239209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.239539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.239867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.240223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.240591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.240920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.241244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.241572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5c70ea-ea63-497f-aabb-18cbc044c0a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:28.247979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2cce77-4bf2-4731-be6e-47d6d245370a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:28.264673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.269175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2de55110-b01d-4d06-b35e-570f4a714331 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/subnets/7f2cce77-4bf2-4731-be6e-47d6d245370a HTTP/1.1" status: 204 len: 168 time: 0.4412539 Oct 28 21:38:28.271835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:28.275058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fcc03-28ee-468d-a445-cae5267eef72 None None] Network 6211ee60-609d-4796-8721-77c00872193e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:28.369628 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.403036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7310bde-3a6b-4278-99a6-68ff40437ad7 req-f218e398-c8b7-48c8-8197-7fa93fde9b7a tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573424 Oct 28 21:38:28.408674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '982cac71-1420-4996-ba4a-a3159a79a795'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:28.409903 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.428200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['db543c9f-cb47-4952-8b7d-f3df3ce3cf65'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:28.452962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:28.457360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port 6cebbd0e-45d5-4218-bc3b-febb019475f4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:28.458203 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.458577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.532826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:28.539007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.547745 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Sync routers for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:28.565712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port 6cebbd0e-45d5-4218-bc3b-febb019475f4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6cebbd0e-45d5-4218-bc3b-febb019475f4,segment=NetworkSegment(c4e1e119-2fb5-4b96-8822-1209f1f5d6e0),segment_id=c4e1e119-2fb5-4b96-8822-1209f1f5d6e0)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:28.566477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.570226 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:28.572744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:28.615201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for 6cebbd0e-45d5-4218-bc3b-febb019475f4 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:28.666802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-d3ea813f-3ef6-43ff-9897-19c6d37d05a6 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "PUT /v2.0/floatingips/00e3a6bc-2f5a-4094-aff0-86f6c3eff972 HTTP/1.1" status: 200 len: 995 time: 2.8339946 Oct 28 21:38:28.667078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] DHCP port deletion for 6211ee60-609d-4796-8721-77c00872193e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:28.773536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Allocated IP 2001:db8::f816:3eff:fee6:cfe2 (f81635a2-fdc9-4571-89e5-692fe1730770/982cac71-1420-4996-ba4a-a3159a79a795/d6604563-df50-4e1b-b7ac-a85e8acd37fc) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:28.817426 n-d-806683-16 neutron-server[102314]: INFO neutron.db.ipam_backend_mixin [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 982cac71-1420-4996-ba4a-a3159a79a795 (CIDR: 2001:db8::/64) Oct 28 21:38:28.821598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:28.834459 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:38:28.834913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:38:28.875434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=6cebbd0e-45d5-4218-bc3b-febb019475f4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:28.885872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3442e50-79a5-4111-85f2-82fd86f2e065 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7532551 Oct 28 21:38:28.885872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-4420fd15-1c22-43ed-b6eb-b828256f683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:28.890331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port 6cebbd0e-45d5-4218-bc3b-febb019475f4 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:28.892981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:28.896533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-4420fd15-1c22-43ed-b6eb-b828256f683f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.1961706 Oct 28 21:38:28.897135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:28.899298 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:28.928782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:29.011502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Deleting port 6cebbd0e-45d5-4218-bc3b-febb019475f4 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:29.012842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.025790 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95665f04-ecac-4974-9011-c8ba964c118c x-openstack-request-id: req-95665f04-ecac-4974-9011-c8ba964c118c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:29.026336 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:29.026336 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95665f04-ecac-4974-9011-c8ba964c118c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:29.026703 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:38:29.092596 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:29.118101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] For port 6cebbd0e-45d5-4218-bc3b-febb019475f4, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:29.119077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.124123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-41bf248b-5f9a-4ad5-9b44-2a6e8da98534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.135678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-41bf248b-5f9a-4ad5-9b44-2a6e8da98534 service neutron] 10.222.0.31 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.2218630 Oct 28 21:38:29.148796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-456cc091-b7cd-4e45-9364-e9c62bed0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.150747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-456cc091-b7cd-4e45-9364-e9c62bed0eae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.1165302 Oct 28 21:38:29.161911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Calling delete_port for 6cebbd0e-45d5-4218-bc3b-febb019475f4 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:29.165999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.167078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Port 6cebbd0e-45d5-4218-bc3b-febb019475f4 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:38:29.174372 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.231497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6211ee60-609d-4796-8721-77c00872193e']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:29.254836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:29.255283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e1e119-2fb5-4b96-8822-1209f1f5d6e0') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:29.268604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.273819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] No DVR routers for this DVR port 6cebbd0e-45d5-4218-bc3b-febb019475f4 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:29.276553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7cc64-3c56-46c6-8f5b-0f6b989ffeb4 None None] Pushing event deleted for resources: {'Port': ['ID=6cebbd0e-45d5-4218-bc3b-febb019475f4,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:29.284075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:29.288785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.300477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.347337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:29.358997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:29.364504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:29.380671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-87f6a17d-647c-402a-9958-948508c20e74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 998 time: 0.2436171 Oct 28 21:38:29.434264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Pushing event updated for resources: {'Port': ['ID=d6604563-df50-4e1b-b7ac-a85e8acd37fc,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:29.446987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Attempting to bind port d6604563-df50-4e1b-b7ac-a85e8acd37fc on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:29.447547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Attempting to bind port d6604563-df50-4e1b-b7ac-a85e8acd37fc by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:29.448164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Attempting to bind port d6604563-df50-4e1b-b7ac-a85e8acd37fc on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:29.450900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-6d99c32f-1a8e-4975-bc4d-62139ad5a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.453099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-6d99c32f-1a8e-4975-bc4d-62139ad5a040 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.2430105 Oct 28 21:38:29.455308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:29.456298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:29.457251 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.457836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:29.458542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Bound port: d6604563-df50-4e1b-b7ac-a85e8acd37fc, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:29.459151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.516516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-2c63b24c-f5c6-4494-a786-3957c905925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.518625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-2c63b24c-f5c6-4494-a786-3957c905925f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.1306908 Oct 28 21:38:29.570538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] For port d6604563-df50-4e1b-b7ac-a85e8acd37fc, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:29.575230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] For port d6604563-df50-4e1b-b7ac-a85e8acd37fc, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6604563-df50-4e1b-b7ac-a85e8acd37fc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:29.582083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.598365 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.616246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.618884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.642364 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '00e3a6bc-2f5a-4094-aff0-86f6c3eff972', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'port_id': '3feb79df-2834-49fd-b465-9301723efad4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'mac_address': 'fa:16:3e:a9:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:23Z', 'updated_at': '2021-10-28T21:38:26Z', 'revision_number': 1, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:29.645033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-bb268cd5-394a-434b-a735-37d004454aa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124847 Oct 28 21:38:29.669544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:38:29.669734 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:38:29.679757 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:38:29.681947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-5d9e24b9-83e6-452c-965a-88fddd2456bf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:38:29.681947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-5d9e24b9-83e6-452c-965a-88fddd2456bf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0247822 Oct 28 21:38:29.694798 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Checking router: e4db1630-65ac-417e-88af-4b1c95bf03da for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:29.707907 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:29.709334 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:29.743238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96738b10-6bac-4c07-8652-444addf74cb0 None None] Pushing event updated for resources: {'Port': ['ID=d6604563-df50-4e1b-b7ac-a85e8acd37fc,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:29.821749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:29.823518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6cebbd0e-45d5-4218-bc3b-febb019475f4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:29.835345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:29.841938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.842709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.849416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.854279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=74f89500-55b3-4997-b227-6b7606b78f37,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:29.863923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:29.883599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/networks/6211ee60-609d-4796-8721-77c00872193e HTTP/1.1" status: 204 len: 168 time: 1.6106117 Oct 28 21:38:29.890766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6cebbd0e-45d5-4218-bc3b-febb019475f4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:29.891436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6cebbd0e-45d5-4218-bc3b-febb019475f4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:29.906382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-023c908c-b88b-45dc-982e-ee122496bc54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 998 time: 0.4422355 Oct 28 21:38:29.911153 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:29.914009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52850) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:29.919649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-835692785'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:29.943709 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87d0f7f4-8f1a-4312-9237-90b9b9d894b7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0492485 Oct 28 21:38:29.944706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f900-494a-4591-a406-b82533d95b19 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Network': ['ID=6211ee60-609d-4796-8721-77c00872193e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:29.946757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52854) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:29.952883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:30:1a:38', 'name': 'tempest-NetworksTestDHCPv6-1229552244'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:29.971622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e17691-2e99-4412-9003-f484cc824041 req-254058ad-880d-4816-a453-936b7addabee tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:29.983180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7e17691-2e99-4412-9003-f484cc824041 req-254058ad-880d-4816-a453-936b7addabee tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 945 time: 0.4184353 Oct 28 21:38:30.110134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:30.111578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-8943d860-7a86-4f8f-8a13-717871f650ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:30.113074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-8943d860-7a86-4f8f-8a13-717871f650ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.1767101 Oct 28 21:38:30.113785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.172675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:30.177423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:38:30.198126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-632f060d-9e9d-430e-bbd7-c87c4cf3a739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661135 Oct 28 21:38:30.232567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7e17691-2e99-4412-9003-f484cc824041 req-8f2dbb87-6d70-4eaa-951a-df263e91192c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425399 Oct 28 21:38:30.310904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.311489 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Added segment 7e2973ab-7acb-4d95-87ae-da9638392fe3 of type vlan for network 8ee0236b-558e-4523-bc5a-88d5fca2b275 Oct 28 21:38:30.412024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '00e3a6bc-2f5a-4094-aff0-86f6c3eff972', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'port_id': '3feb79df-2834-49fd-b465-9301723efad4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'mac_address': 'fa:16:3e:a9:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:23Z', 'updated_at': '2021-10-28T21:38:26Z', 'revision_number': 1, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:30.417564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.475096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.481789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:30.482415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.497629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:30.498043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-e9ca41a1-3660-4b75-90a5-022a76c41dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046246 Oct 28 21:38:30.508831 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfb05e-bb4c-4521-a281-d60a519e49cd None None] The sync data for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 is: [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '00e3a6bc-2f5a-4094-aff0-86f6c3eff972', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'port_id': '3feb79df-2834-49fd-b465-9301723efad4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'mac_address': 'fa:16:3e:a9:73:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:23Z', 'updated_at': '2021-10-28T21:38:26Z', 'revision_number': 1, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:30.551447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-309e0c3e-64bc-4cf8-88e3-f96de7a15b4d service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110957 Oct 28 21:38:30.582270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6675305 Oct 28 21:38:30.588672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:30.593097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'subnet': {'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:30.704356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 9c6a45df-aecc-49c7-8717-464e6b705585 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:30.765225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae4b39-ee3a-4efd-b68e-4ee9146b26b6 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Network': ['ID=8ee0236b-558e-4523-bc5a-88d5fca2b275,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:30.797964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:38:30.830921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:30.848690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.008662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6663edf-a490-4e08-83df-b6153a52c6e0 None None] New status for floating IP 00e3a6bc-2f5a-4094-aff0-86f6c3eff972: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:38:31.197345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8:0:1::36a (f81635a2-fdc9-4571-89e5-692fe1730770/74f89500-55b3-4997-b227-6b7606b78f37/9c6a45df-aecc-49c7-8717-464e6b705585) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:31.253510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe30:1a38 (f81635a2-fdc9-4571-89e5-692fe1730770/982cac71-1420-4996-ba4a-a3159a79a795/9c6a45df-aecc-49c7-8717-464e6b705585) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:31.322479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aed906b4-c08d-49f5-ae08-cd211d0fcb3c req-fb3ea91f-c52b-426d-8d96-4fe4b4ef7bfd service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338409 Oct 28 21:38:31.397547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.444316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-621e312b-29d8-48c7-bb63-a70c84177a24 req-b450f392-6c34-49b9-8919-b7a57b27bcbb service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9231050 Oct 28 21:38:31.570300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Subnet': ['ID=1f5a7b25-680d-4c45-bcf8-608eaf4f734c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:31.576782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d36c2-6c16-48b7-8c20-bf5a35014aff req-d0d57989-f662-479c-b08e-50c53dd030cd tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:31.578604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d83d36c2-6c16-48b7-8c20-bf5a35014aff req-d0d57989-f662-479c-b08e-50c53dd030cd tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 945 time: 0.1315186 Oct 28 21:38:31.580332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Checking segment: {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:31.580749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network hostable DHCP agents. Network: 8ee0236b-558e-4523-bc5a-88d5fca2b275, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:38:31.603450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.633977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eee6e9-efd8-4301-bc73-6c0af4a4ff66 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:31.636852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:38:31.657604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 8ee0236b-558e-4523-bc5a-88d5fca2b275) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:31.659283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d83d36c2-6c16-48b7-8c20-bf5a35014aff req-0e503264-c6df-460c-982b-44343551ed80 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744064 Oct 28 21:38:31.688324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:31.688954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.788878 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-72c0aa8d-7a22-4ba7-a891-1313bfaccf0a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1975722 Oct 28 21:38:31.791635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52876) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:31.799890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d3ff21-7e57-47e3-9534-4a2f5fd69857 None None] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:31.803802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device db543c9f-cb47-4952-8b7d-f3df3ce3cf65 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:31.816756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1338677554'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:31.837954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.893058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:31.907301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.921425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-e4f90d67-8fd6-48bc-840c-30ee3115b4d2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1710327 Oct 28 21:38:31.923693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6604563-df50-4e1b-b7ac-a85e8acd37fc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:31.945497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:31.957086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:31.966795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:31.973648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:31.974533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:31.975689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] Provisioning complete for port d6604563-df50-4e1b-b7ac-a85e8acd37fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:31.975962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.008962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=9c6a45df-aecc-49c7-8717-464e6b705585,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:32.012826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:38:32.019049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df6d4d65-b2ea-45f7-8abc-6636c731dbcd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0709734 Oct 28 21:38:32.022602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:32.022968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-c5447173-1bd7-4a70-944d-e57480d5b5db tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:32.030001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-c5447173-1bd7-4a70-944d-e57480d5b5db tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports/3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 942 time: 0.1009943 Oct 28 21:38:32.104349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.116995 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Added segment 56c0ae51-1169-4c55-92af-ac70b462b8e3 of type vlan for network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf Oct 28 21:38:32.235248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-5918995b-4884-47cc-8cc1-799030cdf23c tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1105783 Oct 28 21:38:32.267313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.280610 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d6604563-df50-4e1b-b7ac-a85e8acd37fc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:32.281026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.323680 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-098402db-057f-40fc-bb1f-2e66f72d6fb9 req-b611a766-e8f4-4714-b681-85cf6e79fb96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1149521 Oct 28 21:38:32.329671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:32.356671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.368819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:32.369207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.370168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:32.370801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.379572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-04827716-8583-4f36-a4e4-e680d2d64bc7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:32.381145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-04827716-8583-4f36-a4e4-e680d2d64bc7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.1449802 Oct 28 21:38:32.394506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-a1814b96-d7aa-4b78-bb37-38bc3d24fa53 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:38:32.395586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-a1814b96-d7aa-4b78-bb37-38bc3d24fa53 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070717 Oct 28 21:38:32.421389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-8ee0236b-558e-4523-bc5a-88d5fca2b275', 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'fixed_ips': [{'subnet_id': '1f5a7b25-680d-4c45-bcf8-608eaf4f734c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:32.422295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.463830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:32.464043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6617656 Oct 28 21:38:32.466133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-098402db-057f-40fc-bb1f-2e66f72d6fb9 req-55394f15-8518-46cf-9711-38f576baadf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0859601 Oct 28 21:38:32.470117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'subnet': {'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:32.491200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 9c6a45df-aecc-49c7-8717-464e6b705585 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:32.491200 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.493273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7f5d7-c809-4fb2-ad08-9e0bb0b0fbf3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Network': ['ID=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:32.518266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:38:32.529254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-9ab59808-47d0-414a-b5bc-6e6c61440225 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 1000 time: 0.1236763 Oct 28 21:38:32.548861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:32.556620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-098402db-057f-40fc-bb1f-2e66f72d6fb9 req-cc2662f2-71d8-43eb-b351-ec0669110fcb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597885 Oct 28 21:38:32.594098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.656666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.680004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.728834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098402db-057f-40fc-bb1f-2e66f72d6fb9 req-0b1aa358-1485-4ffc-87e5-0f63fd712924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:32.730968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-098402db-057f-40fc-bb1f-2e66f72d6fb9 req-0b1aa358-1485-4ffc-87e5-0f63fd712924 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666839 Oct 28 21:38:32.735564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.807217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 9c6a45df-aecc-49c7-8717-464e6b705585 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:32.812291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] For port d6604563-df50-4e1b-b7ac-a85e8acd37fc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6604563-df50-4e1b-b7ac-a85e8acd37fc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:32.844590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:32.847038 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4528b69-d390-4573-a771-68b2f37f1f2a" -d '{"events": [{"server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "name": "network-vif-plugged", "status": "completed", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:32.865737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.876863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.877677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.880813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:32.890543 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.892346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': '982cac71-1420-4996-ba4a-a3159a79a795', 'ip_address': '2001:db8::f816:3eff:fee6:cfe2'}, {'subnet_id': '74f89500-55b3-4997-b227-6b7606b78f37'}], 'binding:host_id': 'n-d-806683-16'}, 'id': 'd6604563-df50-4e1b-b7ac-a85e8acd37fc'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:38:32.900837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:32.903123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.903340 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Floating IP 00e3a6bc-2f5a-4094-aff0-86f6c3eff972 disassociated. External IP: 172.25.4.22, port: 3feb79df-2834-49fd-b465-9301723efad4. Oct 28 21:38:32.955915 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.992838 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:32.995141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Allocated IP 19.80.0.2 (8ee0236b-558e-4523-bc5a-88d5fca2b275/1f5a7b25-680d-4c45-bcf8-608eaf4f734c/97f9296d-8aa6-4dbb-ab5c-6288a3710936) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:33.070527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.081358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153737ea-55ce-471f-85f2-4666c6797921 None None] Pushing event updated for resources: {'Port': ['ID=d6604563-df50-4e1b-b7ac-a85e8acd37fc,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:33.127687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=9c6a45df-aecc-49c7-8717-464e6b705585,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:33.216483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.220843 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:38:33.221203 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:38:33.221668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f21c85f6-df28-492f-ae3c-182766f7fe7e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/9c6a45df-aecc-49c7-8717-464e6b705585 HTTP/1.1" status: 204 len: 168 time: 1.1979058 Oct 28 21:38:33.223981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52898) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:33.243847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb0b43-b5b1-42f4-951a-93efc8ec1094 req-bde26e45-74e2-457a-b710-ca7361056241 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.245436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abdb0b43-b5b1-42f4-951a-93efc8ec1094 req-bde26e45-74e2-457a-b710-ca7361056241 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.4634414 Oct 28 21:38:33.297996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf488f9-5967-48c8-883d-e4d7364fe329 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.300738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7cf488f9-5967-48c8-883d-e4d7364fe329 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0755665 Oct 28 21:38:33.303282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:33.374090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Allocated IP 2001:db8:0:1::2 (f81635a2-fdc9-4571-89e5-692fe1730770/74f89500-55b3-4997-b227-6b7606b78f37/d6604563-df50-4e1b-b7ac-a85e8acd37fc) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:33.381500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7851dbe-4094-4e4b-ae38-e7f42e46b513 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.384150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b7851dbe-4094-4e4b-ae38-e7f42e46b513 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0758500 Oct 28 21:38:33.387918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52902) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:33.419299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abdb0b43-b5b1-42f4-951a-93efc8ec1094 req-7f16b738-00e4-462b-bb4a-5e7ca1596c4d tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577327 Oct 28 21:38:33.479900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] For port d6604563-df50-4e1b-b7ac-a85e8acd37fc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6604563-df50-4e1b-b7ac-a85e8acd37fc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:33.491196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Router e4db1630-65ac-417e-88af-4b1c95bf03da has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:33.499478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc12c42-dd03-486a-9343-b54592171d80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.513378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc12c42-dd03-486a-9343-b54592171d80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.513873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.515099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc12c42-dd03-486a-9343-b54592171d80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.519284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1dc12c42-dd03-486a-9343-b54592171d80 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1274376 Oct 28 21:38:33.519576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52904) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:33.557246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.557533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.579927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:33.600667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 74f89500-55b3-4997-b227-6b7606b78f37 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:33.605052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.666270 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.673008 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a60849-447c-4b4b-ab5b-3869e1de4451 x-openstack-request-id: req-f5a60849-447c-4b4b-ab5b-3869e1de4451 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:33.673329 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "name": "network-vif-plugged", "status": "completed", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:33.673578 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5a60849-447c-4b4b-ab5b-3869e1de4451 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:33.673990 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'code': 200} Oct 28 21:38:33.681124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Subnet': ['ID=045c82c5-f130-44fa-96f4-7d92dd2692df,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:33.732209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Checking segment: {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:33.732834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network hostable DHCP agents. Network: b514d00d-63cf-4cb6-952e-63ee8b2dbbaf, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:38:33.753914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:33.758575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.767242 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Sync routers for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:33.796227 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:33.797112 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:33.822723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.833577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:38:33.843490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-39315752-6709-476c-b329-b50dd4e7fd0a tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "PUT /v2.0/floatingips/00e3a6bc-2f5a-4094-aff0-86f6c3eff972 HTTP/1.1" status: 200 len: 694 time: 1.3022096 Oct 28 21:38:33.846710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:33.849391 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69437600-4d36-4440-8afc-45d5488bba86" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:33.857934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b514d00d-63cf-4cb6-952e-63ee8b2dbbaf) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:33.862866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.863511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.879463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5aef-f65a-4750-b2ed-38f248a39c60 req-ae085d4a-f422-4d0e-8910-bc33466bff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.881368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d30c5aef-f65a-4750-b2ed-38f248a39c60 req-ae085d4a-f422-4d0e-8910-bc33466bff48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1098 time: 0.1199198 Oct 28 21:38:33.893445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fc02d-8a13-4cc5-95cc-c5f74902dbe1 None None] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:33.895503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-640c6a17-e22b-45b8-9404-869f3f3d352c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4304538 Oct 28 21:38:33.937581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:33.979903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1dd99-326b-4f70-9fd0-4bdced4a01f2 None None] Pushing event updated for resources: {'Port': ['ID=d6604563-df50-4e1b-b7ac-a85e8acd37fc,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:33.980511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d30c5aef-f65a-4750-b2ed-38f248a39c60 req-7e71810e-edd0-45bb-8b56-caa0b8dbc2f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735185 Oct 28 21:38:33.985773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-efbf073b-3425-4f44-bf1d-38ddb8e8f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:33.988152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-efbf073b-3425-4f44-bf1d-38ddb8e8f873 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.0913825 Oct 28 21:38:33.990093 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d42bc-a27d-44c0-92c3-cd59d8859c37 x-openstack-request-id: req-043d42bc-a27d-44c0-92c3-cd59d8859c37 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:33.990473 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:33.990802 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-043d42bc-a27d-44c0-92c3-cd59d8859c37 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:33.991195 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:38:34.049742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=74f89500-55b3-4997-b227-6b7606b78f37,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:34.064809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.068552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c849235-e392-4717-8f69-7ef7115d08c6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/74f89500-55b3-4997-b227-6b7606b78f37 HTTP/1.1" status: 204 len: 168 time: 0.5480087 Oct 28 21:38:34.075344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:34.196442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 982cac71-1420-4996-ba4a-a3159a79a795 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:34.200712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.237106 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:34.239951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-900d6123-43ce-43c1-b6f5-55ae2ada9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:34.241498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-900d6123-43ce-43c1-b6f5-55ae2ada9abb service neutron] 10.222.0.31 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.2418742 Oct 28 21:38:34.277047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.396622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-68eb05dd-d96d-4678-a2ee-634e925cf4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.1358149 Oct 28 21:38:34.417869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.463542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.504252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.525038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.612898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=982cac71-1420-4996-ba4a-a3159a79a795,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:34.615784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.629995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bdbda4b4-094a-474b-9dc6-00bb96c720d3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/982cac71-1420-4996-ba4a-a3159a79a795 HTTP/1.1" status: 204 len: 168 time: 0.5533588 Oct 28 21:38:34.630375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:34.633232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:34.646369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:34.657105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437600-4d36-4440-8afc-45d5488bba86 req-2d99ba46-5b3e-4a2b-864a-d31f9664106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:34.659003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-2d99ba46-5b3e-4a2b-864a-d31f9664106b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0886c71044ca4398b89a55ce73b9e25d&device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 1097 time: 0.4165404 Oct 28 21:38:34.665684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-041f30ae-13e2-4cd3-a651-e1e0137f6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:34.667279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-041f30ae-13e2-4cd3-a651-e1e0137f6470 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.1723409 Oct 28 21:38:34.674865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:34.707609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 52932) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:34.708724 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c3fa5898-f864-405d-87a1-613b7cef2328 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740888 Oct 28 21:38:34.725040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6604563-df50-4e1b-b7ac-a85e8acd37fc up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:34.762661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Pushing event updated for resources: {'Port': ['ID=97f9296d-8aa6-4dbb-ab5c-6288a3710936,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:34.765264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:34.829906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Attempting to bind port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:34.830495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Attempting to bind port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:34.831090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Attempting to bind port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 on network 8ee0236b-558e-4523-bc5a-88d5fca2b275 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:34.834799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-7308f95a-435b-46df-a1a6-69418024bcf7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491139 Oct 28 21:38:34.839782 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:34.850041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:34.850961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Checking segment: {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:34.851580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.852200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Bound using segment: {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:34.852971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Bound port: 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:34.853585 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:34.870305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6be3a-3f49-415f-86f3-e52f95922df6 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:34.880003 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Checking router: e4db1630-65ac-417e-88af-4b1c95bf03da for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:34.889959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:34.890570 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:34.936058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] For port 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:34.940087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] For port 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=97f9296d-8aa6-4dbb-ab5c-6288a3710936,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:34.962977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-57e8bce3-8812-4dc3-b7d4-e302fac299ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:34.970509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-57e8bce3-8812-4dc3-b7d4-e302fac299ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:34.978623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-57e8bce3-8812-4dc3-b7d4-e302fac299ac tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/networks?id=8ee0236b-558e-4523-bc5a-88d5fca2b275&id=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf HTTP/1.1" status: 200 len: 1391 time: 0.6149247 Oct 28 21:38:35.016243 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:35.023291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:35.032089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-5a339a0a-dc77-4f60-b621-7282746b899d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/quotas/81b61fb0372d4228a87ef05ea53e461b HTTP/1.1" status: 200 len: 375 time: 0.0523949 Oct 28 21:38:35.147935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c90b-a153-4b9a-b9b7-72e78d0a7c07 None None] Pushing event updated for resources: {'Port': ['ID=97f9296d-8aa6-4dbb-ab5c-6288a3710936,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:35.167662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ee4a0043-d3ac-4cbc-8bf8-65647d040dcb None None] Provisioning complete for port d6604563-df50-4e1b-b7ac-a85e8acd37fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:35.177999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0043-d3ac-4cbc-8bf8-65647d040dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:35.263273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b514d00d-63cf-4cb6-952e-63ee8b2dbbaf', 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'fixed_ips': [{'subnet_id': '045c82c5-f130-44fa-96f4-7d92dd2692df'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:35.267788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:35.358002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d6604563-df50-4e1b-b7ac-a85e8acd37fc triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:35.361209 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:35.391924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:35.440501 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440884ad-c712-47a2-b74e-0fac5aa7dd28 None None] The sync data for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 is: [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '21a0d743-f0bf-4f5b-95f9-282769597b0f', 'name': '', 'network_id': '81160c18-a3db-4bad-87e7-22e4a594acc3', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'mac_address': 'fa:16:3e:ad:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:15Z', 'updated_at': '2021-10-28T21:37:27Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'subnets': [{'id': '357d5f7c-60b2-43a7-a0fe-1ff1f166f49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:35.579176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437600-4d36-4440-8afc-45d5488bba86 req-c390c577-cd1a-4a14-a152-2b151846b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:35.585064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-c390c577-cd1a-4a14-a152-2b151846b4bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 200 len: 921 time: 0.9092128 Oct 28 21:38:35.612487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:35.616230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:35.695033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-d63736f3-dfb4-4c3e-b4f0-641391f977db service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439531 Oct 28 21:38:35.814952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-51b08b2b-b66a-44ec-83a7-b6e9ef9d6437 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 200 len: 217 time: 0.2034829 Oct 28 21:38:35.867052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-955c8af7-7086-454b-b52d-c3fcad4c3888 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8340201 Oct 28 21:38:35.867863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ee4a0043-d3ac-4cbc-8bf8-65647d040dcb None None] Could not find standard attr ID for object 9c6a45df-aecc-49c7-8717-464e6b705585. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:36.010378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:36.019121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a56bc8-988e-47c1-8e1a-692bf10e617b None None] New status for floating IP 00e3a6bc-2f5a-4094-aff0-86f6c3eff972: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:38:36.022754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Allocated IP 19.86.0.2 (b514d00d-63cf-4cb6-952e-63ee8b2dbbaf/045c82c5-f130-44fa-96f4-7d92dd2692df/a915e201-c42d-47df-a5c9-0543d5122f52) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:36.125343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-d355a9d9-b7f5-4014-bb05-a52e5d3f9377 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3037047 Oct 28 21:38:36.126928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437600-4d36-4440-8afc-45d5488bba86 req-eae2275a-c52f-4ad9-9c91-3003e0e19de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.128275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-eae2275a-c52f-4ad9-9c91-3003e0e19de7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 200 len: 860 time: 0.2832444 Oct 28 21:38:36.217839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-a9129d24-d76b-4733-8758-faa4546b3db7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81160c18-a3db-4bad-87e7-22e4a594acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651646 Oct 28 21:38:36.223492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-386d3a6e-f83f-4507-b9e2-9bcbd83b8ab8 req-5c3c2363-766d-43d2-b3e7-2de7267156db service neutron] 10.222.0.31 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665582 Oct 28 21:38:36.225374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-df2f947a-f671-44c1-a2f0-33f979b41de4 service neutron] 10.222.0.31 "GET /v2.0/networks/8ee0236b-558e-4523-bc5a-88d5fca2b275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277926 Oct 28 21:38:36.403554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:36.460914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:36.565396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:36.572983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.573281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.573799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.575291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.576790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.576790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.576790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.577394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:36.578837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-3993e856-a5ef-4ed7-bdc8-b0cd03aeb18d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 0.3739641 Oct 28 21:38:36.598638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:36.609201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fd10-e178-4ba8-b97b-b6b6619fffb2 req-877063d3-9387-4eeb-abbd-37c1911449e0 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:36.621628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b87fd10-e178-4ba8-b97b-b6b6619fffb2 req-877063d3-9387-4eeb-abbd-37c1911449e0 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.2487600 Oct 28 21:38:36.623523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Deleting port d6604563-df50-4e1b-b7ac-a85e8acd37fc {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:36.623943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:36.628450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Pushing event updated for resources: {'Port': ['ID=a915e201-c42d-47df-a5c9-0543d5122f52,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:36.747878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 97f9296d-8aa6-4dbb-ab5c-6288a3710936 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:36.775642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-479cb1be-4ef9-4118-bc52-371d3648157c service neutron] 10.222.0.31 "GET /v2.0/networks/8ee0236b-558e-4523-bc5a-88d5fca2b275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020494 Oct 28 21:38:36.782913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8fb3a-0a93-43c4-832f-96074b550896 None None] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:36.902964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-c9faff63-8a0c-47e7-9742-b0e503586fa1 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299596 Oct 28 21:38:36.910995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] For port d6604563-df50-4e1b-b7ac-a85e8acd37fc, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6604563-df50-4e1b-b7ac-a85e8acd37fc,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:36.911403 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:36.926331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Attempting to bind port a915e201-c42d-47df-a5c9-0543d5122f52 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:36.926695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Attempting to bind port a915e201-c42d-47df-a5c9-0543d5122f52 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:36.927461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Attempting to bind port a915e201-c42d-47df-a5c9-0543d5122f52 on network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:36.943402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Calling delete_port for d6604563-df50-4e1b-b7ac-a85e8acd37fc owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:36.950663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] Provisioning complete for port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:36.951026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:36.952711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b87fd10-e178-4ba8-b97b-b6b6619fffb2 req-018b3ee3-828e-4a4f-b381-79746ee885ba tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244698 Oct 28 21:38:37.017109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:37.017766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Checking segment: {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:37.018579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.018579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Bound using segment: {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:37.019753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Bound port: a915e201-c42d-47df-a5c9-0543d5122f52, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:37.020220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.109019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-5bf510b9-b190-45dd-b36c-2ddbc1c24a9d service neutron] 10.222.0.31 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886539 Oct 28 21:38:37.110192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-c8ada6ae-ef61-47ed-86a6-d8bd5c28fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:37.110656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-c8ada6ae-ef61-47ed-86a6-d8bd5c28fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:37.111109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-c8ada6ae-ef61-47ed-86a6-d8bd5c28fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:37.112564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-c8ada6ae-ef61-47ed-86a6-d8bd5c28fcba service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 2294 time: 0.4570706 Oct 28 21:38:37.134188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:37.134704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.334194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69437600-4d36-4440-8afc-45d5488bba86 req-1d350bb2-7f9e-42c1-81b2-17aa040b3f46 service neutron] 10.222.0.44 "GET /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210861 Oct 28 21:38:37.361332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-118bea7f-c314-43fd-b7cc-d7d8abf3b9c9 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips/00e3a6bc-2f5a-4094-aff0-86f6c3eff972 HTTP/1.1" status: 200 len: 692 time: 0.1503458 Oct 28 21:38:37.368693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:37.374983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e92dc521-ad11-474a-9b30-cf92830f4d68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 1000 time: 0.2481275 Oct 28 21:38:37.478383 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.486151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e67560f3-5525-40b6-9290-762065807e9c None None] For port a915e201-c42d-47df-a5c9-0543d5122f52, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:37.532475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] Pushing event deleted for resources: {'Port': ['ID=d6604563-df50-4e1b-b7ac-a85e8acd37fc,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:37.537434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dd9a6-c0c8-440a-b409-9e7616bac9f1 None None] No DVR routers for this DVR port d6604563-df50-4e1b-b7ac-a85e8acd37fc on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:37.540194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e67560f3-5525-40b6-9290-762065807e9c None None] For port a915e201-c42d-47df-a5c9-0543d5122f52, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a915e201-c42d-47df-a5c9-0543d5122f52,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:37.555521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.564110 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.719944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.724106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] For port 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=97f9296d-8aa6-4dbb-ab5c-6288a3710936,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:37.739315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67560f3-5525-40b6-9290-762065807e9c None None] Pushing event updated for resources: {'Port': ['ID=a915e201-c42d-47df-a5c9-0543d5122f52,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:37.742939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:37.937451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f348ef0-54bf-479d-b230-d0286aeeb533 None None] Pushing event updated for resources: {'Port': ['ID=97f9296d-8aa6-4dbb-ab5c-6288a3710936,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:37.953617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:38:37.953849 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:38:38.039476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-18282f1a-c0c5-4a7c-a2bf-8c971353087b service neutron] 10.222.0.31 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238989 Oct 28 21:38:38.050912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-a6629d61-da62-4d09-b6ef-6d8698703789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:38.054953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-a6629d61-da62-4d09-b6ef-6d8698703789 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.6649654 Oct 28 21:38:38.107652 n-d-806683-16 neutron-server[102314]: WARNING neutron.services.revisions.revision_plugin [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Could not find related port for resource to bump revision. Oct 28 21:38:38.141435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Port d6604563-df50-4e1b-b7ac-a85e8acd37fc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 28 21:38:38.141647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Reverting IP allocation for 2001:db8::f816:3eff:fee6:cfe2 {{(pid=102314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 28 21:38:38.152538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_pluggable_backend [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee6:cfe2 {{(pid=102314) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 28 21:38:38.171603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-61014c75-5753-450d-9a61-7e3cb17d9e5f None None] Provisioning complete for port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:38.172233 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61014c75-5753-450d-9a61-7e3cb17d9e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:38.184303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-021c3fb4-25fc-4445-8041-f99f3b1d4af3 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:38.185994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-021c3fb4-25fc-4445-8041-f99f3b1d4af3 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 784 time: 0.8159361 Oct 28 21:38:38.190742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:38.300588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-a4d33459-f566-4105-957f-4a14faa76182 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:38:38.301623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-a4d33459-f566-4105-957f-4a14faa76182 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070410 Oct 28 21:38:38.327141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-932aeb98-0a06-43ae-8163-f166c9a2f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:38.328909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-932aeb98-0a06-43ae-8163-f166c9a2f47f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2627134 Oct 28 21:38:38.385616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:38.465648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:38.474539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:38.474745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:38.480516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:38.493362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-572c472b-5f5b-45ef-9aca-881bdb916cec tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.1696417 Oct 28 21:38:38.536066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac8ce2-c987-4ffd-869b-6a3ac2971b2f None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:38.563117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544c41f-754d-4ec9-93b2-25ab53703896 req-6718ebb5-76b2-457f-94a5-8c288ac5a70b tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:38.564595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1544c41f-754d-4ec9-93b2-25ab53703896 req-6718ebb5-76b2-457f-94a5-8c288ac5a70b tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.2473557 Oct 28 21:38:38.581855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fb3f4214-b2a0-46ea-b7f1-2ec434e4309b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8668931 Oct 28 21:38:38.582195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:38.587442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:38.606470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-d571c31a-0707-4627-a18c-3f020e68e4f7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.4.22 HTTP/1.1" status: 200 len: 695 time: 0.0929711 Oct 28 21:38:38.688761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-6df67307-8a70-4cda-9dbe-eda9ba276238 service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183780 Oct 28 21:38:38.759948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1544c41f-754d-4ec9-93b2-25ab53703896 req-3baaf655-8234-46e6-b406-6e5ba4e986ef tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741130 Oct 28 21:38:38.867933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6604563-df50-4e1b-b7ac-a85e8acd37fc no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:38.938724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d6604563-df50-4e1b-b7ac-a85e8acd37fc {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:38.947351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6604563-df50-4e1b-b7ac-a85e8acd37fc not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:38.998927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:39.000119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.165948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-47f241bc-f195-406e-afc9-70332b6d867c service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282794 Oct 28 21:38:39.171197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Deleting port de924f35-4d04-42be-b2cf-701a087396e4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:39.171516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.289410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Allocated IP 2001:db8::f816:3eff:feed:a9df (f81635a2-fdc9-4571-89e5-692fe1730770/fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41/ae867862-7097-4236-87c5-34eb0a164a44) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:39.378997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1efb713c-23ba-4e90-ab43-4e84362ef0a8 req-449e3284-3a84-478b-8aa5-cb05bf8ee259 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 210 time: 0.0591435 Oct 28 21:38:39.387425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-ddd0a6c8-840b-4003-9e77-17fbd44c6321 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 217 time: 0.1937084 Oct 28 21:38:39.404827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:39.408810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.518347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a915e201-c42d-47df-a5c9-0543d5122f52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:39.544091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb8fab2-77a0-484c-bbc2-f9ff73d7be3d None None] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:39.552871 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41 (CIDR: 2001:db8::/64) Oct 28 21:38:39.559461 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:38:39.560243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:38:39.581044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0be7af74-fbe2-4f7f-b2dd-b0d3571594d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9977350 Oct 28 21:38:39.583924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52974) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:39.591482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:39.624044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-fc5f286d-1696-4b55-88ad-9d5fb3ac2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:39.627897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-fc5f286d-1696-4b55-88ad-9d5fb3ac2497 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2328737 Oct 28 21:38:39.681640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.682192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.696919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Calling delete_port for de924f35-4d04-42be-b2cf-701a087396e4 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:39.701317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.732687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] Provisioning complete for port a915e201-c42d-47df-a5c9-0543d5122f52 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:39.733137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.752161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:39.757613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.784043 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.910871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.920603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:39.942686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a915e201-c42d-47df-a5c9-0543d5122f52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:39.943056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:39.955261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:39.958291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:39.961593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1ff3-a53b-4cb4-b62a-0c606173fb34 req-11bf7511-cccb-4c80-a7fa-64820286e6e6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:39.972788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-292c1ff3-a53b-4cb4-b62a-0c606173fb34 req-11bf7511-cccb-4c80-a7fa-64820286e6e6 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.4178510 Oct 28 21:38:40.048228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event deleted for resources: {'Port': ['ID=de924f35-4d04-42be-b2cf-701a087396e4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:40.079421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Pushing event updated for resources: {'Port': ['ID=ae867862-7097-4236-87c5-34eb0a164a44,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:40.112603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-292c1ff3-a53b-4cb4-b62a-0c606173fb34 req-9f4f6365-4afc-4e6f-bc5c-e3fb6aa96e71 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384468 Oct 28 21:38:40.123819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.126776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-29621cc7-7359-41b0-b91f-b033d0d22ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:40.132735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-29621cc7-7359-41b0-b91f-b033d0d22ace service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4950235 Oct 28 21:38:40.155425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52982) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:40.171250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Attempting to bind port ae867862-7097-4236-87c5-34eb0a164a44 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:40.171626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Attempting to bind port ae867862-7097-4236-87c5-34eb0a164a44 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:40.172782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Attempting to bind port ae867862-7097-4236-87c5-34eb0a164a44 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:40.179112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:40.179490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:40.179900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.180294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:40.180806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Bound port: ae867862-7097-4236-87c5-34eb0a164a44, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:40.181252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.217188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.313896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] For port a915e201-c42d-47df-a5c9-0543d5122f52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a915e201-c42d-47df-a5c9-0543d5122f52,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:40.330555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:40.344928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:40.347988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:40.348743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.385042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=a62928b2-3a87-4066-940e-1286bb52bac7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:40.399921 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-37f82790-893e-4592-ae86-930a270e5dc6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8142173 Oct 28 21:38:40.401468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52986) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:40.407170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:63:53:1c', 'name': 'tempest-NetworksTestDHCPv6-1060360099'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:40.423046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 97f9296d-8aa6-4dbb-ab5c-6288a3710936 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:40.431320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.488276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90f8e5-4984-4e72-84ae-02394f188105 tempest-TestServerBasicOps-48710724 tempest-TestServerBasicOps-48710724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:40.490013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d90f8e5-4984-4e72-84ae-02394f188105 tempest-TestServerBasicOps-48710724 tempest-TestServerBasicOps-48710724-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1093 time: 0.3336172 Oct 28 21:38:40.493781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 52990) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:40.505771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] For port ae867862-7097-4236-87c5-34eb0a164a44, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:40.511250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:40.514658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] For port ae867862-7097-4236-87c5-34eb0a164a44, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ae867862-7097-4236-87c5-34eb0a164a44,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:40.577388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.590749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-a1330eeb-a7fa-4ed8-8f1c-c31b655a8d48 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158189 Oct 28 21:38:40.599219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e11a399-7de9-4e59-a793-3b4fdb3850f7 req-b6eb9721-e4d0-4769-a3ff-a8413831303e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 210 time: 0.0583062 Oct 28 21:38:40.624194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.655844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:40.680134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac330ff-524c-4bfa-8655-be60f4248dcc None None] Pushing event updated for resources: {'Port': ['ID=a915e201-c42d-47df-a5c9-0543d5122f52,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:40.743120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.747406 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.748712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2e034b0-58a4-4af9-bb75-75c16c1e683f req-c47a8754-f8c5-4a17-b477-2141bb000267 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "DELETE /v2.0/floatingips/00e3a6bc-2f5a-4094-aff0-86f6c3eff972 HTTP/1.1" status: 204 len: 173 time: 2.1301367 Oct 28 21:38:40.756175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:40.756175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.763376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c80a63aa-b284-4f2e-b7af-7f5c56df72b9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:40.769436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c80a63aa-b284-4f2e-b7af-7f5c56df72b9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:40.771183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c80a63aa-b284-4f2e-b7af-7f5c56df72b9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "GET /v2.0/networks?id=8ee0236b-558e-4523-bc5a-88d5fca2b275&id=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf HTTP/1.1" status: 200 len: 1391 time: 0.8856544 Oct 28 21:38:40.787442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'port': {'device_id': '60cca0df-c372-45f7-8923-fcea73c77eee', 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275', 'admin_state_up': True, 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:40.817969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.849550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8707c12d-b0bd-4e90-81cb-906968f27b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.857253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port ba8e9c93-c36a-46ea-9c5b-299d356ecd66 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:40.872989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.893313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02297315-8a4b-4a6c-bf64-82683833614e None None] Provisioning complete for port a915e201-c42d-47df-a5c9-0543d5122f52 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:40.893974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02297315-8a4b-4a6c-bf64-82683833614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:40.969777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa5d98-9f24-4012-a338-5a3a63034442 None None] Pushing event updated for resources: {'Port': ['ID=ae867862-7097-4236-87c5-34eb0a164a44,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:41.019108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-c69cddec-8437-466c-8c16-1b3d6f1798d7 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups/416a1f91-150c-4bb3-8a6a-cc0aa66a2c5d HTTP/1.1" status: 200 len: 1809 time: 0.2272236 Oct 28 21:38:41.137706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-dda8c2c6-7299-48b7-9dfa-9f6e5410fcee service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325880 Oct 28 21:38:41.148634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Allocated IP 172.25.4.26 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/75c6e3a7-b21b-459c-8f41-0d4340f160de) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:41.222512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8:0:1::36b (f81635a2-fdc9-4571-89e5-692fe1730770/a62928b2-3a87-4066-940e-1286bb52bac7/ba8e9c93-c36a-46ea-9c5b-299d356ecd66) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:41.251237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::f816:3eff:fe63:531c (f81635a2-fdc9-4571-89e5-692fe1730770/fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41/ba8e9c93-c36a-46ea-9c5b-299d356ecd66) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:41.274816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-6df7f1d2-6c38-4263-a1ff-fd87f884624d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 217 time: 0.1298935 Oct 28 21:38:41.411306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.416590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a915e201-c42d-47df-a5c9-0543d5122f52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:41.444992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.455074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e38fbabd-b72e-4dc3-b671-a817a6593dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:41.456836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e38fbabd-b72e-4dc3-b671-a817a6593dd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1692686 Oct 28 21:38:41.460490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:41.464881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.468177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.490187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.571236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:41.591738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:41.598815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a915e201-c42d-47df-a5c9-0543d5122f52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:41.601337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.609384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:41.640002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'Port': ['ID=75c6e3a7-b21b-459c-8f41-0d4340f160de,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:41.694036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Allocated IP 19.80.0.106 (8ee0236b-558e-4523-bc5a-88d5fca2b275/1f5a7b25-680d-4c45-bcf8-608eaf4f734c/9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:41.817095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ae867862-7097-4236-87c5-34eb0a164a44 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:41.842893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.888788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.906372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:41.906785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.919456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:41.982583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.038703 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.060635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:42.081226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:42.086269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-39d70253-3814-4fd0-8d72-463ddd7f1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:42.088070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-39d70253-3814-4fd0-8d72-463ddd7f1de2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6159191 Oct 28 21:38:42.094121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:42.095227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.102296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.106030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.108394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.124331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef1df6f3-56a3-4b44-9659-0685e53c7651 req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "DELETE /v2.0/security-groups/416a1f91-150c-4bb3-8a6a-cc0aa66a2c5d HTTP/1.1" status: 204 len: 173 time: 1.1027305 Oct 28 21:38:42.167247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ae867862-7097-4236-87c5-34eb0a164a44, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ae867862-7097-4236-87c5-34eb0a164a44,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:42.175932 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.310477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:42.311400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=ba8e9c93-c36a-46ea-9c5b-299d356ecd66,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:42.312575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ae867862-7097-4236-87c5-34eb0a164a44,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:42.370146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:42.379456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:42.386800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:42.387740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.520425 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3097308e-91b7-48ee-9e6c-29482f254696 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1149852 Oct 28 21:38:42.546872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e77717-31a0-4c46-9fd0-b5ce15004377 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:42.572762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53010) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:42.684210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3e289de8-8317-4503-8037-c3385db98f7e None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:42.684666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e289de8-8317-4503-8037-c3385db98f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.708643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.764995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:42.774681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:42.775423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.778828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port ba8e9c93-c36a-46ea-9c5b-299d356ecd66 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:42.779183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.795956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f08b0-df93-428f-9cf4-f69b9245a42c req-a59c6bdd-f020-40b9-b81c-2ce92c81d057 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:42.803877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25f08b0-df93-428f-9cf4-f69b9245a42c req-a59c6bdd-f020-40b9-b81c-2ce92c81d057 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 932 time: 0.8315737 Oct 28 21:38:42.827624 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:42.871510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025dcad-3306-48d8-869a-8e180b739c69 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416a1f91-150c-4bb3-8a6a-cc0aa66a2c5d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:42.920339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-815a127d-72ae-4574-941b-d7419b5db425 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1374466 Oct 28 21:38:42.942466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Request body: {'port': {'device_id': '60cca0df-c372-45f7-8923-fcea73c77eee', 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf', 'admin_state_up': True, 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:42.950315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d25f08b0-df93-428f-9cf4-f69b9245a42c req-7562d88b-98da-4797-ba7a-13c2c05682a3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451817 Oct 28 21:38:43.014401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.033663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for ba8e9c93-c36a-46ea-9c5b-299d356ecd66 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:43.073874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-cbbdda4a-a15b-4549-9552-629423b3e6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9721348 Oct 28 21:38:43.082338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736705-f16a-4d00-84c1-e7f9fe5ca056 req-1fc8b5fd-cc5c-413b-b629-d7db996d722e tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:43.090675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45736705-f16a-4d00-84c1-e7f9fe5ca056 req-1fc8b5fd-cc5c-413b-b629-d7db996d722e tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.3025723 Oct 28 21:38:43.177794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2661f10d-8531-4e52-8612-5fd0c74589ec None None] Provisioning complete for port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:43.178307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2661f10d-8531-4e52-8612-5fd0c74589ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.212455 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.236524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2661f10d-8531-4e52-8612-5fd0c74589ec None None] Port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:43.239842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.285377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ae867862-7097-4236-87c5-34eb0a164a44 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:43.337304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45736705-f16a-4d00-84c1-e7f9fe5ca056 req-44b37138-3de4-42a3-9795-ae74766010ff tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435412 Oct 28 21:38:43.382230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': 'fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41', 'ip_address': '2001:db8::f816:3eff:feed:a9df'}, {'subnet_id': 'a62928b2-3a87-4066-940e-1286bb52bac7'}], 'binding:host_id': 'n-d-806683-16'}, 'id': 'ae867862-7097-4236-87c5-34eb0a164a44'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:38:43.384240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event updated for resources: {'Port': ['ID=75c6e3a7-b21b-459c-8f41-0d4340f160de,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:43.412707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Made reservation on behalf of 81b61fb0372d4228a87ef05ea53e461b for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:43.412970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.417051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.417668 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-301d6959-3f12-49d6-a1d3-b51215a1e00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.429118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.438359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-f301071d-1018-4fe8-a98d-6edc66be17c0 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422949 Oct 28 21:38:43.497672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:43.499037 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.580956 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Floating IP 8edaa3f0-2783-497b-a2a8-27e2cf454027 associated. External IP: 172.25.4.26, port: db543c9f-cb47-4952-8b7d-f3df3ce3cf65. Oct 28 21:38:43.652574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.680076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Allocated IP 2001:db8:0:1::2 (f81635a2-fdc9-4571-89e5-692fe1730770/a62928b2-3a87-4066-940e-1286bb52bac7/ae867862-7097-4236-87c5-34eb0a164a44) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:43.723198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Allocated IP 19.86.0.94 (b514d00d-63cf-4cb6-952e-63ee8b2dbbaf/045c82c5-f130-44fa-96f4-7d92dd2692df/780f4744-c082-42a3-9099-945ffcf1d426) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:43.760653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-5dbf56a7-c3d4-43ed-ab31-db8c7f3d702f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 217 time: 0.3069067 Oct 28 21:38:43.770113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=ba8e9c93-c36a-46ea-9c5b-299d356ecd66,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:43.807884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.812849 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fa64c401-92e0-474a-bf13-2a356560da6e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/ba8e9c93-c36a-46ea-9c5b-299d356ecd66 HTTP/1.1" status: 204 len: 168 time: 1.2371130 Oct 28 21:38:43.817210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53018) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:43.820338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] For port ae867862-7097-4236-87c5-34eb0a164a44, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ae867862-7097-4236-87c5-34eb0a164a44,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:43.897451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.905600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:43.905836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-07c3c715-8dfc-42d1-8e4d-b16475ee687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:43.907176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-07c3c715-8dfc-42d1-8e4d-b16475ee687f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1367128 Oct 28 21:38:44.013388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-eafa1148-1f2e-4a27-a6b2-adc9427d68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.015147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-eafa1148-1f2e-4a27-a6b2-adc9427d68ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0954373 Oct 28 21:38:44.028611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Router d6c3e20b-aed1-445e-a258-60041cbf022c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:44.031583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a7fda-76be-48fc-a174-10d54253c325 None None] Pushing event updated for resources: {'Port': ['ID=ae867862-7097-4236-87c5-34eb0a164a44,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:44.072099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349725f-e894-4153-be6d-ce2d79b52757 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.085371 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c349725f-e894-4153-be6d-ce2d79b52757 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2642975 Oct 28 21:38:44.087336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53022) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:44.140102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:44.143250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-0410b74b-f487-467b-acff-df764a85b22b service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163111 Oct 28 21:38:44.305986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977fd88-9a88-426a-b9ac-636362717fd0 req-ac0b4f21-78e1-4f09-9ff6-50e7e6644b6e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.307250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6977fd88-9a88-426a-b9ac-636362717fd0 req-ac0b4f21-78e1-4f09-9ff6-50e7e6644b6e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 932 time: 0.1631083 Oct 28 21:38:44.347720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:44.401456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-35d0383e-b301-4aee-8f63-ff2768906bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441137 Oct 28 21:38:44.463334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-78956a3a-25d6-4c14-a953-0fa696d7bace service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 217 time: 0.0436153 Oct 28 21:38:44.465877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:44.471821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6977fd88-9a88-426a-b9ac-636362717fd0 req-f35204e6-2527-42b8-81a7-0468325823fc tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503255 Oct 28 21:38:44.478102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:44.481357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:44.548580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event updated for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:44.698830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-4b0abb5a-b598-4319-89b0-997cb5801f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.701066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-4b0abb5a-b598-4319-89b0-997cb5801f88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.2283587 Oct 28 21:38:44.762552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.767313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:44.791563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:44.834391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-6afd4d08-36c2-4f14-a888-17831968619c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8958857 Oct 28 21:38:44.842912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002643a-651f-4791-9061-b7ad1f85083c req-eca299f0-47b3-4ffa-8377-b42f500abd48 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.844639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d002643a-651f-4791-9061-b7ad1f85083c req-eca299f0-47b3-4ffa-8377-b42f500abd48 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2971606 Oct 28 21:38:44.865376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Request body: {'port': {'device_id': '60cca0df-c372-45f7-8923-fcea73c77eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:44.873819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-44e66e79-6c49-45a5-8928-2c273504d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.878012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-44e66e79-6c49-45a5-8928-2c273504d05a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606300 Oct 28 21:38:44.923633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71c956-bd21-4db1-94c3-731a1e5db347 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:44.928899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3f71c956-bd21-4db1-94c3-731a1e5db347 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8379171 Oct 28 21:38:44.932147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53032) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:45.078002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-2bd346d0-e4ce-4a7f-9076-3546c506970b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.082740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-2bd346d0-e4ce-4a7f-9076-3546c506970b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.44 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2365191 Oct 28 21:38:45.090848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:45.102459 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.105565 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Sync routers for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:45.118498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5ec23-6f1e-43a7-a94a-1fe5ddb66844 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.119167 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:45.119795 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:45.122236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5ec23-6f1e-43a7-a94a-1fe5ddb66844 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.124399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5ec23-6f1e-43a7-a94a-1fe5ddb66844 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.125627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e6d5ec23-6f1e-43a7-a94a-1fe5ddb66844 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1922569 Oct 28 21:38:45.133232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53034) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:45.197564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.258908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ba86d176-c2aa-4b3c-953e-4ed53e5cec87 None None] Provisioning complete for port 780f4744-c082-42a3-9099-945ffcf1d426 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:45.259369 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ba86d176-c2aa-4b3c-953e-4ed53e5cec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.333930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.415259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ba86d176-c2aa-4b3c-953e-4ed53e5cec87 None None] Port 780f4744-c082-42a3-9099-945ffcf1d426 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:38:45.432809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ae867862-7097-4236-87c5-34eb0a164a44 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:45.445934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f6fccf7b-e29e-405a-9671-7f0dfaa6ff0f tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9409695 Oct 28 21:38:45.462363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:45.466178 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7feede-46f9-406a-8113-cc502399a8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:45.472049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet a62928b2-3a87-4066-940e-1286bb52bac7 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:45.499426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d002643a-651f-4791-9061-b7ad1f85083c req-2392793f-bf36-4aac-b5ef-20534f59251f tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184981 Oct 28 21:38:45.536598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.550338 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072394c-0461-4101-8566-527858587555 x-openstack-request-id: req-f072394c-0461-4101-8566-527858587555 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:45.550605 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:45.550906 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f072394c-0461-4101-8566-527858587555 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:45.551327 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'status': 'completed', 'code': 200} Oct 28 21:38:45.555311 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:45.618056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a9d8232c-bf6a-4418-88bb-d5dd06616fb5 None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:45.618570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9d8232c-bf6a-4418-88bb-d5dd06616fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.628882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:45.629339 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.630719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-0f188bb5-543d-45e6-8c67-d051aaeb43e1 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387493 Oct 28 21:38:45.651710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.754945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e3ef3fb7-210a-4a06-bec4-424f12788246 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159248 Oct 28 21:38:45.856620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:45.865048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-5f65af5d-ac03-49e3-97c7-20c665e80ea3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.0921192 Oct 28 21:38:45.881772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a9d8232c-bf6a-4418-88bb-d5dd06616fb5 None None] Could not find standard attr ID for object ba8e9c93-c36a-46ea-9c5b-299d356ecd66. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:45.982778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336e2f-ceaa-42c7-9ac5-a8624e9a8a0d req-d42f2a5f-ab4a-40e5-8b49-6ba035251085 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.990041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336e2f-ceaa-42c7-9ac5-a8624e9a8a0d req-d42f2a5f-ab4a-40e5-8b49-6ba035251085 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:45.998716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79336e2f-ceaa-42c7-9ac5-a8624e9a8a0d req-d42f2a5f-ab4a-40e5-8b49-6ba035251085 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1654 time: 0.2405696 Oct 28 21:38:46.015566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.019882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9107d57a-5dd3-43fd-b977-fae077201778 None None] Could not find standard attr ID for object ba8e9c93-c36a-46ea-9c5b-299d356ecd66. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:46.108877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=a62928b2-3a87-4066-940e-1286bb52bac7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:46.120081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.123833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db1c79a4-2b2d-47b7-b1f4-50d9d3df605e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a62928b2-3a87-4066-940e-1286bb52bac7 HTTP/1.1" status: 204 len: 168 time: 0.9893441 Oct 28 21:38:46.130639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53048) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:46.142497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Deleting port 3feb79df-2834-49fd-b465-9301723efad4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:46.142966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.186461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-43af9a26-1cb6-4fa6-a46b-aa95155fb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:46.189345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '8edaa3f0-2783-497b-a2a8-27e2cf454027', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'port_id': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'mac_address': 'fa:16:3e:26:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7291c7-94bb-4930-863d-f30319989926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:42Z', 'updated_at': '2021-10-28T21:38:42Z', 'revision_number': 0, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:46.191134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-43af9a26-1cb6-4fa6-a46b-aa95155fb0b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.2704790 Oct 28 21:38:46.205857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79336e2f-ceaa-42c7-9ac5-a8624e9a8a0d req-9e0e2d85-d079-45bc-b581-2628cedd0941 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043147 Oct 28 21:38:46.231944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-cde4fa38-6c63-474d-9aa8-27bf2e3cf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:46.233477 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-cde4fa38-6c63-474d-9aa8-27bf2e3cf94b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1098 time: 0.2465880 Oct 28 21:38:46.289409 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Checking router: d6c3e20b-aed1-445e-a258-60041cbf022c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:46.308756 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:46.309815 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:46.315488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:46.324038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.325670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-32a0f0f2-ff16-4ba1-8999-ff970d93f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:46.327941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-32a0f0f2-ff16-4ba1-8999-ff970d93f866 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123819 Oct 28 21:38:46.400255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.414651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2eea7-6ca9-4328-a039-27a978b58865 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:46.465694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] For port 3feb79df-2834-49fd-b465-9301723efad4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3feb79df-2834-49fd-b465-9301723efad4,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:46.466040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.483883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-669d8384-4170-4aad-ab3f-3ec0d52c1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:46.485423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-669d8384-4170-4aad-ab3f-3ec0d52c1207 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 200 len: 910 time: 0.2440636 Oct 28 21:38:46.491675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Calling delete_port for 3feb79df-2834-49fd-b465-9301723efad4 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:46.493408 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:46.573129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:46.595179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.600496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-33264da9-bea2-4bca-8030-a94f30dfa268 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614598 Oct 28 21:38:46.665931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.676516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Transition to ACTIVE for port object 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:38:46.682110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.687184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.864352 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-2f612778-9df4-47f2-aa67-bd4dccedba91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 200 len: 999 time: 0.3687625 Oct 28 21:38:46.885783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:46.931085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Pushing event updated for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:47.000280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-9c25ef07-d164-4bdb-8b74-78d8e1ca4f3c service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915036 Oct 28 21:38:47.010892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c06842-719d-4beb-a417-4978631802ea req-2f4d2ee1-f7bf-4b54-b492-c15057abdf2b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.023952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8c06842-719d-4beb-a417-4978631802ea req-2f4d2ee1-f7bf-4b54-b492-c15057abdf2b tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 945 time: 0.2825673 Oct 28 21:38:47.035541 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:47.066008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.069248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2ffbbf0d-5cc5-42eb-ab1f-4efb7af26d12 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41 HTTP/1.1" status: 204 len: 168 time: 0.9366462 Oct 28 21:38:47.071493 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '8edaa3f0-2783-497b-a2a8-27e2cf454027', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'port_id': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'mac_address': 'fa:16:3e:26:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7291c7-94bb-4930-863d-f30319989926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:42Z', 'updated_at': '2021-10-28T21:38:42Z', 'revision_number': 0, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:47.075376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53056) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:47.100312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-5b9d03a6-d997-4206-bc7d-5e00781e7bd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.0663290 Oct 28 21:38:47.108497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3258f-27cc-48c2-8f8d-0871aafafcd4 None None] Update dhcp port {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'fixed_ips': [{'subnet_id': 'fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41'}], 'binding:host_id': 'n-d-806683-16'}, 'id': 'ae867862-7097-4236-87c5-34eb0a164a44'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:38:47.150926 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027b3dd-b4e0-475a-bc79-7b6cfe99de1a None None] The sync data for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 is: [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '8edaa3f0-2783-497b-a2a8-27e2cf454027', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'port_id': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'mac_address': 'fa:16:3e:26:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7291c7-94bb-4930-863d-f30319989926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:38:42Z', 'updated_at': '2021-10-28T21:38:42Z', 'revision_number': 0, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:47.187799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Attempting to bind port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:47.188149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Attempting to bind port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:47.188488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Attempting to bind port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd on network 8ee0236b-558e-4523-bc5a-88d5fca2b275 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:47.194891 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b4520b6-9267-458a-baf6-44593ee70603 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168094 Oct 28 21:38:47.199129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-f5afe0c1-06f1-4e89-a237-54dde2a0e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.200649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-f5afe0c1-06f1-4e89-a237-54dde2a0e551 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d954ceb4-d96a-45d9-bc6d-045ee3154ccb HTTP/1.1" status: 200 len: 848 time: 0.3287516 Oct 28 21:38:47.201473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:47.203417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd on network 8ee0236b-558e-4523-bc5a-88d5fca2b275 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:38:47.203893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Attempting to bind port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd on network 8ee0236b-558e-4523-bc5a-88d5fca2b275 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:47.226291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66b3258f-27cc-48c2-8f8d-0871aafafcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.226495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:47.226772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Checking segment: {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:47.227062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Bound using segment: {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:47.227514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Bound port: 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2973ab-7acb-4d95-87ae-da9638392fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:47.227872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.233792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:47.309778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8c06842-719d-4beb-a417-4978631802ea req-0096abff-9616-442d-8f1a-ba9529d80b06 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/security-groups?id=03fd55c4-af7b-4d92-8397-1c85aaa60a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835648 Oct 28 21:38:47.311559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-ed1b33c9-706b-4dc5-bbb7-57aac4244266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.313352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-ed1b33c9-706b-4dc5-bbb7-57aac4244266 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.2017939 Oct 28 21:38:47.408711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.423442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3feb79df-2834-49fd-b465-9301723efad4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:47.455022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:47.461833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:47.471164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-d62fb3f2-8e6d-4999-b7a1-aa6fe162ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.473051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-d62fb3f2-8e6d-4999-b7a1-aa6fe162ac63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502266 Oct 28 21:38:47.475689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.504850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95cdf-795a-4614-a708-8063f320429c req-6c476e24-27c7-4b87-be00-f890d45008f2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.507238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Pushing event deleted for resources: {'Port': ['ID=3feb79df-2834-49fd-b465-9301723efad4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:47.522537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95cdf-795a-4614-a708-8063f320429c req-6c476e24-27c7-4b87-be00-f890d45008f2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.532480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca7412-99bf-4f92-b0b0-e99cd8eeb35d None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:47.533419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fd95cdf-795a-4614-a708-8063f320429c req-6c476e24-27c7-4b87-be00-f890d45008f2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1666 time: 0.2167377 Oct 28 21:38:47.541954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:47.545830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e295be6e-ac62-48b3-87e0-266f15cd046d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:38:47.546768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.547121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-e295be6e-ac62-48b3-87e0-266f15cd046d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101171 Oct 28 21:38:47.555728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-9c522dc7-0858-4441-8b06-2dd3903c8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.566163 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-9c522dc7-0858-4441-8b06-2dd3903c8520 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3285000 Oct 28 21:38:47.652328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f908ef3-1af9-4d11-90ed-01daa6fd498f None None] New status for floating IP 8edaa3f0-2783-497b-a2a8-27e2cf454027: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:38:47.668694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:47.669435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.670851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] 10.222.0.44 "PUT /v2.0/ports/9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd HTTP/1.1" status: 200 len: 1093 time: 2.8249242 Oct 28 21:38:47.677215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:47.679584 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51dd106-0cae-4fcc-83d2-0017350c84a6" -d '{"events": [{"name": "network-changed", "server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:47.734335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Request body: {'port': {'device_id': '60cca0df-c372-45f7-8923-fcea73c77eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:47.787062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fd95cdf-795a-4614-a708-8063f320429c req-42e06776-85c6-4ac7-aa21-0c061a114ff0 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519238 Oct 28 21:38:47.805312 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dacf9c-e990-4c46-a171-bd886ee4be90 x-openstack-request-id: req-62dacf9c-e990-4c46-a171-bd886ee4be90 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:47.805758 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:47.806145 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62dacf9c-e990-4c46-a171-bd886ee4be90 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:47.806706 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', 'status': 'completed', 'code': 200} Oct 28 21:38:47.820087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909bce-9c74-4319-ac2c-f568a296742f service neutron] Pushing event updated for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:47.930785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-76ffc744-874c-48b4-9729-0cfec33a0594 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674223 Oct 28 21:38:47.958118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-efef29ef-2620-4f3e-84df-dba1987fe288 None None] Provisioning complete for port ae867862-7097-4236-87c5-34eb0a164a44 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:47.958639 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-efef29ef-2620-4f3e-84df-dba1987fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.973913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] No DVR routers for this DVR port 3feb79df-2834-49fd-b465-9301723efad4 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:47.984535 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:47.987837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.44 "DELETE /v2.0/ports/3feb79df-2834-49fd-b465-9301723efad4 HTTP/1.1" status: 204 len: 173 time: 2.8900661 Oct 28 21:38:48.018042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.022073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'name': 'network-vif-deleted', 'tag': '3feb79df-2834-49fd-b465-9301723efad4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:48.024647 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf86c7e-ceb5-4e7f-94a4-c6fe117cfa75" -d '{"events": [{"server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "name": "network-vif-deleted", "tag": "3feb79df-2834-49fd-b465-9301723efad4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:48.117291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-58fa3f41-481c-4e37-a853-1ee4c296e957 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753485 Oct 28 21:38:48.124293 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813371e9-6990-4474-9458-a85f17c1c3d9 x-openstack-request-id: req-813371e9-6990-4474-9458-a85f17c1c3d9 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:48.124665 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe2458c-fb5c-49cb-90be-67d4f5c6c99b", "name": "network-vif-deleted", "tag": "3feb79df-2834-49fd-b465-9301723efad4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:48.124934 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-813371e9-6990-4474-9458-a85f17c1c3d9 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:48.125396 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe2458c-fb5c-49cb-90be-67d4f5c6c99b', 'name': 'network-vif-deleted', 'tag': '3feb79df-2834-49fd-b465-9301723efad4', 'status': 'completed', 'code': 200} Oct 28 21:38:48.138350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-d7fef667-4bc2-473e-95bc-c7d84ec85a4d service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389938 Oct 28 21:38:48.194571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:48.288659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-092ebdeb-f956-46cf-be54-d7dbac725d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.290469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-092ebdeb-f956-46cf-be54-d7dbac725d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.292914 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-092ebdeb-f956-46cf-be54-d7dbac725d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1914 time: 0.2864468 Oct 28 21:38:48.331704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Deleting port ae867862-7097-4236-87c5-34eb0a164a44 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:48.332649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.436312 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff7feede-46f9-406a-8113-cc502399a8c1 req-5bcf75d8-6147-4428-9c9d-759b7dbd32d3 service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870715 Oct 28 21:38:48.454089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] For port ae867862-7097-4236-87c5-34eb0a164a44, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ae867862-7097-4236-87c5-34eb0a164a44,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:48.454761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.473604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Calling delete_port for ae867862-7097-4236-87c5-34eb0a164a44 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:48.536176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-31a72494-0ff3-4c4c-964f-6423b44047c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.536570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-31a72494-0ff3-4c4c-964f-6423b44047c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.537268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-31a72494-0ff3-4c4c-964f-6423b44047c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.538876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-31a72494-0ff3-4c4c-964f-6423b44047c0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=81b61fb0372d4228a87ef05ea53e461b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2338283 Oct 28 21:38:48.630539 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.632264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23546f6a-1f30-4683-8c58-105cb455cc9f req-1547c57f-7c6a-4afe-8a86-758c7f336cd2 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbe2458c-fb5c-49cb-90be-67d4f5c6c99b HTTP/1.1" status: 200 len: 210 time: 0.0615048 Oct 28 21:38:48.641047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780f4744-c082-42a3-9099-945ffcf1d426 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:48.655883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.671266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-699cb41e-ff53-49fc-b6a5-214749d768b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.672980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a51dd106-0cae-4fcc-83d2-0017350c84a6 req-699cb41e-ff53-49fc-b6a5-214749d768b6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241016 Oct 28 21:38:48.684608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Transition to ACTIVE for port object 780f4744-c082-42a3-9099-945ffcf1d426 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:38:48.688132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] Pushing event deleted for resources: {'Port': ['ID=ae867862-7097-4236-87c5-34eb0a164a44,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:48.693653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.694906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.707727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381589c-620e-484d-b3d0-ace248c9a63a None None] No DVR routers for this DVR port ae867862-7097-4236-87c5-34eb0a164a44 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:48.794614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:48.807458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:48.814845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:48.814845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:48.835615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=e2d06e34-5966-4a66-b476-c656f7a1960e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:48.850114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-841cd724-4d3c-49d1-b381-42bc8cdcf6ed tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6381896 Oct 28 21:38:48.850928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53078) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:48.858267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:48.872793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b10d8-27d4-4c09-81d4-458d0cdb154b None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:49.099644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:49.103697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.129211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': 'e2d06e34-5966-4a66-b476-c656f7a1960e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:49.130306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.258531 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2d06e34-5966-4a66-b476-c656f7a1960e (CIDR: 2001:db8::/64) Oct 28 21:38:49.267142 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:38:49.268019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:38:49.298311 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d37a5fb-9f82-4914-90d0-cf3705fab565 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4461157 Oct 28 21:38:49.302884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53084) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:49.308185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:49.310654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae8c-8f7d-49a6-9039-e798534dff89 req-45d95a42-0e42-413a-8501-eb052ddb96c8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.312548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ae867862-7097-4236-87c5-34eb0a164a44 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:49.316963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ae8c-8f7d-49a6-9039-e798534dff89 req-45d95a42-0e42-413a-8501-eb052ddb96c8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.326740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5229ae8c-8f7d-49a6-9039-e798534dff89 req-45d95a42-0e42-413a-8501-eb052ddb96c8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1678 time: 0.1605613 Oct 28 21:38:49.330151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Pushing event updated for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:49.336933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ae867862-7097-4236-87c5-34eb0a164a44 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:49.337284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ae867862-7097-4236-87c5-34eb0a164a44 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:49.424933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5229ae8c-8f7d-49a6-9039-e798534dff89 req-a1416405-efa7-45fd-9453-2eccd77a1d76 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962029 Oct 28 21:38:49.438908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/e2d06e34-5966-4a66-b476-c656f7a1960e/e1790087-4528-47bb-b21e-c4e1eb4aa77b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:49.452224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Attempting to bind port 780f4744-c082-42a3-9099-945ffcf1d426 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:49.453330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Attempting to bind port 780f4744-c082-42a3-9099-945ffcf1d426 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:49.453781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Attempting to bind port 780f4744-c082-42a3-9099-945ffcf1d426 on network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:49.470019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Port 780f4744-c082-42a3-9099-945ffcf1d426 on network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:38:49.470514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Attempting to bind port 780f4744-c082-42a3-9099-945ffcf1d426 on network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:49.476960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:49.477436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Checking segment: {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:49.477923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Bound using segment: {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:49.478769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Bound port: 780f4744-c082-42a3-9099-945ffcf1d426, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c0ae51-1169-4c55-92af-ac70b462b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:49.478951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.578238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:49.579776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:49.582579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.584030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=780f4744-c082-42a3-9099-945ffcf1d426,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:49.591460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.643268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.643446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:49.644933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] 10.222.0.44 "PUT /v2.0/ports/780f4744-c082-42a3-9099-945ffcf1d426 HTTP/1.1" status: 200 len: 1092 time: 1.9296627 Oct 28 21:38:49.694001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3103c-6e20-42b9-80c5-9ae8fbd63e18 service neutron] Pushing event updated for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:49.790613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-0dc988a1-8aa0-482c-822a-f205983efc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.791325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-0dc988a1-8aa0-482c-822a-f205983efc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.800040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-0dc988a1-8aa0-482c-822a-f205983efc9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1982 time: 0.0853677 Oct 28 21:38:49.807834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:49.813419 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23373adc-ee77-4bd6-a237-43d2c6aa46e0" -d '{"events": [{"name": "network-changed", "server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "tag": "780f4744-c082-42a3-9099-945ffcf1d426"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:49.846096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53092) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:49.854838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-f0358a36-0ea7-4125-817c-94ef6742919e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd HTTP/1.1" status: 200 len: 217 time: 0.0404062 Oct 28 21:38:49.879944 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63807bc1-9b7f-49ac-b7f8-99e7b29a2b00 x-openstack-request-id: req-63807bc1-9b7f-49ac-b7f8-99e7b29a2b00 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:49.880300 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "tag": "780f4744-c082-42a3-9099-945ffcf1d426", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:49.880517 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63807bc1-9b7f-49ac-b7f8-99e7b29a2b00 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:49.880905 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426', 'status': 'completed', 'code': 200} Oct 28 21:38:49.929393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-8615e007-9023-4bbd-b7a3-32d91c6a345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.931356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-8615e007-9023-4bbd-b7a3-32d91c6a345a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f5a7b25-680d-4c45-bcf8-608eaf4f734c HTTP/1.1" status: 200 len: 801 time: 0.0609369 Oct 28 21:38:49.992875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-8e526244-b070-427c-b9d7-9b43a058d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:49.994479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-8e526244-b070-427c-b9d7-9b43a058d634 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ee0236b-558e-4523-bc5a-88d5fca2b275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524781 Oct 28 21:38:50.008488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3feb79df-2834-49fd-b465-9301723efad4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:50.077643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:50.080331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 3feb79df-2834-49fd-b465-9301723efad4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:50.080719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3feb79df-2834-49fd-b465-9301723efad4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:50.104161 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:50.155261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-450f70fe-07e3-4710-9955-b7a0a508799d service neutron] 10.222.0.44 "GET /v2.0/networks/8ee0236b-558e-4523-bc5a-88d5fca2b275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453991 Oct 28 21:38:50.198148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:50.201997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Pushing event updated for resources: {'Port': ['ID=e1790087-4528-47bb-b21e-c4e1eb4aa77b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:50.205549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:50.215509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:50.292085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-e01ff64d-2320-4819-b95d-ae5876b2c2a7 service neutron] 10.222.0.44 "GET /v2.0/networks/8ee0236b-558e-4523-bc5a-88d5fca2b275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266341 Oct 28 21:38:50.295387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Attempting to bind port e1790087-4528-47bb-b21e-c4e1eb4aa77b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:50.295751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Attempting to bind port e1790087-4528-47bb-b21e-c4e1eb4aa77b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:50.296109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Attempting to bind port e1790087-4528-47bb-b21e-c4e1eb4aa77b on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:50.304016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:50.304339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:50.304726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:50.305100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:50.306199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Bound port: e1790087-4528-47bb-b21e-c4e1eb4aa77b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:50.306593 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:50.317397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:50.357493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-e925656d-147e-437f-9f2c-6897fdb1ae92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=780f4744-c082-42a3-9099-945ffcf1d426 HTTP/1.1" status: 200 len: 217 time: 0.0548701 Oct 28 21:38:50.402408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] For port e1790087-4528-47bb-b21e-c4e1eb4aa77b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:50.416883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] For port e1790087-4528-47bb-b21e-c4e1eb4aa77b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1790087-4528-47bb-b21e-c4e1eb4aa77b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:50.422750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:50.442865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-ee39a4b0-faf2-48c7-87be-85abbbb60634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:50.444395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-ee39a4b0-faf2-48c7-87be-85abbbb60634 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=045c82c5-f130-44fa-96f4-7d92dd2692df HTTP/1.1" status: 200 len: 801 time: 0.0784621 Oct 28 21:38:50.505651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dce8-8a29-42bf-b4ba-bb3e1ef9420d None None] Pushing event updated for resources: {'Port': ['ID=e1790087-4528-47bb-b21e-c4e1eb4aa77b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:50.575499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-765efcfb-3eca-48af-b373-333b3d8791cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:50.578477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-765efcfb-3eca-48af-b373-333b3d8791cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260571 Oct 28 21:38:50.753771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-7cff3a40-5c0b-458d-8719-f865f04c512d service neutron] 10.222.0.44 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362350 Oct 28 21:38:50.796636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade12f0-43e5-4651-b72b-fc944b43e6eb req-d35473da-cc5a-4899-8ff9-a8c7c10e6582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:50.864194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade12f0-43e5-4651-b72b-fc944b43e6eb req-d35473da-cc5a-4899-8ff9-a8c7c10e6582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:50.866938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ade12f0-43e5-4651-b72b-fc944b43e6eb req-d35473da-cc5a-4899-8ff9-a8c7c10e6582 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1678 time: 0.3027155 Oct 28 21:38:50.940390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.041682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ade12f0-43e5-4651-b72b-fc944b43e6eb req-51ac4c10-f07c-4add-9dc8-300fdaa38c14 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631603 Oct 28 21:38:51.063842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb612302-ca36-44ae-8e73-dfbdca51f25b req-d077b195-9a15-481a-8e9b-12352636ce1c service neutron] 10.222.0.44 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974198 Oct 28 21:38:51.102530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.193373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-ddf6111d-c70e-4a58-a2ec-afa4f8c085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.194261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-ddf6111d-c70e-4a58-a2ec-afa4f8c085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.195658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-ddf6111d-c70e-4a58-a2ec-afa4f8c085e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81b61fb0372d4228a87ef05ea53e461b&device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1982 time: 0.0735509 Oct 28 21:38:51.297234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1790087-4528-47bb-b21e-c4e1eb4aa77b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:51.348883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-aedce741-9500-46db-a0b9-8a7a2ee88bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.350385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-aedce741-9500-46db-a0b9-8a7a2ee88bca service neutron] 10.222.0.44 "GET /v2.0/networks?id=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf HTTP/1.1" status: 200 len: 903 time: 0.1429050 Oct 28 21:38:51.366958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1790087-4528-47bb-b21e-c4e1eb4aa77b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:51.367483 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.397488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port e1790087-4528-47bb-b21e-c4e1eb4aa77b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1790087-4528-47bb-b21e-c4e1eb4aa77b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:51.408431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-9ff8a548-f8d4-4449-853a-7c03bf0e1470 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=780f4744-c082-42a3-9099-945ffcf1d426 HTTP/1.1" status: 200 len: 217 time: 0.0475199 Oct 28 21:38:51.477368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-618257c2-299d-4e16-8b06-59dff317bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.479072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-618257c2-299d-4e16-8b06-59dff317bde5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=045c82c5-f130-44fa-96f4-7d92dd2692df HTTP/1.1" status: 200 len: 801 time: 0.0600858 Oct 28 21:38:51.484885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.511254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.512823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.523307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.565770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-424dae50-303d-42c6-8658-d5eed6c2af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.567745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-424dae50-303d-42c6-8658-d5eed6c2af2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784698 Oct 28 21:38:51.590131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:38:51.590839 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:38:51.617084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:51.640736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:51.644098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:51.644814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.647618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=2eebd696-258e-4110-86bd-8cff94bb1f45,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:51.704004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-dbd880db-fb05-4a88-a7a5-604a3bc1c4cf service neutron] 10.222.0.44 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226721 Oct 28 21:38:51.705231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4009285 Oct 28 21:38:51.710829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53114) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:51.713828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Deleting port 21a0d743-f0bf-4f5b-95f9-282769597b0f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:51.714276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.715750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:85:5c:54', 'name': 'tempest-NetworksTestDHCPv6-1104372715'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:51.764480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851b9b-d43f-4525-a68b-07f0c88f40df tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=e1790087-4528-47bb-b21e-c4e1eb4aa77b,revision_number=4']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:51.831569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] For port 21a0d743-f0bf-4f5b-95f9-282769597b0f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=21a0d743-f0bf-4f5b-95f9-282769597b0f,segment=NetworkSegment(bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9),segment_id=bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:51.831929 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:51.858781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Calling delete_port for 21a0d743-f0bf-4f5b-95f9-282769597b0f owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:51.911682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23373adc-ee77-4bd6-a237-43d2c6aa46e0 req-a8d42f8a-a4ad-48aa-8e7d-70e72e34b114 service neutron] 10.222.0.44 "GET /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916838 Oct 28 21:38:51.941066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:52.003529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa058e8-ee25-406c-9d15-e0255fb609aa None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:52.040538 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.066958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 45fc17c2-cd37-4431-9eec-8277f0b24b3c yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:52.108928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1ff60569-573e-4be5-abc9-256aa99e67a4 None None] Provisioning complete for port e1790087-4528-47bb-b21e-c4e1eb4aa77b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:52.109228 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ff60569-573e-4be5-abc9-256aa99e67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.122980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.173184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Pushing event deleted for resources: {'Port': ['ID=21a0d743-f0bf-4f5b-95f9-282769597b0f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:52.242008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.320749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867af5-c852-4cba-bf5c-f0a9915d8384 req-a135f320-0565-48e7-b38d-209666c270d7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:52.335231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867af5-c852-4cba-bf5c-f0a9915d8384 req-a135f320-0565-48e7-b38d-209666c270d7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:52.338518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e867af5-c852-4cba-bf5c-f0a9915d8384 req-a135f320-0565-48e7-b38d-209666c270d7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1678 time: 0.1796269 Oct 28 21:38:52.403598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ff60569-573e-4be5-abc9-256aa99e67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.410714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e1790087-4528-47bb-b21e-c4e1eb4aa77b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1790087-4528-47bb-b21e-c4e1eb4aa77b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:52.421952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.451895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.466870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e867af5-c852-4cba-bf5c-f0a9915d8384 req-05fecedf-b2a8-49e4-b8b3-9542663d7d6f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074297 Oct 28 21:38:52.479465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::25e (f81635a2-fdc9-4571-89e5-692fe1730770/e2d06e34-5966-4a66-b476-c656f7a1960e/45fc17c2-cd37-4431-9eec-8277f0b24b3c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:52.489016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:5c54 (f81635a2-fdc9-4571-89e5-692fe1730770/2eebd696-258e-4110-86bd-8cff94bb1f45/45fc17c2-cd37-4431-9eec-8277f0b24b3c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:52.530590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-1ff60569-573e-4be5-abc9-256aa99e67a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:38:52.531146 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-1ff60569-573e-4be5-abc9-256aa99e67a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:38:52.545210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e1790087-4528-47bb-b21e-c4e1eb4aa77b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:52.756630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.799200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Router e4db1630-65ac-417e-88af-4b1c95bf03da has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:38:52.825744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.880536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:52.884080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:52.888137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:52.894644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:52.895295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:52.921879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2119288 Oct 28 21:38:52.923168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12371-5dac-436e-8ad7-3eb26414aeb3 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=45fc17c2-cd37-4431-9eec-8277f0b24b3c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:52.926256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:53.028551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:38:53.034847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e3dc7ce6-ce40-4d74-a427-56dfc802f32c admin admin] 10.222.0.31 "PUT /v2.0/routers/e4db1630-65ac-417e-88af-4b1c95bf03da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874375 Oct 28 21:38:53.038841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53126) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:53.042104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Sync routers for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:38:53.067871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 45fc17c2-cd37-4431-9eec-8277f0b24b3c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:53.068212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.078544 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:53.079471 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:53.232173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.260697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 45fc17c2-cd37-4431-9eec-8277f0b24b3c owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:53.314852 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:53.329703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.375430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1790087-4528-47bb-b21e-c4e1eb4aa77b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:53.495029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.497757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1790087-4528-47bb-b21e-c4e1eb4aa77b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:53.498405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.600387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Deleting port d1e226c9-9bae-4d5d-b400-cb678190f92c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:53.600951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.628188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-81ff9b69-9f5a-4b43-8f57-3a6c25f7d822 None None] Provisioning complete for port e1790087-4528-47bb-b21e-c4e1eb4aa77b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:53.628772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81ff9b69-9f5a-4b43-8f57-3a6c25f7d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.689569 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:38:52Z', 'revision_number': 5, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port': {'id': 'd1e226c9-9bae-4d5d-b400-cb678190f92c', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:07Z', 'updated_at': '2021-10-28T21:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:53.717569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.724521 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Checking router: e4db1630-65ac-417e-88af-4b1c95bf03da for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:38:53.735802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Routers {'e4db1630-65ac-417e-88af-4b1c95bf03da'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:38:53.736880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e4db1630-65ac-417e-88af-4b1c95bf03da'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:53.765712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=45fc17c2-cd37-4431-9eec-8277f0b24b3c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:53.803352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:38:53.869863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.878149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7990a32-b908-4397-a874-ff88f11c641d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/45fc17c2-cd37-4431-9eec-8277f0b24b3c HTTP/1.1" status: 204 len: 168 time: 0.9507132 Oct 28 21:38:53.880580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:53.889484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] Set router e4db1630-65ac-417e-88af-4b1c95bf03da gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:38:53.898100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c035cf-099e-4fd3-b19b-b000342a54f5 req-489b8d83-a36f-45de-839b-f8a615cb5d25 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:53.910644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c035cf-099e-4fd3-b19b-b000342a54f5 req-489b8d83-a36f-45de-839b-f8a615cb5d25 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:53.912684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03c035cf-099e-4fd3-b19b-b000342a54f5 req-489b8d83-a36f-45de-839b-f8a615cb5d25 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1678 time: 0.2525365 Oct 28 21:38:53.925907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] For port d1e226c9-9bae-4d5d-b400-cb678190f92c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e226c9-9bae-4d5d-b400-cb678190f92c,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:53.926634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:53.976800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Calling delete_port for d1e226c9-9bae-4d5d-b400-cb678190f92c owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:53.998939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7c4de-0a79-4274-b4e3-6682d650498c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:54.004111 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:38:53Z', 'revision_number': 6, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:54.005957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-64d7c4de-0a79-4274-b4e3-6682d650498c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1243460 Oct 28 21:38:54.008814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:54.019862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03c035cf-099e-4fd3-b19b-b000342a54f5 req-e3c91062-24a1-49e6-8b16-66470b41f60a tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896354 Oct 28 21:38:54.083715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b972e-abe0-4013-a169-2b0e5aaa675a None None] The sync data for ids ['e4db1630-65ac-417e-88af-4b1c95bf03da'] in n-d-806683-16 is: [{'id': 'e4db1630-65ac-417e-88af-4b1c95bf03da', 'name': 'tempest-ServerRescueTestJSONUnderV235-1684010514-router', 'tenant_id': '0886c71044ca4398b89a55ce73b9e25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:05Z', 'updated_at': '2021-10-28T21:38:53Z', 'revision_number': 6, 'project_id': '0886c71044ca4398b89a55ce73b9e25d', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:38:54.122125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:38:54.122648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37b89a-6589-47ed-b2ca-b4182818d856 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:54.128582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee37b89a-6589-47ed-b2ca-b4182818d856 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1186094 Oct 28 21:38:54.129580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:54.187306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:54.205187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', 'network_id': '8ee0236b-558e-4523-bc5a-88d5fca2b275', 'port_id': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', 'mac_address': 'fa:16:3e:f1:b5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5a7b25-680d-4c45-bcf8-608eaf4f734c', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:38:54.246765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b7e43-2950-4d19-9912-bf3228a2ea0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:54.248845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b7e43-2950-4d19-9912-bf3228a2ea0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:54.250549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b7e43-2950-4d19-9912-bf3228a2ea0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:54.252451 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-918b7e43-2950-4d19-9912-bf3228a2ea0c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1214924 Oct 28 21:38:54.255186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53144) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:54.260810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.275039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.292154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e226c9-9bae-4d5d-b400-cb678190f92c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:54.295819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:54.302672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fe231c44-165d-4b8c-9482-658b14a3854d None None] Could not find standard attr ID for object 45fc17c2-cd37-4431-9eec-8277f0b24b3c. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:38:54.321333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:54.327637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.328336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 780f4744-c082-42a3-9099-945ffcf1d426 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:38:54.341752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 2eebd696-258e-4110-86bd-8cff94bb1f45 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:54.345555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.389145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.411913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.441935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:54.506713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=780f4744-c082-42a3-9099-945ffcf1d426,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:54.531040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.533413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.539676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '780f4744-c082-42a3-9099-945ffcf1d426', 'network_id': 'b514d00d-63cf-4cb6-952e-63ee8b2dbbaf', 'port_id': '780f4744-c082-42a3-9099-945ffcf1d426', 'mac_address': 'fa:16:3e:5a:b0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045c82c5-f130-44fa-96f4-7d92dd2692df', 'ip_address': '19.86.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:38:54.590801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.606717 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.623257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.623917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4db1630-65ac-417e-88af-4b1c95bf03da {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:38:54.624892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780f4744-c082-42a3-9099-945ffcf1d426 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:38:54.648424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.650378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=780f4744-c082-42a3-9099-945ffcf1d426,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:54.653338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53148) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:54.655539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8c20daa5-e6ca-4f9a-b341-2ee5877af3aa admin admin] 10.222.0.31 "DELETE /v2.0/routers/e4db1630-65ac-417e-88af-4b1c95bf03da HTTP/1.1" status: 204 len: 168 time: 1.6102207 Oct 28 21:38:54.656191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.724348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.726670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:54.733217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Deleting subnet 357d5f7c-60b2-43a7-a0fe-1ff1f166f49a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:54.758666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.781921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=2eebd696-258e-4110-86bd-8cff94bb1f45,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:54.790357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.795017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-193f3cbf-73b3-4459-bd4a-de212cf25981 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2eebd696-258e-4110-86bd-8cff94bb1f45 HTTP/1.1" status: 204 len: 168 time: 0.5381143 Oct 28 21:38:54.797328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53152) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:54.804131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b7002-1a6a-4c75-8ff3-0a22f291bd46 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:54.827389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.872272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet e2d06e34-5966-4a66-b476-c656f7a1960e {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:38:54.876848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.879969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.933956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.968000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.985906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:54.989046 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/357d5f7c-60b2-43a7-a0fe-1ff1f166f49a HTTP/1.1" status: 204 len: 168 time: 0.3342922 Oct 28 21:38:54.993693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53156) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:55.026144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2481d-d363-49bb-a57d-a6131122507f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357d5f7c-60b2-43a7-a0fe-1ff1f166f49a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:55.047195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:55.208003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.260068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e226c9-9bae-4d5d-b400-cb678190f92c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:55.298427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d1e226c9-9bae-4d5d-b400-cb678190f92c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:55.300189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e226c9-9bae-4d5d-b400-cb678190f92c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:55.300873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 21a0d743-f0bf-4f5b-95f9-282769597b0f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:55.322091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.344598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 21a0d743-f0bf-4f5b-95f9-282769597b0f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:55.344985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 21a0d743-f0bf-4f5b-95f9-282769597b0f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:55.462681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ec9c-70fa-4071-b72d-1e45c7f7e2b6 req-14fcfaca-2c4f-40d2-896c-603844bfc12f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:55.469492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ec9c-70fa-4071-b72d-1e45c7f7e2b6 req-14fcfaca-2c4f-40d2-896c-603844bfc12f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:55.478656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80a7ec9c-70fa-4071-b72d-1e45c7f7e2b6 req-14fcfaca-2c4f-40d2-896c-603844bfc12f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1680 time: 0.2916288 Oct 28 21:38:55.498280 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.542054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81160c18-a3db-4bad-87e7-22e4a594acc3']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:55.561636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.573962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:55.574315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbd7c4b-0217-4f6b-9d4e-6065a3139ed9') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:38:55.623282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80a7ec9c-70fa-4071-b72d-1e45c7f7e2b6 req-f3a9ee5d-4a69-47f0-a344-f425e5e77ff4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445599 Oct 28 21:38:55.625513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.629442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d06e34-5966-4a66-b476-c656f7a1960e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:55.651193 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.654734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-82e9a0d0-5d2e-46fc-9224-6bcd611e9903 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/e2d06e34-5966-4a66-b476-c656f7a1960e HTTP/1.1" status: 204 len: 168 time: 0.8547056 Oct 28 21:38:55.659874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:55.673257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.687712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:38:55.688129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:38:55.691177 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:38:55.708731 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e6fe05c-cad5-4ce6-aee8-32abe0438e53 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474069 Oct 28 21:38:55.711518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53164) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:55.718913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:55.804141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.817307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.823127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/81160c18-a3db-4bad-87e7-22e4a594acc3 HTTP/1.1" status: 204 len: 168 time: 0.8262663 Oct 28 21:38:55.840433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af2f21-f887-4db8-b7c0-2bbe17576b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=81160c18-a3db-4bad-87e7-22e4a594acc3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:55.865945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:55.869638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:55.872889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c50e23-ebae-4f35-91f4-3a27c1e060f8 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:56.096886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53172) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:56.119924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-406cf97e-3419-4413-be84-9e5559a1f1f8 None None] Provisioning complete for port e1790087-4528-47bb-b21e-c4e1eb4aa77b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:56.120327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-406cf97e-3419-4413-be84-9e5559a1f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.162972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93e13ceb-4e61-4246-9d3b-848f7115f546 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0886c71044ca4398b89a55ce73b9e25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640192 Oct 28 21:38:56.165366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53174) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:56.190074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.235615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.252862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['780f4744-c082-42a3-9099-945ffcf1d426'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:38:56.260180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:56.274545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.284776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:56.288348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:56.293268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:56.295078 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.320180 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a06e8a2-d72c-4375-be34-ea6e2a9ed7d4 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6070819 Oct 28 21:38:56.323226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53176) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:56.335524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:56.366260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:38:56.382934 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.388216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.391836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03fd55c4-af7b-4d92-8397-1c85aaa60a71 HTTP/1.1" status: 204 len: 168 time: 0.2233179 Oct 28 21:38:56.400103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a6b58-c6e7-48ca-bf5f-547d63de09d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fd55c4-af7b-4d92-8397-1c85aaa60a71,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:56.485133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Deleting port e1790087-4528-47bb-b21e-c4e1eb4aa77b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:38:56.485748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.510745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:56.516902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.591757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] For port e1790087-4528-47bb-b21e-c4e1eb4aa77b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1790087-4528-47bb-b21e-c4e1eb4aa77b,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:56.592306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.607132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Calling delete_port for e1790087-4528-47bb-b21e-c4e1eb4aa77b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:38:56.690132 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e (CIDR: 2001:db8::/64) Oct 28 21:38:56.698848 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:38:56.700321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:38:56.713302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:56.736949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:56.742748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] Pushing event deleted for resources: {'Port': ['ID=e1790087-4528-47bb-b21e-c4e1eb4aa77b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:56.743669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'subnet': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:56.748494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609ae35-d278-4936-a7b4-2c7b9bb40f70 None None] No DVR routers for this DVR port e1790087-4528-47bb-b21e-c4e1eb4aa77b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:38:56.752576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a9f8c1c4-2cc9-4bb7-b0d3-8e9317b9ae49 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4254308 Oct 28 21:38:56.766825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c749b41-d9de-4a7d-9167-df19fb4d46a7 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:56.879910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddf44-1575-468d-8371-2e5d1a2ec029 req-5f6b5dae-f3e2-472b-ba13-22dc8d560e91 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:56.887201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ddf44-1575-468d-8371-2e5d1a2ec029 req-5f6b5dae-f3e2-472b-ba13-22dc8d560e91 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:56.889082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b7ddf44-1575-468d-8371-2e5d1a2ec029 req-5f6b5dae-f3e2-472b-ba13-22dc8d560e91 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1680 time: 0.1496265 Oct 28 21:38:56.960488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f81635a2-fdc9-4571-89e5-692fe1730770', 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'tenant_id': 'b0a16860d8d24eca9a24d65bf80bde7a', 'fixed_ips': [{'subnet_id': '9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:38:56.962171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.317615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Allocated IP 2001:db8::2 (f81635a2-fdc9-4571-89e5-692fe1730770/9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e/ff1855d7-f11c-4e87-8251-6ec6f219ac06) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:57.369278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b7ddf44-1575-468d-8371-2e5d1a2ec029 req-f33e6916-eb6c-4667-9732-494302f97d8d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704511 Oct 28 21:38:57.434936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:57.439766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.471769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1790087-4528-47bb-b21e-c4e1eb4aa77b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:38:57.510257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e1790087-4528-47bb-b21e-c4e1eb4aa77b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:38:57.511571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1790087-4528-47bb-b21e-c4e1eb4aa77b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:38:57.603428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.621599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.703111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:57.705286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:57.712449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:57.754507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Pushing event updated for resources: {'Port': ['ID=ff1855d7-f11c-4e87-8251-6ec6f219ac06,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:57.805191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 780f4744-c082-42a3-9099-945ffcf1d426 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:57.813328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Attempting to bind port ff1855d7-f11c-4e87-8251-6ec6f219ac06 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:38:57.813692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Attempting to bind port ff1855d7-f11c-4e87-8251-6ec6f219ac06 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:38:57.814058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Attempting to bind port ff1855d7-f11c-4e87-8251-6ec6f219ac06 on network f81635a2-fdc9-4571-89e5-692fe1730770 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:38:57.848089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:38:57.848583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Checking segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:38:57.849030 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.849387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Bound using segment: {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:38:57.850186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Bound port: ff1855d7-f11c-4e87-8251-6ec6f219ac06, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003d03e1-1182-4e15-99e3-f1eae34be468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:38:57.850690 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:57.930220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:38:57.938923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] For port ff1855d7-f11c-4e87-8251-6ec6f219ac06, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:38:57.945266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] For port ff1855d7-f11c-4e87-8251-6ec6f219ac06, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff1855d7-f11c-4e87-8251-6ec6f219ac06,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:38:57.957062 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.000495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 780f4744-c082-42a3-9099-945ffcf1d426 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:58.013702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 780f4744-c082-42a3-9099-945ffcf1d426 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:58.014083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.082315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e984-3c68-4609-8cc0-79de4b6688f4 None None] Pushing event updated for resources: {'Port': ['ID=ff1855d7-f11c-4e87-8251-6ec6f219ac06,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:58.181681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.216563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:38:58.218820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.222565 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9ecea5-bdbb-42ed-939c-c48ad950ff3b" -d '{"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-plugged", "status": "completed", "tag": "780f4744-c082-42a3-9099-945ffcf1d426"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:38:58.255980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=780f4744-c082-42a3-9099-945ffcf1d426,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:58.264482 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.267551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:58.352210 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b9e40-66e6-416b-b1fa-f37e4b35cb53 x-openstack-request-id: req-5d9b9e40-66e6-416b-b1fa-f37e4b35cb53 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:38:58.355765 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-plugged", "status": "completed", "tag": "780f4744-c082-42a3-9099-945ffcf1d426", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:38:58.356151 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d9b9e40-66e6-416b-b1fa-f37e4b35cb53 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:38:58.356855 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426', 'code': 200} Oct 28 21:38:58.483278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b924e8d-83aa-4a69-ae74-2c001469ef3f req-d1d5ecb7-79ad-4393-ba9d-3876340d6661 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.1239278 Oct 28 21:38:58.490720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:58.532295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:38:58.542954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:58.543336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.680198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95412c-db32-48c5-a164-349e59d2b00f req-0a96d1df-9adc-4c62-a042-76b176458bcb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:58.682415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.687413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95412c-db32-48c5-a164-349e59d2b00f req-0a96d1df-9adc-4c62-a042-76b176458bcb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:58.695136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c95412c-db32-48c5-a164-349e59d2b00f req-0a96d1df-9adc-4c62-a042-76b176458bcb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1681 time: 0.1218982 Oct 28 21:38:58.729071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] For port ff1855d7-f11c-4e87-8251-6ec6f219ac06, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff1855d7-f11c-4e87-8251-6ec6f219ac06,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:58.735494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:58.747290 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.780590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c95412c-db32-48c5-a164-349e59d2b00f req-5766b839-2ec0-4d60-8403-fe1c5b550cd2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Oct 28 21:38:58.799553 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.807443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.809139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.832947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:58.890964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:58.898331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:58.902109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:58.902787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:58.928609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=ff1855d7-f11c-4e87-8251-6ec6f219ac06,revision_number=4']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:58.933981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Subnet': ['ID=2566f5fe-d63a-4384-b98a-8ff1c558981b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:58.958307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a9d8d2e2-0271-418b-a094-699ce3df884c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2201035 Oct 28 21:38:58.961908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53252) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:38:58.968738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Request body: {'port': {'network_id': 'f81635a2-fdc9-4571-89e5-692fe1730770', 'mac_address': 'fa:16:3e:aa:36:72', 'name': 'tempest-NetworksTestDHCPv6-504975247'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:38:59.128972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Made reservation on behalf of b0a16860d8d24eca9a24d65bf80bde7a for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:38:59.280492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.305140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] device_id is not set on port 4073ed43-7f10-4eaf-8433-975e9d4233c9 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:38:59.337653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff1855d7-f11c-4e87-8251-6ec6f219ac06 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:38:59.425049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:59.425426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.500653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40bdfa-a6be-421d-9829-09f916955f7e None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:38:59.565534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8::392 (f81635a2-fdc9-4571-89e5-692fe1730770/9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e/4073ed43-7f10-4eaf-8433-975e9d4233c9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:59.567928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.576277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:3672 (f81635a2-fdc9-4571-89e5-692fe1730770/2566f5fe-d63a-4384-b98a-8ff1c558981b/4073ed43-7f10-4eaf-8433-975e9d4233c9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:38:59.616239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ca9dd47-5db6-4cfe-be6b-a0e59d411762 req-8388781d-45f1-4b93-94c9-df5a2382c3ed tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0317507 Oct 28 21:38:59.618197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-65b13791-d907-4d7a-8ea5-f58e9e324c4d None None] Provisioning complete for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:38:59.618749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65b13791-d907-4d7a-8ea5-f58e9e324c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.663010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ff1855d7-f11c-4e87-8251-6ec6f219ac06, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff1855d7-f11c-4e87-8251-6ec6f219ac06,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:38:59.704817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.819384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.837553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ff1855d7-f11c-4e87-8251-6ec6f219ac06,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:59.880790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.939523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Network f81635a2-fdc9-4571-89e5-692fe1730770 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:38:59.946773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:38:59.951527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event updated for resources: {'Port': ['ID=4073ed43-7f10-4eaf-8433-975e9d4233c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:38:59.954744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:38:59.960755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:59.961482 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:38:59.969802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388141-17cd-4d1a-a809-34781e112d23 req-e0bb5636-1a61-4880-ad86-bea2c62dde00 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:59.977046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388141-17cd-4d1a-a809-34781e112d23 req-e0bb5636-1a61-4880-ad86-bea2c62dde00 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:38:59.977236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.977703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.977898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.978559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.979069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.979403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.980450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.981436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.981775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.982103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.982507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.982836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:38:59.986813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f388141-17cd-4d1a-a809-34781e112d23 req-e0bb5636-1a61-4880-ad86-bea2c62dde00 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.0863640 Oct 28 21:39:00.017054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-38811258-c77b-46dd-9a53-1136aefd14ee tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0538862 Oct 28 21:39:00.018539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53264) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:00.049607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f388141-17cd-4d1a-a809-34781e112d23 req-96f8b91f-e772-4afa-8bba-bce37f9bbd8b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Oct 28 21:39:00.144221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting port 4073ed43-7f10-4eaf-8433-975e9d4233c9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:00.144621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:00.244618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:00.259592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Calling delete_port for 4073ed43-7f10-4eaf-8433-975e9d4233c9 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:00.358796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:00.361353 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18173c-ffb5-4370-a44e-af59253f88e3" -d '{"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-plugged", "status": "completed", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:00.415925 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da81551-0da0-4ddc-9476-fca7afe0dcc9 x-openstack-request-id: req-2da81551-0da0-4ddc-9476-fca7afe0dcc9 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:00.416210 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-plugged", "status": "completed", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:00.416542 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2da81551-0da0-4ddc-9476-fca7afe0dcc9 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:00.416961 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', 'code': 200} Oct 28 21:39:00.470845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:00.509640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Port': ['ID=4073ed43-7f10-4eaf-8433-975e9d4233c9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:00.598802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:00.602953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c03ec2d-ceeb-4286-b0ab-dba1e47fadf1 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4073ed43-7f10-4eaf-8433-975e9d4233c9 HTTP/1.1" status: 204 len: 168 time: 0.5831497 Oct 28 21:39:00.605494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53282) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:00.623026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9587de0f-2a04-43df-be3d-0eda6468eefc None None] Provisioning complete for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:00.623399 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9587de0f-2a04-43df-be3d-0eda6468eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:00.722410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f0b10-be1f-47f6-9a8a-1f8c7ac231fb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.730563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53292) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:00.745050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-340f0b10-be1f-47f6-9a8a-1f8c7ac231fb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1381288 Oct 28 21:39:00.812843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2245ed38-31a4-43f2-bd7f-5d5ca58e96c1 req-9a77958a-6b46-45f6-817d-a2c8677ebf9e tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0589597 Oct 28 21:39:00.825610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20fe5c-0ede-44a5-8829-518f469cdb1b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.840509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c20fe5c-0ede-44a5-8829-518f469cdb1b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1073749 Oct 28 21:39:00.841761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53294) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:00.891341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffa4b-7264-49cc-b016-3d2f56d7eab6 req-bfae991b-31b0-47e6-8fa9-87b1182d947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.891894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffa4b-7264-49cc-b016-3d2f56d7eab6 req-bfae991b-31b0-47e6-8fa9-87b1182d947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.893665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9bffa4b-7264-49cc-b016-3d2f56d7eab6 req-bfae991b-31b0-47e6-8fa9-87b1182d947c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1986 time: 0.4034925 Oct 28 21:39:00.911408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d3d13-0d7c-4da6-a720-33e35ad23f87 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.913378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d3d13-0d7c-4da6-a720-33e35ad23f87 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.915301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d3d13-0d7c-4da6-a720-33e35ad23f87 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:00.920729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d00d3d13-0d7c-4da6-a720-33e35ad23f87 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0748403 Oct 28 21:39:00.921382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53296) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:00.949234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9bffa4b-7264-49cc-b016-3d2f56d7eab6 req-d24de0cf-15e4-48ee-abd8-c5acb89c867d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Oct 28 21:39:00.968130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-45fb3371-e177-46b0-a83d-a8808863bbb8 None None] Could not find standard attr ID for object 4073ed43-7f10-4eaf-8433-975e9d4233c9. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:39:01.001022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 2566f5fe-d63a-4384-b98a-8ff1c558981b {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:39:01.005644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.056330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.191541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.221359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53302) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.264996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa96d4-c4a5-4353-8b83-35d28d29d188 req-bd8baff4-d236-4b63-8558-1ddf3b9707a7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:01.271801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa96d4-c4a5-4353-8b83-35d28d29d188 req-bd8baff4-d236-4b63-8558-1ddf3b9707a7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:01.273923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30aa96d4-c4a5-4353-8b83-35d28d29d188 req-bd8baff4-d236-4b63-8558-1ddf3b9707a7 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.1153798 Oct 28 21:39:01.289902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff1855d7-f11c-4e87-8251-6ec6f219ac06 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:01.327072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.341268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30aa96d4-c4a5-4353-8b83-35d28d29d188 req-dd6ea0ae-51a9-41ce-8b53-6a7f8cd13af3 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610890 Oct 28 21:39:01.379302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:01.379862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.395044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=2566f5fe-d63a-4384-b98a-8ff1c558981b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:01.399228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.406150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f3f5fe2f-ae67-4fb1-8dcc-d9a9500009eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2566f5fe-d63a-4384-b98a-8ff1c558981b HTTP/1.1" status: 204 len: 168 time: 0.4807134 Oct 28 21:39:01.406546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53308) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.408274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b149803-6d05-4b3a-b5f9-baeac434d299 req-82582384-5519-4a88-93c3-5d41f10738f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0305936 Oct 28 21:39:01.426777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c71ff3-89ff-474a-a0fb-0ac3435387f1 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:01.460861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1465db5b-70ee-473e-be88-a15dd52a8ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.485634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Deleting subnet 9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:39:01.490158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.553682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.557414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1465db5b-70ee-473e-be88-a15dd52a8ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.566617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1465db5b-70ee-473e-be88-a15dd52a8ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.614026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1465db5b-70ee-473e-be88-a15dd52a8ab9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2893ec67eb5c4f07942d5d561bdcaaa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911786 Oct 28 21:39:01.614970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465db5b-70ee-473e-be88-a15dd52a8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26147aad-e831-4a34-a847-21293c461bb0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:01.617929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53310) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.676275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.677735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.703294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.763670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.765241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.767225 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.771527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26147aad-e831-4a34-a847-21293c461bb0 HTTP/1.1" status: 204 len: 168 time: 0.1495118 Oct 28 21:39:01.796817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220e832-a157-46b2-8719-536cb9e44322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26147aad-e831-4a34-a847-21293c461bb0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:01.800690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:01.806018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:01.810532 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0fdfe21-bb99-4faa-8ad7-b15b91a2a243 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e HTTP/1.1" status: 204 len: 168 time: 0.4030809 Oct 28 21:39:01.813425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53314) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.864938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1a5e6e14-e751-45ca-9fde-7953a16565f0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502839 Oct 28 21:39:01.867368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53320) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.938063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba27a1-f3a7-4da2-bbce-43a8874f7f2d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:01.942349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-08ba27a1-f3a7-4da2-bbce-43a8874f7f2d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0715616 Oct 28 21:39:01.943015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53322) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:01.985914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4770762-fc66-4e64-9581-f0b46be67ef4 req-ec4a8f90-39e2-48b2-a290-30944ea58fc9 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0446694 Oct 28 21:39:02.014326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44110e-f868-4ba6-9e50-10556ee675bb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:02.016871 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f44110e-f868-4ba6-9e50-10556ee675bb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726824 Oct 28 21:39:02.018443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.057021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4e501260-6d97-447f-a7ef-0b3580d5cca0 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374074 Oct 28 21:39:02.066928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53328) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.097707 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5407b1d3-1ab2-497a-b19f-debb0bd5f772 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.098378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5407b1d3-1ab2-497a-b19f-debb0bd5f772 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.101414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5407b1d3-1ab2-497a-b19f-debb0bd5f772 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4073ed43-7f10-4eaf-8433-975e9d4233c9 HTTP/1.1" status: 404 len: 333 time: 0.0333478 Oct 28 21:39:02.104264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53332) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.131271 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9798a008-0148-40f8-afd9-e770673feafe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.131733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9798a008-0148-40f8-afd9-e770673feafe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.134977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9798a008-0148-40f8-afd9-e770673feafe tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2566f5fe-d63a-4384-b98a-8ff1c558981b HTTP/1.1" status: 404 len: 337 time: 0.0294683 Oct 28 21:39:02.138598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53334) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.165863 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e0f1c0-54ae-4ace-b789-0790aa08a325 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.166322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e0f1c0-54ae-4ace-b789-0790aa08a325 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.170577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-45e0f1c0-54ae-4ace-b789-0790aa08a325 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/9d2d224c-fc17-495b-b1d8-c3bdb40c6f3e HTTP/1.1" status: 404 len: 337 time: 0.0308647 Oct 28 21:39:02.173249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53338) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.197904 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2990161a-12f0-4cc4-a1b6-aa4499cb19bb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.198977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2990161a-12f0-4cc4-a1b6-aa4499cb19bb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.203084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2990161a-12f0-4cc4-a1b6-aa4499cb19bb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/45fc17c2-cd37-4431-9eec-8277f0b24b3c HTTP/1.1" status: 404 len: 333 time: 0.0276029 Oct 28 21:39:02.204811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53342) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.234406 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b0a6fd-948c-43fd-81bc-129104087fec tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.234861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b0a6fd-948c-43fd-81bc-129104087fec tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.237920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-52b0a6fd-948c-43fd-81bc-129104087fec tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2eebd696-258e-4110-86bd-8cff94bb1f45 HTTP/1.1" status: 404 len: 337 time: 0.0321081 Oct 28 21:39:02.240581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.268412 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-022c43d7-db86-4631-9211-f171887fe817 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.268872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022c43d7-db86-4631-9211-f171887fe817 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.274162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-022c43d7-db86-4631-9211-f171887fe817 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/e2d06e34-5966-4a66-b476-c656f7a1960e HTTP/1.1" status: 404 len: 337 time: 0.0300672 Oct 28 21:39:02.274418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.299042 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8a5a4b-5287-4c10-9096-f18dfa2c62f6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.299723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8a5a4b-5287-4c10-9096-f18dfa2c62f6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.304539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6a8a5a4b-5287-4c10-9096-f18dfa2c62f6 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/ba8e9c93-c36a-46ea-9c5b-299d356ecd66 HTTP/1.1" status: 404 len: 333 time: 0.0277443 Oct 28 21:39:02.305743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53350) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.337575 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef83205-0950-4e67-9522-6d295fcf7680 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.338043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef83205-0950-4e67-9522-6d295fcf7680 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.344456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ef83205-0950-4e67-9522-6d295fcf7680 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a62928b2-3a87-4066-940e-1286bb52bac7 HTTP/1.1" status: 404 len: 337 time: 0.0348742 Oct 28 21:39:02.344456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53352) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.383864 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4159e2d4-67a9-4143-b7f5-ffd0b96c668d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.384442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4159e2d4-67a9-4143-b7f5-ffd0b96c668d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.388413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4159e2d4-67a9-4143-b7f5-ffd0b96c668d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/fc7d0ee6-f298-4d5b-9fa9-7128f9af0a41 HTTP/1.1" status: 404 len: 337 time: 0.0404487 Oct 28 21:39:02.391267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53358) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.419086 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c583f684-c8f1-4ec1-958b-cc018ee79f8a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.419847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c583f684-c8f1-4ec1-958b-cc018ee79f8a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.425809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c583f684-c8f1-4ec1-958b-cc018ee79f8a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/9c6a45df-aecc-49c7-8717-464e6b705585 HTTP/1.1" status: 404 len: 333 time: 0.0308414 Oct 28 21:39:02.426277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53364) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.461787 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a02ed5-34d4-461d-b8ac-5daf91c8b87f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.462485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a02ed5-34d4-461d-b8ac-5daf91c8b87f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.473600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53370) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.477096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a2a02ed5-34d4-461d-b8ac-5daf91c8b87f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/74f89500-55b3-4997-b227-6b7606b78f37 HTTP/1.1" status: 404 len: 337 time: 0.0496347 Oct 28 21:39:02.521190 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b2362f-b99c-40d4-9a79-f73fd3596695 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.521643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b2362f-b99c-40d4-9a79-f73fd3596695 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.526142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facce092-09f2-427e-ab36-1ef6efd4f661 None None] Network f81635a2-fdc9-4571-89e5-692fe1730770 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:02.528081 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69b2362f-b99c-40d4-9a79-f73fd3596695 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/982cac71-1420-4996-ba4a-a3159a79a795 HTTP/1.1" status: 404 len: 337 time: 0.0540595 Oct 28 21:39:02.528768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53372) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.597456 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb768d6a-6ef3-4f3a-8e39-1c3a27bfd789 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.598499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb768d6a-6ef3-4f3a-8e39-1c3a27bfd789 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.602715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bb768d6a-6ef3-4f3a-8e39-1c3a27bfd789 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/d0796dc7-ac76-4622-8555-05099299a999 HTTP/1.1" status: 404 len: 333 time: 0.0729563 Oct 28 21:39:02.602950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5933a0-1984-4fc5-9f5a-1a7ce7f90e1e req-e3110405-1242-49ff-a220-e92035c4c7e4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:02.605358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53376) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.610595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5933a0-1984-4fc5-9f5a-1a7ce7f90e1e req-e3110405-1242-49ff-a220-e92035c4c7e4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:02.612307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff5933a0-1984-4fc5-9f5a-1a7ce7f90e1e req-e3110405-1242-49ff-a220-e92035c4c7e4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.1337225 Oct 28 21:39:02.640849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-390251f6-ac8c-4ce8-9b9d-2369e7e4c2ef None None] Provisioning complete for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:02.641216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-390251f6-ac8c-4ce8-9b9d-2369e7e4c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:02.651133 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af7861c-954f-4fba-b14c-0f95d875877c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.651907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af7861c-954f-4fba-b14c-0f95d875877c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.655491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8af7861c-954f-4fba-b14c-0f95d875877c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/c97d2360-1be5-422d-a64a-e2a376dfb6ef HTTP/1.1" status: 404 len: 337 time: 0.0487549 Oct 28 21:39:02.658079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.683795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff5933a0-1984-4fc5-9f5a-1a7ce7f90e1e req-405de117-75a3-4881-bea9-040e99e31de1 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592923 Oct 28 21:39:02.711848 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-612cf8f2-b21e-4a4e-a48a-e9d2f8b56661 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.712561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612cf8f2-b21e-4a4e-a48a-e9d2f8b56661 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.722662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-612cf8f2-b21e-4a4e-a48a-e9d2f8b56661 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/987e8a2b-9621-47bb-a575-11a7291d8a49 HTTP/1.1" status: 404 len: 333 time: 0.0581534 Oct 28 21:39:02.722662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.723039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53382) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.749344 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf647a2-56f9-460f-82ae-824c087aef71 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.749800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf647a2-56f9-460f-82ae-824c087aef71 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.755212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0cf647a2-56f9-460f-82ae-824c087aef71 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/cd931579-23e2-45ba-9e47-217e1c174b03 HTTP/1.1" status: 404 len: 337 time: 0.0317416 Oct 28 21:39:02.755753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.786157 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8bbc40-b168-4196-be32-2288f0be2724 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.786905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8bbc40-b168-4196-be32-2288f0be2724 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.790112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9a8bbc40-b168-4196-be32-2288f0be2724 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/88c7da7d-9009-4177-baed-b68c0ed89fe7 HTTP/1.1" status: 404 len: 333 time: 0.0331321 Oct 28 21:39:02.793480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.826874 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbb2c39-2c9a-44c5-aa44-8873bc561fef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.827320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbb2c39-2c9a-44c5-aa44-8873bc561fef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.830674 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abbb2c39-2c9a-44c5-aa44-8873bc561fef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/eee5d96e-34a9-46a0-8761-112e24675977 HTTP/1.1" status: 404 len: 337 time: 0.0357528 Oct 28 21:39:02.833359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.849380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119009727-network', 'tenant_id': 'a58304a2083f4ff9859470564902eb87'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:02.859249 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-448788f7-ff5a-403b-bf2a-6d90a667cee9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.860106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448788f7-ff5a-403b-bf2a-6d90a667cee9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.865934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-448788f7-ff5a-403b-bf2a-6d90a667cee9 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/9623b0bf-3630-4705-ae7c-02e4dc130f34 HTTP/1.1" status: 404 len: 333 time: 0.0292423 Oct 28 21:39:02.866255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.897636 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09e49c7-b65a-49a1-9fbb-3e57224caa7c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.898104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09e49c7-b65a-49a1-9fbb-3e57224caa7c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.902747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d09e49c7-b65a-49a1-9fbb-3e57224caa7c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a6b4149c-7385-4104-bffd-f6f8b1f2959b HTTP/1.1" status: 404 len: 337 time: 0.0351996 Oct 28 21:39:02.904144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Made reservation on behalf of a58304a2083f4ff9859470564902eb87 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:02.905088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.906868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:02.919071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:02.935948 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8db890-1755-44fd-a477-0c5627e9d09c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.936578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8db890-1755-44fd-a477-0c5627e9d09c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.940117 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ba8db890-1755-44fd-a477-0c5627e9d09c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/5be13271-6d0f-4d7b-a75b-f195d164f546 HTTP/1.1" status: 404 len: 333 time: 0.0338488 Oct 28 21:39:02.942591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:02.982850 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-26139923-8ae4-42e2-bd69-96d540adff6a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:02.983523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26139923-8ae4-42e2-bd69-96d540adff6a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:02.984723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] DHCP port deletion for f81635a2-fdc9-4571-89e5-692fe1730770 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:39:02.988830 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26139923-8ae4-42e2-bd69-96d540adff6a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/8b59d304-d177-435c-9f50-6f2c868e217c HTTP/1.1" status: 404 len: 337 time: 0.0430152 Oct 28 21:39:02.989641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.021390 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68bdeb8-b753-4ff4-8aec-31b2ed842c3f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.021861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68bdeb8-b753-4ff4-8aec-31b2ed842c3f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.024749 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d68bdeb8-b753-4ff4-8aec-31b2ed842c3f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4a2733d9-f70d-4a0c-baef-eda35fcb188d HTTP/1.1" status: 404 len: 333 time: 0.0329394 Oct 28 21:39:03.028841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.041219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.048990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.061752 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-813c97ea-5449-4d47-8acb-0181ac92c5ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.062389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813c97ea-5449-4d47-8acb-0181ac92c5ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.066744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-813c97ea-5449-4d47-8acb-0181ac92c5ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/aee0786d-43d1-4693-8a77-242ee24f6399 HTTP/1.1" status: 404 len: 337 time: 0.0368075 Oct 28 21:39:03.069241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.072534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Deleting port ff1855d7-f11c-4e87-8251-6ec6f219ac06 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:03.073004 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.079014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:39:03.096848 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0db92c-d708-40a2-bda1-a85a9039b04f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.097397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0db92c-d708-40a2-bda1-a85a9039b04f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.102927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-da0db92c-d708-40a2-bda1-a85a9039b04f tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/8984688c-0cf0-4668-acd7-891f9e49aba4 HTTP/1.1" status: 404 len: 337 time: 0.0303435 Oct 28 21:39:03.103230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.122529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e53ccb16-d02a-42de-9422-3c53fd38e8c1 req-64fbc754-e5b3-4eb2-858d-847a429ef477 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0407064 Oct 28 21:39:03.129821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.130219 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Added segment 8e9fd24c-04f4-4887-8bb1-439d2653bc36 of type vlan for network efe8b606-38d0-4272-b74a-5f84079ebb75 Oct 28 21:39:03.131808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d0f23-b818-4a0b-9010-32a1fe84eaee,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:03.137526 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe66475-a33d-490c-95f6-136e0e5afc82 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.138262 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe66475-a33d-490c-95f6-136e0e5afc82 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.143885 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5fe66475-a33d-490c-95f6-136e0e5afc82 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/c75264ac-50bd-47ab-afcb-d42b35914e66 HTTP/1.1" status: 404 len: 333 time: 0.0396230 Oct 28 21:39:03.146403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.147460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] For port ff1855d7-f11c-4e87-8251-6ec6f219ac06, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ff1855d7-f11c-4e87-8251-6ec6f219ac06,segment=NetworkSegment(003d03e1-1182-4e15-99e3-f1eae34be468),segment_id=003d03e1-1182-4e15-99e3-f1eae34be468)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:03.148015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.164313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Calling delete_port for ff1855d7-f11c-4e87-8251-6ec6f219ac06 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:03.200221 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-45311dce-7599-4cbb-9d8c-3f28de282af8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.200847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45311dce-7599-4cbb-9d8c-3f28de282af8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.204249 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-45311dce-7599-4cbb-9d8c-3f28de282af8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/b5b22e24-bdff-4cb9-b87a-b9cc675ec137 HTTP/1.1" status: 404 len: 337 time: 0.0566318 Oct 28 21:39:03.207500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53414) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.207787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.237901 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-72904e70-c3e1-4ac1-914f-eab14be33808 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.238534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72904e70-c3e1-4ac1-914f-eab14be33808 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.246154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-72904e70-c3e1-4ac1-914f-eab14be33808 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/a41ef6ed-8130-49fc-90c5-64b2c7c812b6 HTTP/1.1" status: 404 len: 337 time: 0.0372238 Oct 28 21:39:03.246885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53416) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.267252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.268414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:03.269012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.282743 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647d904-de6c-49d9-962b-a7acdf23e82b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.283577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647d904-de6c-49d9-962b-a7acdf23e82b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.285425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff1855d7-f11c-4e87-8251-6ec6f219ac06 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:03.290262 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5647d904-de6c-49d9-962b-a7acdf23e82b tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/b2203976-d8fc-4ed5-9547-2ff9c39bc8f6 HTTP/1.1" status: 404 len: 333 time: 0.0419044 Oct 28 21:39:03.291304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53418) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.319456 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1335d08-e3c6-4b98-9ac5-1fce8f331e1e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.319950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1335d08-e3c6-4b98-9ac5-1fce8f331e1e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.327449 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1335d08-e3c6-4b98-9ac5-1fce8f331e1e tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/160098c2-418b-4eb6-bdaa-98ce7b768e50 HTTP/1.1" status: 404 len: 337 time: 0.0342011 Oct 28 21:39:03.327956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.333636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.335818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.336162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6120317 Oct 28 21:39:03.340731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Request body: {'subnet': {'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119009727-subnet', 'tenant_id': 'a58304a2083f4ff9859470564902eb87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:03.342607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac7fe8-b42a-4c66-870d-562f08ffb24c admin admin] Pushing event updated for resources: {'Network': ['ID=efe8b606-38d0-4272-b74a-5f84079ebb75,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:03.366531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network efe8b606-38d0-4272-b74a-5f84079ebb75 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:39:03.369666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No active binding found for port ff1855d7-f11c-4e87-8251-6ec6f219ac06 {{(pid=102315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 21:39:03.370606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ff1855d7-f11c-4e87-8251-6ec6f219ac06 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:03.372781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] Pushing event deleted for resources: {'Port': ['ID=ff1855d7-f11c-4e87-8251-6ec6f219ac06,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:03.377590 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8d71e2-17f5-4aea-9439-069d539a5c9c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.378170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8d71e2-17f5-4aea-9439-069d539a5c9c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.384395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.384575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a8d71e2-17f5-4aea-9439-069d539a5c9c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7d098d5d-22ca-4bf0-99ef-c22303383e28 HTTP/1.1" status: 404 len: 337 time: 0.0553148 Oct 28 21:39:03.395530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Made reservation on behalf of a58304a2083f4ff9859470564902eb87 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:03.398370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.409572 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b6805f-4e77-44b6-807c-353296c3fefa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.410253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b6805f-4e77-44b6-807c-353296c3fefa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.413545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-77b6805f-4e77-44b6-807c-353296c3fefa tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/152db141-23dc-4fa4-967e-eb82ad33a4cc HTTP/1.1" status: 404 len: 333 time: 0.0276556 Oct 28 21:39:03.415884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed92ff1-9706-415d-9c8e-939f8f94c0ee None None] No DVR routers for this DVR port ff1855d7-f11c-4e87-8251-6ec6f219ac06 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:03.416260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53426) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.454690 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2982b0c7-9eec-43c1-9337-3f9de0df46eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.455053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2982b0c7-9eec-43c1-9337-3f9de0df46eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.458264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2982b0c7-9eec-43c1-9337-3f9de0df46eb tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/22cdcd8f-d14e-45f7-a100-727d476a7bce HTTP/1.1" status: 404 len: 337 time: 0.0404270 Oct 28 21:39:03.460847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53428) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.492584 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7168c916-b3f9-4bae-ba87-f489c23b2866 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.493044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7168c916-b3f9-4bae-ba87-f489c23b2866 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.496762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7168c916-b3f9-4bae-ba87-f489c23b2866 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/2c13d9fe-4552-40aa-a271-d7191e3cde21 HTTP/1.1" status: 404 len: 337 time: 0.0349932 Oct 28 21:39:03.499555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.529567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-11e81f71-53d2-438d-b512-a0a6b8985648 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5dad901-1dcb-4314-8e38-deb7fafd477c HTTP/1.1" status: 200 len: 205 time: 0.0261936 Oct 28 21:39:03.529567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53432) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.586888 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-f3ff0f66-7ef9-4b36-9047-090b6904e87d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] delete failed (client error): The resource could not be found. Oct 28 21:39:03.588588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3ff0f66-7ef9-4b36-9047-090b6904e87d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/routers/f5dad901-1dcb-4314-8e38-deb7fafd477c HTTP/1.1" status: 404 len: 336 time: 0.0574822 Oct 28 21:39:03.590991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53438) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.629544 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12997e0-112a-48b6-84d1-cfa291de3b92 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.630023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12997e0-112a-48b6-84d1-cfa291de3b92 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.637273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f12997e0-112a-48b6-84d1-cfa291de3b92 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/b45b37b2-13e9-4d03-81f6-f67768c9179f HTTP/1.1" status: 404 len: 337 time: 0.0418949 Oct 28 21:39:03.637273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.637568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.672073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3dc7d995-845f-4ce7-bacb-a34664ba346c tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bcc6e60-ec78-48ba-8072-6d7811547af1 HTTP/1.1" status: 200 len: 205 time: 0.0312755 Oct 28 21:39:03.672330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53450) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.702121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d73217-0294-4618-9cbf-4ac7fdda3f07,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:03.707968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Checking segment: {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:03.708397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Network hostable DHCP agents. Network: efe8b606-38d0-4272-b74a-5f84079ebb75, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:39:03.710958 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-44fb4dff-2cef-456e-9e75-ac7d53fc01a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] delete failed (client error): The resource could not be found. Oct 28 21:39:03.712238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-44fb4dff-2cef-456e-9e75-ac7d53fc01a8 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/routers/2bcc6e60-ec78-48ba-8072-6d7811547af1 HTTP/1.1" status: 404 len: 336 time: 0.0389092 Oct 28 21:39:03.715220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53454) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.739127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Network efe8b606-38d0-4272-b74a-5f84079ebb75 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:39:03.744806 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-73af3172-bb1d-4230-a926-c9695d257037 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.745818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73af3172-bb1d-4230-a926-c9695d257037 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.748856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-73af3172-bb1d-4230-a926-c9695d257037 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/728c625b-219a-41fb-9559-d0c9b90436b0 HTTP/1.1" status: 404 len: 337 time: 0.0324056 Oct 28 21:39:03.751724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53456) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.760553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, efe8b606-38d0-4272-b74a-5f84079ebb75) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:03.766659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:03.767478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:03.773147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06503ad-21c5-486c-be2d-79ba7577d0de None None] Network efe8b606-38d0-4272-b74a-5f84079ebb75 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:03.795165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1e7b1bc-115d-4bcc-838f-6622518f07da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4501958 Oct 28 21:39:03.801181 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-308df463-4df2-45e6-925d-50f4ba1c0d8d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.801181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308df463-4df2-45e6-925d-50f4ba1c0d8d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.801181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-308df463-4df2-45e6-925d-50f4ba1c0d8d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/48f66241-e46e-4196-8677-3a599902533f HTTP/1.1" status: 404 len: 337 time: 0.0482802 Oct 28 21:39:03.803930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.851792 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1a368e-4137-437d-a793-24b3ab3f5432 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.852524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1a368e-4137-437d-a793-24b3ab3f5432 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.856245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2d1a368e-4137-437d-a793-24b3ab3f5432 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/c81e214d-cc93-4d30-bf04-ba634801326f HTTP/1.1" status: 404 len: 333 time: 0.0513101 Oct 28 21:39:03.858802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53462) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.889483 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9fc4db-9fc7-490f-86af-548c9542a9f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.889950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9fc4db-9fc7-490f-86af-548c9542a9f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.893049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bf9fc4db-9fc7-490f-86af-548c9542a9f7 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/33c82bb9-4a1f-44f5-90a9-2bdb259a1176 HTTP/1.1" status: 404 len: 337 time: 0.0333247 Oct 28 21:39:03.895521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53464) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.928703 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c44eadc-4798-406e-b269-6634de333418 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.929655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c44eadc-4798-406e-b269-6634de333418 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.933682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7c44eadc-4798-406e-b269-6634de333418 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/d1f0daac-47be-47d8-9bdd-3ec8ddbe4c0b HTTP/1.1" status: 404 len: 333 time: 0.0370176 Oct 28 21:39:03.936105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.942944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da3ab-6a54-4ce3-b688-53dee6a4f3f2 req-5fe3ce7e-fac1-48a6-bed7-ae79c6fcdfc9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:03.951352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da3ab-6a54-4ce3-b688-53dee6a4f3f2 req-5fe3ce7e-fac1-48a6-bed7-ae79c6fcdfc9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:03.960453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f65da3ab-6a54-4ce3-b688-53dee6a4f3f2 req-5fe3ce7e-fac1-48a6-bed7-ae79c6fcdfc9 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.1727793 Oct 28 21:39:03.989211 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3234283-bee1-4ed8-868f-952dd9c6c398 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:03.989805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3234283-bee1-4ed8-868f-952dd9c6c398 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:03.994087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7897c4-de46-4809-965a-a48a7ab4658e None None] Network efe8b606-38d0-4272-b74a-5f84079ebb75 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:03.999164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:03.999942 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3234283-bee1-4ed8-868f-952dd9c6c398 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/c89a3964-287f-4358-929d-fb573223e000 HTTP/1.1" status: 404 len: 337 time: 0.0627167 Oct 28 21:39:04.075070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccc9510a-803c-4f24-bc69-a5f455113680 req-884d3269-cbee-4377-841e-d50ad3a60151 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0573578 Oct 28 21:39:04.081627 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6efe503-620f-45fe-94af-025f91ae981d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.082393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6efe503-620f-45fe-94af-025f91ae981d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.088032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.088684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b6efe503-620f-45fe-94af-025f91ae981d tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/8160cd54-2018-4159-9d3f-a6c6bc396a75 HTTP/1.1" status: 404 len: 333 time: 0.0878794 Oct 28 21:39:04.101983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f65da3ab-6a54-4ce3-b688-53dee6a4f3f2 req-fccbafb8-656b-4e25-9fb4-02000abc2218 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405628 Oct 28 21:39:04.143794 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acf3ca1-35d9-4092-bd5e-78a35a024efc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.144398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acf3ca1-35d9-4092-bd5e-78a35a024efc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.147617 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7acf3ca1-35d9-4092-bd5e-78a35a024efc tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7e7ab96d-5f4f-49df-b6d3-fbcba7ce9af2 HTTP/1.1" status: 404 len: 337 time: 0.0578845 Oct 28 21:39:04.150158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.192097 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c09df-6796-40f7-b492-dcfe23c3d1ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.192969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5c09df-6796-40f7-b492-dcfe23c3d1ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.199992 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f5c09df-6796-40f7-b492-dcfe23c3d1ef tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/aac38396-4537-43f2-a6e6-f8b958be7cf5 HTTP/1.1" status: 404 len: 333 time: 0.0483131 Oct 28 21:39:04.206074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.249245 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca32242-7057-485d-bae0-e6ae411d8315 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.250395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca32242-7057-485d-bae0-e6ae411d8315 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.253993 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ca32242-7057-485d-bae0-e6ae411d8315 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/bfa27b3a-8c89-4647-8dda-5a9068ba2f11 HTTP/1.1" status: 404 len: 337 time: 0.0467217 Oct 28 21:39:04.256699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.285542 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f381a2b-92f7-4290-add1-258c32fbaece tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.286408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f381a2b-92f7-4290-add1-258c32fbaece tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.290704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9f381a2b-92f7-4290-add1-258c32fbaece tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/a91caedc-2891-43e2-a203-d0453d7a9bb4 HTTP/1.1" status: 404 len: 333 time: 0.0328541 Oct 28 21:39:04.294247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.322714 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4758b7ea-a55b-440a-b983-89eb76cfba18 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.323239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4758b7ea-a55b-440a-b983-89eb76cfba18 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.329849 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4758b7ea-a55b-440a-b983-89eb76cfba18 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/ecbaaf79-537b-42a4-b561-3f7fbf233588 HTTP/1.1" status: 404 len: 337 time: 0.0321548 Oct 28 21:39:04.330345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.367710 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-240e5520-5b0f-4e7c-b872-9cc58471bca5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.368544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240e5520-5b0f-4e7c-b872-9cc58471bca5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.372346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-240e5520-5b0f-4e7c-b872-9cc58471bca5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/b0aae798-7e3b-43ec-a42b-1af28c50106e HTTP/1.1" status: 404 len: 333 time: 0.0409091 Oct 28 21:39:04.374991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53500) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.402704 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b49e8a-86aa-4a06-995a-8e3d304d90dd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.403231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b49e8a-86aa-4a06-995a-8e3d304d90dd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.408887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-95b49e8a-86aa-4a06-995a-8e3d304d90dd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/6103d96d-119b-4cb8-a777-1eb84c2c0f8c HTTP/1.1" status: 404 len: 337 time: 0.0305622 Oct 28 21:39:04.409849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53502) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.442706 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fae079-f125-476c-9ff5-fea3d753d2d5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.443244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fae079-f125-476c-9ff5-fea3d753d2d5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.449428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8fae079-f125-476c-9ff5-fea3d753d2d5 tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/ports/4175297f-e1b4-4db1-b5af-cc856c2b4c7e HTTP/1.1" status: 404 len: 333 time: 0.0353162 Oct 28 21:39:04.449779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53504) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.475821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e316a-e662-4c7e-8a94-618927418db1 req-c6e4336d-1c0a-4f67-972e-d2e105a793d4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:04.482841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e316a-e662-4c7e-8a94-618927418db1 req-c6e4336d-1c0a-4f67-972e-d2e105a793d4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:04.484681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-560e316a-e662-4c7e-8a94-618927418db1 req-c6e4336d-1c0a-4f67-972e-d2e105a793d4 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.0829670 Oct 28 21:39:04.488017 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-870b3d3d-20f7-4bb5-980e-6f32e234225a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] DELETE failed (client error): The resource could not be found. Oct 28 21:39:04.488573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870b3d3d-20f7-4bb5-980e-6f32e234225a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:39:04.493197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-870b3d3d-20f7-4bb5-980e-6f32e234225a tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd4fd5a-62ed-4dce-ba1c-5c69650208fc HTTP/1.1" status: 404 len: 337 time: 0.0406783 Oct 28 21:39:04.494614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53508) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:04.584057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-560e316a-e662-4c7e-8a94-618927418db1 req-7289939e-425a-4b63-8a27-09be08fcd88e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933599 Oct 28 21:39:04.597359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.713399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.735457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81635a2-fdc9-4571-89e5-692fe1730770']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:04.744599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003d03e1-1182-4e15-99e3-f1eae34be468') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:04.744889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003d03e1-1182-4e15-99e3-f1eae34be468') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:04.754846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.768395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.774227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:39:04.774633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:39:04.778886 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:39:04.844858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.850723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:04.856809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] 10.222.0.31 "DELETE /v2.0/networks/f81635a2-fdc9-4571-89e5-692fe1730770 HTTP/1.1" status: 204 len: 168 time: 0.3611283 Oct 28 21:39:04.880190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cdc2b-ae69-4b69-917d-fb6b7472cbfd tempest-NetworksTestDHCPv6-1374362384 tempest-NetworksTestDHCPv6-1374362384-project] Pushing event deleted for resources: {'Network': ['ID=f81635a2-fdc9-4571-89e5-692fe1730770,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:05.059793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53522) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:05.203946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80347de5-5910-42b7-9597-e240adcfd937 req-020020be-d7bc-4479-a0e9-35910c2a333c tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0384674 Oct 28 21:39:05.235618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0546b09-5e19-4d19-a5de-db459e93f4b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0a16860d8d24eca9a24d65bf80bde7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744487 Oct 28 21:39:05.238104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53530) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:05.304730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:05.328531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:05.379082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:05.381734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:05.383044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/421e6e99-77dc-4612-b58c-66f88dcdf920 HTTP/1.1" status: 204 len: 168 time: 0.1440299 Oct 28 21:39:05.391849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d23b-cdf9-423c-9c19-093152659205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421e6e99-77dc-4612-b58c-66f88dcdf920,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:05.733441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb628-f94b-4b86-a0ad-eaf242a84bfc req-46b26346-8f22-4611-bc1a-fdf039e09ceb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:05.740890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cb628-f94b-4b86-a0ad-eaf242a84bfc req-46b26346-8f22-4611-bc1a-fdf039e09ceb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:05.743676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-216cb628-f94b-4b86-a0ad-eaf242a84bfc req-46b26346-8f22-4611-bc1a-fdf039e09ceb tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.0788815 Oct 28 21:39:05.789856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-216cb628-f94b-4b86-a0ad-eaf242a84bfc req-c0a60838-35d5-4d3d-b7c5-6f93aeeeb35d tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Oct 28 21:39:05.915632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-f1773aad-004b-41f0-9bb9-508b5e9288d9 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:05.924460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-f1773aad-004b-41f0-9bb9-508b5e9288d9 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 808 time: 0.1333275 Oct 28 21:39:05.942413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-06bc407e-a09e-4984-991d-9f62c4d17c72 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/quotas/a58304a2083f4ff9859470564902eb87 HTTP/1.1" status: 200 len: 375 time: 0.0169849 Oct 28 21:39:05.975934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-772e4a13-f217-4204-b342-409eafc2b798 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323238 Oct 28 21:39:06.103237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-ee232b19-5f50-454f-9a32-77d641d52f4b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:06.110100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-ee232b19-5f50-454f-9a32-77d641d52f4b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:06.111743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-ee232b19-5f50-454f-9a32-77d641d52f4b tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 1682 time: 0.1090293 Oct 28 21:39:06.160312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-33bb9c4a-b68a-4588-ade3-39b960ad2458 service neutron] 10.222.0.31 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755884 Oct 28 21:39:06.307360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port 780f4744-c082-42a3-9099-945ffcf1d426 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:06.308570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:06.317007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c0728a42-cab6-49d9-af1b-c723f6c5681c service neutron] 10.222.0.31 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560805 Oct 28 21:39:06.387495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebf3af7f-0c07-4b59-be48-2213aea4171a req-ca903eb4-1326-4219-bae5-b9a433a30ad9 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0757611 Oct 28 21:39:06.507768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port 780f4744-c082-42a3-9099-945ffcf1d426, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=780f4744-c082-42a3-9099-945ffcf1d426,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:06.509011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:06.533281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for 780f4744-c082-42a3-9099-945ffcf1d426 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:06.569001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41e48d95-c02f-4293-829f-b9a45962bfd0 req-58ee1141-3fc9-4220-97c6-57446858a185 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 210 time: 0.0376897 Oct 28 21:39:06.728849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:06.747523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', '780f4744-c082-42a3-9099-945ffcf1d426'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:06.819268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=780f4744-c082-42a3-9099-945ffcf1d426,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:06.861536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port 780f4744-c082-42a3-9099-945ffcf1d426 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:06.866501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:06.871132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-daf66dbd-5893-43d2-b723-e91801569aa2 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "DELETE /v2.0/ports/780f4744-c082-42a3-9099-945ffcf1d426 HTTP/1.1" status: 204 len: 173 time: 0.7519710 Oct 28 21:39:06.871792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-deleted', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:06.876324 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459f1fc-6d21-483b-bc8a-0ecf979d5170" -d '{"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-deleted", "tag": "780f4744-c082-42a3-9099-945ffcf1d426"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:06.981182 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45ee57-1aa8-4cc6-a4fc-f32b9f818a96 x-openstack-request-id: req-fd45ee57-1aa8-4cc6-a4fc-f32b9f818a96 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:06.981908 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-deleted", "tag": "780f4744-c082-42a3-9099-945ffcf1d426", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:06.989915 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd45ee57-1aa8-4cc6-a4fc-f32b9f818a96 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:06.990656 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-deleted', 'tag': '780f4744-c082-42a3-9099-945ffcf1d426', 'status': 'completed', 'code': 200} Oct 28 21:39:07.175995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77101b4-23be-4333-94a2-6cbb10315823 req-70f49037-4e73-4064-8d32-298d3f438f3c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:07.177634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b77101b4-23be-4333-94a2-6cbb10315823 req-70f49037-4e73-4064-8d32-298d3f438f3c tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/ports?device_id=60cca0df-c372-45f7-8923-fcea73c77eee HTTP/1.1" status: 200 len: 946 time: 0.1858516 Oct 28 21:39:07.234294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:07.234772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:07.286348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b77101b4-23be-4333-94a2-6cbb10315823 req-baeb83f6-f3ec-46ad-bd39-7c868527856e tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003141 Oct 28 21:39:07.345823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:07.346188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:07.365202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:07.525273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ff85978-70a0-4030-8827-ab548d90f724 req-58373d2a-684a-4c08-ac7b-bb288dd357f3 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0440943 Oct 28 21:39:07.542761 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:07.555423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['780f4744-c082-42a3-9099-945ffcf1d426'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:07.628920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:07.659402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:07.670298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:07.673603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2ba15b-12cd-48fd-8dd9-21d352649661 req-2448f7c3-43c5-4ec9-a2f3-83fb54f4ff3f tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.44 "DELETE /v2.0/ports/9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd HTTP/1.1" status: 204 len: 173 time: 0.7802784 Oct 28 21:39:07.695048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1718fdb8-d0b6-4e4d-b6a5-62d3078c1113 req-73596ac8-e565-4296-a33c-caceb502d0f9 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 210 time: 0.0376329 Oct 28 21:39:07.910870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-cfb88347-bdfa-4319-b8c2-ebea583d020e tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:07.912567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-cfb88347-bdfa-4319-b8c2-ebea583d020e tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 808 time: 0.1122785 Oct 28 21:39:07.927977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Request body: {'port': {'device_id': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75', 'admin_state_up': True, 'tenant_id': 'a58304a2083f4ff9859470564902eb87'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:08.033225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Made reservation on behalf of a58304a2083f4ff9859470564902eb87 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:08.036806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.167009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Allocated IP 172.20.0.7 (efe8b606-38d0-4272-b74a-5f84079ebb75/12d73217-0294-4618-9cbf-4ac7fdda3f07/452dbbd2-ae35-49ec-9cd2-02635b403eb0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:08.350002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53626) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:08.404424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting subnet 045c82c5-f130-44fa-96f4-7d92dd2692df {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:39:08.407900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.450688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.541832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.608621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.610791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.642925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49f77728-6dbf-4ded-8305-cd963032d7b0 req-73a015b3-cad5-4a7f-9cc0-33ae49366831 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0311430 Oct 28 21:39:08.643329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Subnet': ['ID=045c82c5-f130-44fa-96f4-7d92dd2692df,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:08.659670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.663935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-254ae7f0-9cb8-4333-b544-1c7343b95204 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/subnets/045c82c5-f130-44fa-96f4-7d92dd2692df HTTP/1.1" status: 204 len: 168 time: 0.3129191 Oct 28 21:39:08.667467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53636) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:08.669493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57072e-cb7c-4362-8c1b-f8d43aa1dc3f None None] Network b514d00d-63cf-4cb6-952e-63ee8b2dbbaf requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:08.769734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.805206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.868596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Network efe8b606-38d0-4272-b74a-5f84079ebb75 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:08.879340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:08.883029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Pushing event updated for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:08.886801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:08.915099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] DHCP port deletion for b514d00d-63cf-4cb6-952e-63ee8b2dbbaf request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:39:08.957887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fa37-7b4b-4bbd-b766-35187c30c225 req-52b1fc8a-8382-47be-a3a0-bad20a2f46d1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:08.960832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5489fa37-7b4b-4bbd-b766-35187c30c225 req-52b1fc8a-8382-47be-a3a0-bad20a2f46d1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 931 time: 0.1508913 Oct 28 21:39:08.977671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Deleting port a915e201-c42d-47df-a5c9-0543d5122f52 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:08.978351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:08.993723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-deleted', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:08.998263 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6e16b4-0120-4d2e-935d-42af583a28f6" -d '{"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-deleted", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:09.020566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:09.021238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.047963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] For port a915e201-c42d-47df-a5c9-0543d5122f52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a915e201-c42d-47df-a5c9-0543d5122f52,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:09.048569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.059016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-6f485e68-ebf5-4994-b9f7-7fb8708bc8f3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1337068 Oct 28 21:39:09.060509 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871abdfa-56d6-4080-9f57-ec14ad3329dc x-openstack-request-id: req-871abdfa-56d6-4080-9f57-ec14ad3329dc {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:09.060801 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cca0df-c372-45f7-8923-fcea73c77eee", "name": "network-vif-deleted", "tag": "9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:09.061106 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-871abdfa-56d6-4080-9f57-ec14ad3329dc {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:09.061422 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cca0df-c372-45f7-8923-fcea73c77eee', 'name': 'network-vif-deleted', 'tag': '9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd', 'status': 'completed', 'code': 200} Oct 28 21:39:09.064063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Calling delete_port for a915e201-c42d-47df-a5c9-0543d5122f52 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:09.068253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5489fa37-7b4b-4bbd-b766-35187c30c225 req-4c09af88-0ee3-44c3-bba4-18127193e4d6 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953798 Oct 28 21:39:09.079080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Request body: {'port': {'device_id': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:09.100081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port a915e201-c42d-47df-a5c9-0543d5122f52 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:09.100441 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.189019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.195778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.219444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port a915e201-c42d-47df-a5c9-0543d5122f52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a915e201-c42d-47df-a5c9-0543d5122f52,segment=NetworkSegment(56c0ae51-1169-4c55-92af-ac70b462b8e3),segment_id=56c0ae51-1169-4c55-92af-ac70b462b8e3)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:09.219911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.253259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for a915e201-c42d-47df-a5c9-0543d5122f52 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:09.259438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] Pushing event deleted for resources: {'Port': ['ID=a915e201-c42d-47df-a5c9-0543d5122f52,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:09.265994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61fa1c6-fcfd-4bf8-b208-a7fc1eb68f37 None None] No DVR routers for this DVR port a915e201-c42d-47df-a5c9-0543d5122f52 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:09.280276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a915e201-c42d-47df-a5c9-0543d5122f52 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:09.312319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a915e201-c42d-47df-a5c9-0543d5122f52 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:09.313101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a915e201-c42d-47df-a5c9-0543d5122f52 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:09.478305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.521358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=a915e201-c42d-47df-a5c9-0543d5122f52,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:09.531219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port a915e201-c42d-47df-a5c9-0543d5122f52 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:09.647757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.702402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b514d00d-63cf-4cb6-952e-63ee8b2dbbaf']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:09.716843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c0ae51-1169-4c55-92af-ac70b462b8e3') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:09.717158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c0ae51-1169-4c55-92af-ac70b462b8e3') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:09.720678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452dbbd2-ae35-49ec-9cd2-02635b403eb0 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:09.736581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.739957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.771722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.795055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:39:09.795369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:39:09.798988 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:39:09.802376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c13e6b70-0ee7-41d7-93f5-e62e39900915 req-d2a333c5-0edc-43e1-93c0-33eaba677959 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0416818 Oct 28 21:39:09.814114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 780f4744-c082-42a3-9099-945ffcf1d426 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:09.851027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 780f4744-c082-42a3-9099-945ffcf1d426 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:09.851426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 780f4744-c082-42a3-9099-945ffcf1d426 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:09.851860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:09.871570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Transition to ACTIVE for port object 452dbbd2-ae35-49ec-9cd2-02635b403eb0 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:39:09.872977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.877715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.881315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/networks/b514d00d-63cf-4cb6-952e-63ee8b2dbbaf HTTP/1.1" status: 204 len: 168 time: 1.2123375 Oct 28 21:39:09.883943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:09.884835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:09.885333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9bb522e5-6df1-4b6b-8b12-a7781fb4b1fd not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:09.891603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.916174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4054a-ab2f-46ca-bc8b-d6f46157fa83 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Network': ['ID=b514d00d-63cf-4cb6-952e-63ee8b2dbbaf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:09.953974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting subnet 1f5a7b25-680d-4c45-bcf8-608eaf4f734c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:39:09.958367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:09.974759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Pushing event updated for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:10.066132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Attempting to bind port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:10.067323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Attempting to bind port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:10.067841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Attempting to bind port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 on network efe8b606-38d0-4272-b74a-5f84079ebb75 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:10.074902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 on network efe8b606-38d0-4272-b74a-5f84079ebb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:39:10.075230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Attempting to bind port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 on network efe8b606-38d0-4272-b74a-5f84079ebb75 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:10.081340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:10.081841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Checking segment: {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:10.082353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Bound using segment: {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:10.082759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Bound port: 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:10.083125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.179314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:10.183797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:10.192162 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.277885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:10.278539 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.280256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] 10.222.0.44 "PUT /v2.0/ports/452dbbd2-ae35-49ec-9cd2-02635b403eb0 HTTP/1.1" status: 200 len: 1092 time: 1.2078466 Oct 28 21:39:10.319306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a485f-b0ca-444c-93de-288fafadb546 service neutron] Pushing event updated for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:10.350008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4b88-5945-4726-a0a8-4d99c986e21a req-5fa97b4f-b438-4f1b-b569-6f1949e3d665 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:10.360405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e69f4b88-5945-4726-a0a8-4d99c986e21a req-5fa97b4f-b438-4f1b-b569-6f1949e3d665 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 943 time: 0.1505320 Oct 28 21:39:10.434339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.443488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e69f4b88-5945-4726-a0a8-4d99c986e21a req-f423bd1e-db72-4b4f-b10c-7aad96b6028b tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Oct 28 21:39:10.455926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c01e629f-20cb-4a63-925a-f30a8f502142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:10.457582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-c01e629f-20cb-4a63-925a-f30a8f502142 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0721390 Oct 28 21:39:10.518805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-881481bc-f779-4718-bae7-06deed8a93b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0 HTTP/1.1" status: 200 len: 217 time: 0.0518360 Oct 28 21:39:10.542540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.582103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-828169c4-bf97-4aa5-b4b5-f114480a2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:10.583869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-828169c4-bf97-4aa5-b4b5-f114480a2372 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12d73217-0294-4618-9cbf-4ac7fdda3f07 HTTP/1.1" status: 200 len: 848 time: 0.0555823 Oct 28 21:39:10.609959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.619420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-cc7e9140-9505-4cc6-aa59-e46630f503c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efe8b606-38d0-4272-b74a-5f84079ebb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288019 Oct 28 21:39:10.635270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5a7b25-680d-4c45-bcf8-608eaf4f734c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:10.641408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.645202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-80cd58b0-fb4f-4051-b2d2-6f589bfe2ed8 tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/subnets/1f5a7b25-680d-4c45-bcf8-608eaf4f734c HTTP/1.1" status: 204 len: 168 time: 0.7602119 Oct 28 21:39:10.647686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:10.652340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8141c7d-4acb-4bbb-8d9b-2b3daf4e3043 None None] Network 8ee0236b-558e-4523-bc5a-88d5fca2b275 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:10.749264 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.753858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-58adf71d-be23-47a2-a941-bb8f5aaf5de4 service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237853 Oct 28 21:39:10.801434 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-42f4434c-9b07-4cb4-8b37-2bfa305fbdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.827025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Deleting port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:10.827444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.881786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] DHCP port deletion for 8ee0236b-558e-4523-bc5a-88d5fca2b275 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:39:10.938423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81dfb6f5-5434-4505-a732-1413e8a32140 req-7a80e415-be1e-4705-9daf-c8772c7b1213 service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767981 Oct 28 21:39:10.956718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] For port 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=97f9296d-8aa6-4dbb-ab5c-6288a3710936,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:10.957272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:10.976252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47d1f34a-59f0-41ff-bd4b-c6af331208dc req-22df3881-78b4-43b7-9dc4-d116e521fbd1 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0466440 Oct 28 21:39:10.981155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Calling delete_port for 97f9296d-8aa6-4dbb-ab5c-6288a3710936 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:11.004949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Deleting port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:11.005358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.062987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:11.065415 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f52699-0250-4595-9b96-fbdb55212733" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:11.068991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.078366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] For port 97f9296d-8aa6-4dbb-ab5c-6288a3710936, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=97f9296d-8aa6-4dbb-ab5c-6288a3710936,segment=NetworkSegment(7e2973ab-7acb-4d95-87ae-da9638392fe3),segment_id=7e2973ab-7acb-4d95-87ae-da9638392fe3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:11.078762 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.098678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Calling delete_port for 97f9296d-8aa6-4dbb-ab5c-6288a3710936 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:11.098867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Port': ['ID=97f9296d-8aa6-4dbb-ab5c-6288a3710936,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:11.104144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] No DVR routers for this DVR port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:11.118944 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bced85-4e22-4c1c-95ae-2c3b1c15c92c x-openstack-request-id: req-11bced85-4e22-4c1c-95ae-2c3b1c15c92c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:11.119415 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:11.120497 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11bced85-4e22-4c1c-95ae-2c3b1c15c92c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:11.121072 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0', 'status': 'completed', 'code': 200} Oct 28 21:39:11.191246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.195888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.216486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52699-0250-4595-9b96-fbdb55212733 req-9f54ab8e-2089-45e1-ba6a-8425185a5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:11.218784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-9f54ab8e-2089-45e1-ba6a-8425185a5f41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 1095 time: 0.0726297 Oct 28 21:39:11.220050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee0236b-558e-4523-bc5a-88d5fca2b275']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:11.233639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2973ab-7acb-4d95-87ae-da9638392fe3') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:11.233949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2973ab-7acb-4d95-87ae-da9638392fe3') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:11.247788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 97f9296d-8aa6-4dbb-ab5c-6288a3710936 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:11.248821 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.263786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.270590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:39:11.270998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:39:11.274896 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:39:11.287085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] Pushing event deleted for resources: {'Port': ['ID=97f9296d-8aa6-4dbb-ab5c-6288a3710936,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:11.293012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 97f9296d-8aa6-4dbb-ab5c-6288a3710936 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:11.293437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 97f9296d-8aa6-4dbb-ab5c-6288a3710936 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:11.300077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f71e34-d730-412d-bc74-4208b9180e2d None None] No DVR routers for this DVR port 97f9296d-8aa6-4dbb-ab5c-6288a3710936 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:11.343276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52699-0250-4595-9b96-fbdb55212733 req-b32568a9-9046-4cf8-8fc8-2d70a275006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:11.344783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-b32568a9-9046-4cf8-8fc8-2d70a275006a service neutron] 10.222.0.44 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 909 time: 0.1167178 Oct 28 21:39:11.355139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.360110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.363482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] 10.222.0.31 "DELETE /v2.0/networks/8ee0236b-558e-4523-bc5a-88d5fca2b275 HTTP/1.1" status: 204 len: 168 time: 0.7144880 Oct 28 21:39:11.385118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb669c9-dc5c-4882-b4cf-4c4cea001eff tempest-ServersTestMultiNic-2136772237 tempest-ServersTestMultiNic-2136772237-project] Pushing event deleted for resources: {'Network': ['ID=8ee0236b-558e-4523-bc5a-88d5fca2b275,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:11.410548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-3bd4acf0-64b0-454a-9478-c434d920787f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0 HTTP/1.1" status: 200 len: 217 time: 0.0507910 Oct 28 21:39:11.469871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52699-0250-4595-9b96-fbdb55212733 req-f480fdb3-3bf6-43f1-9e6b-fa63fbf07d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:11.470918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-f480fdb3-3bf6-43f1-9e6b-fa63fbf07d2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12d73217-0294-4618-9cbf-4ac7fdda3f07 HTTP/1.1" status: 200 len: 848 time: 0.0503483 Oct 28 21:39:11.514782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-fecd1f1e-bf59-49c7-86f2-1df2a4750574 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efe8b606-38d0-4272-b74a-5f84079ebb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323200 Oct 28 21:39:11.614415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53696) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:11.648746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387aa0-a2c0-4aee-8a0a-53de4f41d87c req-c217da55-1079-4b1e-99dc-317b82666405 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:11.650317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c387aa0-a2c0-4aee-8a0a-53de4f41d87c req-c217da55-1079-4b1e-99dc-317b82666405 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 943 time: 0.1063709 Oct 28 21:39:11.675446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-ef6e481b-20c6-42a6-86a3-a37aedcc62c3 service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518512 Oct 28 21:39:11.752962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c387aa0-a2c0-4aee-8a0a-53de4f41d87c req-bf3ba69a-ee96-47b2-b0d8-6a8128d12adc tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900855 Oct 28 21:39:11.802882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21f52699-0250-4595-9b96-fbdb55212733 req-696adbec-3b0e-4a75-8dbf-180af5d5e372 service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182489 Oct 28 21:39:11.840158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:11.990877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.111156 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.161793 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ed97bb3-d3de-4dae-be75-4d853a48e6f7 req-f7251d1a-08d6-43fd-a93b-030a1ebac40f tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0342536 Oct 28 21:39:12.334527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Deleting port 796f126a-e887-4ce8-ae1e-e905f5e632fe {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:12.335252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.419195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] For port 796f126a-e887-4ce8-ae1e-e905f5e632fe, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=796f126a-e887-4ce8-ae1e-e905f5e632fe,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:12.419547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.432024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Calling delete_port for 796f126a-e887-4ce8-ae1e-e905f5e632fe owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:12.619726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.648131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Pushing event deleted for resources: {'Port': ['ID=796f126a-e887-4ce8-ae1e-e905f5e632fe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:12.833682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:12.929269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817982ec-d010-4435-8075-93acc3add0db req-cc49993a-19ac-4576-a93b-7d20468247e7 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:12.930673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-817982ec-d010-4435-8075-93acc3add0db req-cc49993a-19ac-4576-a93b-7d20468247e7 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 943 time: 0.0650785 Oct 28 21:39:12.973718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-817982ec-d010-4435-8075-93acc3add0db req-4f715520-5acb-432b-ae42-284c32a46a34 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364370 Oct 28 21:39:13.076073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Router db394b92-53f5-411c-ac00-84f559a8ec23 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:39:13.234577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:39:13.244128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Sync routers for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:39:13.248217 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8eda306-7e77-41f0-8336-0052755b225e admin admin] 10.222.0.31 "PUT /v2.0/routers/db394b92-53f5-411c-ac00-84f559a8ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323297 Oct 28 21:39:13.250529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53724) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:13.272748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:13.277273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:38:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:13.383065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-176b60e2-c19f-43c5-a94a-eeae4457deca req-eb7e0603-c4d9-4022-bbea-37808eac8315 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0343308 Oct 28 21:39:13.383309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8a3534e3-e539-43f4-b2c7-6d374ff7794b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.403210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.411414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:13.511263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.567085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Deleting port bcf6bb9c-d7ad-428b-933d-04dcfb009f55 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:13.567521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.609663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:39:12Z', 'revision_number': 5, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port': {'id': 'bcf6bb9c-d7ad-428b-933d-04dcfb009f55', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:13Z', 'updated_at': '2021-10-28T21:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:13.654169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Checking router: db394b92-53f5-411c-ac00-84f559a8ec23 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:39:13.661502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] For port bcf6bb9c-d7ad-428b-933d-04dcfb009f55, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:13.661865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.666402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Routers {'db394b92-53f5-411c-ac00-84f559a8ec23'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:13.667076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:39:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['db394b92-53f5-411c-ac00-84f559a8ec23'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:13.675395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Calling delete_port for bcf6bb9c-d7ad-428b-933d-04dcfb009f55 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:13.754729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] Set router db394b92-53f5-411c-ac00-84f559a8ec23 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:13.811954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:39:13Z', 'revision_number': 6, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:13.844950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 452dbbd2-ae35-49ec-9cd2-02635b403eb0 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:39:13.847484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d0d08-2d93-4114-b2fc-bfe196be4357 None None] The sync data for ids ['db394b92-53f5-411c-ac00-84f559a8ec23'] in n-d-806683-16 is: [{'id': 'db394b92-53f5-411c-ac00-84f559a8ec23', 'name': 'tempest-ServersTestMultiNic-133038939-router', 'tenant_id': '81b61fb0372d4228a87ef05ea53e461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:12Z', 'updated_at': '2021-10-28T21:39:13Z', 'revision_number': 6, 'project_id': '81b61fb0372d4228a87ef05ea53e461b', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:39:13.883957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.918386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf6bb9c-d7ad-428b-933d-04dcfb009f55,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:13.983400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:13.993035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:13.998590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '452dbbd2-ae35-49ec-9cd2-02635b403eb0', 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75', 'port_id': '452dbbd2-ae35-49ec-9cd2-02635b403eb0', 'mac_address': 'fa:16:3e:96:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d73217-0294-4618-9cbf-4ac7fdda3f07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:39:14.038282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.056951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452dbbd2-ae35-49ec-9cd2-02635b403eb0 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:14.078119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:14.083612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.116923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.119650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.138887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:14.173375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a30d5-6c5e-471c-81b0-abb76b2262a1 req-d503b9f4-14ff-430f-92a6-e28fa52d0930 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:14.175052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-867a30d5-6c5e-471c-81b0-abb76b2262a1 req-d503b9f4-14ff-430f-92a6-e28fa52d0930 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 944 time: 0.1199508 Oct 28 21:39:14.176109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.176639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db394b92-53f5-411c-ac00-84f559a8ec23 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:39:14.180820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.184317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0783db22-a546-4ae7-a907-87f3646acb64 admin admin] 10.222.0.31 "DELETE /v2.0/routers/db394b92-53f5-411c-ac00-84f559a8ec23 HTTP/1.1" status: 204 len: 168 time: 0.9298830 Oct 28 21:39:14.184727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53734) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:14.238032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-867a30d5-6c5e-471c-81b0-abb76b2262a1 req-ca694d5b-1eef-4f34-ba88-edd96156f62a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Oct 28 21:39:14.257035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Deleting subnet aac55761-2b92-4d7c-9b40-0f6ea78cdbc2 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:39:14.261190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.301073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.398838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.452008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['452dbbd2-ae35-49ec-9cd2-02635b403eb0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:14.462067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.492725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac55761-2b92-4d7c-9b40-0f6ea78cdbc2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:14.500605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.504192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3eba7edc-f9ec-4395-baac-d8a6011de8ac admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aac55761-2b92-4d7c-9b40-0f6ea78cdbc2 HTTP/1.1" status: 204 len: 168 time: 0.3181009 Oct 28 21:39:14.506675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53744) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:14.509665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cec7ba-f834-4821-8910-9964f9c9e276 None None] Network ac53525a-7c3e-41bd-8169-3bb6b332380b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:14.517112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e0b595d-7a05-4467-ae9c-59453028c91f req-33b54bea-2fe2-4213-9cc9-45d808ff119e tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0355444 Oct 28 21:39:14.584652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.648869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Deleting port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:14.649328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.728213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] For port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,segment=NetworkSegment(70854686-b714-4fef-835f-f15c163c71b9),segment_id=70854686-b714-4fef-835f-f15c163c71b9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:14.728773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.743945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Calling delete_port for dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:14.796081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.845820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.871799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:14.872109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf12e46-2338-4d83-a8ce-06ed9e380be8 None None] DHCP port deletion for ac53525a-7c3e-41bd-8169-3bb6b332380b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:39:14.875345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] No DVR routers for this DVR port dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:14.970534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:14.992876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac53525a-7c3e-41bd-8169-3bb6b332380b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:15.003903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70854686-b714-4fef-835f-f15c163c71b9') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:15.004189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70854686-b714-4fef-835f-f15c163c71b9') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:15.015686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.030527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.037146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:39:15.037639 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:39:15.039484 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:39:15.076313 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.099233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.107840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.113390 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ac53525a-7c3e-41bd-8169-3bb6b332380b HTTP/1.1" status: 204 len: 168 time: 0.6033106 Oct 28 21:39:15.125028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf65343-a80a-4def-8518-19fd9272d6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac53525a-7c3e-41bd-8169-3bb6b332380b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:15.235592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bcf6bb9c-d7ad-428b-933d-04dcfb009f55 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:15.267944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: bcf6bb9c-d7ad-428b-933d-04dcfb009f55 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:15.268279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bcf6bb9c-d7ad-428b-933d-04dcfb009f55 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:15.268739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 796f126a-e887-4ce8-ae1e-e905f5e632fe no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:15.300273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 796f126a-e887-4ce8-ae1e-e905f5e632fe {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:15.300751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 796f126a-e887-4ce8-ae1e-e905f5e632fe not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:15.301179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:15.321149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:15.321497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dcdfbd33-02ef-4b0e-b466-ed8fdc8913e1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:15.357994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:15.383437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80f5d2-2166-4e48-8fb5-10e663e1f9ca req-4011049c-2653-4c29-9335-2b597d31efc2 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:15.386047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb80f5d2-2166-4e48-8fb5-10e663e1f9ca req-4011049c-2653-4c29-9335-2b597d31efc2 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 944 time: 0.0739982 Oct 28 21:39:15.410391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2aa371c0-23d9-4019-a155-bae142f60a22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b61fb0372d4228a87ef05ea53e461b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496101 Oct 28 21:39:15.411330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:15.457752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb80f5d2-2166-4e48-8fb5-10e663e1f9ca req-aabc5af3-a21d-4762-a84a-64b88aad586f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656223 Oct 28 21:39:15.489435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.511638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.561524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.564234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:15.567784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2 HTTP/1.1" status: 204 len: 168 time: 0.1530590 Oct 28 21:39:15.579287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023c203-cefc-4a62-a714-c8fe6c8ed256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e5ee3-cdfa-4760-a2cd-034c5d3a8ca2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:15.637715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00239b71-1891-42ed-937e-615cfbb22d10 req-fac8ac7d-8192-4b03-bc7f-4b640aecae15 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0313063 Oct 28 21:39:16.290890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53786) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:16.394855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1934183808-network', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:16.417733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Made reservation on behalf of b05d3919531a471b8bbb48b6d27082ab for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:16.420332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.435042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.544404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.561523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.600641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:39:16.626167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.629417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.629760 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Added segment 4a04a6c0-fcca-4050-9e43-3c43b8055f66 of type vlan for network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 Oct 28 21:39:16.640190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:16.679248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59059871-80a1-44fd-8bf0-86a715ff87a2 req-5545cb48-7795-4dd3-a580-bf9e8e788775 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:16.682266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59059871-80a1-44fd-8bf0-86a715ff87a2 req-5545cb48-7795-4dd3-a580-bf9e8e788775 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 944 time: 0.1313434 Oct 28 21:39:16.703471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.773295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9b34b41-8df4-4b16-a84e-bb370080d9a4 req-c1e339c6-acb8-4c15-8f5a-3effe1e71043 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0513253 Oct 28 21:39:16.799899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59059871-80a1-44fd-8bf0-86a715ff87a2 req-25aa4b0c-e3a3-4d4b-afca-32774f57f65f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071281 Oct 28 21:39:16.803668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.805235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:16.805850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:16.876049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5835202 Oct 28 21:39:16.879450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53804) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:16.884331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8381-ee5d-461c-a106-58f341d66d2b admin admin] Pushing event updated for resources: {'Network': ['ID=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:16.884899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Request body: {'subnet': {'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1934183808-subnet', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:16.902019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:39:16.935464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Made reservation on behalf of b05d3919531a471b8bbb48b6d27082ab for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:16.943793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.143101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.203083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3913d45b-12f6-4384-96f1-983d12151f72,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:17.216207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Checking segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:17.216580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Network hostable DHCP agents. Network: 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:39:17.237443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:39:17.247115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:17.256226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd28da4-b648-48b8-9860-2d81ce714adc None None] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:17.256472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:17.257225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.279216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aab04d1b-53e7-40f7-9fc0-170a0adc27d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3986585 Oct 28 21:39:17.279630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:17.284443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:17.311993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.313543 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.371897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.398618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb2c5a-99dc-4746-b373-2baa13bcf407 None None] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:17.543013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.773336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.792411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:17.878777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 452dbbd2-ae35-49ec-9cd2-02635b403eb0 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:17.944522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:39:17.950886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:17.951269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:18.050539 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:18.110757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:18.113690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:18.117666 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f14ff8-b33d-4eb8-8d98-d0213df660ef" -d '{"events": [{"server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "name": "network-vif-plugged", "status": "completed", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:18.145277 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:18.238370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a5f496b-48a3-4444-a7e2-f024af870bfa req-2ed05a13-3131-4e6d-8cb6-2a97e17bb62b tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.3270032 Oct 28 21:39:18.254535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Allocated IP 172.25.4.72 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/351c8cea-00fe-45f3-8f71-c42f5c854080) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:18.269815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:18.286839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63223-dd08-47ab-b887-f1f417b1c11e req-406a78cf-c66a-4de4-9cf7-3a47c0aada16 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:18.294445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bb63223-dd08-47ab-b887-f1f417b1c11e req-406a78cf-c66a-4de4-9cf7-3a47c0aada16 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 944 time: 0.4172082 Oct 28 21:39:18.299749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.300392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.300733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.300977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.301349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.301762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.302125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.302522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.303474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.303474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.303474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.303954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:18.402549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bb63223-dd08-47ab-b887-f1f417b1c11e req-24a695a3-1dcb-443e-9718-793ccc31dc07 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051505 Oct 28 21:39:18.435551 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ed8951-568a-4c83-815c-9f21f7a200fb x-openstack-request-id: req-c6ed8951-568a-4c83-815c-9f21f7a200fb {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:18.437424 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "name": "network-vif-plugged", "status": "completed", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:18.437424 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6ed8951-568a-4c83-815c-9f21f7a200fb {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:18.437424 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0', 'code': 200} Oct 28 21:39:18.496409 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:18.561697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341420b-10aa-4e42-89c5-2e48f5970f85 req-1805704e-ae32-4b97-8767-9967a851d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:18.563414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2341420b-10aa-4e42-89c5-2e48f5970f85 req-1805704e-ae32-4b97-8767-9967a851d76b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0602193 Oct 28 21:39:18.602409 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:18.615561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2341420b-10aa-4e42-89c5-2e48f5970f85 req-31611ee6-3510-4414-989d-5ad5c4d6729b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Oct 28 21:39:18.656114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:18.659176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:18.663754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:18.668155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Pushing event updated for resources: {'Port': ['ID=351c8cea-00fe-45f3-8f71-c42f5c854080,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:18.678906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:18.841572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada5565-d58b-496e-a47c-7da4e75746c0 req-c4b9b391-1031-4232-a3dc-2f8e6a0ee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:18.843753 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ada5565-d58b-496e-a47c-7da4e75746c0 req-c4b9b391-1031-4232-a3dc-2f8e6a0ee2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1098 time: 0.1633701 Oct 28 21:39:18.886409 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ada5565-d58b-496e-a47c-7da4e75746c0 req-df0ba375-10c6-40b2-aab2-1717f86ae4d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367205 Oct 28 21:39:18.962939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:19.165318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:19.312315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:39:19.421768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d97d1eb-04a4-4391-b995-d6772aca0445 req-4ea0cee7-11df-4dff-bb4f-e728177de226 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0618374 Oct 28 21:39:19.486774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:39:19.500946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Sync routers for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:39:19.519475 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:19.520449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:39:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:19.535242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:19.539789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:19.540860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e559353c-7ecc-4ba4-a948-a703a44dd92d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2600539 Oct 28 21:39:19.667170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab0f4-3547-491e-b47e-f0d44714fc63 req-cba718ae-71b9-4ad5-9a6b-724c0a47ef78 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:19.711477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c5ab0f4-3547-491e-b47e-f0d44714fc63 req-cba718ae-71b9-4ad5-9a6b-724c0a47ef78 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 945 time: 0.1664732 Oct 28 21:39:19.868024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:19.873832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c5ab0f4-3547-491e-b47e-f0d44714fc63 req-e4242c29-4e7d-4838-b91b-78f273633895 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467538 Oct 28 21:39:20.128644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:18Z', 'revision_number': 3, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:20.164088 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Checking router: f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:39:20.164545 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Updating router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 port 351c8cea-00fe-45f3-8f71-c42f5c854080 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:39:20.200684 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.257067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.445042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Allocated IP 172.20.0.1 (10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5/3913d45b-12f6-4384-96f1-983d12151f72/30409266-0e97-4cae-9e6e-cb9c475c6ee1) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:20.519605 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.529172 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.571166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4d5105f-5ba8-41ae-bc08-64a040dcab4b req-fa4e7fdc-c60d-476f-98d3-658cfab179fa tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0488145 Oct 28 21:39:20.597221 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Attempting to bind port 351c8cea-00fe-45f3-8f71-c42f5c854080 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:20.597585 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Attempting to bind port 351c8cea-00fe-45f3-8f71-c42f5c854080 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:20.597945 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Attempting to bind port 351c8cea-00fe-45f3-8f71-c42f5c854080 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:20.614858 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Pushing event updated for resources: {'Port': ['ID=351c8cea-00fe-45f3-8f71-c42f5c854080,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:20.619213 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:20.620577 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:20.621207 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.621556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:20.622024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Bound port: 351c8cea-00fe-45f3-8f71-c42f5c854080, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:20.622402 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.627385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.630034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.630378 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.630718 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.631048 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.631372 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.631695 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.632016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.632333 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.632673 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.633159 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.633503 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.633822 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:20.686185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.691426 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] For port 351c8cea-00fe-45f3-8f71-c42f5c854080, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:20.695968 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] For port 351c8cea-00fe-45f3-8f71-c42f5c854080, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=351c8cea-00fe-45f3-8f71-c42f5c854080,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:20.701650 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.737918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:20.743973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:20.746997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Pushing event updated for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:20.749469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:20.770431 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:20.771404 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:39:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:20.793064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:20.863916 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17b955-21fd-448e-8c21-92b0e551ec9c None None] Pushing event updated for resources: {'Port': ['ID=351c8cea-00fe-45f3-8f71-c42f5c854080,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:20.923122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:21.008926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:21.060614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a87fc-091f-4c57-9e53-27df2571bcc0 req-6fa24076-0130-4f81-9899-c4bb5c410adb tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:21.068016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae2a87fc-091f-4c57-9e53-27df2571bcc0 req-6fa24076-0130-4f81-9899-c4bb5c410adb tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 945 time: 0.0796628 Oct 28 21:39:21.151907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae2a87fc-091f-4c57-9e53-27df2571bcc0 req-cf66340e-b579-41e0-a5e6-4310292859c4 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Oct 28 21:39:21.264033 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:18Z', 'revision_number': 3, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:21.270950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:21.279099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:21.291867 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65017577-9ce7-40a0-b12b-3b2667a7da93 None None] The sync data for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 is: [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:18Z', 'revision_number': 3, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:39:21.398310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Pushing event updated for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:21.403355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:21.532117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:21.533575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:21.786295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95ee763e-7da6-43b0-9f63-abe5d4b1957b req-2b37314f-5e99-44f4-987b-ea0bf10cacc6 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0336413 Oct 28 21:39:21.805231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:39:21.962740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:39:21.974633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d392b26-d3c7-46bd-9bb9-07f6e62b5f5c admin admin] 10.222.0.31 "PUT /v2.0/routers/f2ed5159-6c36-48cd-bd16-0c8ccb1594a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335599 Oct 28 21:39:22.080651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abdd0b-e7e3-4200-a3c9-731e0408c227 req-444e9517-2875-4dc0-9737-20d5ca10c17f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:22.083060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84abdd0b-e7e3-4200-a3c9-731e0408c227 req-444e9517-2875-4dc0-9737-20d5ca10c17f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 945 time: 0.0723464 Oct 28 21:39:22.130459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84abdd0b-e7e3-4200-a3c9-731e0408c227 req-715b0af7-f84c-445d-afdd-671c7bce5420 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Oct 28 21:39:22.558528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-a92f3986-dc2c-4a7b-91a5-0d86a518ee2b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:22.560118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-a92f3986-dc2c-4a7b-91a5-0d86a518ee2b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 811 time: 0.1100161 Oct 28 21:39:22.578499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-7e8e5e41-ec92-49d8-8ce2-2125006a3900 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/quotas/b05d3919531a471b8bbb48b6d27082ab HTTP/1.1" status: 200 len: 375 time: 0.0117714 Oct 28 21:39:22.637538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-955d06e2-e2ad-46dc-ad2c-a98e7ce61fb1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529623 Oct 28 21:39:22.718185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5111bb76-fbb1-447f-86ed-532f95f608b8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:39:22.719293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5111bb76-fbb1-447f-86ed-532f95f608b8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0751133 Oct 28 21:39:22.819332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5b25583e-a787-44ab-a2fe-e1d4199f22d5 service neutron] 10.222.0.31 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932512 Oct 28 21:39:22.877732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-00fdbf97-8aa7-4c96-bab5-2dee54a996aa req-5db94a74-5c24-40ff-8ae6-fcf6850a57a0 tempest-LiveAutoBlockMigrationV225Test-903799729 tempest-LiveAutoBlockMigrationV225Test-903799729-project] (102314) timed out ('10.222.0.52', 58013) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:39:22.945780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6587c4eb-2555-4065-9722-b3ac5ee12aad req-bdfddf8e-cbd1-4751-880f-b9d11100dc34 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0410852 Oct 28 21:39:22.956973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-04311ca1-fd9c-4683-be26-7830beb80235 service neutron] 10.222.0.31 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289833 Oct 28 21:39:23.161849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d217ab07-e8de-4902-a53e-e13014a8b81c req-0de2ce6a-e6f4-4277-9c7e-a440620374cf tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0362434 Oct 28 21:39:23.313383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fbf65-c723-4cda-8cb6-3fc5e34e8625 req-04111624-5537-4ae8-9efd-51b1bb89af64 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:23.314909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605fbf65-c723-4cda-8cb6-3fc5e34e8625 req-04111624-5537-4ae8-9efd-51b1bb89af64 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 945 time: 0.0630271 Oct 28 21:39:23.333251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 351c8cea-00fe-45f3-8f71-c42f5c854080 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:23.373969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-605fbf65-c723-4cda-8cb6-3fc5e34e8625 req-34176c1a-7eb3-4f7d-92b8-58e1c4e92a9c tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Oct 28 21:39:23.415040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 351c8cea-00fe-45f3-8f71-c42f5c854080 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:23.415040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.417864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Sync routers for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:39:23.441028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-52b294a8-4842-4ec5-8045-71fc169c0fef tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:23.442528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-52b294a8-4842-4ec5-8045-71fc169c0fef tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 945 time: 0.0738592 Oct 28 21:39:23.458917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:23.459638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:39:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:23.609313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Deleting port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:23.609752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.616112 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.638872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 351c8cea-00fe-45f3-8f71-c42f5c854080, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=351c8cea-00fe-45f3-8f71-c42f5c854080,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:23.649963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:23.653520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.723638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] For port 452dbbd2-ae35-49ec-9cd2-02635b403eb0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=452dbbd2-ae35-49ec-9cd2-02635b403eb0,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:23.724495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.734305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=351c8cea-00fe-45f3-8f71-c42f5c854080,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:23.740116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Calling delete_port for 452dbbd2-ae35-49ec-9cd2-02635b403eb0 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:23.895984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:23.914329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['452dbbd2-ae35-49ec-9cd2-02635b403eb0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:23.959902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Pushing event deleted for resources: {'Port': ['ID=452dbbd2-ae35-49ec-9cd2-02635b403eb0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:23.989182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] No DVR routers for this DVR port 452dbbd2-ae35-49ec-9cd2-02635b403eb0 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:23.992586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.003772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 4, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '30409266-0e97-4cae-9e6e-cb9c475c6ee1', 'name': '', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'mac_address': 'fa:16:3e:47:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3913d45b-12f6-4384-96f1-983d12151f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:20Z', 'updated_at': '2021-10-28T21:39:21Z', 'revision_number': 2, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'subnets': [{'id': '3913d45b-12f6-4384-96f1-983d12151f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:24.011810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39c0d4b-89c3-4c8b-a462-a8241b77b222 req-4e5fa33d-d554-4765-9294-6e17edd3a82a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "DELETE /v2.0/ports/452dbbd2-ae35-49ec-9cd2-02635b403eb0 HTTP/1.1" status: 204 len: 173 time: 0.5621855 Oct 28 21:39:24.012307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'name': 'network-vif-deleted', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:24.019368 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112a596-df31-4195-b908-067b9860939e" -d '{"events": [{"server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "name": "network-vif-deleted", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:24.063125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Checking router: f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:39:24.063647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Updating router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:39:24.097293 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.136300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d912ba4-1d0e-4e01-889a-fbe555d93b7f req-83a45c7d-6577-497d-bb16-b71568e3a0f1 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0704110 Oct 28 21:39:24.210213 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb718a-7d80-4508-ae32-de5853bd72f7 x-openstack-request-id: req-69bb718a-7d80-4508-ae32-de5853bd72f7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:24.210886 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d0426-dca5-4537-9787-5d8e21fbd7f0", "name": "network-vif-deleted", "tag": "452dbbd2-ae35-49ec-9cd2-02635b403eb0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:24.211211 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69bb718a-7d80-4508-ae32-de5853bd72f7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:24.211689 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d0426-dca5-4537-9787-5d8e21fbd7f0', 'name': 'network-vif-deleted', 'tag': '452dbbd2-ae35-49ec-9cd2-02635b403eb0', 'status': 'completed', 'code': 200} Oct 28 21:39:24.290108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c0ca4a9-1700-405e-bae5-fb9e2bbbc6b8 req-76127f4a-b0a5-4049-b584-057c6a566e68 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Oct 28 21:39:24.404712 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.411268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.484975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ae9d-efb7-4b1d-88bb-75c7b2e0b892 None None] Pushing event updated for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:24.507034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0807760c-0d7d-4c0a-824e-5027e229343d req-8312e178-1114-4e3d-9a68-47fb5794d4c6 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f4d0426-dca5-4537-9787-5d8e21fbd7f0 HTTP/1.1" status: 200 len: 210 time: 0.0384486 Oct 28 21:39:24.536808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Attempting to bind port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:24.536808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Attempting to bind port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:24.536808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Attempting to bind port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:24.543374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:24.543673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Checking segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:24.544114 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.544748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Bound using segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:24.545210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Bound port: 30409266-0e97-4cae-9e6e-cb9c475c6ee1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:24.545669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.626334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] For port 30409266-0e97-4cae-9e6e-cb9c475c6ee1, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:24.642411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] For port 30409266-0e97-4cae-9e6e-cb9c475c6ee1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=30409266-0e97-4cae-9e6e-cb9c475c6ee1,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:24.650246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:24.733782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:39:24.734420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:39:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:24.736226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ae9d-efb7-4b1d-88bb-75c7b2e0b892 None None] Pushing event updated for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:24.777267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-e6d8df57-1963-4b10-a26f-613c39e642d3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:24.781158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-e6d8df57-1963-4b10-a26f-613c39e642d3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 811 time: 0.1893861 Oct 28 21:39:24.799249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Request body: {'port': {'device_id': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'admin_state_up': True, 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:24.886928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:39:24.946476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Made reservation on behalf of b05d3919531a471b8bbb48b6d27082ab for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:24.953836 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:25.114673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Allocated IP 172.20.0.10 (10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5/3913d45b-12f6-4384-96f1-983d12151f72/9cdab7a4-5cba-4f38-855e-a46c18d8484e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:25.260801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 351c8cea-00fe-45f3-8f71-c42f5c854080 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:25.316190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99dfae69-427b-46a3-a353-40587d034108 req-3e5d2209-fd47-4228-b577-1fd1de7b48cc tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0403061 Oct 28 21:39:25.331188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 4, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '30409266-0e97-4cae-9e6e-cb9c475c6ee1', 'name': '', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'mac_address': 'fa:16:3e:47:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3913d45b-12f6-4384-96f1-983d12151f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:20Z', 'updated_at': '2021-10-28T21:39:24Z', 'revision_number': 4, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'subnets': [{'id': '3913d45b-12f6-4384-96f1-983d12151f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:39:25.334641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 351c8cea-00fe-45f3-8f71-c42f5c854080 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:25.335076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:25.353267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:25.384541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea32bc-3f65-4b80-904a-9cd82c7e8019 None None] The sync data for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 is: [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:20Z', 'revision_number': 4, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '30409266-0e97-4cae-9e6e-cb9c475c6ee1', 'name': '', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'mac_address': 'fa:16:3e:47:fd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3913d45b-12f6-4384-96f1-983d12151f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:20Z', 'updated_at': '2021-10-28T21:39:24Z', 'revision_number': 4, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'subnets': [{'id': '3913d45b-12f6-4384-96f1-983d12151f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:39:25.420623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0da70df3-ccb6-46c9-8b99-86c5974d913f req-a7f9a493-c8d4-4684-b19c-4be7aa8120cd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0352292 Oct 28 21:39:25.433876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:25.533846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:25.537083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:25.542339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:25.546653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Pushing event updated for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:25.602214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:25.602852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:25.628138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-58acb718-b2e6-481e-bcdf-b5725f48bcc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8334808 Oct 28 21:39:25.641824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Request body: {'port': {'device_id': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:25.709991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.009847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-e9ee572e-70d6-4b54-b863-f37c73128f6d tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:26.011962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-e9ee572e-70d6-4b54-b863-f37c73128f6d tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 808 time: 0.2379570 Oct 28 21:39:26.034061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-65ff26b9-54eb-410a-82eb-0930a91b0887 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/quotas/a58304a2083f4ff9859470564902eb87 HTTP/1.1" status: 200 len: 375 time: 0.0138381 Oct 28 21:39:26.110135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-79093919-a8c7-4c62-a644-f938c8af2683 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677013 Oct 28 21:39:26.209373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdab7a4-5cba-4f38-855e-a46c18d8484e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:26.218744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.232950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Transition to ACTIVE for port object 9cdab7a4-5cba-4f38-855e-a46c18d8484e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:39:26.278202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.413081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Pushing event updated for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:26.516549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d68fbd8-4982-439e-8bf3-cd31c9ce9693 req-a1fddaeb-40bc-479c-b76e-a29cafc6cec4 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0430562 Oct 28 21:39:26.521867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-a5d0cf8c-85a2-45a3-a280-84481b6e438a service neutron] 10.222.0.31 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389015 Oct 28 21:39:26.525186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Attempting to bind port 9cdab7a4-5cba-4f38-855e-a46c18d8484e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:26.526484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Attempting to bind port 9cdab7a4-5cba-4f38-855e-a46c18d8484e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:26.527497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Attempting to bind port 9cdab7a4-5cba-4f38-855e-a46c18d8484e on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:26.593556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Port 9cdab7a4-5cba-4f38-855e-a46c18d8484e on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:39:26.594026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Attempting to bind port 9cdab7a4-5cba-4f38-855e-a46c18d8484e on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:26.602782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:26.603273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Checking segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:26.603757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Bound using segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:26.604405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Bound port: 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:26.604861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.736095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-61ada20d-2654-4901-a3a1-1936781e4015 service neutron] 10.222.0.31 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045164 Oct 28 21:39:26.746255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:26.757964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96f157-fae6-4cd8-a343-3ada2a75d9e3 req-65015af4-8cd5-4f92-874f-0914b58047ea tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:26.759797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce96f157-fae6-4cd8-a343-3ada2a75d9e3 req-65015af4-8cd5-4f92-874f-0914b58047ea tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 944 time: 0.1330576 Oct 28 21:39:26.762738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:26.772914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.857217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:26.857833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:26.859302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] 10.222.0.44 "PUT /v2.0/ports/9cdab7a4-5cba-4f38-855e-a46c18d8484e HTTP/1.1" status: 200 len: 1093 time: 1.2229700 Oct 28 21:39:26.859751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:26.862126 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930fb622-8c29-4d65-9210-6ff1015dffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:26.889547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce96f157-fae6-4cd8-a343-3ada2a75d9e3 req-bed07ad9-49a9-45c3-aba2-2ef80647ea08 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196165 Oct 28 21:39:26.893537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c15b1-10df-4964-af50-1deb4f95909b service neutron] Pushing event updated for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:26.999832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-55fd97ef-1199-4cec-abef-3d2d021296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:27.005540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-55fd97ef-1199-4cec-abef-3d2d021296fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0857201 Oct 28 21:39:27.011183 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880cabe9-a3ea-442a-ad28-73f906b1f868 x-openstack-request-id: req-880cabe9-a3ea-442a-ad28-73f906b1f868 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:27.013276 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:27.013876 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-880cabe9-a3ea-442a-ad28-73f906b1f868 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:27.015263 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'status': 'completed', 'code': 200} Oct 28 21:39:27.068800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-65bdbc09-ee12-451e-afa3-912260fb6021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e HTTP/1.1" status: 200 len: 217 time: 0.0446496 Oct 28 21:39:27.321080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 30409266-0e97-4cae-9e6e-cb9c475c6ee1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:27.373691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:27.374051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:27.471169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:27.522722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 30409266-0e97-4cae-9e6e-cb9c475c6ee1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=30409266-0e97-4cae-9e6e-cb9c475c6ee1,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:27.525687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56eeb315-f7bf-402d-92ed-0a787bbdb359 req-3954f235-7b5b-43aa-bd37-e20e3fa60d53 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 210 time: 0.4558985 Oct 28 21:39:27.544525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:27.566972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-c411b61a-a007-447a-af9b-4e7f93caa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:27.567839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-c411b61a-a007-447a-af9b-4e7f93caa5d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.4878657 Oct 28 21:39:27.611378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-e1ea148e-d379-4ee1-9a50-5a3974aac827 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349128 Oct 28 21:39:27.646932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:27.713099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c24a8f33-974d-4de0-bf36-03132557dcb7 req-554adf68-c926-4fc7-bdbf-2080a0d4be7b tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0371411 Oct 28 21:39:27.762565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-f44ba79d-2367-4714-a3ca-604dfb668593 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441584 Oct 28 21:39:27.858940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c473d86b-d4e9-4fa2-900b-1ca7e092cc72 req-c5064c57-17f6-44a1-9422-fb19a271f484 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Oct 28 21:39:27.931767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 452dbbd2-ae35-49ec-9cd2-02635b403eb0 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:27.955240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 452dbbd2-ae35-49ec-9cd2-02635b403eb0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:27.955906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 452dbbd2-ae35-49ec-9cd2-02635b403eb0 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:27.964213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-d0924a50-73d0-4196-9012-23e58196cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:27.965969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-d0924a50-73d0-4196-9012-23e58196cb88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0601723 Oct 28 21:39:28.074635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016392cd-0041-4294-a32b-61135a5837d3 req-45953eea-2bc4-4b41-87b4-c208d99b77cc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:28.076063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-016392cd-0041-4294-a32b-61135a5837d3 req-45953eea-2bc4-4b41-87b4-c208d99b77cc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 944 time: 0.1053505 Oct 28 21:39:28.123000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-2302b953-7ab7-4bab-9685-e05b40dedc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:28.124592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-2302b953-7ab7-4bab-9685-e05b40dedc41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 912 time: 0.1456115 Oct 28 21:39:28.186515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-fc42f168-ad30-45c8-bfb6-6b850c89c00c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e HTTP/1.1" status: 200 len: 217 time: 0.0520186 Oct 28 21:39:28.202805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-016392cd-0041-4294-a32b-61135a5837d3 req-b42ed8cf-98a3-479d-8351-d89105ed47fd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195052 Oct 28 21:39:28.277324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-d52f49b2-a722-4912-91fd-1370f3e8c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:28.283147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-d52f49b2-a722-4912-91fd-1370f3e8c54f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.0763021 Oct 28 21:39:28.334075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-df2c37aa-e064-470b-8d4f-28ff40be092a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455353 Oct 28 21:39:28.461969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-c7f1b00f-bb1b-4151-8af1-7230e3f7b3db service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106942 Oct 28 21:39:28.581999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930fb622-8c29-4d65-9210-6ff1015dffdd req-54dadb98-1008-43e2-9841-2ea44e9a4b63 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075518 Oct 28 21:39:28.605248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-753acfef-4cfb-4c9f-bf52-da331856dc65 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:28.606534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-753acfef-4cfb-4c9f-bf52-da331856dc65 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 808 time: 0.4835365 Oct 28 21:39:28.619024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Request body: {'port': {'device_id': '3330034d-3d08-437f-a16a-c440891a0b09', 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75', 'admin_state_up': True, 'tenant_id': 'a58304a2083f4ff9859470564902eb87'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:28.644918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7283651e-fbb7-4a28-a60c-1d1ef3c77b39 req-9220c239-4749-41ae-90c3-8330387f92c0 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 210 time: 0.0283515 Oct 28 21:39:28.736350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Made reservation on behalf of a58304a2083f4ff9859470564902eb87 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:28.740084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:28.827450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40bf795d-51f6-4c24-8111-94970e54d7b2 req-f1420c63-85e7-420b-8a98-e8b87572548d tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0269554 Oct 28 21:39:28.875733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Allocated IP 172.20.0.11 (efe8b606-38d0-4272-b74a-5f84079ebb75/12d73217-0294-4618-9cbf-4ac7fdda3f07/a56465b5-871a-428e-9f08-283cadc926b4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:29.020508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.055786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.109516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Network efe8b606-38d0-4272-b74a-5f84079ebb75 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:29.112530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:29.116069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:29.143225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Pushing event updated for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:29.176624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:29.177413 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.196036 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-96452f18-8874-44f7-a888-1b16f9cc8bc1 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807643 Oct 28 21:39:29.209786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Request body: {'port': {'device_id': '3330034d-3d08-437f-a16a-c440891a0b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:29.234261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 30409266-0e97-4cae-9e6e-cb9c475c6ee1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:29.280117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.291165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:29.292322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.340264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb50dad-8cd1-41eb-8e29-481d432c67b5 req-524d7cea-76c1-4ce9-847d-c8aa4495da21 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:29.348180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb50dad-8cd1-41eb-8e29-481d432c67b5 req-524d7cea-76c1-4ce9-847d-c8aa4495da21 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 944 time: 0.0638847 Oct 28 21:39:29.401635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5eb50dad-8cd1-41eb-8e29-481d432c67b5 req-814a3b78-be18-4a4e-9d34-b3b3bfbbed6b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Oct 28 21:39:29.591474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56465b5-871a-428e-9f08-283cadc926b4 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:29.598800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.611260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Transition to ACTIVE for port object a56465b5-871a-428e-9f08-283cadc926b4 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:39:29.615590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.687452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Pushing event updated for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:29.742419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Attempting to bind port a56465b5-871a-428e-9f08-283cadc926b4 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:29.742766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Attempting to bind port a56465b5-871a-428e-9f08-283cadc926b4 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:29.743096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Attempting to bind port a56465b5-871a-428e-9f08-283cadc926b4 on network efe8b606-38d0-4272-b74a-5f84079ebb75 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:29.749197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Port a56465b5-871a-428e-9f08-283cadc926b4 on network efe8b606-38d0-4272-b74a-5f84079ebb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:39:29.749650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Attempting to bind port a56465b5-871a-428e-9f08-283cadc926b4 on network efe8b606-38d0-4272-b74a-5f84079ebb75 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:29.755093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:29.755553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Checking segment: {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:29.756036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Bound using segment: {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:29.756618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Bound port: a56465b5-871a-428e-9f08-283cadc926b4, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9fd24c-04f4-4887-8bb1-439d2653bc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:29.756982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.830323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ce9b-bfc6-431a-a8fc-28dbc353d2bd req-a13f2c04-b579-4150-882b-aa9e7ff363b3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:29.832199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bc0ce9b-bfc6-431a-a8fc-28dbc353d2bd req-a13f2c04-b579-4150-882b-aa9e7ff363b3 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 944 time: 0.0729520 Oct 28 21:39:29.834834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:29.838773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a56465b5-871a-428e-9f08-283cadc926b4,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:29.844959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.879227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bc0ce9b-bfc6-431a-a8fc-28dbc353d2bd req-8400793a-5fbb-4a37-88a5-2c24fb583341 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Oct 28 21:39:29.897828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:29.899232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:29.901233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] 10.222.0.44 "PUT /v2.0/ports/a56465b5-871a-428e-9f08-283cadc926b4 HTTP/1.1" status: 200 len: 1093 time: 0.6952639 Oct 28 21:39:29.910059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:29.912293 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8ed97-c2cb-47f9-946a-e901ff362424" -d '{"events": [{"name": "network-changed", "server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "tag": "a56465b5-871a-428e-9f08-283cadc926b4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:29.941459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9cdab7a4-5cba-4f38-855e-a46c18d8484e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:39:29.944848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d49582-3612-41c5-b5fa-0754261c1494 service neutron] Pushing event updated for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:29.998436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-8b372b1c-2260-462f-abde-6a88cb317cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.000200 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-8b372b1c-2260-462f-abde-6a88cb317cbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 1096 time: 0.0511763 Oct 28 21:39:30.023561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a5e2cd3-5df7-45c4-b86a-203a933a5874 req-58869483-efba-4dd2-bd44-c9f6afddb446 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0371096 Oct 28 21:39:30.059913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-b8b6664d-7b07-4e00-9f8c-1b78194584bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56465b5-871a-428e-9f08-283cadc926b4 HTTP/1.1" status: 200 len: 217 time: 0.0506806 Oct 28 21:39:30.079619 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9918d23-b365-426b-86e1-f73274cb4b1c x-openstack-request-id: req-c9918d23-b365-426b-86e1-f73274cb4b1c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:30.080044 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "tag": "a56465b5-871a-428e-9f08-283cadc926b4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:30.080436 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9918d23-b365-426b-86e1-f73274cb4b1c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:30.080931 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4', 'status': 'completed', 'code': 200} Oct 28 21:39:30.094313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:30.105997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'port_id': '9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'mac_address': 'fa:16:3e:bf:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3913d45b-12f6-4384-96f1-983d12151f72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:39:30.117476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-8611dcd7-497e-4581-a0e9-374d9c5eb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.119094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-8611dcd7-497e-4581-a0e9-374d9c5eb48d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12d73217-0294-4618-9cbf-4ac7fdda3f07 HTTP/1.1" status: 200 len: 848 time: 0.0518548 Oct 28 21:39:30.157827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:30.163079 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-98cc16f7-5a1f-4f3c-a900-af2abb6a7570 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efe8b606-38d0-4272-b74a-5f84079ebb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356672 Oct 28 21:39:30.172237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdab7a4-5cba-4f38-855e-a46c18d8484e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:30.194034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:30.199674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:30.258050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:30.278487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-8b307460-0fc8-4431-8b41-287bab9c400e service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068017 Oct 28 21:39:30.369205 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-36c584a8-2e7e-46ef-aff5-a80d1ada0c66 req-50b81817-21b4-40e7-8911-14fb7c67bd0d service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826726 Oct 28 21:39:30.465352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-734f6d26-a1cb-4286-889e-c96222d6a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.467044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-734f6d26-a1cb-4286-889e-c96222d6a44b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a58304a2083f4ff9859470564902eb87&device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 1096 time: 0.0486939 Oct 28 21:39:30.527771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437ec7-3eb8-44ba-b2be-34c178e9a1c0 req-d13ceed8-6194-4208-849d-263375120d49 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.529315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd437ec7-3eb8-44ba-b2be-34c178e9a1c0 req-d13ceed8-6194-4208-849d-263375120d49 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 945 time: 0.0675340 Oct 28 21:39:30.545190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9cdab7a4-5cba-4f38-855e-a46c18d8484e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:30.597406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-098cc8f9-06f4-48d0-b95d-d417a3138a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.598927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-098cc8f9-06f4-48d0-b95d-d417a3138a38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 200 len: 909 time: 0.1247423 Oct 28 21:39:30.619980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd437ec7-3eb8-44ba-b2be-34c178e9a1c0 req-869fa214-9837-4be3-b959-118d3772fa2d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818872 Oct 28 21:39:30.686479 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-7335189f-0eae-4df1-aa81-e82f1c84744c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56465b5-871a-428e-9f08-283cadc926b4 HTTP/1.1" status: 200 len: 217 time: 0.0768311 Oct 28 21:39:30.753012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-e8ef4242-fe8f-4725-b21d-583cc267f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:30.754481 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-e8ef4242-fe8f-4725-b21d-583cc267f8e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12d73217-0294-4618-9cbf-4ac7fdda3f07 HTTP/1.1" status: 200 len: 848 time: 0.0572155 Oct 28 21:39:30.796343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-05dc25de-f785-4624-a067-fc4d95bd5650 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=efe8b606-38d0-4272-b74a-5f84079ebb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273869 Oct 28 21:39:30.893502 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-6f907003-4eac-4f0c-a5b9-e5007eb0d18a service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Oct 28 21:39:30.989729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-39c8ed97-c2cb-47f9-946a-e901ff362424 req-9a8b1544-9dc0-4419-911e-7bbee3998120 service neutron] 10.222.0.44 "GET /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876882 Oct 28 21:39:31.020010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1d3de-db5c-4320-86f3-975bcff08d9f req-6760be0a-d98b-482b-b54b-d23ae1aa8f11 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:31.021533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcc1d3de-db5c-4320-86f3-975bcff08d9f req-6760be0a-d98b-482b-b54b-d23ae1aa8f11 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 944 time: 0.0620067 Oct 28 21:39:31.061206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcc1d3de-db5c-4320-86f3-975bcff08d9f req-a1c37b11-4f6b-473b-8a17-c879bfe13d67 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Oct 28 21:39:31.122032 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:39:31.147322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a00626d-0818-428d-87c5-bab3bb404884 req-4bb0e29e-a4a4-47c0-8991-69ff3db45663 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0283580 Oct 28 21:39:31.781649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ab390-9698-451b-90bb-1e542ab98fd7 req-cd29139c-6fbe-483c-81d8-ee4b40e0a8b3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:31.789489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e49ab390-9698-451b-90bb-1e542ab98fd7 req-cd29139c-6fbe-483c-81d8-ee4b40e0a8b3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 945 time: 0.0948114 Oct 28 21:39:31.841374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e49ab390-9698-451b-90bb-1e542ab98fd7 req-58bbd365-c7a2-467f-aaab-c923565d5356 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508752 Oct 28 21:39:31.883386 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ca2169d8-c090-4007-978c-266554da5ab7 req-6fb6162d-07ce-467f-986c-49ce235b7585 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0401647 Oct 28 21:39:31.949155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9cdab7a4-5cba-4f38-855e-a46c18d8484e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:32.006776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 9cdab7a4-5cba-4f38-855e-a46c18d8484e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:39:32.011693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 9cdab7a4-5cba-4f38-855e-a46c18d8484e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:32.012185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:32.095431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:32.118971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:32.122210 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9913a6-e300-4997-b765-237a88d5c3ff" -d '{"events": [{"server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:32.135743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:32.141883 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:32.168499 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2976ea-f1e4-4248-8cc9-489be331d31c x-openstack-request-id: req-db2976ea-f1e4-4248-8cc9-489be331d31c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:32.168849 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:32.169932 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db2976ea-f1e4-4248-8cc9-489be331d31c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:32.170790 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'code': 200} Oct 28 21:39:32.190780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583843b7-a17e-4584-a4a8-957ce0b4f753 req-b2dd1a40-b4a7-4e72-8b77-0a257f44afb5 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:32.192708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583843b7-a17e-4584-a4a8-957ce0b4f753 req-b2dd1a40-b4a7-4e72-8b77-0a257f44afb5 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 944 time: 0.0595653 Oct 28 21:39:32.207456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:32.239667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-583843b7-a17e-4584-a4a8-957ce0b4f753 req-64bc7524-722b-4ed2-b478-ea115169cb02 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Oct 28 21:39:32.280101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7ebe3e8-db7d-42cb-ace4-5ad5590b7d81 req-64939be3-3794-47a6-a7e2-171c9b8be6b2 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0265756 Oct 28 21:39:32.295934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eafb0-20b7-4d21-9ac0-6e5ecda19bf8 req-ebbe436a-70c9-4ee6-9eac-d4fb3d1ce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:32.297519 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a4eafb0-20b7-4d21-9ac0-6e5ecda19bf8 req-ebbe436a-70c9-4ee6-9eac-d4fb3d1ce317 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0483711 Oct 28 21:39:32.333785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9a4eafb0-20b7-4d21-9ac0-6e5ecda19bf8 req-bd44a8e7-9b0f-440d-bc7d-f27fb83bb129 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279942 Oct 28 21:39:32.954711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff104e-8d81-4fab-bf27-fe14cb2956c9 req-978ae8e2-51cc-474e-9b17-1cc806235a6e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:32.956181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdff104e-8d81-4fab-bf27-fe14cb2956c9 req-978ae8e2-51cc-474e-9b17-1cc806235a6e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0488634 Oct 28 21:39:32.995184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdff104e-8d81-4fab-bf27-fe14cb2956c9 req-12643699-344a-4c6f-be23-d76a11b5603d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Oct 28 21:39:33.238451 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7cc78840-f9df-4e5f-a04d-d7561ebf0aa9 req-d863c586-060d-4588-aefd-179e517daec4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0898914 Oct 28 21:39:33.328284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7cc78840-f9df-4e5f-a04d-d7561ebf0aa9 req-df40c8c3-e885-4f1e-9aaa-b9bd93d8f4a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0345414 Oct 28 21:39:33.403372 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7cc78840-f9df-4e5f-a04d-d7561ebf0aa9 req-6eef0a31-6dc8-4230-8670-b0cbadfe7328 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494983 Oct 28 21:39:33.405086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da82498f-8569-423a-9b89-882566582341 req-22a51151-52c2-4130-8d0b-85953ca60196 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0338800 Oct 28 21:39:33.518820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86634f57-0c99-4ca4-bae0-e92979c74057 req-f119086c-ab9b-4f34-bf0a-14b583752631 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:33.527651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86634f57-0c99-4ca4-bae0-e92979c74057 req-f119086c-ab9b-4f34-bf0a-14b583752631 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 944 time: 0.1248169 Oct 28 21:39:33.577243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86634f57-0c99-4ca4-bae0-e92979c74057 req-78c02603-6b33-406a-a788-c9fe73f21bd9 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Oct 28 21:39:33.606529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78840-f9df-4e5f-a04d-d7561ebf0aa9 req-9ab1242d-0450-447e-8234-62f7cbdedb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:33.608242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7cc78840-f9df-4e5f-a04d-d7561ebf0aa9 req-9ab1242d-0450-447e-8234-62f7cbdedb17 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961761 Oct 28 21:39:33.750663 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f057a912-19da-4af3-b0cb-372512f3795c req-db168ca6-5cae-4d52-b48d-0a2cf55adcd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e84c4f0c59344cc2bd6d73968f809280&device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0318704 Oct 28 21:39:33.777803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03200a17-ef9b-4437-adde-8715b0015683 req-ebd4f6a3-5611-4bd3-891b-8dc4778ceaca tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0276673 Oct 28 21:39:33.780047 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f057a912-19da-4af3-b0cb-372512f3795c req-a62147c2-cfb7-45bf-807c-c167dd0fcd31 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e84c4f0c59344cc2bd6d73968f809280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209446 Oct 28 21:39:33.890769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057a912-19da-4af3-b0cb-372512f3795c req-65cb1d83-a574-40f6-a8c9-a3791a76f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:33.892146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f057a912-19da-4af3-b0cb-372512f3795c req-65cb1d83-a574-40f6-a8c9-a3791a76f8f4 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058092 Oct 28 21:39:33.963702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a56465b5-871a-428e-9f08-283cadc926b4 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:39:34.061265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a56465b5-871a-428e-9f08-283cadc926b4,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:34.072632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a56465b5-871a-428e-9f08-283cadc926b4', 'network_id': 'efe8b606-38d0-4272-b74a-5f84079ebb75', 'port_id': 'a56465b5-871a-428e-9f08-283cadc926b4', 'mac_address': 'fa:16:3e:57:1d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d73217-0294-4618-9cbf-4ac7fdda3f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:39:34.115676 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:34.121302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391f8f8-ba83-4be7-9ec3-5b1e7388559d req-8ce50ae3-4aa4-4f02-8a3d-4eca77689849 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.122813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f391f8f8-ba83-4be7-9ec3-5b1e7388559d req-8ce50ae3-4aa4-4f02-8a3d-4eca77689849 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0517013 Oct 28 21:39:34.129400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56465b5-871a-428e-9f08-283cadc926b4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:34.156119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a56465b5-871a-428e-9f08-283cadc926b4,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:34.162459 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:34.171375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f391f8f8-ba83-4be7-9ec3-5b1e7388559d req-a023e2da-9d99-478a-b23e-13cc87169147 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Oct 28 21:39:34.216940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:34.422601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-9e81d84e-1056-409f-9675-1d4e1e0cec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.425443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-9e81d84e-1056-409f-9675-1d4e1e0cec25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0432189 Oct 28 21:39:34.433068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7ec0f-10e7-4db5-a531-5a2575a913e8 req-7baf0534-7a25-43fd-a848-75f7d69ed5cb tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.434693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bde7ec0f-10e7-4db5-a531-5a2575a913e8 req-7baf0534-7a25-43fd-a848-75f7d69ed5cb tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0500374 Oct 28 21:39:34.477375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bde7ec0f-10e7-4db5-a531-5a2575a913e8 req-6e37d323-b8f0-4361-9ccf-c40f60150d42 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Oct 28 21:39:34.520471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a56465b5-871a-428e-9f08-283cadc926b4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:34.527422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-d12af344-4ed8-4dd8-b7b8-26329705d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.528936 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-d12af344-4ed8-4dd8-b7b8-26329705d275 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 912 time: 0.0961015 Oct 28 21:39:34.581234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-a662d737-cb3f-46fd-9364-50b1de410d0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e HTTP/1.1" status: 200 len: 217 time: 0.0433409 Oct 28 21:39:34.643136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-a2d371fa-6175-4ca6-8807-6136fb2c1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.645301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-a2d371fa-6175-4ca6-8807-6136fb2c1345 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.0513396 Oct 28 21:39:34.717907 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-2af87466-3c80-4f8c-bc9c-3dc0d94b2b34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651879 Oct 28 21:39:34.736629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72e56c-ceb5-4db1-a0e0-997580daf60f req-4986e284-e159-40ed-9858-184d6c4a6564 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:34.738199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa72e56c-ceb5-4db1-a0e0-997580daf60f req-4986e284-e159-40ed-9858-184d6c4a6564 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Oct 28 21:39:34.813410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa72e56c-ceb5-4db1-a0e0-997580daf60f req-c957af0e-5c55-481a-865c-52f64d66c15d tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Oct 28 21:39:34.856952 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-467f5023-9182-4af4-8ba5-c22bb68be485 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316612 Oct 28 21:39:34.939373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c770004-882f-41c1-bb8e-362e763850c3 req-36ab1753-0a4a-4db9-ba0c-695b0148d856 tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0487528 Oct 28 21:39:34.983537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-24608b64-1bf3-4234-bd95-f5e48b8fd2f4 req-f8df20a4-7a80-4393-bf65-c7b4f7a4ff0d service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169791 Oct 28 21:39:35.172890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f057a912-19da-4af3-b0cb-372512f3795c req-94f34bab-f0ca-45ab-adf1-cd66f257358c tempest-ServerShowV254Test-831804169 tempest-ServerShowV254Test-831804169-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1b44d64-6037-4342-8624-2acbca357bfc HTTP/1.1" status: 200 len: 210 time: 0.0276172 Oct 28 21:39:35.612018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5942-8922-4fff-91f5-60f9d7e2172e req-563c5b71-00d6-49d0-8fdf-69c0f0c1f920 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:35.614366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-672c5942-8922-4fff-91f5-60f9d7e2172e req-563c5b71-00d6-49d0-8fdf-69c0f0c1f920 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0587325 Oct 28 21:39:35.660839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-672c5942-8922-4fff-91f5-60f9d7e2172e req-d0c81fcd-eb27-49f0-892b-799c3778f402 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384099 Oct 28 21:39:35.922201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a547b3-355d-4dfc-8da4-9b6c8b43067c req-968737fa-ee5d-49b6-a04e-88effadd3865 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:35.923929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9a547b3-355d-4dfc-8da4-9b6c8b43067c req-968737fa-ee5d-49b6-a04e-88effadd3865 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Oct 28 21:39:35.963970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9a547b3-355d-4dfc-8da4-9b6c8b43067c req-f243ce35-f6c1-4ac5-a9f1-e1124fbd1ed9 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Oct 28 21:39:35.964456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a56465b5-871a-428e-9f08-283cadc926b4 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:36.028396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a56465b5-871a-428e-9f08-283cadc926b4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:39:36.032944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a56465b5-871a-428e-9f08-283cadc926b4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:36.033398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.117069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.143084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:36.145524 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf814ac-b2ce-4e68-b463-27bc5dd6f533" -d '{"events": [{"server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "name": "network-vif-plugged", "status": "completed", "tag": "a56465b5-871a-428e-9f08-283cadc926b4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:36.160605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a56465b5-871a-428e-9f08-283cadc926b4,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:36.170728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.232930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:36.268608 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954377ee-2259-4199-96bd-14b7d1a27536 x-openstack-request-id: req-954377ee-2259-4199-96bd-14b7d1a27536 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:36.268898 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "name": "network-vif-plugged", "status": "completed", "tag": "a56465b5-871a-428e-9f08-283cadc926b4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:36.269147 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-954377ee-2259-4199-96bd-14b7d1a27536 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:36.269701 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4', 'code': 200} Oct 28 21:39:36.320314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54232) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:36.368904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa117-65d7-4e34-ab1e-ed373515bcdc req-f96632eb-4b26-45e9-ae06-72ef6d632ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:36.371233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4effa117-65d7-4e34-ab1e-ed373515bcdc req-f96632eb-4b26-45e9-ae06-72ef6d632ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 1098 time: 0.0441742 Oct 28 21:39:36.408329 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4effa117-65d7-4e34-ab1e-ed373515bcdc req-4e3d413c-262f-40b4-a254-cb1081620b71 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Oct 28 21:39:36.428647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7ec159e-d4ab-45c4-8cce-afc29c49c1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.509194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7ec159e-d4ab-45c4-8cce-afc29c49c1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.513373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7ec159e-d4ab-45c4-8cce-afc29c49c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.552933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f7ec159e-d4ab-45c4-8cce-afc29c49c1b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e84c4f0c59344cc2bd6d73968f809280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313333 Oct 28 21:39:36.553631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec159e-d4ab-45c4-8cce-afc29c49c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ce9ea-1287-4944-a4be-3656221f37f3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:36.555414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54236) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:36.605748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.627481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.673643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.676385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:36.677533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be1ce9ea-1287-4944-a4be-3656221f37f3 HTTP/1.1" status: 204 len: 168 time: 0.1207030 Oct 28 21:39:36.686267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ce9ea-1287-4944-a4be-3656221f37f3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:36.696172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.696552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.696900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.697267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.697610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.697943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.698610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.698947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.699278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.699604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.699929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.700255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a584170-3d1f-485b-8561-a1d1dc29d75f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:39:36.790873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520701df-ebd7-4a60-ba27-3d13a535733d req-b4dee20d-1cac-4e9b-b383-725c25ede6c2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:36.792645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-520701df-ebd7-4a60-ba27-3d13a535733d req-b4dee20d-1cac-4e9b-b383-725c25ede6c2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0508704 Oct 28 21:39:36.840843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-520701df-ebd7-4a60-ba27-3d13a535733d req-0e00a8eb-702a-4daa-8782-f89fe5280223 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Oct 28 21:39:37.084124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a11e6-4180-42f0-b6ae-f8db7dea2b35 req-0edc5973-61e4-404f-be45-9b403ec09fef tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.085669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd3a11e6-4180-42f0-b6ae-f8db7dea2b35 req-0edc5973-61e4-404f-be45-9b403ec09fef tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Oct 28 21:39:37.124671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd3a11e6-4180-42f0-b6ae-f8db7dea2b35 req-56982221-e9ee-42db-9c65-9ac7bd828fb6 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Oct 28 21:39:37.378164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54272) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:37.496280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1373653820-network', 'tenant_id': '58d6c21593f94f1bb278c9ec827c6436'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:37.518187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Made reservation on behalf of 58d6c21593f94f1bb278c9ec827c6436 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:37.520732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.529669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.608666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.612250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.636425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:39:37.645224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ebae12-e7fb-4186-a57c-4abf41fcbde4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:37.652073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.652452 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Added segment 9a9c03f0-57cd-4ad3-90a8-062bbaf141e2 of type vlan for network b94280a4-d4f5-47eb-8791-bfa234c40eb5 Oct 28 21:39:37.691834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.720964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.722033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.722605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.769456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-3e323458-cbe4-46ac-8b79-53b542b464ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0463102 Oct 28 21:39:37.774059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3941138 Oct 28 21:39:37.776844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:39:37.782189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Request body: {'subnet': {'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1373653820-subnet', 'tenant_id': '58d6c21593f94f1bb278c9ec827c6436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:37.786823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379934-6eca-4093-8b9e-53244b96b4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b94280a4-d4f5-47eb-8791-bfa234c40eb5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:37.797835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:39:37.836291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Made reservation on behalf of 58d6c21593f94f1bb278c9ec827c6436 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:37.839153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:37.893371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.893844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.894316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.894775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.895231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.895689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.896137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.898102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f18b7ad9-64bf-4c5f-b506-41f37df9deac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1044481 Oct 28 21:39:37.993090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5979d0-fce2-441d-8445-2a87062628f4 req-0259f042-e413-4106-9727-e4b61c96cd4f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:37.995622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed5979d0-fce2-441d-8445-2a87062628f4 req-0259f042-e413-4106-9727-e4b61c96cd4f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0676601 Oct 28 21:39:38.040259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed5979d0-fce2-441d-8445-2a87062628f4 req-f71ff9d5-74e7-4519-9402-950b6b6a320c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Oct 28 21:39:38.075070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-8b223591-1767-4a0b-9896-9c41a14578be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.075531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-8b223591-1767-4a0b-9896-9c41a14578be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.075977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-8b223591-1767-4a0b-9896-9c41a14578be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.077572 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-8b223591-1767-4a0b-9896-9c41a14578be service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 2298 time: 0.1519959 Oct 28 21:39:38.165092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:38.206917 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-49686cc4-b774-46be-b1d8-176e8c40ed29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1050799 Oct 28 21:39:38.248895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b603aa-6d11-4d6c-abba-383426749a83,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:38.253085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96aaa-d1a2-4b05-ad5e-3249a5d9c25d req-50f8e7fe-db1c-469e-bed9-204035bcd16a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.254424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbe96aaa-d1a2-4b05-ad5e-3249a5d9c25d req-50f8e7fe-db1c-469e-bed9-204035bcd16a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.0563817 Oct 28 21:39:38.279385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f745a12b-84eb-4cee-b2af-5a72a6fa755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.280930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f745a12b-84eb-4cee-b2af-5a72a6fa755a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.0658126 Oct 28 21:39:38.283590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Checking segment: {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:38.283935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Network hostable DHCP agents. Network: b94280a4-d4f5-47eb-8791-bfa234c40eb5, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:39:38.293934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbe96aaa-d1a2-4b05-ad5e-3249a5d9c25d req-4ec0cfe9-8091-4638-af1f-c2830d9572ae tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Oct 28 21:39:38.332884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:39:38.347645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-766afef4-d70d-4de4-b346-b4cb552d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.349222 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-766afef4-d70d-4de4-b346-b4cb552d84d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601816 Oct 28 21:39:38.350299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b94280a4-d4f5-47eb-8791-bfa234c40eb5) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:38.354480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.355153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:38.362760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2994c7de-c2d9-41db-b4f4-79e60fea30aa None None] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:38.434067 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7fa4d40b-54c2-4702-81f6-2adbad6aca23 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6561248 Oct 28 21:39:38.500259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-4cd7e35c-f8d1-4fa7-9715-d42f2605365c service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422012 Oct 28 21:39:38.512220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d9d39-5e56-4b5f-b214-20fec5e82739 None None] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:39:38.616094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-d30974b4-4eee-471e-8f8c-3770ef5065f8 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082072 Oct 28 21:39:38.667537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-e21a32ba-fdff-492a-b65f-8b0091a422ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0438650 Oct 28 21:39:38.723248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-58f54c93-6632-45d1-909b-64aa6f2cac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.724820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-58f54c93-6632-45d1-909b-64aa6f2cac64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0503612 Oct 28 21:39:38.781274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-72f3dd20-3fae-4608-8952-47f49ef5dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.782771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-72f3dd20-3fae-4608-8952-47f49ef5dba0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505536 Oct 28 21:39:38.895734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-38198909-b3d0-40a9-a980-78ce11646f35 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054447 Oct 28 21:39:38.970511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-bc717013-5101-4337-92b6-d4a0f69d8200 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:38.976866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-bc717013-5101-4337-92b6-d4a0f69d8200 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 814 time: 0.1232734 Oct 28 21:39:38.992032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-c54dc2b6-6608-4157-9284-75655672b041 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/quotas/58d6c21593f94f1bb278c9ec827c6436 HTTP/1.1" status: 200 len: 375 time: 0.0110528 Oct 28 21:39:39.005454 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-ec0501f3-ec70-46af-8d67-14bb3ca68502 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029012 Oct 28 21:39:39.042275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-adbe96a7-7344-4f87-a479-f1a977b03aad tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416682 Oct 28 21:39:39.049364 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-d65988bd-7a99-474d-8062-a84232bbcfa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 217 time: 0.0356152 Oct 28 21:39:39.105661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-98559c43-9b94-4f62-a7af-08f154e4950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.107119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-98559c43-9b94-4f62-a7af-08f154e4950b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0438635 Oct 28 21:39:39.127180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be6d2-20cf-474b-b914-96960ebb648c req-49a8b88c-b01c-4639-a8ce-d53caaef846a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.128690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec4be6d2-20cf-474b-b914-96960ebb648c req-49a8b88c-b01c-4639-a8ce-d53caaef846a tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.1171052 Oct 28 21:39:39.158299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-c6237fb7-073b-4701-8750-8a5d328fe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.159797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-c6237fb7-073b-4701-8750-8a5d328fe7c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447314 Oct 28 21:39:39.174591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-ddeaa9c0-ca2d-4a57-a5f9-bd809ef4348b service neutron] 10.222.0.31 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180537 Oct 28 21:39:39.194951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec4be6d2-20cf-474b-b914-96960ebb648c req-2a7ba632-407d-4323-8080-25556df84719 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Oct 28 21:39:39.259430 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-e9875248-f9ec-4cc4-b6b2-f07c596d39a0 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881927 Oct 28 21:39:39.283663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-44839fe5-3a86-4cab-9c19-b924e5d63428 service neutron] 10.222.0.31 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006007 Oct 28 21:39:39.366186 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-79e1788f-add3-40ab-b699-903850c774fe service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974579 Oct 28 21:39:39.517534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-877935b0-2275-47e1-bb92-21a07c13bd44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 217 time: 0.0575097 Oct 28 21:39:39.521575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0b5bc-4abe-4201-8343-e54d1b3c1564 req-63b604d7-7537-4368-a48c-ab5b702d9304 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.523122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0b5bc-4abe-4201-8343-e54d1b3c1564 req-63b604d7-7537-4368-a48c-ab5b702d9304 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0804334 Oct 28 21:39:39.562653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb117a04-9828-459f-9b2f-b2d080a32fdd req-9cdf3184-c8c7-4f18-8764-2b760a5991d3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 210 time: 0.0593333 Oct 28 21:39:39.579725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-2a4698db-3394-4ede-a3a6-4a7046c4a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.583589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-2a4698db-3394-4ede-a3a6-4a7046c4a342 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0553961 Oct 28 21:39:39.623472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbb0b5bc-4abe-4201-8343-e54d1b3c1564 req-8a6ba751-0341-4ee6-a931-f6e9bb4c1713 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 Oct 28 21:39:39.657297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-892e3c01-b610-47f1-a133-57127f41db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.659186 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-892e3c01-b610-47f1-a133-57127f41db11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689163 Oct 28 21:39:39.758796 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-6ee6f42f-5022-442f-b704-eeeb70b77f36 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892701 Oct 28 21:39:39.858145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-5aa479d9-6649-4ddf-a78a-3c9e74a85960 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918105 Oct 28 21:39:39.901901 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-380342e5-6e6e-4287-90c6-2120f763f1ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 217 time: 0.0358181 Oct 28 21:39:39.958973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-594cd3c6-cf14-40d5-b000-cceb7eb3640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:39.960453 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-594cd3c6-cf14-40d5-b000-cceb7eb3640c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0508671 Oct 28 21:39:40.022161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-21862b25-c242-4ac7-8b78-6e1683ef920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.023666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-21862b25-c242-4ac7-8b78-6e1683ef920c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440536 Oct 28 21:39:40.117541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-add08453-f104-4471-8e5b-2d30ba16cdd1 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841856 Oct 28 21:39:40.212455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-eed72594-f3d7-4040-9d71-5c4ee845b294 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Oct 28 21:39:40.260788 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-d04af014-4034-4cc3-a137-56516b921655 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 217 time: 0.0352757 Oct 28 21:39:40.315515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe822a-c816-40c3-a55e-c6679d149206 req-a8412d91-e8d4-4645-a7c3-f6046c02488f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.317243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9afe822a-c816-40c3-a55e-c6679d149206 req-a8412d91-e8d4-4645-a7c3-f6046c02488f tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.0525863 Oct 28 21:39:40.317961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-803e173f-b5fe-411b-87c1-97f0d8f18c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.319462 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-803e173f-b5fe-411b-87c1-97f0d8f18c8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.0502419 Oct 28 21:39:40.357163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9afe822a-c816-40c3-a55e-c6679d149206 req-ed9e2e6a-02e1-43e8-8d34-46a91c0f9dfd tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338781 Oct 28 21:39:40.378360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-1791cc85-4547-450b-a8ad-7bd427bce8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.379862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-1791cc85-4547-450b-a8ad-7bd427bce8e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0407987 Oct 28 21:39:40.480293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-0101d518-b1ef-41df-82b0-d7198c622d12 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900571 Oct 28 21:39:40.596908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-506fe6ca-444a-4b30-a253-f70e9c6cd13e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.598381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-506fe6ca-444a-4b30-a253-f70e9c6cd13e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 814 time: 0.1308603 Oct 28 21:39:40.608203 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-e56eab65-df60-4fd6-bdbf-71341bf7b8bd service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141298 Oct 28 21:39:40.624332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Request body: {'port': {'device_id': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'admin_state_up': True, 'tenant_id': '58d6c21593f94f1bb278c9ec827c6436'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:40.675457 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-f8c83dc2-87d9-404e-a47d-ac009fa63198 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.0550373 Oct 28 21:39:40.742143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f21e4c0d-15df-4714-9b69-87209301cece req-32e86b21-3976-4e0d-badc-60e55422b32b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 210 time: 0.0979452 Oct 28 21:39:40.751284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-cc0512ed-9c46-4535-af90-7a7022dd0864 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.754278 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-cc0512ed-9c46-4535-af90-7a7022dd0864 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.1312618 Oct 28 21:39:40.756233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-ea22d2ac-a507-4af9-827b-1ddb33af657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.760030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-ea22d2ac-a507-4af9-827b-1ddb33af657f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.0696771 Oct 28 21:39:40.780239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1717b3d3-ba1a-4358-a6e3-3a098a356282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:40.820312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c719b1-a4ab-492d-a52f-bf78f304ccd8 req-35eee3c8-6557-422e-9880-e5a861ff8ca6 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.824829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0c719b1-a4ab-492d-a52f-bf78f304ccd8 req-35eee3c8-6557-422e-9880-e5a861ff8ca6 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1130037 Oct 28 21:39:40.886466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-56895a31-c3a1-4cb9-ae93-64c6229445bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:40.887673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0c719b1-a4ab-492d-a52f-bf78f304ccd8 req-15f6ac4e-583e-4cf4-901a-b2b75453bedc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Oct 28 21:39:40.888032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-56895a31-c3a1-4cb9-ae93-64c6229445bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1105218 Oct 28 21:39:40.888564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Made reservation on behalf of 58d6c21593f94f1bb278c9ec827c6436 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:40.892030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:40.973233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Deleting port a56465b5-871a-428e-9f08-283cadc926b4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:39:40.973571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.035545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Allocated IP 172.20.0.10 (b94280a4-d4f5-47eb-8791-bfa234c40eb5/15b603aa-6d11-4d6c-abba-383426749a83/c94edf11-7782-48b7-b07d-1ef37a3b51e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:41.052499 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-77dd3a3a-15da-4ccc-9202-4746cf27ccdc service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569617 Oct 28 21:39:41.211035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.247959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.302469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:41.308045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:41.310681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:41.349105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:41.374135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:41.374991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.417453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-6c8d151f-7bb2-49f1-81d3-14242ec1cc68 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982781 Oct 28 21:39:41.430545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Request body: {'port': {'device_id': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:41.474589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] For port a56465b5-871a-428e-9f08-283cadc926b4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a56465b5-871a-428e-9f08-283cadc926b4,segment=NetworkSegment(8e9fd24c-04f4-4887-8bb1-439d2653bc36),segment_id=8e9fd24c-04f4-4887-8bb1-439d2653bc36)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:41.474972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.492192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Calling delete_port for a56465b5-871a-428e-9f08-283cadc926b4 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:39:41.508510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.558475 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-428a43bb-9e77-4d9b-8a2e-1ed70f9fd57c req-10f33673-0edd-4417-8455-b6b65ca383bd service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966686 Oct 28 21:39:41.596894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a2fc-6f4f-402a-b118-ef50811132d3 req-ac5291f5-dcd8-464c-a5a1-0bb66571afa6 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:41.598506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf17a2fc-6f4f-402a-b118-ef50811132d3 req-ac5291f5-dcd8-464c-a5a1-0bb66571afa6 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/ports?device_id=3330034d-3d08-437f-a16a-c440891a0b09 HTTP/1.1" status: 200 len: 946 time: 0.1057682 Oct 28 21:39:41.678051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.692825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a56465b5-871a-428e-9f08-283cadc926b4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:41.715832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf17a2fc-6f4f-402a-b118-ef50811132d3 req-b5cc81f1-0940-49da-9131-601c242be345 tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.31 "GET /v2.0/security-groups?id=b15d0f23-b818-4a0b-9010-32a1fe84eaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064529 Oct 28 21:39:41.727479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Pushing event deleted for resources: {'Port': ['ID=a56465b5-871a-428e-9f08-283cadc926b4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:41.762372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] No DVR routers for this DVR port a56465b5-871a-428e-9f08-283cadc926b4 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:39:41.764857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.768089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b6f8018-932c-411a-ac0b-3af5fb6edf48 req-8c6090bc-26ef-490f-bc25-e41b29bddfba tempest-VolumesActionsTest-2090931591 tempest-VolumesActionsTest-2090931591-project] 10.222.0.44 "DELETE /v2.0/ports/a56465b5-871a-428e-9f08-283cadc926b4 HTTP/1.1" status: 204 len: 173 time: 1.0043182 Oct 28 21:39:41.768556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'name': 'network-vif-deleted', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:41.770926 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c2693e-9fb0-49d5-a1b7-8782be12025f" -d '{"events": [{"server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "name": "network-vif-deleted", "tag": "a56465b5-871a-428e-9f08-283cadc926b4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:41.851241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:41.854829 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa593c-0414-4860-a67f-37c037c6df1e x-openstack-request-id: req-f0fa593c-0414-4860-a67f-37c037c6df1e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:41.856421 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3330034d-3d08-437f-a16a-c440891a0b09", "name": "network-vif-deleted", "tag": "a56465b5-871a-428e-9f08-283cadc926b4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:41.856849 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0fa593c-0414-4860-a67f-37c037c6df1e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:41.857433 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3330034d-3d08-437f-a16a-c440891a0b09', 'name': 'network-vif-deleted', 'tag': 'a56465b5-871a-428e-9f08-283cadc926b4', 'status': 'completed', 'code': 200} Oct 28 21:39:41.961155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914b94-e9b5-497e-995f-1e6d0f68795b req-e542dc48-d70f-4e65-91f1-191fac75285b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:41.963202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa914b94-e9b5-497e-995f-1e6d0f68795b req-e542dc48-d70f-4e65-91f1-191fac75285b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 932 time: 0.1077833 Oct 28 21:39:42.014372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:42.031209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.063467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Transition to ACTIVE for port object c94edf11-7782-48b7-b07d-1ef37a3b51e9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:39:42.068664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa914b94-e9b5-497e-995f-1e6d0f68795b req-26902505-3fe0-475a-bfbf-6f9e30d0889b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932536 Oct 28 21:39:42.070753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.094359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaa395-cb1e-4d1a-b50a-3c48e88cfc4e req-8f1e4000-7f77-4e37-b9bd-f2ae2366d0fe tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:42.094359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0eeaa395-cb1e-4d1a-b50a-3c48e88cfc4e req-8f1e4000-7f77-4e37-b9bd-f2ae2366d0fe tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1185648 Oct 28 21:39:42.105274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.155813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:42.173842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0eeaa395-cb1e-4d1a-b50a-3c48e88cfc4e req-536e3666-2a95-4447-8493-bdbf169ddd2e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610688 Oct 28 21:39:42.253497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Attempting to bind port c94edf11-7782-48b7-b07d-1ef37a3b51e9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:42.253899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Attempting to bind port c94edf11-7782-48b7-b07d-1ef37a3b51e9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:42.254145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Attempting to bind port c94edf11-7782-48b7-b07d-1ef37a3b51e9 on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:42.259015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Port c94edf11-7782-48b7-b07d-1ef37a3b51e9 on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:39:42.259327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Attempting to bind port c94edf11-7782-48b7-b07d-1ef37a3b51e9 on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:42.264104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-e9b2d3a6-5d97-43ad-86bc-a2729cb336bc req-371c1b5f-c189-4cd3-9d31-770b99ba87be tempest-MultipleCreateTestJSON-1192955400 tempest-MultipleCreateTestJSON-1192955400-project] (102314) timed out ('10.222.0.44', 60149) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:39:42.265275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:42.265541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Checking segment: {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:42.265913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Bound using segment: {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:42.266361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Bound port: c94edf11-7782-48b7-b07d-1ef37a3b51e9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:42.266704 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.340231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:42.343512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:42.349396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.397294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:42.397901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:42.399284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] 10.222.0.44 "PUT /v2.0/ports/c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 1093 time: 0.9741755 Oct 28 21:39:42.399710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:42.402756 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:42.416037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-95b1c179-0a72-44ae-bb04-a1dfa143f956 req-2b6ad879-bd7a-4cab-9929-66ababe26eb1 service neutron] (102313) timed out ('10.222.0.44', 60383) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:39:42.433030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4ce4a-b0fe-48b0-9b3a-b3561039ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:42.458978 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8052a2-0c2c-4223-bb76-8fe91d98e1fa x-openstack-request-id: req-ae8052a2-0c2c-4223-bb76-8fe91d98e1fa {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:42.459309 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:42.459527 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae8052a2-0c2c-4223-bb76-8fe91d98e1fa {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:42.459912 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'status': 'completed', 'code': 200} Oct 28 21:39:42.496592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-170b5c3a-6747-4e40-8645-d97e2ce51d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:42.498084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-170b5c3a-6747-4e40-8645-d97e2ce51d37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1096 time: 0.0572584 Oct 28 21:39:42.552330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-3d1dd7b7-89fc-4165-9221-cc86840a9747 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 217 time: 0.0465481 Oct 28 21:39:42.659178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-8a9d56f8-f434-454d-b8bf-d23fe9843f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:42.663630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-8a9d56f8-f434-454d-b8bf-d23fe9843f84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0999424 Oct 28 21:39:42.695300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-51ea0590-fdb6-4072-b014-4eb1c7fff307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272057 Oct 28 21:39:42.800390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-b74a5e82-f77a-4f83-8df9-cb50bc715bec service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975423 Oct 28 21:39:42.898329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2d0635-2618-47e2-a454-0ae7122fda62 req-3107ab29-e8a1-4faf-aa90-7b6cbe594ac5 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899332 Oct 28 21:39:42.994524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-29d249b7-140a-4ea9-b7af-0d6350bc9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:42.996169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-29d249b7-140a-4ea9-b7af-0d6350bc9fed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1096 time: 0.0457547 Oct 28 21:39:43.098548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-3082ea7d-e77c-4049-ae7a-f62626915778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:43.099992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-3082ea7d-e77c-4049-ae7a-f62626915778 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 915 time: 0.0971489 Oct 28 21:39:43.149476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-ce70b5ce-4ca7-4f07-9454-eb4da46b9893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 217 time: 0.0422971 Oct 28 21:39:43.218366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-e1870b1e-6cc4-44d8-8e20-f59e416c21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:43.219956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-e1870b1e-6cc4-44d8-8e20-f59e416c21b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0630815 Oct 28 21:39:43.282849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-dc74e0e4-02f7-4bc2-ae70-cd3f8fb3e1f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283134 Oct 28 21:39:43.360087 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79969d8c-9390-489e-aaf1-4387231ac653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:43.649500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14aaba-2a9f-4430-b4ce-3c5bd3832d66 req-bf3af65b-ace0-4f29-bd10-9254f909b7a7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:43.652277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d14aaba-2a9f-4430-b4ce-3c5bd3832d66 req-bf3af65b-ace0-4f29-bd10-9254f909b7a7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.4313335 Oct 28 21:39:43.731824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609bf3e-a050-4a65-8850-69285a748887 req-32774a87-8283-4a1f-8f18-1a293470c220 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:43.733344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4609bf3e-a050-4a65-8850-69285a748887 req-32774a87-8283-4a1f-8f18-1a293470c220 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.4529028 Oct 28 21:39:43.743619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d14aaba-2a9f-4430-b4ce-3c5bd3832d66 req-281255cb-cede-4f42-83c2-7ee1e55c4351 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Oct 28 21:39:43.746087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-11df7268-9e40-4911-a045-7cd97db71f96 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506691 Oct 28 21:39:43.852752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4609bf3e-a050-4a65-8850-69285a748887 req-fd4a6458-a246-45bd-85bc-0169c6dfc777 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056771 Oct 28 21:39:43.914734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef08ad37-5a44-4d13-b3a3-d3f8c6f284c9 req-8c55c952-aba1-4cb1-b1b1-6f642a5b0c16 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395497 Oct 28 21:39:44.011330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a56465b5-871a-428e-9f08-283cadc926b4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:39:44.034964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a56465b5-871a-428e-9f08-283cadc926b4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:39:44.035402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a56465b5-871a-428e-9f08-283cadc926b4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:39:44.775725 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:44.924851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa3c5-0001-43dd-8646-58160cdf691a req-726c6fbd-c2eb-480f-ab85-1b002da944b9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:44.929837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-777aa3c5-0001-43dd-8646-58160cdf691a req-726c6fbd-c2eb-480f-ab85-1b002da944b9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0738611 Oct 28 21:39:45.000316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-777aa3c5-0001-43dd-8646-58160cdf691a req-e599cfe9-477f-4976-8dc2-f423363ba560 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597551 Oct 28 21:39:45.078370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78221cca-ab45-4230-9535-b586ff0afc77 req-2b7cf1eb-d28f-42ed-91c6-ec1e7d38dd9e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:45.089341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78221cca-ab45-4230-9535-b586ff0afc77 req-2b7cf1eb-d28f-42ed-91c6-ec1e7d38dd9e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0967691 Oct 28 21:39:45.090067 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:45.132918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78221cca-ab45-4230-9535-b586ff0afc77 req-0e300893-fb2a-4ea1-a16e-7cfd8d4d3207 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Oct 28 21:39:46.011386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:39:46.255417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd33359-ac0f-455e-93af-d33e5417c9da req-63b6a2c1-ea3d-400b-980c-e0660fbf9308 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:46.257030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffd33359-ac0f-455e-93af-d33e5417c9da req-63b6a2c1-ea3d-400b-980c-e0660fbf9308 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0959868 Oct 28 21:39:46.325156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:46.354142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffd33359-ac0f-455e-93af-d33e5417c9da req-ad20a0cc-58ac-41e3-aad7-c64c686b1c7b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854690 Oct 28 21:39:46.356562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'port_id': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'mac_address': 'fa:16:3e:d4:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b603aa-6d11-4d6c-abba-383426749a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:39:46.452193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:46.470954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:46.479079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcb5ed-3206-4d2a-9f1f-0af741f6a722 req-426c94c3-af75-442a-a59b-fb40ddb18c36 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:46.490632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07dcb5ed-3206-4d2a-9f1f-0af741f6a722 req-426c94c3-af75-442a-a59b-fb40ddb18c36 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0824845 Oct 28 21:39:46.537259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:46.546642 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:46.578780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07dcb5ed-3206-4d2a-9f1f-0af741f6a722 req-c8013021-b653-41e4-a6a4-a96042f5a5a0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862720 Oct 28 21:39:46.684443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:46.693325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:46.959730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:47.519443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e22064-6d8a-4cb7-9793-b60875006d5a req-685472a3-af5b-4258-a97c-6d0cab0637f7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:47.529200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5e22064-6d8a-4cb7-9793-b60875006d5a req-685472a3-af5b-4258-a97c-6d0cab0637f7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0723460 Oct 28 21:39:47.584135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5e22064-6d8a-4cb7-9793-b60875006d5a req-10dc2ad6-bb91-4731-a3ea-daddfd60bb2b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Oct 28 21:39:47.741569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad02ab-2554-49ef-8d2e-f25576e5414a req-9c16f475-25ab-4b97-8a6d-46fa9968eba4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:47.750357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31ad02ab-2554-49ef-8d2e-f25576e5414a req-9c16f475-25ab-4b97-8a6d-46fa9968eba4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0908625 Oct 28 21:39:47.823033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31ad02ab-2554-49ef-8d2e-f25576e5414a req-96cde6d5-de2a-41fa-9c44-30df8d5f46b3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Oct 28 21:39:48.779010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bbef2-9adf-4d1e-b642-0e8df7317bf2 req-ff9fab2e-693a-4808-abe1-74d6c2d1a40d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:48.784419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f86bbef2-9adf-4d1e-b642-0e8df7317bf2 req-ff9fab2e-693a-4808-abe1-74d6c2d1a40d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0896065 Oct 28 21:39:48.873087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f86bbef2-9adf-4d1e-b642-0e8df7317bf2 req-c9273599-4577-4421-8804-bd0b9f423a6a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791979 Oct 28 21:39:48.980845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817fbae-aaf3-4434-bda8-6ea4c3a0bb86 req-8766f241-294a-4373-814b-9e48389d3262 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:48.988985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f817fbae-aaf3-4434-bda8-6ea4c3a0bb86 req-8766f241-294a-4373-814b-9e48389d3262 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0708814 Oct 28 21:39:49.054150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f817fbae-aaf3-4434-bda8-6ea4c3a0bb86 req-09f209d7-02aa-4736-983b-8873deb707ad tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Oct 28 21:39:50.010533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:39:50.016132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b4cd9-e19e-4938-955f-1f4267ed68eb req-865edff6-4c64-4653-ab66-a37269308c32 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:50.023664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c30b4cd9-e19e-4938-955f-1f4267ed68eb req-865edff6-4c64-4653-ab66-a37269308c32 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0669694 Oct 28 21:39:50.083398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port c94edf11-7782-48b7-b07d-1ef37a3b51e9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:39:50.089883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c94edf11-7782-48b7-b07d-1ef37a3b51e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:39:50.090516 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:50.121245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c30b4cd9-e19e-4938-955f-1f4267ed68eb req-8cfbafa9-061a-4001-b738-2c2ce16a7636 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961351 Oct 28 21:39:50.215586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:50.240461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:50.241001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c54a3-2cd1-4310-b84c-98875b26dd16 req-e7f23b1b-35c5-4d2e-b513-79936723f876 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:50.242702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9c54a3-2cd1-4310-b84c-98875b26dd16 req-e7f23b1b-35c5-4d2e-b513-79936723f876 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0715842 Oct 28 21:39:50.247106 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b679406-730a-4355-b859-d3f4da253932" -d '{"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:50.262785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:39:50.270017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:50.353319 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c3efd5-fad5-4bb2-8903-e5826d4444b4 x-openstack-request-id: req-79c3efd5-fad5-4bb2-8903-e5826d4444b4 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:50.367156 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:50.367440 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79c3efd5-fad5-4bb2-8903-e5826d4444b4 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:50.367872 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'code': 200} Oct 28 21:39:50.369882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:50.381172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b9c54a3-2cd1-4310-b84c-98875b26dd16 req-71f10106-2ca6-4a70-ac91-7cbf6db033bd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127574 Oct 28 21:39:50.474842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025b164-d730-48e6-96da-4761ad92e42b req-edd5cefc-de1b-4794-bcb4-cf0b1f4bdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:50.476625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2025b164-d730-48e6-96da-4761ad92e42b req-edd5cefc-de1b-4794-bcb4-cf0b1f4bdc73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1098 time: 0.0789802 Oct 28 21:39:50.517447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2025b164-d730-48e6-96da-4761ad92e42b req-9314ab35-590c-46cb-8649-c4d70904a9d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307591 Oct 28 21:39:51.347082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cfc8-8d9f-469f-baf2-97016e52ef13 req-6f7aa21f-b3ff-49fa-ba3a-9e949d2705b4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:51.356023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b233cfc8-8d9f-469f-baf2-97016e52ef13 req-6f7aa21f-b3ff-49fa-ba3a-9e949d2705b4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0853894 Oct 28 21:39:51.421425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b233cfc8-8d9f-469f-baf2-97016e52ef13 req-80d86808-5b3c-47f8-af4d-75585213291a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634201 Oct 28 21:39:51.583297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d875c30-1f8e-4b0e-8d57-0627633a451e req-f449cca8-ac38-4f68-9e1d-4a009b874298 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:51.608674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d875c30-1f8e-4b0e-8d57-0627633a451e req-f449cca8-ac38-4f68-9e1d-4a009b874298 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1273763 Oct 28 21:39:51.646742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d875c30-1f8e-4b0e-8d57-0627633a451e req-4fc06cca-71c4-4bcf-bf25-a2a777c6c52d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Oct 28 21:39:52.576967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35749493-4d4f-4a2b-b535-cd12346c96f9 req-d3c26cb2-9ee4-4612-a3cc-4bde6f13fc2f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:52.586852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35749493-4d4f-4a2b-b535-cd12346c96f9 req-d3c26cb2-9ee4-4612-a3cc-4bde6f13fc2f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0733178 Oct 28 21:39:52.669881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35749493-4d4f-4a2b-b535-cd12346c96f9 req-3af8a12a-d25e-4372-80d0-fe7136a2d2a0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816624 Oct 28 21:39:52.848937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd4f9-6e66-45b4-b817-8967f1c3cd55 req-8facd783-e07a-49c3-a0ac-c1598dfd106c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:52.857301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d36cd4f9-6e66-45b4-b817-8967f1c3cd55 req-8facd783-e07a-49c3-a0ac-c1598dfd106c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0669625 Oct 28 21:39:52.907246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d36cd4f9-6e66-45b4-b817-8967f1c3cd55 req-b01857d2-d503-4af8-90ae-4297d1b4b9e9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466506 Oct 28 21:39:53.097404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-ecc14855-e8f7-4144-9262-27fe3df8e89d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:53.106132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-ecc14855-e8f7-4144-9262-27fe3df8e89d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 814 time: 0.1584446 Oct 28 21:39:53.123980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-667bdfc7-7a8d-4060-a4fb-b12b87641e9f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/quotas/58d6c21593f94f1bb278c9ec827c6436 HTTP/1.1" status: 200 len: 375 time: 0.0165648 Oct 28 21:39:53.185372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-2a85bc95-e9a6-4228-b1e3-e0152d275d20 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600088 Oct 28 21:39:53.300071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-8f56624e-8d24-4127-bad6-eb0e4a18f7e8 service neutron] 10.222.0.31 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134918 Oct 28 21:39:53.458504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-d6dcddab-5919-4b6e-97e5-e38198742e6b service neutron] 10.222.0.31 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553874 Oct 28 21:39:53.707641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f3ff19f-8dac-4ace-9c5c-d5f4d9ad94db req-38609221-c64c-4a45-b0e1-7cc37fad5b9f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 210 time: 0.0538263 Oct 28 21:39:54.078068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430adc-51b9-401c-993c-4fb324e13976 req-efafbe5f-dfbe-4c19-909b-f47e08a8c9b9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:54.086895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f430adc-51b9-401c-993c-4fb324e13976 req-efafbe5f-dfbe-4c19-909b-f47e08a8c9b9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0783617 Oct 28 21:39:54.134846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f430adc-51b9-401c-993c-4fb324e13976 req-37ebe528-fc4d-4c93-9ba1-00aa09039b98 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Oct 28 21:39:54.929295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e872c51-b67c-4f61-b7a4-e4436dad8790 req-20052808-33b4-43a1-bbd0-27754548d79c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 210 time: 0.0642657 Oct 28 21:39:55.222176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-db704544-08d4-4c79-9c39-12b69d3d5047 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:55.224104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-db704544-08d4-4c79-9c39-12b69d3d5047 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 814 time: 0.2718959 Oct 28 21:39:55.249203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Request body: {'port': {'device_id': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'admin_state_up': True, 'tenant_id': '58d6c21593f94f1bb278c9ec827c6436'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:55.407911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14e2b5-be30-4e06-91e5-2365e794e803 req-1acebcb5-d1b8-4cc6-bdad-43533d3acf75 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:55.409838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a14e2b5-be30-4e06-91e5-2365e794e803 req-1acebcb5-d1b8-4cc6-bdad-43533d3acf75 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1846967 Oct 28 21:39:55.451368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Made reservation on behalf of 58d6c21593f94f1bb278c9ec827c6436 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:39:55.454875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:55.483420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a14e2b5-be30-4e06-91e5-2365e794e803 req-46ab737f-a25f-4e07-b9c9-aa9b6d562af8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Oct 28 21:39:55.656790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Allocated IP 172.20.0.5 (b94280a4-d4f5-47eb-8791-bfa234c40eb5/15b603aa-6d11-4d6c-abba-383426749a83/66dae393-8656-41ec-95e0-b1552aac528e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:39:55.889077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:55.931974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:55.948046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:39:56.130810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Pushing event updated for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:56.231523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Network b94280a4-d4f5-47eb-8791-bfa234c40eb5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:39:56.247171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:39:56.268161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:39:56.397711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:56.409363 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:56.468886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-4a2fc7c3-7159-43e7-b580-508d6f50c8e8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193108 Oct 28 21:39:56.476664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Request body: {'port': {'device_id': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:39:56.573894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:56.601189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24527c15-ec3e-4270-a0db-b87129b6b8d2 req-61820310-bec7-4b03-bccf-b609070974ab tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:56.603190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24527c15-ec3e-4270-a0db-b87129b6b8d2 req-61820310-bec7-4b03-bccf-b609070974ab tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 931 time: 0.4609282 Oct 28 21:39:56.716662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24527c15-ec3e-4270-a0db-b87129b6b8d2 req-9ca55d93-b9d1-4b30-b8c0-0a7170989fdd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Oct 28 21:39:56.878003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f01d9-0e0b-40ea-a674-2f53c17ceea5 req-6ccf16ef-3e20-46c2-9d27-df99650d5918 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:56.887272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb3f01d9-0e0b-40ea-a674-2f53c17ceea5 req-6ccf16ef-3e20-46c2-9d27-df99650d5918 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1825421 Oct 28 21:39:56.972035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb3f01d9-0e0b-40ea-a674-2f53c17ceea5 req-ecded891-899c-4867-bc36-73475c2bbb1e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 Oct 28 21:39:57.103629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dae393-8656-41ec-95e0-b1552aac528e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:39:57.111594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:57.124706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Transition to ACTIVE for port object 66dae393-8656-41ec-95e0-b1552aac528e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:39:57.136694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:57.218667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Pushing event updated for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:57.274123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Attempting to bind port 66dae393-8656-41ec-95e0-b1552aac528e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:39:57.274481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Attempting to bind port 66dae393-8656-41ec-95e0-b1552aac528e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:39:57.275421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Attempting to bind port 66dae393-8656-41ec-95e0-b1552aac528e on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:57.280026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Port 66dae393-8656-41ec-95e0-b1552aac528e on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:39:57.280346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Attempting to bind port 66dae393-8656-41ec-95e0-b1552aac528e on network b94280a4-d4f5-47eb-8791-bfa234c40eb5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:39:57.294224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:39:57.294563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Checking segment: {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:39:57.294942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Bound using segment: {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:39:57.295370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Bound port: 66dae393-8656-41ec-95e0-b1552aac528e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:39:57.295720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:57.370009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:39:57.373753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=66dae393-8656-41ec-95e0-b1552aac528e,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:39:57.379362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:57.420083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:57.420800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:39:57.422251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] 10.222.0.44 "PUT /v2.0/ports/66dae393-8656-41ec-95e0-b1552aac528e HTTP/1.1" status: 200 len: 1092 time: 0.9502850 Oct 28 21:39:57.422870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:39:57.425539 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa549f70-f42f-4e8c-ad42-31094ce276dc" -d '{"events": [{"name": "network-changed", "server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "tag": "66dae393-8656-41ec-95e0-b1552aac528e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:39:57.525472 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a788341-6929-45be-9cc6-27adf95ae258 x-openstack-request-id: req-5a788341-6929-45be-9cc6-27adf95ae258 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:39:57.525894 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "tag": "66dae393-8656-41ec-95e0-b1552aac528e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:39:57.526147 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a788341-6929-45be-9cc6-27adf95ae258 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:39:57.526566 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e', 'status': 'completed', 'code': 200} Oct 28 21:39:57.530354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f0a5-6635-4c74-9024-6dfb6f8fb445 service neutron] Pushing event updated for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:39:57.594439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-9c07fd34-ad87-482c-bf86-ae70eca3e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:57.595967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-9c07fd34-ad87-482c-bf86-ae70eca3e1f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 1095 time: 0.1024606 Oct 28 21:39:57.646540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-9d56788e-2dfa-443a-92cd-2c2484a8afa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dae393-8656-41ec-95e0-b1552aac528e HTTP/1.1" status: 200 len: 217 time: 0.0414917 Oct 28 21:39:57.704421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-ce79e4f0-c070-4b7f-9357-9532d61ddcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:57.705889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-ce79e4f0-c070-4b7f-9357-9532d61ddcfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0521438 Oct 28 21:39:57.749144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-eac711d5-2f61-4faa-bc14-24b74325927d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353966 Oct 28 21:39:57.948880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-d65ec185-28b5-4256-8b04-f52def4073ec service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921806 Oct 28 21:39:57.978039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd03541-24e0-4580-ac38-b7823f381cb8 req-e3861ab9-cd99-4713-8488-a05a997602d3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:57.984952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd03541-24e0-4580-ac38-b7823f381cb8 req-e3861ab9-cd99-4713-8488-a05a997602d3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 943 time: 0.0845954 Oct 28 21:39:58.213202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd03541-24e0-4580-ac38-b7823f381cb8 req-632a6191-ee59-4c28-9631-4c8ca2457524 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214780 Oct 28 21:39:58.248631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc74e-3583-4539-815b-0052ad7cbada req-b3b80bd1-2c9d-4913-a361-1ee132adfb4a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:58.250840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39bbc74e-3583-4539-815b-0052ad7cbada req-b3b80bd1-2c9d-4913-a361-1ee132adfb4a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1388113 Oct 28 21:39:58.256219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5878b32-a92f-48e6-a937-2f7329bda780 req-edcf09b8-6f50-4d2a-9dd4-6b688c74a0e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968538 Oct 28 21:39:58.322047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39bbc74e-3583-4539-815b-0052ad7cbada req-cfd6bda0-ece7-48df-8c8e-56abafd3c62b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Oct 28 21:39:58.384730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-800ec2c1-4f15-49ec-9169-59b5d1657786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:58.386423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-800ec2c1-4f15-49ec-9169-59b5d1657786 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 1095 time: 0.0622609 Oct 28 21:39:58.580274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-354c4ecb-247b-495d-9a39-dd6bc82d1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:58.585281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-354c4ecb-247b-495d-9a39-dd6bc82d1a60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 915 time: 0.1773875 Oct 28 21:39:58.657107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-5a3c88a7-6bd1-4ac5-8400-544bae58831e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dae393-8656-41ec-95e0-b1552aac528e HTTP/1.1" status: 200 len: 217 time: 0.0560007 Oct 28 21:39:58.725532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-b113b4bb-8def-4ec4-9631-ca54c9aa19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:58.727403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-b113b4bb-8def-4ec4-9631-ca54c9aa19de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0603807 Oct 28 21:39:58.766761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-e1dded56-f13d-48ba-873b-1302cc7ec6dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306056 Oct 28 21:39:58.933012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-3114f23b-02c7-40cc-88cd-9be002af8ae6 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585035 Oct 28 21:39:59.072429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa549f70-f42f-4e8c-ad42-31094ce276dc req-3ae84543-b366-4b50-828e-386a556c0f68 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235154 Oct 28 21:39:59.395509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c4ad2-73fb-44f5-97a4-ecb7d9e8a667 req-f609130b-b3c0-4f26-8e56-88fad7647980 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:59.400250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-076c4ad2-73fb-44f5-97a4-ecb7d9e8a667 req-f609130b-b3c0-4f26-8e56-88fad7647980 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 943 time: 0.0961850 Oct 28 21:39:59.489378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-076c4ad2-73fb-44f5-97a4-ecb7d9e8a667 req-e9cacb8a-5ab3-4e9c-9a0b-42e2fa250217 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809846 Oct 28 21:39:59.507126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c6a21-e45b-403e-9687-786ebf5bbaf1 req-84016128-ce05-49ff-8144-95f19456a45a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:39:59.513646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c4c6a21-e45b-403e-9687-786ebf5bbaf1 req-84016128-ce05-49ff-8144-95f19456a45a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0835755 Oct 28 21:39:59.572917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c4c6a21-e45b-403e-9687-786ebf5bbaf1 req-7a1828c4-54b2-47a7-b9bb-836707ff44ab tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556724 Oct 28 21:40:00.042238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 66dae393-8656-41ec-95e0-b1552aac528e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:40:00.154881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=66dae393-8656-41ec-95e0-b1552aac528e,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:00.173642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '66dae393-8656-41ec-95e0-b1552aac528e', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'port_id': '66dae393-8656-41ec-95e0-b1552aac528e', 'mac_address': 'fa:16:3e:2f:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b603aa-6d11-4d6c-abba-383426749a83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:40:00.215855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:00.230829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dae393-8656-41ec-95e0-b1552aac528e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:00.252047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=66dae393-8656-41ec-95e0-b1552aac528e,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:00.257987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:00.326021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:00.631734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['66dae393-8656-41ec-95e0-b1552aac528e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:00.686004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9517f-2186-4240-9d24-351ccdcbfa84 req-c210a93d-2f32-4dc8-8ad6-3cd221ffeab2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:00.692674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34e9517f-2186-4240-9d24-351ccdcbfa84 req-c210a93d-2f32-4dc8-8ad6-3cd221ffeab2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 944 time: 0.1164575 Oct 28 21:40:00.798959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34e9517f-2186-4240-9d24-351ccdcbfa84 req-7e979116-42c2-43d9-a0b9-c9843a5c5b73 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982285 Oct 28 21:40:00.833234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f53be-0a54-4fd2-b4a7-f3fa4eef18ea req-265d5ded-2524-4050-990f-5084727bcdc3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:00.843260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d3f53be-0a54-4fd2-b4a7-f3fa4eef18ea req-265d5ded-2524-4050-990f-5084727bcdc3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1275141 Oct 28 21:40:00.909103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d3f53be-0a54-4fd2-b4a7-f3fa4eef18ea req-57eef35a-de39-4784-806b-9ee9f9202831 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Oct 28 21:40:02.049735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec044cc-d820-4bc8-80cc-ef52feb95436 req-7af97075-2516-486a-a4ce-91611c866a9e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.052798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ec044cc-d820-4bc8-80cc-ef52feb95436 req-7af97075-2516-486a-a4ce-91611c866a9e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 944 time: 0.1589081 Oct 28 21:40:02.142078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ec044cc-d820-4bc8-80cc-ef52feb95436 req-aa5e891d-8c4b-4dc6-899e-91126482b2da tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Oct 28 21:40:02.178700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1a04c-c92a-45b9-9f23-7b5678eee547 req-90ec4ddb-c9ae-442d-9d67-d442e52c7879 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.187321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54f1a04c-c92a-45b9-9f23-7b5678eee547 req-90ec4ddb-c9ae-442d-9d67-d442e52c7879 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1263916 Oct 28 21:40:02.276203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54f1a04c-c92a-45b9-9f23-7b5678eee547 req-34fa5e48-a188-4024-a152-4e9d8498620a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787766 Oct 28 21:40:02.580926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.587866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.595632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.605619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.612330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.619113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.626249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.628274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-a32bc559-3987-4704-b28c-e936b4cb9565 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.2733796 Oct 28 21:40:02.677134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a61672c5-6e30-45d7-935d-c929e8baafc8 req-9e45c5bb-8860-4ea1-a279-41795a7fd7e3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397949 Oct 28 21:40:02.875755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.881773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.888823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.894947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.902026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.908015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.914467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:02.917181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fda97d89-0995-44ea-8e7b-5f64b620a6a2 req-9d0a8ca3-8f96-4f59-84d2-c9c20db3ec8b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.1225495 Oct 28 21:40:03.285685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0c90f-7409-4397-8c1f-a4faa88f2a1f req-9c85b8be-a950-4c57-895c-ca7fc4d580b7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:03.287472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cd0c90f-7409-4397-8c1f-a4faa88f2a1f req-9c85b8be-a950-4c57-895c-ca7fc4d580b7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 944 time: 0.0608242 Oct 28 21:40:03.348648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cd0c90f-7409-4397-8c1f-a4faa88f2a1f req-9c99d254-7bc8-45bf-aaeb-6dd7842d9f58 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374897 Oct 28 21:40:03.503940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d34e30-8ce7-4042-a275-ee244b9ab360 req-1c57bbca-0a94-49cb-8e1f-48f9922daadc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:03.505688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55d34e30-8ce7-4042-a275-ee244b9ab360 req-1c57bbca-0a94-49cb-8e1f-48f9922daadc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0818582 Oct 28 21:40:03.552400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55d34e30-8ce7-4042-a275-ee244b9ab360 req-fd88c58b-c827-4100-891e-6918cc18c929 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Oct 28 21:40:04.057843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 66dae393-8656-41ec-95e0-b1552aac528e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:40:04.338510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 66dae393-8656-41ec-95e0-b1552aac528e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:40:04.343176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 66dae393-8656-41ec-95e0-b1552aac528e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:04.343800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:04.518808 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:04.565409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:04.568787 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73340bee-e8aa-4275-b9ec-46d7f929ea2a" -d '{"events": [{"server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "name": "network-vif-plugged", "status": "completed", "tag": "66dae393-8656-41ec-95e0-b1552aac528e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:04.605459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=66dae393-8656-41ec-95e0-b1552aac528e,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:04.644764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:04.671658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc2fc-37df-4c21-a46f-ad113f881c1d req-b98ed240-ee7c-4d28-a6d2-532d6698382c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.673514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-999dc2fc-37df-4c21-a46f-ad113f881c1d req-b98ed240-ee7c-4d28-a6d2-532d6698382c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 944 time: 0.1324117 Oct 28 21:40:04.725141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:04.836879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-999dc2fc-37df-4c21-a46f-ad113f881c1d req-37a04ac3-03e5-4554-b1f6-bc1a103daeff tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475167 Oct 28 21:40:04.878475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae30e72-70f5-43f6-9e4d-cc2120a03bd0 req-a2b5d625-5e1b-42bb-a903-1d65a6a1a9db tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.896892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ae30e72-70f5-43f6-9e4d-cc2120a03bd0 req-a2b5d625-5e1b-42bb-a903-1d65a6a1a9db tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.2220817 Oct 28 21:40:04.923498 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdcc46a-e5c5-4082-a14c-a3f1de648a07 x-openstack-request-id: req-0bdcc46a-e5c5-4082-a14c-a3f1de648a07 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:04.923795 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "name": "network-vif-plugged", "status": "completed", "tag": "66dae393-8656-41ec-95e0-b1552aac528e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:04.924053 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bdcc46a-e5c5-4082-a14c-a3f1de648a07 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:04.924453 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e', 'code': 200} Oct 28 21:40:04.956169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.958214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.958863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.959494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.960272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.960979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.961612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:04.976979 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-d75d7078-dc06-4602-8c12-ba6ddad19fbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 0.0786030 Oct 28 21:40:04.992083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ae30e72-70f5-43f6-9e4d-cc2120a03bd0 req-2eef6515-5065-48d5-8edd-463d46b4258f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938966 Oct 28 21:40:05.022145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-717a72dd-bae0-4e0a-8623-61d04c54ed49 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413918 Oct 28 21:40:05.073462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658c87-de89-4b87-ba78-0c8375d8a4cd req-0e1c93f3-6f1c-494f-86bf-5bd7f0b305bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:05.075248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23658c87-de89-4b87-ba78-0c8375d8a4cd req-0e1c93f3-6f1c-494f-86bf-5bd7f0b305bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 1097 time: 0.0584710 Oct 28 21:40:05.122736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23658c87-de89-4b87-ba78-0c8375d8a4cd req-3b40def9-bbbd-4259-af66-d85e1b64378b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Oct 28 21:40:05.985597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf32c6d-c686-437f-a0f4-13c46f3abfa2 req-56559a69-1c21-40a5-a2cd-801aac2635af tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:05.995036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cf32c6d-c686-437f-a0f4-13c46f3abfa2 req-56559a69-1c21-40a5-a2cd-801aac2635af tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 945 time: 0.0883839 Oct 28 21:40:06.037447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cf32c6d-c686-437f-a0f4-13c46f3abfa2 req-6f4bf951-c2d9-4665-9e8c-116296a8f3de tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Oct 28 21:40:06.150828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c0d3d-fd01-4db5-8111-a9558463ae59 req-da0f3e77-6bde-4121-a827-1764a55e41e1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:06.152266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa4c0d3d-fd01-4db5-8111-a9558463ae59 req-da0f3e77-6bde-4121-a827-1764a55e41e1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Oct 28 21:40:06.199966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa4c0d3d-fd01-4db5-8111-a9558463ae59 req-9b011b46-b9b7-4142-9cfa-c611975353a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Oct 28 21:40:06.688806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16e8c-746d-4f3b-b9c4-d28f9585c823 req-2c69c930-85a6-4c91-a1b0-aeee53bf6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:06.690309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ac16e8c-746d-4f3b-b9c4-d28f9585c823 req-2c69c930-85a6-4c91-a1b0-aeee53bf6d87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0633421 Oct 28 21:40:06.766012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ac16e8c-746d-4f3b-b9c4-d28f9585c823 req-d99999e8-8c43-4b3b-a40d-69a89451d08c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603294 Oct 28 21:40:07.167879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85634-0d0d-4cd7-a69b-e9cbbd0db6f4 req-53d3efa2-1293-4daf-b7d6-c780f927c60e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:07.170211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4a85634-0d0d-4cd7-a69b-e9cbbd0db6f4 req-53d3efa2-1293-4daf-b7d6-c780f927c60e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 945 time: 0.0528703 Oct 28 21:40:07.218946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4a85634-0d0d-4cd7-a69b-e9cbbd0db6f4 req-32ff5c03-0a8d-4d3c-827c-88ae23597fc2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Oct 28 21:40:07.358982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27620143-ac0c-4379-a097-27a9ca3fa1e8 req-6f82c98d-fd4c-4930-a869-419fad01ff9b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:07.361168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27620143-ac0c-4379-a097-27a9ca3fa1e8 req-6f82c98d-fd4c-4930-a869-419fad01ff9b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0620301 Oct 28 21:40:07.435688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27620143-ac0c-4379-a097-27a9ca3fa1e8 req-84a48074-95ef-42e5-b4e6-eebc794f4ad9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673752 Oct 28 21:40:07.526417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58c4fb-2b12-49d9-9d0b-0ef11c760ef1 req-f5573d83-f186-47cd-bcd3-a7a486d76dd7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:07.527967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e58c4fb-2b12-49d9-9d0b-0ef11c760ef1 req-f5573d83-f186-47cd-bcd3-a7a486d76dd7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 945 time: 0.0538843 Oct 28 21:40:07.567977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e58c4fb-2b12-49d9-9d0b-0ef11c760ef1 req-dfdb4b29-80e4-4c09-900e-9a3fc65fa78b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334411 Oct 28 21:40:08.122406 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:40:08.558757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940db5d-3008-44d3-917f-1ca5fc07374a req-a078aaf3-9b0c-47ff-8ee7-9876d2cd3b68 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:08.560854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3940db5d-3008-44d3-917f-1ca5fc07374a req-a078aaf3-9b0c-47ff-8ee7-9876d2cd3b68 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Oct 28 21:40:08.607242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3940db5d-3008-44d3-917f-1ca5fc07374a req-ee2306a9-f17c-4b0b-87f1-6665294d9526 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Oct 28 21:40:08.752767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d55f54-089e-4d6c-ad83-12fa212492cf req-79d5b184-ff39-421e-a526-9d983f84c95d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:08.768240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35d55f54-089e-4d6c-ad83-12fa212492cf req-79d5b184-ff39-421e-a526-9d983f84c95d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 945 time: 0.1074023 Oct 28 21:40:08.841034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35d55f54-089e-4d6c-ad83-12fa212492cf req-f6a2c19d-e468-471a-9136-e12fef2f05a5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Oct 28 21:40:09.016488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c7329-aa83-4a36-aa78-8f4673788455 req-f99211a3-75b7-470b-a162-fed437286309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:09.030324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-727c7329-aa83-4a36-aa78-8f4673788455 req-f99211a3-75b7-470b-a162-fed437286309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 945 time: 0.0931582 Oct 28 21:40:09.222605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-20187150-df93-467c-8cc3-dbdb17ed17fd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:09.231156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-20187150-df93-467c-8cc3-dbdb17ed17fd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 811 time: 0.1907120 Oct 28 21:40:09.251685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-4b0a192a-27b8-40d2-9081-c676111e30ef tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/quotas/b05d3919531a471b8bbb48b6d27082ab HTTP/1.1" status: 200 len: 375 time: 0.0193424 Oct 28 21:40:09.267164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Deleting port 66dae393-8656-41ec-95e0-b1552aac528e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:40:09.267496 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.537698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55044) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:09.686259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.715062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-d55c50c9-7fc2-4b68-8869-eae87a3ed4d3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4618161 Oct 28 21:40:09.799235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.806453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.821255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-b5569f33-3dab-4cda-9b4b-6b401f4a219e service neutron] 10.222.0.31 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976329 Oct 28 21:40:09.857373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98e51308ddbb40379dae04e67c20df08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176749 Oct 28 21:40:09.859194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55048) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:09.867112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f79e7e-2bf8-45df-8d40-3e3bd88c7aa7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:09.881492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.882213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.883051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.883672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.884730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.885360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.885860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.886337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.887430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.888025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.888537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.889009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c4e84-03c0-42fe-ae35-e90aa842e708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:09.910674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] For port 66dae393-8656-41ec-95e0-b1552aac528e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=66dae393-8656-41ec-95e0-b1552aac528e,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:09.911681 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.936039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Calling delete_port for 66dae393-8656-41ec-95e0-b1552aac528e owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:40:09.966666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:09.990079 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.041393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-aec00175-bb2a-4acc-869b-069a0ac6e66e service neutron] 10.222.0.31 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186854 Oct 28 21:40:10.057533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.060726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.065028 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43f79e7e-2bf8-45df-8d40-3e3bd88c7aa7 HTTP/1.1" status: 204 len: 168 time: 0.2046487 Oct 28 21:40:10.083661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c20cc-cee1-4512-ab97-393ea8c6e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f79e7e-2bf8-45df-8d40-3e3bd88c7aa7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:10.171504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.185289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:10.194713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c196ebf-c1cf-474d-9f64-fc471a90e04f req-7f301ce3-cabd-400a-8a3a-e01d09936941 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:10.204738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c196ebf-c1cf-474d-9f64-fc471a90e04f req-7f301ce3-cabd-400a-8a3a-e01d09936941 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=25c40c8d-9b14-4e1c-a82c-5463b53a6c5a HTTP/1.1" status: 200 len: 867 time: 0.2450910 Oct 28 21:40:10.220526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55058) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:10.308567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Pushing event deleted for resources: {'Port': ['ID=66dae393-8656-41ec-95e0-b1552aac528e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:10.344328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Deleting subnet 12d73217-0294-4618-9cbf-4ac7fdda3f07 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:40:10.356490 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.417685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c196ebf-c1cf-474d-9f64-fc471a90e04f req-abafef93-591f-4d14-8175-384fc61b3cc4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120593 Oct 28 21:40:10.444715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] No DVR routers for this DVR port 66dae393-8656-41ec-95e0-b1552aac528e on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:40:10.456041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.466645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.482693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-727c7329-aa83-4a36-aa78-8f4673788455 req-388f8df9-7db7-4dcc-99d1-4c7218867440 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "DELETE /v2.0/ports/66dae393-8656-41ec-95e0-b1552aac528e HTTP/1.1" status: 204 len: 173 time: 1.4507873 Oct 28 21:40:10.484911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'name': 'network-vif-deleted', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:10.487508 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f38c4-c387-43dd-a9a5-f5503eaa9876" -d '{"events": [{"server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "name": "network-vif-deleted", "tag": "66dae393-8656-41ec-95e0-b1552aac528e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:10.563521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.606063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2bbd37f-1db4-44cd-867d-b25b1208dc1b req-4d3c0224-0e99-441f-bb36-f11132b6e4cb tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 210 time: 0.1442304 Oct 28 21:40:10.632258 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18e14a-3705-422c-8a9f-55800be7b331 x-openstack-request-id: req-ff18e14a-3705-422c-8a9f-55800be7b331 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:10.632591 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c40c8d-9b14-4e1c-a82c-5463b53a6c5a", "name": "network-vif-deleted", "tag": "66dae393-8656-41ec-95e0-b1552aac528e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:10.632839 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff18e14a-3705-422c-8a9f-55800be7b331 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:10.633234 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c40c8d-9b14-4e1c-a82c-5463b53a6c5a', 'name': 'network-vif-deleted', 'tag': '66dae393-8656-41ec-95e0-b1552aac528e', 'status': 'completed', 'code': 200} Oct 28 21:40:10.643255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55070) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:10.682107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.688875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75de0f90-9727-4312-ad15-c459e9267fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.717567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d73217-0294-4618-9cbf-4ac7fdda3f07,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:10.723977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.728697 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9655d8ee-4d47-4a4f-8d81-b0b84881ac9c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12d73217-0294-4618-9cbf-4ac7fdda3f07 HTTP/1.1" status: 204 len: 168 time: 0.5059075 Oct 28 21:40:10.731131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:10.782268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-534b4fd8-e106-49cd-9741-f0d59b9618f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.810286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75de0f90-9727-4312-ad15-c459e9267fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.817652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75de0f90-9727-4312-ad15-c459e9267fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.822510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.873789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-75de0f90-9727-4312-ad15-c459e9267fa7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47c8331e64a745f6bdda886a6758037b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283149 Oct 28 21:40:10.874670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de0f90-9727-4312-ad15-c459e9267fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0abca95-9fe0-4b0d-82dc-6073915b8d2c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:10.888582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55078) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:10.912574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.946264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe8b606-38d0-4272-b74a-5f84079ebb75']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:40:10.957506 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:10.979373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9fd24c-04f4-4887-8bb1-439d2653bc36') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:40:10.981089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9fd24c-04f4-4887-8bb1-439d2653bc36') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:40:10.991967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.001135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.021886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.031154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:40:11.031578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:40:11.033352 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:40:11.064760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.067724 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.073140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0abca95-9fe0-4b0d-82dc-6073915b8d2c HTTP/1.1" status: 204 len: 168 time: 0.1817622 Oct 28 21:40:11.083662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c852967-24ec-4acb-9dc2-e2df11af61b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0abca95-9fe0-4b0d-82dc-6073915b8d2c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:11.159776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.173709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.200912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] 10.222.0.31 "DELETE /v2.0/networks/efe8b606-38d0-4272-b74a-5f84079ebb75 HTTP/1.1" status: 204 len: 168 time: 0.4525046 Oct 28 21:40:11.213876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c6444-f567-4e7c-8c53-cd8be7812189 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe8b606-38d0-4272-b74a-5f84079ebb75,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:11.478817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55096) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:11.528423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a3eadda2-17f8-4c3e-8cf0-b72c442172ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a58304a2083f4ff9859470564902eb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483015 Oct 28 21:40:11.530760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55100) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:11.613749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.644483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.662439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52611cb4-4cb1-4d90-9272-8faed45d6ca3 req-c7fb2ed9-6494-491f-988f-29b448ba090a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:11.664867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52611cb4-4cb1-4d90-9272-8faed45d6ca3 req-c7fb2ed9-6494-491f-988f-29b448ba090a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1075273 Oct 28 21:40:11.797545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81445ea9-d8b0-4d24-bdb6-8fd3d05732d2 req-69b9d31d-2f20-427b-a397-5cdd7525ee01 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 210 time: 0.1068130 Oct 28 21:40:11.843337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52611cb4-4cb1-4d90-9272-8faed45d6ca3 req-dcc7b014-4599-4f9e-a475-b5164df9727d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658204 Oct 28 21:40:11.851966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.869169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.869169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:11.869169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b15d0f23-b818-4a0b-9010-32a1fe84eaee HTTP/1.1" status: 204 len: 168 time: 0.3355560 Oct 28 21:40:11.886267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091a322-cc81-45e0-9eda-615781028e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d0f23-b818-4a0b-9010-32a1fe84eaee,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:11.902586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-5f586302-e9f5-4b83-b839-79010ba484fc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:11.905237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-5f586302-e9f5-4b83-b839-79010ba484fc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 811 time: 0.2132752 Oct 28 21:40:11.922441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Request body: {'port': {'device_id': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'admin_state_up': True, 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:12.062880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Made reservation on behalf of b05d3919531a471b8bbb48b6d27082ab for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:12.066608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:12.112011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 66dae393-8656-41ec-95e0-b1552aac528e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:40:12.138182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:12.139350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 66dae393-8656-41ec-95e0-b1552aac528e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:40:12.139855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 66dae393-8656-41ec-95e0-b1552aac528e not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:40:12.250685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36534-9f0a-43d3-ab6c-ef719a37f9ed req-bb46dfbf-3932-45c0-9201-9435f8d40677 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:12.252484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fa36534-9f0a-43d3-ab6c-ef719a37f9ed req-bb46dfbf-3932-45c0-9201-9435f8d40677 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1047444 Oct 28 21:40:12.253791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Allocated IP 172.20.0.14 (10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5/3913d45b-12f6-4384-96f1-983d12151f72/ce08c1ba-284e-4678-b60c-bf1f9bb2d34d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:40:12.338408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fa36534-9f0a-43d3-ab6c-ef719a37f9ed req-ce7a89a5-fbf4-4c96-8988-9188f2a0da0a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Oct 28 21:40:12.514457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:12.532186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbb828-faac-4582-8338-cdf0f52a9851 req-28353d4a-ae65-47a0-b4eb-2edd6fb7cc51 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:12.533757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32bbb828-faac-4582-8338-cdf0f52a9851 req-28353d4a-ae65-47a0-b4eb-2edd6fb7cc51 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1016700 Oct 28 21:40:12.610033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32bbb828-faac-4582-8338-cdf0f52a9851 req-5fdf005b-0c67-474f-aad5-aacf3e6be8ee tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653453 Oct 28 21:40:12.612144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:12.624867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9cdab7a4-5cba-4f38-855e-a46c18d8484e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:12.660684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:40:12.666315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:40:12.671065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:40:12.722479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:12.723332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:12.746982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291066 Oct 28 21:40:12.751099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346637f-6399-43d6-a59d-161d6050d7a5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Pushing event updated for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:12.770680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Request body: {'port': {'device_id': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:12.863997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.054220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1e710-0f89-48ef-9405-902c2b393f8a req-522aa514-1be9-43e2-ac94-0aa00cea8e2b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:13.056420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf1e710-0f89-48ef-9405-902c2b393f8a req-522aa514-1be9-43e2-ac94-0aa00cea8e2b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 932 time: 0.1093607 Oct 28 21:40:13.234895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf1e710-0f89-48ef-9405-902c2b393f8a req-cd7aa1ea-f03d-4f83-b4e7-507848554579 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338329 Oct 28 21:40:13.358998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-59d966a1-ee3b-4281-b160-5038e05c3784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.374751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce08c1ba-284e-4678-b60c-bf1f9bb2d34d {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:13.384213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.400543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Transition to ACTIVE for port object ce08c1ba-284e-4678-b60c-bf1f9bb2d34d will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:40:13.405224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.474778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:13.560921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Attempting to bind port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:40:13.561288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Attempting to bind port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:40:13.561623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Attempting to bind port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:13.572491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:40:13.572826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Attempting to bind port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d on network 10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:13.579315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:40:13.579796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Checking segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:40:13.580182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Bound using segment: {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:40:13.580636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Bound port: ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a04a6c0-fcca-4050-9e43-3c43b8055f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:40:13.580992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.666055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:40:13.670279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:40:13.675403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.722219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:13.722872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:13.724672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 200 len: 1093 time: 0.9602711 Oct 28 21:40:13.725178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:13.727660 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59815d4-448a-4cc8-9ae2-6f4317b092fb" -d '{"events": [{"name": "network-changed", "server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:13.813766 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94d9c7-6e03-4b52-8328-73a7ba4a26f7 x-openstack-request-id: req-6c94d9c7-6e03-4b52-8328-73a7ba4a26f7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:13.814280 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:13.814706 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c94d9c7-6e03-4b52-8328-73a7ba4a26f7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:13.815309 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d', 'status': 'completed', 'code': 200} Oct 28 21:40:13.833194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952644-c7be-4f6b-82b6-d94f0d0606c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:13.856641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-0288e882-fd49-4862-a108-5e055b4478e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:13.858283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-0288e882-fd49-4862-a108-5e055b4478e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1096 time: 0.0801637 Oct 28 21:40:13.922051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-c446b60d-69ea-4048-ba69-428f28a8e365 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 200 len: 217 time: 0.0510798 Oct 28 21:40:13.971879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55190) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:13.989982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-8887c481-b445-4899-a133-eae28f7ec6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:13.992019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-8887c481-b445-4899-a133-eae28f7ec6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.0574443 Oct 28 21:40:14.037547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-dada13cc-367a-4e80-a8d0-35e0cc9f989c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299611 Oct 28 21:40:14.156740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20d7a482-083c-4d6b-8561-ac85be7c7d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.211163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-b8217ec0-52f2-4db8-b56b-5f2a6c39e65a service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607721 Oct 28 21:40:14.277502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20d7a482-083c-4d6b-8561-ac85be7c7d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.283665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20d7a482-083c-4d6b-8561-ac85be7c7d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.335762 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20d7a482-083c-4d6b-8561-ac85be7c7d34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a7fe02764b24b9dab82344bd60f3b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593733 Oct 28 21:40:14.339051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a482-083c-4d6b-8561-ac85be7c7d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e5e1a-2939-43d1-af57-db1615a999d5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:14.340551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca039acb-57ee-49e5-90de-a2861bdd8faa req-8a5ddf36-c86e-4849-96f7-f965b1d24ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218307 Oct 28 21:40:14.341176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55204) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:14.484884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.507526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d8e01-feff-4bd8-8564-2022e83c7b9d req-30267bff-f384-49c3-a6cc-3a3f146a113c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:14.509182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a69d8e01-feff-4bd8-8564-2022e83c7b9d req-30267bff-f384-49c3-a6cc-3a3f146a113c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 944 time: 0.1160567 Oct 28 21:40:14.526964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.542818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-b24ecc86-a437-4d41-9ead-6d346599d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:14.544454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-b24ecc86-a437-4d41-9ead-6d346599d27e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1096 time: 0.1471422 Oct 28 21:40:14.655974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a69d8e01-feff-4bd8-8564-2022e83c7b9d req-0d64f7fd-8fc5-4274-a00e-0baf82813b5f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347346 Oct 28 21:40:14.708946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.711528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.714059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b27e5e1a-2939-43d1-af57-db1615a999d5 HTTP/1.1" status: 204 len: 168 time: 0.3701916 Oct 28 21:40:14.717553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-766cfda2-ad97-4825-a7bf-5292f9ae9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:14.719005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-766cfda2-ad97-4825-a7bf-5292f9ae9c29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 912 time: 0.1667116 Oct 28 21:40:14.748005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7fa20-e1fd-429a-badf-f137dfa03071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e5e1a-2939-43d1-af57-db1615a999d5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:14.800158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-9818fb6c-f3ec-43d4-9549-3d7c61fbb634 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 200 len: 217 time: 0.0592039 Oct 28 21:40:14.844741 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:14.859149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246709d-da33-4350-8285-e540df4a1652 req-f5c34e69-8f66-431e-86ab-037fe33c333a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:14.860726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b246709d-da33-4350-8285-e540df4a1652 req-f5c34e69-8f66-431e-86ab-037fe33c333a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1758161 Oct 28 21:40:14.881643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-44175dbd-e130-4d23-9ace-440f6fa39778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:14.883330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-44175dbd-e130-4d23-9ace-440f6fa39778 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.0718842 Oct 28 21:40:14.951277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-20fb25c3-6dbb-449a-9111-657957189a76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553682 Oct 28 21:40:15.028881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b246709d-da33-4350-8285-e540df4a1652 req-9ed4bfa5-8bff-433a-a61b-28f391f7a438 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360219 Oct 28 21:40:15.085823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.086807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-914fc2d2-794e-44b1-b63b-677c8038b49d service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271505 Oct 28 21:40:15.144108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55228) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:15.164863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bee86550-4a12-4de5-8b69-3a4afdeee13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.219688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c3b07-e14b-427f-95dc-d4bccd1491b3 req-fa5a8477-ad89-4c40-81ee-ed1775c3bd20 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:15.221331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-307c3b07-e14b-427f-95dc-d4bccd1491b3 req-fa5a8477-ad89-4c40-81ee-ed1775c3bd20 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1048944 Oct 28 21:40:15.238593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59815d4-448a-4cc8-9ae2-6f4317b092fb req-50b3d0c2-2cac-43b6-ad95-5c0801ec6759 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446354 Oct 28 21:40:15.252898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bee86550-4a12-4de5-8b69-3a4afdeee13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.256817 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bee86550-4a12-4de5-8b69-3a4afdeee13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.266648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-307c3b07-e14b-427f-95dc-d4bccd1491b3 req-da7f7df2-9b1c-4763-95a9-5d40b9bdb7c2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Oct 28 21:40:15.302940 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bee86550-4a12-4de5-8b69-3a4afdeee13d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b94eae598ae40779e7c8367201803ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543353 Oct 28 21:40:15.303988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee86550-4a12-4de5-8b69-3a4afdeee13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52723a29-7238-4293-aa47-57ed300850ab,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:15.306168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55232) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:15.360099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.382198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.432645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.435355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:15.436579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52723a29-7238-4293-aa47-57ed300850ab HTTP/1.1" status: 204 len: 168 time: 0.1291907 Oct 28 21:40:15.444864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa04dbe-aee9-4042-bda3-d6b4a3c6f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52723a29-7238-4293-aa47-57ed300850ab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:15.824272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b43ea-2107-4e44-b942-f8e9dda884f7 req-b720046f-6c35-4208-bf1e-3c0f4ea9973f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:15.825956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f5b43ea-2107-4e44-b942-f8e9dda884f7 req-b720046f-6c35-4208-bf1e-3c0f4ea9973f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 944 time: 0.0726559 Oct 28 21:40:15.870885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f5b43ea-2107-4e44-b942-f8e9dda884f7 req-cb8d2080-6a31-4dd1-97a4-95d9932d545b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Oct 28 21:40:16.123039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ce08c1ba-284e-4678-b60c-bf1f9bb2d34d details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:40:16.308223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-9304f615-9078-4783-9bb7-9b60b4a4c551 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c41eea09692b4dcd911bb4e39dce0822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502291 Oct 28 21:40:16.309558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:16.327722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d', 'network_id': '10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5', 'port_id': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d', 'mac_address': 'fa:16:3e:88:54:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3913d45b-12f6-4384-96f1-983d12151f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:40:16.386327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:16.403432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce08c1ba-284e-4678-b60c-bf1f9bb2d34d {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:16.429581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:16.435327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:16.503887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:16.551662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-f8cd378a-eae9-45e0-87a5-88a6004179d2 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:16.553329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-f8cd378a-eae9-45e0-87a5-88a6004179d2 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427180 Oct 28 21:40:16.570856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-90d8aa6b-3c1f-4727-b3d0-cd470b5c4f16 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/quotas/c41eea09692b4dcd911bb4e39dce0822 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Oct 28 21:40:16.617274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-b0819aa3-5c3e-4cf6-bd27-a5a628d5c955 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c41eea09692b4dcd911bb4e39dce0822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263200 Oct 28 21:40:16.636115 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:16.803589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6997b3f-8a94-411c-88e8-d0c226e48ef8 req-767cb271-eee3-4bdd-8dfa-43c38f83f56c tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 210 time: 0.0432553 Oct 28 21:40:16.825762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['ce08c1ba-284e-4678-b60c-bf1f9bb2d34d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:16.882829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656fc7c-cfbb-4805-83ab-0b95eaf551d3 req-ab9b0c91-1cb8-45aa-af4c-1439a6b8c88b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:16.891561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8656fc7c-cfbb-4805-83ab-0b95eaf551d3 req-ab9b0c91-1cb8-45aa-af4c-1439a6b8c88b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0832908 Oct 28 21:40:16.943721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8656fc7c-cfbb-4805-83ab-0b95eaf551d3 req-cd4aa3e8-00ff-4b5a-8f30-cc6d0802b181 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Oct 28 21:40:17.076760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ff249-781d-4511-902e-0a7bcddc8dbc req-48bb6dfe-0e3d-4748-9854-3ad85e0d9d1c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:17.077684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-908ff249-781d-4511-902e-0a7bcddc8dbc req-48bb6dfe-0e3d-4748-9854-3ad85e0d9d1c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 945 time: 0.1089423 Oct 28 21:40:17.111460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8f17c-c1ec-485a-adb1-dbb7c3e2784f req-08591504-acde-4478-983c-ffe916bdff9d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:17.113095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b8f17c-c1ec-485a-adb1-dbb7c3e2784f req-08591504-acde-4478-983c-ffe916bdff9d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0863996 Oct 28 21:40:17.145627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-908ff249-781d-4511-902e-0a7bcddc8dbc req-e0cc3535-313c-4c9d-baf6-b1b8fccd80a9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Oct 28 21:40:17.186161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b8f17c-c1ec-485a-adb1-dbb7c3e2784f req-9fb7e326-07df-48c0-974a-a3f20686bdc4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Oct 28 21:40:17.468646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a82f7-fbb5-4d81-ae91-73af68d55a90 req-623b0f72-2da7-4cda-9e70-2efa06276557 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:17.470220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-215a82f7-fbb5-4d81-ae91-73af68d55a90 req-623b0f72-2da7-4cda-9e70-2efa06276557 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0576193 Oct 28 21:40:17.514729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-215a82f7-fbb5-4d81-ae91-73af68d55a90 req-81044b86-fdbc-4732-ace5-d8a65e4c7187 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Oct 28 21:40:17.647931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1d054-6d38-42c1-a9cd-9e43ed8c6d3b req-30896ceb-56bd-4c29-9a85-3258bfc3228d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:17.650084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33b1d054-6d38-42c1-a9cd-9e43ed8c6d3b req-30896ceb-56bd-4c29-9a85-3258bfc3228d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0524538 Oct 28 21:40:17.689676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33b1d054-6d38-42c1-a9cd-9e43ed8c6d3b req-c61b34d0-e279-42c2-a5b6-febd6cfb8df2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Oct 28 21:40:17.875436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed6eb-15e8-4090-a126-6ade22b707d6 req-ef7d7fb5-5dc8-421d-8d5a-0a0c5f49dc25 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:17.877154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de6ed6eb-15e8-4090-a126-6ade22b707d6 req-ef7d7fb5-5dc8-421d-8d5a-0a0c5f49dc25 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0625548 Oct 28 21:40:17.931652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b37b5c5b-2ac3-4ce3-935b-e693fbb3ceb4 req-1135f559-a9c0-4bdd-9bc3-9ac51d6916a5 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 210 time: 0.0501390 Oct 28 21:40:17.948833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-2467c81f-62eb-4110-9e84-2456566ddfec tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c41eea09692b4dcd911bb4e39dce0822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556421 Oct 28 21:40:18.296240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de6ed6eb-15e8-4090-a126-6ade22b707d6 req-5f3a3671-b8c1-4523-a5ef-2b177dd539d6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054406 Oct 28 21:40:18.363118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17400e2-b2b0-47f3-a302-56d937c2d64c req-bdc96bb8-3c77-4d72-acc6-250cce122c82 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:18.364934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e17400e2-b2b0-47f3-a302-56d937c2d64c req-bdc96bb8-3c77-4d72-acc6-250cce122c82 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 945 time: 0.0741017 Oct 28 21:40:18.419621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-e068446c-d375-4ed8-b570-b119113bf2a4 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:18.421083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-e068446c-d375-4ed8-b570-b119113bf2a4 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4663761 Oct 28 21:40:18.448038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Request body: {'port': {'device_id': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'c41eea09692b4dcd911bb4e39dce0822'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:18.520863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e17400e2-b2b0-47f3-a302-56d937c2d64c req-6116f298-8cea-4cb7-9634-67fee45165bf tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336901 Oct 28 21:40:18.535177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a86af-56d7-4283-bd5c-0e7dbdb8919c req-0027d12e-e9eb-4ebf-ae37-8b200a53a721 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:18.536896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-806a86af-56d7-4283-bd5c-0e7dbdb8919c req-0027d12e-e9eb-4ebf-ae37-8b200a53a721 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1570225 Oct 28 21:40:18.608095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-806a86af-56d7-4283-bd5c-0e7dbdb8919c req-3228337e-c4ae-4afb-af16-4d2c6dc43635 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615504 Oct 28 21:40:18.616166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Made reservation on behalf of c41eea09692b4dcd911bb4e39dce0822 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:18.620564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:18.633384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:18.727268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:18.732769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:18.829013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd571a29-fce8-45fe-aec8-39fb8c375af9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:18.871634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26c716-f010-4014-8119-c4eff9a0dd24 req-6788d919-0dde-44ea-9b6d-46141c12a02c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:18.873161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f26c716-f010-4014-8119-c4eff9a0dd24 req-6788d919-0dde-44ea-9b6d-46141c12a02c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1185637 Oct 28 21:40:18.946238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Allocated IP 192.168.233.207 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/50b40672-070b-44c7-b24b-794a7b847cf0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:40:18.952571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f26c716-f010-4014-8119-c4eff9a0dd24 req-3250a846-3965-4edf-ac91-7332b2750fcd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 Oct 28 21:40:19.097197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a4d3d31-56a8-4f36-a7c5-0e7a47e25691 req-413ce3cd-a6de-4c6f-865d-b60a886738fa tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 210 time: 0.0720429 Oct 28 21:40:19.151961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35ecc3-f27c-4fc6-8b7a-09326e272bf6 req-70241924-210d-406e-b920-524ae2fb73c4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:19.153459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a35ecc3-f27c-4fc6-8b7a-09326e272bf6 req-70241924-210d-406e-b920-524ae2fb73c4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0948298 Oct 28 21:40:19.191319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:19.215798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a35ecc3-f27c-4fc6-8b7a-09326e272bf6 req-29327f71-4d78-4e60-b601-f6bda982ef1b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Oct 28 21:40:19.242282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:19.301102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:40:19.301102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:40:19.301102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Pushing event updated for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:19.302583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:40:19.367539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:19.368401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:19.409224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-81a92303-b226-43ac-a404-2a1ab18490ae tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9714601 Oct 28 21:40:19.424270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Request body: {'port': {'device_id': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:19.455486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5ad5d-f9d9-420a-9fe4-cf417ca710e9 req-610af078-35fe-423d-a065-ba3fa0d2490d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:19.457078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd5ad5d-f9d9-420a-9fe4-cf417ca710e9 req-610af078-35fe-423d-a065-ba3fa0d2490d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0845053 Oct 28 21:40:19.508968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:19.541987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd5ad5d-f9d9-420a-9fe4-cf417ca710e9 req-2a6dc679-b984-4705-9c62-e60b1e81c1c8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727041 Oct 28 21:40:19.627818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f936d9ae-3954-4dbf-8116-08e68ff21623 None None] Provisioning complete for port 50b40672-070b-44c7-b24b-794a7b847cf0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:19.628446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f936d9ae-3954-4dbf-8116-08e68ff21623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:19.664288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f936d9ae-3954-4dbf-8116-08e68ff21623 None None] Port 50b40672-070b-44c7-b24b-794a7b847cf0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:40:19.799486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397caf2c-4aa8-4c91-aa58-c20c7861f83b req-14e86f1d-5c7b-4e7e-ad8c-6468b5ceaf84 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:19.801044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-397caf2c-4aa8-4c91-aa58-c20c7861f83b req-14e86f1d-5c7b-4e7e-ad8c-6468b5ceaf84 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 945 time: 0.1525924 Oct 28 21:40:19.812519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb00420-c4be-4b08-8ddb-e6865ab61730 req-62866238-61d7-4c00-9e66-c7f232b23532 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:19.814080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfb00420-c4be-4b08-8ddb-e6865ab61730 req-62866238-61d7-4c00-9e66-c7f232b23532 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1667509 Oct 28 21:40:19.915965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfb00420-c4be-4b08-8ddb-e6865ab61730 req-d78d89ec-1485-4e2d-a79f-63e7921668ec tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913508 Oct 28 21:40:19.923145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-397caf2c-4aa8-4c91-aa58-c20c7861f83b req-a739faef-b3ee-47c8-840b-fe51ab0031db tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016071 Oct 28 21:40:20.002226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b40672-070b-44c7-b24b-794a7b847cf0 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:20.011543 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.027490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Transition to ACTIVE for port object 50b40672-070b-44c7-b24b-794a7b847cf0 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:40:20.032574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.101572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Pushing event updated for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:20.170018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ce08c1ba-284e-4678-b60c-bf1f9bb2d34d up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:40:20.238467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:40:20.242984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:20.244289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.253498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da37cd-cac2-4285-9926-f60994f4ace1 req-c706e618-780a-4f41-80f1-8bbc300ad669 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.262737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98da37cd-cac2-4285-9926-f60994f4ace1 req-c706e618-780a-4f41-80f1-8bbc300ad669 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1802621 Oct 28 21:40:20.326446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98da37cd-cac2-4285-9926-f60994f4ace1 req-26b6c411-b709-4acd-b295-bcded111c2ea tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626609 Oct 28 21:40:20.327456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Attempting to bind port 50b40672-070b-44c7-b24b-794a7b847cf0 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:40:20.327793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Attempting to bind port 50b40672-070b-44c7-b24b-794a7b847cf0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:40:20.328127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Attempting to bind port 50b40672-070b-44c7-b24b-794a7b847cf0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:20.339296 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.340114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5ed73-aad2-4046-81fb-2a165b1cd329 req-5f5d6b64-f26e-4ee8-8467-e061494ccc35 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.341664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63e5ed73-aad2-4046-81fb-2a165b1cd329 req-5f5d6b64-f26e-4ee8-8467-e061494ccc35 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 948 time: 0.1406224 Oct 28 21:40:20.342434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Port 50b40672-070b-44c7-b24b-794a7b847cf0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:40:20.342754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Attempting to bind port 50b40672-070b-44c7-b24b-794a7b847cf0 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:20.349038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:40:20.349377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:40:20.349757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:40:20.350191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Bound port: 50b40672-070b-44c7-b24b-794a7b847cf0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:40:20.350554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.374671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:20.375949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:20.378824 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb9eb5-f922-4b56-ae8b-698da0466d96" -d '{"events": [{"server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:20.387961 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.442539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:20.457064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.457422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.457735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.458071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.458880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.458880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.459068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.462475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.462796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.463387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.464358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.464358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:20.488160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63e5ed73-aad2-4046-81fb-2a165b1cd329 req-3e266dc8-c43b-4e60-a1ee-72029afa3e9c tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352022 Oct 28 21:40:20.489320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:40:20.513721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=50b40672-070b-44c7-b24b-794a7b847cf0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:40:20.519345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.539557 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad78935-5a0b-4f3c-b7e6-c7a9ad8237b3 x-openstack-request-id: req-6ad78935-5a0b-4f3c-b7e6-c7a9ad8237b3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:20.540161 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:20.540552 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ad78935-5a0b-4f3c-b7e6-c7a9ad8237b3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:20.541272 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d', 'code': 200} Oct 28 21:40:20.564041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7538f-78a3-4ac4-a2f1-392de9ca4d46 req-39621569-7457-4e2d-96cc-f43af1769545 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.565571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91a7538f-78a3-4ac4-a2f1-392de9ca4d46 req-39621569-7457-4e2d-96cc-f43af1769545 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1288781 Oct 28 21:40:20.573622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.574198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:20.575614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] 10.222.0.44 "PUT /v2.0/ports/50b40672-070b-44c7-b24b-794a7b847cf0 HTTP/1.1" status: 200 len: 1097 time: 1.1572995 Oct 28 21:40:20.576730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:20.578939 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca91a2-3fca-4823-ad54-d69390e7d9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:20.625051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea84ae-4b36-47bb-9963-a1375d58f711 service neutron] Pushing event updated for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:20.665988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91a7538f-78a3-4ac4-a2f1-392de9ca4d46 req-42d35187-fd90-44aa-b6ce-5b6faeafee1b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Oct 28 21:40:20.717633 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd328c-dde0-4ab0-a4cd-7f544e3239b5 x-openstack-request-id: req-5dbd328c-dde0-4ab0-a4cd-7f544e3239b5 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:20.718075 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:20.718340 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dbd328c-dde0-4ab0-a4cd-7f544e3239b5 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:20.718746 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0', 'status': 'completed', 'code': 200} Oct 28 21:40:20.720482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36428-8a9f-4909-b9d2-46ddfa54033b req-6b93c4c6-07d2-44eb-81c5-47bd4d2d3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.722697 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d36428-8a9f-4909-b9d2-46ddfa54033b req-6b93c4c6-07d2-44eb-81c5-47bd4d2d3a91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1098 time: 0.0711818 Oct 28 21:40:20.739020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-f758c76e-c244-4afb-827e-dc844f0f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:20.740857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-f758c76e-c244-4afb-827e-dc844f0f5700 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41eea09692b4dcd911bb4e39dce0822&device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 1100 time: 0.0710456 Oct 28 21:40:20.772946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e4d36428-8a9f-4909-b9d2-46ddfa54033b req-571b0b98-9dd1-4e8f-a9d5-5b0e39dd92e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 Oct 28 21:40:20.803833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-f210a8cd-638c-440a-bfc3-4d61fa7d9e3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=50b40672-070b-44c7-b24b-794a7b847cf0 HTTP/1.1" status: 200 len: 217 time: 0.0497525 Oct 28 21:40:21.042445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3874339-2052-4ff6-a46e-a2c2290fb824 req-94886f73-fc1b-4e91-878e-d29fb8756aed tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.043922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3874339-2052-4ff6-a46e-a2c2290fb824 req-94886f73-fc1b-4e91-878e-d29fb8756aed tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 814 time: 0.1678367 Oct 28 21:40:21.079468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-a8a0c98e-9193-4262-8ce6-6abbc7ed438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.080882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-a8a0c98e-9193-4262-8ce6-6abbc7ed438e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.1010873 Oct 28 21:40:21.082974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3874339-2052-4ff6-a46e-a2c2290fb824 req-be0f612e-c80a-4c62-9cad-79d74d7f10dd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/quotas/58d6c21593f94f1bb278c9ec827c6436 HTTP/1.1" status: 200 len: 375 time: 0.0226626 Oct 28 21:40:21.116662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f7c7-e6fa-42ce-b7ff-0ffd87361dea req-d6a4c690-454f-4c6a-86fe-672873d591c9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.118133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a8f7c7-e6fa-42ce-b7ff-0ffd87361dea req-d6a4c690-454f-4c6a-86fe-672873d591c9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.1009543 Oct 28 21:40:21.198223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-c7620c50-640f-426b-b93c-bbed18674132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.199663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-c7620c50-640f-426b-b93c-bbed18674132 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100140 Oct 28 21:40:21.203576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a8f7c7-e6fa-42ce-b7ff-0ffd87361dea req-c11edc8f-af82-46f6-a536-b28f3332af65 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553124 Oct 28 21:40:21.210749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3874339-2052-4ff6-a46e-a2c2290fb824 req-42b6c3df-d769-4351-a8cd-1a07448099e1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184418 Oct 28 21:40:21.320466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-e6e75015-f174-4f60-b5a0-ef8790293a3f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087501 Oct 28 21:40:21.406759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f92-15e2-47b6-94e6-a50fd6858690 req-eff49e25-fed4-4f5f-9ffe-1f710c591384 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.408229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad1b2f92-15e2-47b6-94e6-a50fd6858690 req-eff49e25-fed4-4f5f-9ffe-1f710c591384 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1030993 Oct 28 21:40:21.451882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c7a855e-efa0-4ef1-84ff-827166dafd8c req-3dccf4ea-e30f-425b-8f60-74aa12e08254 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177206 Oct 28 21:40:21.469543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad1b2f92-15e2-47b6-94e6-a50fd6858690 req-76bbc97f-3a70-4bb0-8bf4-4982394a5d8c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502775 Oct 28 21:40:21.557495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-b84166b6-847e-4594-a723-ebe544439254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.559062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-b84166b6-847e-4594-a723-ebe544439254 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41eea09692b4dcd911bb4e39dce0822&device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 1100 time: 0.0489526 Oct 28 21:40:21.702721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dcaa-9d4c-4605-9053-9617377cc9d3 req-92b55a44-197b-4cd7-a7e3-da1a0d0b843f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.704190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c91dcaa-9d4c-4605-9053-9617377cc9d3 req-92b55a44-197b-4cd7-a7e3-da1a0d0b843f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1442504 Oct 28 21:40:21.715433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabe205-d996-480b-a59a-05664c5595e9 req-09873d3c-eb41-4032-9264-b1fc90232dda tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.717015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aabe205-d996-480b-a59a-05664c5595e9 req-09873d3c-eb41-4032-9264-b1fc90232dda tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 948 time: 0.1483927 Oct 28 21:40:21.767130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-eff67cc2-c63b-4fae-a777-1d6a07a1edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.768610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-eff67cc2-c63b-4fae-a777-1d6a07a1edae service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.1894059 Oct 28 21:40:21.835281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3aabe205-d996-480b-a59a-05664c5595e9 req-a8708075-d500-4682-a48a-82f321e64fa0 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076996 Oct 28 21:40:21.838997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c91dcaa-9d4c-4605-9053-9617377cc9d3 req-f95fb7bc-db68-4600-a304-c8ad79d6546c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151879 Oct 28 21:40:21.840219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-fd9c1029-880e-40d8-be35-a4ea902b8c9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=50b40672-070b-44c7-b24b-794a7b847cf0 HTTP/1.1" status: 200 len: 217 time: 0.0516114 Oct 28 21:40:21.901234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-31f7f1d1-f7ac-4783-a2e2-b3e2fe6e22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.902814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-31f7f1d1-f7ac-4783-a2e2-b3e2fe6e22f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0513217 Oct 28 21:40:21.961521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-696cc49e-4a51-4ac2-8541-1e257c5fb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:21.963434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-696cc49e-4a51-4ac2-8541-1e257c5fb594 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456254 Oct 28 21:40:22.004512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bb7c76c-3d9d-49a5-b65c-d2e6618f1071 req-a579119a-b935-4567-b57a-5ff4fa66d04c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=58d6c21593f94f1bb278c9ec827c6436 HTTP/1.1" status: 200 len: 221 time: 0.0379739 Oct 28 21:40:22.128763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-21ec5792-6b88-4821-b88c-c4af5f065a88 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355741 Oct 28 21:40:22.213286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5f70e-df67-49d7-a00d-b1da7284e7ef req-f0d3655e-9c2f-4b02-a3b1-ea32fc05de8d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.214789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cc5f70e-df67-49d7-a00d-b1da7284e7ef req-f0d3655e-9c2f-4b02-a3b1-ea32fc05de8d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1205397 Oct 28 21:40:22.279336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96ca91a2-3fca-4823-ad54-d69390e7d9d8 req-341da643-6a6a-4c5e-bd95-164f6109970e service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406579 Oct 28 21:40:22.282403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cc5f70e-df67-49d7-a00d-b1da7284e7ef req-29a5ae06-3c4c-407d-8f8f-daa6d5cc243e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569596 Oct 28 21:40:22.342028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220999e0-fffb-4745-a977-e461affb2ba6 req-10cc1d56-8e61-4dad-b643-83c8b9464a95 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.344930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-220999e0-fffb-4745-a977-e461affb2ba6 req-10cc1d56-8e61-4dad-b643-83c8b9464a95 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0601554 Oct 28 21:40:22.373672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55458) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:22.433075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-220999e0-fffb-4745-a977-e461affb2ba6 req-cd2a5f4c-c090-4a6a-ab82-8cb91587ffc6 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792272 Oct 28 21:40:22.456452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9989-b1ce-4707-ab94-c33ff5ffa05a req-60a11477-72de-4570-9fa4-71f8517eb6fd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.458573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d76e9989-b1ce-4707-ab94-c33ff5ffa05a req-60a11477-72de-4570-9fa4-71f8517eb6fd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0984688 Oct 28 21:40:22.505442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d76e9989-b1ce-4707-ab94-c33ff5ffa05a req-5e5fa979-2444-4cad-82fa-526d951977fa tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Oct 28 21:40:22.509703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf76eb1-b45b-4793-ad99-27d1c64c1232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.593117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf76eb1-b45b-4793-ad99-27d1c64c1232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.599392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaf76eb1-b45b-4793-ad99-27d1c64c1232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.638701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf76eb1-b45b-4793-ad99-27d1c64c1232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd99fa-c401-473d-9863-c0c8c9c6372d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:22.644265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aaf76eb1-b45b-4793-ad99-27d1c64c1232 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d11aff4f96154a1392e4e219f5cf5edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692347 Oct 28 21:40:22.646782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:22.661294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646d82-202b-4519-aaef-3cabc09afa26 req-13b0ae8d-162c-40da-9db1-c4fd2a4c470b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.662978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52646d82-202b-4519-aaef-3cabc09afa26 req-13b0ae8d-162c-40da-9db1-c4fd2a4c470b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0550461 Oct 28 21:40:22.713782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.715867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52646d82-202b-4519-aaef-3cabc09afa26 req-73e38254-3628-4efc-823e-94ef2162f7d3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 Oct 28 21:40:22.748048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.802789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.807199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:22.808631 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ecd99fa-c401-473d-9863-c0c8c9c6372d HTTP/1.1" status: 204 len: 168 time: 0.1607788 Oct 28 21:40:22.823303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602858ed-0667-4d4f-8f32-de17479b5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd99fa-c401-473d-9863-c0c8c9c6372d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:22.833792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-86bcbc7c-348f-4582-8727-8a53ffbcf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.835372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-86bcbc7c-348f-4582-8727-8a53ffbcf75b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1098 time: 0.1091096 Oct 28 21:40:22.849927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa803e-200c-423c-bb8a-02a460e5d8ac req-e37110ab-97d1-440b-9f0e-425b0a8427ad tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.851413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52aa803e-200c-423c-bb8a-02a460e5d8ac req-e37110ab-97d1-440b-9f0e-425b0a8427ad tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.1130810 Oct 28 21:40:22.929809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff95f2-871d-45b7-939c-68329d4be4a0 req-2e5fface-2ea4-49d7-ac72-f3a7163e24cb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:22.932009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9ff95f2-871d-45b7-939c-68329d4be4a0 req-2e5fface-2ea4-49d7-ac72-f3a7163e24cb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1465294 Oct 28 21:40:22.975196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52aa803e-200c-423c-bb8a-02a460e5d8ac req-01dd36a2-3d3a-4cc4-9afc-21549e1741a0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111343 Oct 28 21:40:22.999378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9ff95f2-871d-45b7-939c-68329d4be4a0 req-e9730188-e487-4923-bf22-02bea64beca5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596309 Oct 28 21:40:23.021564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-5842597b-180c-43dd-965a-daa3f4d93c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:23.023075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-5842597b-180c-43dd-965a-daa3f4d93c3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 912 time: 0.1706069 Oct 28 21:40:23.079195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-8f954408-7b1a-4541-b8f5-32f26d4a32ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 200 len: 217 time: 0.0432258 Oct 28 21:40:23.120551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:23.133735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d936b72-3190-494d-b139-8640a98eb657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.195466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8972-4491-46bb-9d7a-570264217366 req-d02d012b-af9d-4172-8eb1-9322bf32579e tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:23.197855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcdb8972-4491-46bb-9d7a-570264217366 req-d02d012b-af9d-4172-8eb1-9322bf32579e tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 948 time: 0.1208832 Oct 28 21:40:23.206277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-1d9b1a61-eebb-4cff-95aa-9249511e6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:23.207841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-1d9b1a61-eebb-4cff-95aa-9249511e6de3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.1026876 Oct 28 21:40:23.218620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3e88f-cbf4-4ba6-835f-21410e53d33b req-801edc41-c0d8-4875-8fc4-e7e55605c52d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:23.219622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d936b72-3190-494d-b139-8640a98eb657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.220132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c3e88f-cbf4-4ba6-835f-21410e53d33b req-801edc41-c0d8-4875-8fc4-e7e55605c52d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1159933 Oct 28 21:40:23.223544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d936b72-3190-494d-b139-8640a98eb657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.262693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6d936b72-3190-494d-b139-8640a98eb657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea9d47fad44e446cbdf061397d921e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409047 Oct 28 21:40:23.263465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d936b72-3190-494d-b139-8640a98eb657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c4afc-23de-479c-9671-01057ff949c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:23.265789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:23.271223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-23d7a121-caef-4f05-98c5-89115bbe989b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502439 Oct 28 21:40:23.316278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.339516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.393986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.396614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:23.397883 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e00c4afc-23de-479c-9671-01057ff949c9 HTTP/1.1" status: 204 len: 168 time: 0.1309547 Oct 28 21:40:23.407228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04792b-0a2f-4603-b307-174cfb8a90f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c4afc-23de-479c-9671-01057ff949c9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:23.603448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcdb8972-4491-46bb-9d7a-570264217366 req-f5a8a2c4-79fc-4644-8066-9ce542fa456b tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938658 Oct 28 21:40:23.633344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63c3e88f-cbf4-4ba6-835f-21410e53d33b req-1007d222-664c-4dd9-a65a-73bf4cab3723 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007723 Oct 28 21:40:23.686402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-782b8223-a68e-441a-a4f9-7fb3e168765f service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006574 Oct 28 21:40:23.827588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb496a8-fc00-4a5b-84fa-5c7554c99bf0 req-373bab72-e158-431f-ac09-2a01ad3d86db tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:23.829096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bb496a8-fc00-4a5b-84fa-5c7554c99bf0 req-373bab72-e158-431f-ac09-2a01ad3d86db tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1060972 Oct 28 21:40:23.834503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b622cdb9-b8d6-40fb-be5b-100fcacfdc46 req-d877ba5f-2eac-48c1-a3b4-ea7926727cce service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331553 Oct 28 21:40:23.871180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3bb496a8-fc00-4a5b-84fa-5c7554c99bf0 req-f3721c4c-5171-42dc-93f3-7c4c5b8f0aaa tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356910 Oct 28 21:40:24.010531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6aab9-d5f4-4b8f-8b1a-bb64a489c103 req-df4df4d2-6c2d-4b4d-bc48-7d4ff336c5ed tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.012034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9c6aab9-d5f4-4b8f-8b1a-bb64a489c103 req-df4df4d2-6c2d-4b4d-bc48-7d4ff336c5ed tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0527120 Oct 28 21:40:24.074602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9c6aab9-d5f4-4b8f-8b1a-bb64a489c103 req-49afeed5-d36f-4efb-9ca7-76dd618f4e9c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558448 Oct 28 21:40:24.116657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b0c4a-fb93-467d-9bea-c47746fb8362 req-7154c1e3-2517-4b7a-abe9-3f97b8baf92a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.118814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-000b0c4a-fb93-467d-9bea-c47746fb8362 req-7154c1e3-2517-4b7a-abe9-3f97b8baf92a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0651493 Oct 28 21:40:24.179809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 50b40672-070b-44c7-b24b-794a7b847cf0 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:40:24.186732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-000b0c4a-fb93-467d-9bea-c47746fb8362 req-a218017e-4031-43a6-882a-8f848a3b71ba tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613220 Oct 28 21:40:24.209054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e00a-2c7f-4a99-9e69-aae17e6e0f59 req-aaa0af72-3d56-4dd3-9b23-a21c6c106d91 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.212539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5357e00a-2c7f-4a99-9e69-aae17e6e0f59 req-aaa0af72-3d56-4dd3-9b23-a21c6c106d91 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0679946 Oct 28 21:40:24.252984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5357e00a-2c7f-4a99-9e69-aae17e6e0f59 req-6afc443d-838b-4d5a-ac8b-c329bbf56135 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Oct 28 21:40:24.296539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=50b40672-070b-44c7-b24b-794a7b847cf0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:24.311012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '50b40672-070b-44c7-b24b-794a7b847cf0', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '50b40672-070b-44c7-b24b-794a7b847cf0', 'mac_address': 'fa:16:3e:2c:ea:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:40:24.350793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:24.365452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b40672-070b-44c7-b24b-794a7b847cf0 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:24.386503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=50b40672-070b-44c7-b24b-794a7b847cf0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:24.391202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:24.406893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f30aa5-0e10-40b6-98ca-60a0a4da042c req-986e626c-6ab9-4829-bf18-c0f79b406da6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.408454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7f30aa5-0e10-40b6-98ca-60a0a4da042c req-986e626c-6ab9-4829-bf18-c0f79b406da6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0545008 Oct 28 21:40:24.440837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:24.453815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7f30aa5-0e10-40b6-98ca-60a0a4da042c req-27a6339d-a494-413e-867b-615aef72c4f4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Oct 28 21:40:24.572961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7aa5-c93a-434b-a8a9-27bffe94a38a req-c03e3efa-1c81-4590-bc6f-06a680ec654b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.574344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61de7aa5-c93a-434b-a8a9-27bffe94a38a req-c03e3efa-1c81-4590-bc6f-06a680ec654b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0508292 Oct 28 21:40:24.615152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61de7aa5-c93a-434b-a8a9-27bffe94a38a req-bf688c65-74e2-488d-91dd-2fc1d816c242 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Oct 28 21:40:24.781651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5481fd0-5056-4d62-985c-81739a4d3abc req-fb040c9c-5d85-4849-ade5-fe481b4320f5 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.783247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5481fd0-5056-4d62-985c-81739a4d3abc req-fb040c9c-5d85-4849-ade5-fe481b4320f5 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 949 time: 0.0855958 Oct 28 21:40:24.799014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a2c49-cee2-4395-8fce-cb950d8c3efa req-cee459ee-a407-4839-9c11-c54274e27d8e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:24.804851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c57a2c49-cee2-4395-8fce-cb950d8c3efa req-cee459ee-a407-4839-9c11-c54274e27d8e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0742254 Oct 28 21:40:24.815711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['50b40672-070b-44c7-b24b-794a7b847cf0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:24.878258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5481fd0-5056-4d62-985c-81739a4d3abc req-a3fc763b-e496-4600-97ce-c3d1e2a779f4 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887523 Oct 28 21:40:24.881237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c57a2c49-cee2-4395-8fce-cb950d8c3efa req-56678943-90f5-41fe-abc4-cbf36958750a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742452 Oct 28 21:40:25.035828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b134b-ce37-4afb-abeb-b26f3766f3ff req-07e32b87-3df9-4e8c-8fe0-48b9f0181f71 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.037356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce9b134b-ce37-4afb-abeb-b26f3766f3ff req-07e32b87-3df9-4e8c-8fe0-48b9f0181f71 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0530083 Oct 28 21:40:25.078664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce9b134b-ce37-4afb-abeb-b26f3766f3ff req-79fcb5c1-bd52-4059-9a52-5ba5799b90af tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Oct 28 21:40:25.216015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ba1c-93e7-4a81-ac17-dc5fafc7ec6b req-90214867-46b4-48cf-a682-0a8f1919504d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.217494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc87ba1c-93e7-4a81-ac17-dc5fafc7ec6b req-90214867-46b4-48cf-a682-0a8f1919504d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0514688 Oct 28 21:40:25.259975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc87ba1c-93e7-4a81-ac17-dc5fafc7ec6b req-76b63720-be09-4769-899f-0df6afcae572 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Oct 28 21:40:25.323027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c2844-4a71-425b-9d63-bda1e0dcf507 req-11f11c01-f5b2-4244-ad79-8ee0b2239785 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.324563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c96c2844-4a71-425b-9d63-bda1e0dcf507 req-11f11c01-f5b2-4244-ad79-8ee0b2239785 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0564208 Oct 28 21:40:25.392305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c96c2844-4a71-425b-9d63-bda1e0dcf507 req-7e20ae1d-d7f1-43c7-b69e-7bae22437aa9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546539 Oct 28 21:40:25.403649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac82e-8a2d-4d17-a59a-43507053fc19 req-8b8df323-20a8-4855-a6e0-aee15cb8596e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.405168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13fac82e-8a2d-4d17-a59a-43507053fc19 req-8b8df323-20a8-4855-a6e0-aee15cb8596e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0763576 Oct 28 21:40:25.444734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13fac82e-8a2d-4d17-a59a-43507053fc19 req-944b7057-e8f5-4aff-92d1-ed04cb7ce81f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Oct 28 21:40:25.691259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fbd88-3539-4c4a-b673-1fda5c1ac187 req-42619dee-5b34-4065-908c-ab0835e72eee tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.692725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b8fbd88-3539-4c4a-b673-1fda5c1ac187 req-42619dee-5b34-4065-908c-ab0835e72eee tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0499609 Oct 28 21:40:25.731175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b8fbd88-3539-4c4a-b673-1fda5c1ac187 req-3643ef36-a148-42f5-ada7-cf4505e9f4a7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Oct 28 21:40:25.854390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c7e32-ded0-4025-b740-358e6fd580b5 req-7cb9ae00-9c71-43ea-a7b2-38d4e4868ca0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:25.855858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3c7e32-ded0-4025-b740-358e6fd580b5 req-7cb9ae00-9c71-43ea-a7b2-38d4e4868ca0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0542486 Oct 28 21:40:25.894795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3c7e32-ded0-4025-b740-358e6fd580b5 req-d5c86715-76c5-40d4-93c6-ab319fa7579d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Oct 28 21:40:26.009401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80018-c024-4cb8-9b5a-f77ab09cc0d2 req-f9f3c3f0-190c-4f02-9914-bd9fc7df6dfb tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.012690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ac80018-c024-4cb8-9b5a-f77ab09cc0d2 req-f9f3c3f0-190c-4f02-9914-bd9fc7df6dfb tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 949 time: 0.0623553 Oct 28 21:40:26.060057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ac80018-c024-4cb8-9b5a-f77ab09cc0d2 req-21bdd6fb-4f7f-4ffc-a86c-7b84ca216af3 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Oct 28 21:40:26.097088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0efb-cae5-48d4-b12a-ac83ba14a28c req-038f8b5a-3d00-48f3-b5dd-896065b6d759 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.098594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-665f0efb-cae5-48d4-b12a-ac83ba14a28c req-038f8b5a-3d00-48f3-b5dd-896065b6d759 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0549488 Oct 28 21:40:26.139016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-665f0efb-cae5-48d4-b12a-ac83ba14a28c req-0083b8f8-6d88-4400-8e74-6b9ce3407aa4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Oct 28 21:40:26.269001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c5d2-ab6f-48f8-9fb1-c7b16d99b2b4 req-8cb1624c-5b8a-4a00-b95f-92d8ef867e65 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.270471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a82c5d2-ab6f-48f8-9fb1-c7b16d99b2b4 req-8cb1624c-5b8a-4a00-b95f-92d8ef867e65 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0583353 Oct 28 21:40:26.312005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a82c5d2-ab6f-48f8-9fb1-c7b16d99b2b4 req-9a66ae81-8091-4651-8313-2e1466b642c6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Oct 28 21:40:26.453678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560a63-c6bc-4f1d-a7be-c928fd9c42a2 req-95a479fa-0cd9-410c-8d16-c4815c5d8a7c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.455352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a560a63-c6bc-4f1d-a7be-c928fd9c42a2 req-95a479fa-0cd9-410c-8d16-c4815c5d8a7c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0505302 Oct 28 21:40:26.519831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a560a63-c6bc-4f1d-a7be-c928fd9c42a2 req-9212c81a-ee84-40da-b7ac-0e07bd061ff1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Oct 28 21:40:26.535548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13b929-6e0b-47cd-a3c5-0715b9909083 req-9c08866e-977d-4e9c-bcaa-d957dd815762 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.537074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc13b929-6e0b-47cd-a3c5-0715b9909083 req-9c08866e-977d-4e9c-bcaa-d957dd815762 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0698173 Oct 28 21:40:26.585242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc13b929-6e0b-47cd-a3c5-0715b9909083 req-3fb3e7e3-db06-4750-a83f-d3dced0b2afb tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Oct 28 21:40:26.640657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c738bf-d901-433f-864f-19b16fc8e9d3 req-b393ff1e-f9c8-47b3-9794-c5f545897089 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.642147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c738bf-d901-433f-864f-19b16fc8e9d3 req-b393ff1e-f9c8-47b3-9794-c5f545897089 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0502377 Oct 28 21:40:26.682420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c738bf-d901-433f-864f-19b16fc8e9d3 req-7575f104-8aa7-4107-9b5a-c077d897e468 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Oct 28 21:40:26.898019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f330f58-0861-4392-ba57-3c91268029a4 req-39343e24-403c-4620-9c0d-cb64831a1897 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:26.900024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f330f58-0861-4392-ba57-3c91268029a4 req-39343e24-403c-4620-9c0d-cb64831a1897 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0501776 Oct 28 21:40:26.939175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f330f58-0861-4392-ba57-3c91268029a4 req-bbdb4bb4-d2a3-4060-b119-9c1ff794d275 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Oct 28 21:40:27.184601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd366d9-1dc9-4793-b185-1f57bcf6ede1 req-410aa7fb-779f-4828-8d66-7479a6e2db02 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:27.186588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd366d9-1dc9-4793-b185-1f57bcf6ede1 req-410aa7fb-779f-4828-8d66-7479a6e2db02 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 949 time: 0.0558884 Oct 28 21:40:27.230706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcd366d9-1dc9-4793-b185-1f57bcf6ede1 req-9abf5c7b-656e-4ae1-a624-ef56f3e8e946 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Oct 28 21:40:27.707134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0a8f1-3a94-484d-86cb-2efda8396284 req-8dcc8cb6-9064-42e5-9d0d-1735a13ef1c3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:27.708553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0d0a8f1-3a94-484d-86cb-2efda8396284 req-8dcc8cb6-9064-42e5-9d0d-1735a13ef1c3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0504284 Oct 28 21:40:27.748702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0d0a8f1-3a94-484d-86cb-2efda8396284 req-46750ac9-114f-47c8-8392-e24dfa5efca5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334365 Oct 28 21:40:28.101831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1581c-d3ef-46e2-a0e7-0e1714a333e0 req-482479ee-9ada-4de0-b1f2-c6e9fb508c5d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:28.104195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48e1581c-d3ef-46e2-a0e7-0e1714a333e0 req-482479ee-9ada-4de0-b1f2-c6e9fb508c5d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0906763 Oct 28 21:40:28.148333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48e1581c-d3ef-46e2-a0e7-0e1714a333e0 req-444ab3ea-57b5-4f5f-837f-59b955140ac5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Oct 28 21:40:28.193941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 50b40672-070b-44c7-b24b-794a7b847cf0 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:40:28.255340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 50b40672-070b-44c7-b24b-794a7b847cf0 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:40:28.261647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 50b40672-070b-44c7-b24b-794a7b847cf0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:28.263304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:28.350163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:28.388470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=50b40672-070b-44c7-b24b-794a7b847cf0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:28.389604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:28.392429 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef6eed1-8ea4-48e5-9c98-3cfd27794ffa" -d '{"events": [{"server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "name": "network-vif-plugged", "status": "completed", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:28.396834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:28.438021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707d522-ae63-4842-8156-17619c9c171d req-295fc490-1044-49c4-8db2-3c1f21a3b48f tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:28.442081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9707d522-ae63-4842-8156-17619c9c171d req-295fc490-1044-49c4-8db2-3c1f21a3b48f tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 949 time: 0.0849359 Oct 28 21:40:28.448189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:28.489282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6205a9-5f56-470d-bfcb-6d745d067c33 req-230d776e-3937-4a64-b5cf-c77c07fcfaa1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:28.490631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b6205a9-5f56-470d-bfcb-6d745d067c33 req-230d776e-3937-4a64-b5cf-c77c07fcfaa1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0960488 Oct 28 21:40:28.498439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9707d522-ae63-4842-8156-17619c9c171d req-a7d9d27a-6ab5-4bd9-b921-8232c6ced0ce tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Oct 28 21:40:28.546146 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d5eaa6-fd70-4272-b4aa-58175ca0444c x-openstack-request-id: req-67d5eaa6-fd70-4272-b4aa-58175ca0444c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:28.546442 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "name": "network-vif-plugged", "status": "completed", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:28.546699 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67d5eaa6-fd70-4272-b4aa-58175ca0444c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:28.547118 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0', 'code': 200} Oct 28 21:40:28.554084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b6205a9-5f56-470d-bfcb-6d745d067c33 req-8e347c73-a309-4ecd-8a41-18113fe5708e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Oct 28 21:40:28.655709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c826-26c9-4ca2-acfd-4fe0693a882e req-8bd82c44-9b10-475f-8308-7a3e33ae9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:28.657220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5be3c826-26c9-4ca2-acfd-4fe0693a882e req-8bd82c44-9b10-475f-8308-7a3e33ae9be6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 1102 time: 0.0408261 Oct 28 21:40:28.702183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5be3c826-26c9-4ca2-acfd-4fe0693a882e req-c005a94a-cfe0-42ba-af94-8441c7895c25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282876 Oct 28 21:40:28.875499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5101-c07a-46c8-a132-0ff3d69c6cee req-b4948c34-7b3a-4efb-b308-6f6cd85d60bd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:28.877304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-449c5101-c07a-46c8-a132-0ff3d69c6cee req-b4948c34-7b3a-4efb-b308-6f6cd85d60bd tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0536983 Oct 28 21:40:28.923753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-449c5101-c07a-46c8-a132-0ff3d69c6cee req-90565153-60cf-4017-b24c-e85cd1a40190 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Oct 28 21:40:29.618607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0806fd-5294-4a25-b735-810666db4093 req-27a93b5c-b087-412f-b04c-1d6e0d96296b tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:29.620247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee0806fd-5294-4a25-b735-810666db4093 req-27a93b5c-b087-412f-b04c-1d6e0d96296b tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 950 time: 0.0525181 Oct 28 21:40:29.688019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee0806fd-5294-4a25-b735-810666db4093 req-f00165b6-1233-4315-9ba1-66557e2c750d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Oct 28 21:40:29.706616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd944d4-fec0-449f-be44-37e2540dcfa5 req-2330b8c2-d482-488a-ae1f-8ba5835fb0b2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:29.708109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbd944d4-fec0-449f-be44-37e2540dcfa5 req-2330b8c2-d482-488a-ae1f-8ba5835fb0b2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0677474 Oct 28 21:40:29.748594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbd944d4-fec0-449f-be44-37e2540dcfa5 req-58aa6cd8-1e47-45b9-8a6d-4262d2b77082 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Oct 28 21:40:29.881326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f45f8-be05-4d24-bd58-b4f8e3bc4a39 req-8d87a3b5-cc68-46ae-a31e-c5dd834a1a3c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:29.882697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a08f45f8-be05-4d24-bd58-b4f8e3bc4a39 req-8d87a3b5-cc68-46ae-a31e-c5dd834a1a3c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0543275 Oct 28 21:40:29.932265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a08f45f8-be05-4d24-bd58-b4f8e3bc4a39 req-bc5040dc-9a54-4464-8fea-a14d8b3c5c7a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Oct 28 21:40:30.103709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e786-8194-42c5-81ad-c6316a8f6f53 req-26effda6-90c7-4845-8104-9e58ead67d46 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.105578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1604e786-8194-42c5-81ad-c6316a8f6f53 req-26effda6-90c7-4845-8104-9e58ead67d46 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0814185 Oct 28 21:40:30.129146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35c2f8-a593-46b7-a586-5415ffc98312 req-1d8eb7a3-8010-43e2-a793-1a079558b6cb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.130601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a35c2f8-a593-46b7-a586-5415ffc98312 req-1d8eb7a3-8010-43e2-a793-1a079558b6cb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0787153 Oct 28 21:40:30.180698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1604e786-8194-42c5-81ad-c6316a8f6f53 req-effef469-ea24-4255-b84a-1f2b91a86247 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681355 Oct 28 21:40:30.189474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a35c2f8-a593-46b7-a586-5415ffc98312 req-5aae6579-a8ee-4e4c-b99b-eb01446bb9bb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Oct 28 21:40:30.320657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a82c-bbaf-43c3-8f32-f94529a64477 req-1c19741a-dbc5-45f9-b05b-94c8912f9d07 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.322193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2937a82c-bbaf-43c3-8f32-f94529a64477 req-1c19741a-dbc5-45f9-b05b-94c8912f9d07 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0543134 Oct 28 21:40:30.363462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2937a82c-bbaf-43c3-8f32-f94529a64477 req-c0d96ddb-fd48-4446-8a37-10589b686a5d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Oct 28 21:40:30.530672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f91e5-d8d8-46c1-a6e9-60e667342e61 req-49906cc2-6c98-4c91-8082-d861ca1e5205 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.532812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56f91e5-d8d8-46c1-a6e9-60e667342e61 req-49906cc2-6c98-4c91-8082-d861ca1e5205 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0512331 Oct 28 21:40:30.573795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a56f91e5-d8d8-46c1-a6e9-60e667342e61 req-4a1e15ec-86bb-4f6a-8ed9-58d9ada44101 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Oct 28 21:40:30.698762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278c43-cef4-4cff-a1d3-b122f19a9a3b req-9f3f6b1b-247e-42b2-948e-9d2583d3b63e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.700735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83278c43-cef4-4cff-a1d3-b122f19a9a3b req-9f3f6b1b-247e-42b2-948e-9d2583d3b63e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0518858 Oct 28 21:40:30.744342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83278c43-cef4-4cff-a1d3-b122f19a9a3b req-06db85bf-e21d-4c39-b043-3d416e2988ff tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Oct 28 21:40:30.817570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983ffb4-5e37-4743-82e5-d51b632ed3d1 req-8c152685-f4d2-4ab5-bde1-be4663a0348d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.819080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7983ffb4-5e37-4743-82e5-d51b632ed3d1 req-8c152685-f4d2-4ab5-bde1-be4663a0348d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 950 time: 0.0630088 Oct 28 21:40:30.866973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7983ffb4-5e37-4743-82e5-d51b632ed3d1 req-26ebfd4b-9896-4b1f-8469-64e6da6112d7 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Oct 28 21:40:30.903766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f3153-f37f-4d6f-a59b-dc1321281f20 req-f68e0b4a-a787-4ea6-9e26-4a03ae510997 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:30.905293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b85f3153-f37f-4d6f-a59b-dc1321281f20 req-f68e0b4a-a787-4ea6-9e26-4a03ae510997 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0540295 Oct 28 21:40:30.948334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b85f3153-f37f-4d6f-a59b-dc1321281f20 req-54ecddb8-348c-422d-a40b-be4abfb6599f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Oct 28 21:40:31.078650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2370262-43bb-4fe0-b707-322a457998a7 req-21f7dbdb-6cce-47cf-b6a4-740ec782929c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.080422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2370262-43bb-4fe0-b707-322a457998a7 req-21f7dbdb-6cce-47cf-b6a4-740ec782929c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0570695 Oct 28 21:40:31.119227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2370262-43bb-4fe0-b707-322a457998a7 req-b8cbfe4c-566e-4f79-b604-9ad42185040f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Oct 28 21:40:31.330896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbe71b-7a39-49ba-93e6-c503b26529ea req-3c3e8928-b6dc-4377-bf28-437c785a42e2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.332435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-facbe71b-7a39-49ba-93e6-c503b26529ea req-3c3e8928-b6dc-4377-bf28-437c785a42e2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0950265 Oct 28 21:40:31.346742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83d065-8b06-418e-bfe3-83c762bf6164 req-14253891-8542-44be-8f65-8162a267dd83 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.354122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e83d065-8b06-418e-bfe3-83c762bf6164 req-14253891-8542-44be-8f65-8162a267dd83 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0772624 Oct 28 21:40:31.411667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e83d065-8b06-418e-bfe3-83c762bf6164 req-aa4e22ca-747f-49f7-8d9e-4f9beab67d15 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Oct 28 21:40:31.414447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-facbe71b-7a39-49ba-93e6-c503b26529ea req-3e9ab003-5a80-4aad-ae88-316e972e791d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578010 Oct 28 21:40:31.560006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72ac6-8264-4ad3-b0e6-780a90fc3388 req-843be083-405a-42ba-b6f8-1a4b48d0e9d9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.561447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48e72ac6-8264-4ad3-b0e6-780a90fc3388 req-843be083-405a-42ba-b6f8-1a4b48d0e9d9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0537348 Oct 28 21:40:31.605081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48e72ac6-8264-4ad3-b0e6-780a90fc3388 req-031a1ae4-7d68-400d-83e9-90f3d2c4dec8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 Oct 28 21:40:31.759428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef0cf-1988-4b5e-ac08-26e0963114eb req-3a7b6268-5cf2-47c0-b07d-b877c58132ab tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.761073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3cef0cf-1988-4b5e-ac08-26e0963114eb req-3a7b6268-5cf2-47c0-b07d-b877c58132ab tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0519993 Oct 28 21:40:31.800806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3cef0cf-1988-4b5e-ac08-26e0963114eb req-10579862-01fc-47c5-a118-cc7d196088a9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Oct 28 21:40:31.926271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76c3bd-6b6c-4189-9a4d-7742784e207d req-7bc84508-da2c-42c6-85c6-16be2b9b44bc tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:31.927738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb76c3bd-6b6c-4189-9a4d-7742784e207d req-7bc84508-da2c-42c6-85c6-16be2b9b44bc tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0513639 Oct 28 21:40:31.969001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb76c3bd-6b6c-4189-9a4d-7742784e207d req-ebd82e53-109b-47f3-9069-9333c799e37c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Oct 28 21:40:32.145443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8ca0-9f20-491e-a378-9f8db135fb83 req-80ad3c95-29ef-418f-95ca-ee25637a6c07 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:32.147224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8aae8ca0-9f20-491e-a378-9f8db135fb83 req-80ad3c95-29ef-418f-95ca-ee25637a6c07 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0535326 Oct 28 21:40:32.192306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8aae8ca0-9f20-491e-a378-9f8db135fb83 req-7de9131e-c1df-4bce-b14f-defec8320af3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Oct 28 21:40:32.327684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726ba21-bfb9-414c-bb46-ca2d16f8b581 req-6d599150-305d-4897-94bf-bb7bcc56f8c4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:32.329434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a726ba21-bfb9-414c-bb46-ca2d16f8b581 req-6d599150-305d-4897-94bf-bb7bcc56f8c4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0538354 Oct 28 21:40:32.376310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a726ba21-bfb9-414c-bb46-ca2d16f8b581 req-18a59650-f450-4f3b-b25f-e27ba8d2050c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Oct 28 21:40:32.557764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf923b-953d-45c7-bfad-a59b9ed6564c req-45699904-4bb3-4863-9260-6536b4eeafeb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:32.559387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aedf923b-953d-45c7-bfad-a59b9ed6564c req-45699904-4bb3-4863-9260-6536b4eeafeb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0720685 Oct 28 21:40:32.604389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aedf923b-953d-45c7-bfad-a59b9ed6564c req-f5c2fdcd-872a-4cf1-91c2-458dcf743ae9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Oct 28 21:40:32.864282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109658c-7b8e-4847-9f7e-f6da3d4f80f6 req-0accb7be-bc08-4f13-8295-c6b52ba0de38 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:32.865821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1109658c-7b8e-4847-9f7e-f6da3d4f80f6 req-0accb7be-bc08-4f13-8295-c6b52ba0de38 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0984614 Oct 28 21:40:32.889824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1026bf4-f346-40e8-ab04-2d01d2e3ca44 req-41f18ccc-4e65-43ac-acee-ec3296f384b1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:32.891303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1026bf4-f346-40e8-ab04-2d01d2e3ca44 req-41f18ccc-4e65-43ac-acee-ec3296f384b1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0997217 Oct 28 21:40:32.940987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1109658c-7b8e-4847-9f7e-f6da3d4f80f6 req-bd9b3d72-ac6b-43b3-88c8-d30d8fc927c8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677164 Oct 28 21:40:32.967669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1026bf4-f346-40e8-ab04-2d01d2e3ca44 req-40283bb7-6709-4dff-a6cc-e78f9a4d9740 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Oct 28 21:40:33.135862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf336a4-38ed-48bb-997a-32ec0dd35691 req-afeaead0-40f7-40f6-b1ab-dc76ec31d54a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:33.137397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbf336a4-38ed-48bb-997a-32ec0dd35691 req-afeaead0-40f7-40f6-b1ab-dc76ec31d54a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0512505 Oct 28 21:40:33.178467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbf336a4-38ed-48bb-997a-32ec0dd35691 req-a5650cab-24f7-4a9d-8ae3-97b117d5ad3e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Oct 28 21:40:33.328132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630634b-f0f3-4b91-8d8f-a69cb08c59c9 req-dc2dc966-b985-4b7c-a875-f7464b5e0985 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:33.329743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7630634b-f0f3-4b91-8d8f-a69cb08c59c9 req-dc2dc966-b985-4b7c-a875-f7464b5e0985 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0729163 Oct 28 21:40:33.380481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7630634b-f0f3-4b91-8d8f-a69cb08c59c9 req-70ea497f-de56-4f2b-b069-eefe200f06bb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Oct 28 21:40:33.579527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a0c4-c0f9-4c62-9899-7a00a0f8caa5 req-fafe2ec8-4b06-4757-9ab4-2890d8e9509d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:33.581376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abf7a0c4-c0f9-4c62-9899-7a00a0f8caa5 req-fafe2ec8-4b06-4757-9ab4-2890d8e9509d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0627186 Oct 28 21:40:33.623081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abf7a0c4-c0f9-4c62-9899-7a00a0f8caa5 req-d151fc16-3337-44fa-b79b-be708f948a3c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356503 Oct 28 21:40:33.751481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e9cf7-e0e5-4b3b-81cf-7ef7440d1b43 req-8d216238-5577-44c0-a5b5-d231de1f14d1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:33.753076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b79e9cf7-e0e5-4b3b-81cf-7ef7440d1b43 req-8d216238-5577-44c0-a5b5-d231de1f14d1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0587997 Oct 28 21:40:33.796330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b79e9cf7-e0e5-4b3b-81cf-7ef7440d1b43 req-e9e8664b-1f89-4f78-a53a-3f4ae7c6df99 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Oct 28 21:40:33.959821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ebaf6-75e5-4777-8e54-4afd82ba021a req-b583c093-3580-4e12-8f51-f15bfebcbbd1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:33.961918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e82ebaf6-75e5-4777-8e54-4afd82ba021a req-b583c093-3580-4e12-8f51-f15bfebcbbd1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0538228 Oct 28 21:40:34.026351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e82ebaf6-75e5-4777-8e54-4afd82ba021a req-6603b89e-d12d-4079-badd-6765371dd39e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581748 Oct 28 21:40:34.108843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9379-a459-402d-bfed-ee832c6bb6f4 req-e7128e1a-3514-4843-b91b-f55a2ff48f2f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:34.111192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157f9379-a459-402d-bfed-ee832c6bb6f4 req-e7128e1a-3514-4843-b91b-f55a2ff48f2f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0544169 Oct 28 21:40:34.182461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157f9379-a459-402d-bfed-ee832c6bb6f4 req-75d2f4bb-7f7e-4499-9674-b41b5340a420 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606108 Oct 28 21:40:34.192327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90849eab-0c73-4090-b564-89f93e1a5cba req-60fff55d-bd24-451f-b24f-ccdbe7ba52e2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:34.193954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90849eab-0c73-4090-b564-89f93e1a5cba req-60fff55d-bd24-451f-b24f-ccdbe7ba52e2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0817831 Oct 28 21:40:34.240926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90849eab-0c73-4090-b564-89f93e1a5cba req-24805391-4ecb-4a60-a7d2-ec0675656bef tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Oct 28 21:40:34.757670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d857-da6f-434d-bda6-3f6bac94cc69 req-07111aa9-2791-4f50-9b7a-7bdbc17f1a6a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:34.766190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37a5d857-da6f-434d-bda6-3f6bac94cc69 req-07111aa9-2791-4f50-9b7a-7bdbc17f1a6a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0825925 Oct 28 21:40:34.834003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37a5d857-da6f-434d-bda6-3f6bac94cc69 req-799c42a4-1e96-45ec-85a5-d008d9f3c784 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663524 Oct 28 21:40:35.001700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55794) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:35.123740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5279b241-4402-4cfc-9a8d-9f464515dc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.177448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b9a30d2-f62c-4ddb-8280-0119ea6b7a3c req-60eea803-a870-4248-9c9f-3908f485d42a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287371 Oct 28 21:40:35.225470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5279b241-4402-4cfc-9a8d-9f464515dc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.230731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5279b241-4402-4cfc-9a8d-9f464515dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.257309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b9a30d2-f62c-4ddb-8280-0119ea6b7a3c req-d9b7886b-402a-4479-a9b1-5f2ca66cf2b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0326481 Oct 28 21:40:35.266064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279b241-4402-4cfc-9a8d-9f464515dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bfaeb6-1268-48e2-b5fd-79d707193e1b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:35.300393 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b9a30d2-f62c-4ddb-8280-0119ea6b7a3c req-aa66f0b0-fc1b-4d49-b393-ab90d20eb31b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230012 Oct 28 21:40:35.316384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5279b241-4402-4cfc-9a8d-9f464515dc06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff7975a8c8ca4e548406ba3ddb726f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123622 Oct 28 21:40:35.318854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55800) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:35.356150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2457233-b9b5-40c9-97e6-995f93c1435d req-942764a6-2586-438a-9a02-9a6a3a0f9ad9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:35.357859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2457233-b9b5-40c9-97e6-995f93c1435d req-942764a6-2586-438a-9a02-9a6a3a0f9ad9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0873213 Oct 28 21:40:35.406476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a30d2-f62c-4ddb-8280-0119ea6b7a3c req-340583e1-e428-4e49-a1e2-81f713c66aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:35.408129 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b9a30d2-f62c-4ddb-8280-0119ea6b7a3c req-340583e1-e428-4e49-a1e2-81f713c66aff service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010234 Oct 28 21:40:35.424398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.445100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2457233-b9b5-40c9-97e6-995f93c1435d req-00cd3c7c-5403-4239-8050-c997011699c1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Oct 28 21:40:35.456545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.511135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.514090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.517646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79bfaeb6-1268-48e2-b5fd-79d707193e1b HTTP/1.1" status: 204 len: 168 time: 0.1951752 Oct 28 21:40:35.527477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0275f-536a-4a41-acc3-2b5c008df368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bfaeb6-1268-48e2-b5fd-79d707193e1b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:35.793971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55808) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:35.808464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c483123b-9c5e-4b74-8c01-5a9c85794e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.894714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c483123b-9c5e-4b74-8c01-5a9c85794e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.902157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c483123b-9c5e-4b74-8c01-5a9c85794e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:35.933949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483123b-9c5e-4b74-8c01-5a9c85794e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68ecd9-2a1f-4ab1-abec-3fd3b7b944c2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:35.963534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c483123b-9c5e-4b74-8c01-5a9c85794e59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e511515f5c2a41828d66291c3aa840f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679113 Oct 28 21:40:35.969460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9af2-cb72-4bb3-8c9a-eb0ea943ac8a req-da0f8007-cb81-4460-a94c-f77eda472155 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:35.971553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:35.977145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a2e9af2-cb72-4bb3-8c9a-eb0ea943ac8a req-da0f8007-cb81-4460-a94c-f77eda472155 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0668671 Oct 28 21:40:36.018324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a2e9af2-cb72-4bb3-8c9a-eb0ea943ac8a req-7a9036f8-c027-4098-8dd8-1c598748d952 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Oct 28 21:40:36.029693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:36.053117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:36.103954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:36.106635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:36.110192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a68ecd9-2a1f-4ab1-abec-3fd3b7b944c2 HTTP/1.1" status: 204 len: 168 time: 0.1352348 Oct 28 21:40:36.116172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e851-823f-4508-85bf-72014f85da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68ecd9-2a1f-4ab1-abec-3fd3b7b944c2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:36.574883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b120d66-a6ab-49f3-9cb6-78b52bfecb53 req-891c8249-b7e2-4a5d-9775-0bf0239421ee tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:36.576433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b120d66-a6ab-49f3-9cb6-78b52bfecb53 req-891c8249-b7e2-4a5d-9775-0bf0239421ee tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0532863 Oct 28 21:40:36.616483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b120d66-a6ab-49f3-9cb6-78b52bfecb53 req-16672c44-45f0-4426-8b1a-9799209732f6 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Oct 28 21:40:37.146608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51595441-30cc-427e-9751-49cdf06054bf req-02c125a7-a695-4462-b123-6633d60d10f6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:37.148072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51595441-30cc-427e-9751-49cdf06054bf req-02c125a7-a695-4462-b123-6633d60d10f6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0558417 Oct 28 21:40:37.189462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51595441-30cc-427e-9751-49cdf06054bf req-d4f4cf8a-9d06-4d7a-8f01-5d860f561512 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Oct 28 21:40:37.741886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc05e0a-7377-40f8-af79-c6914e1e0479 req-e3878072-f31b-4b58-b47d-177bcc25be02 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:37.743598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fc05e0a-7377-40f8-af79-c6914e1e0479 req-e3878072-f31b-4b58-b47d-177bcc25be02 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0515230 Oct 28 21:40:37.783318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fc05e0a-7377-40f8-af79-c6914e1e0479 req-72b341ef-045a-4420-ae3f-a3fd6d28ea3e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Oct 28 21:40:38.232062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:38.308816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aac85-c786-4483-a968-792892f85006 req-190ec6fc-5068-4698-ad4a-ea0cfd021edf tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:38.310286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6aac85-c786-4483-a968-792892f85006 req-190ec6fc-5068-4698-ad4a-ea0cfd021edf tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0501420 Oct 28 21:40:38.339538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d04a5cc6-20e6-4819-9d80-64faadb48f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.349447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed6aac85-c786-4483-a968-792892f85006 req-12d6eec0-30c5-4e00-8a51-eee4e5907a28 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Oct 28 21:40:38.418442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d04a5cc6-20e6-4819-9d80-64faadb48f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.423328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d04a5cc6-20e6-4819-9d80-64faadb48f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.462213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d04a5cc6-20e6-4819-9d80-64faadb48f44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d803e64daf414f86aab669cf0a9648d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282963 Oct 28 21:40:38.463110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a5cc6-20e6-4819-9d80-64faadb48f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d95e7-9aee-48a6-a44d-cfe195e4e30c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:38.464666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55904) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:38.517524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.538271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.582175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.584675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.585791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce6d95e7-9aee-48a6-a44d-cfe195e4e30c HTTP/1.1" status: 204 len: 168 time: 0.1196666 Oct 28 21:40:38.594024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d95e7-9aee-48a6-a44d-cfe195e4e30c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:38.601510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.602443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.602952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.603291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.603621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.603950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.604275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.604633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.604957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.605630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.605630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.605983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69bde10-77cb-4982-b26e-9b6af84555bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:40:38.859361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55914) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:38.872547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48ff-86ec-4c09-af3e-04c1ce0e089d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.904614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3c05a-a22b-49cd-be8b-9022d5040115 req-9a6d6e4c-7e81-4f68-ab18-6cb1b82bfabc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:38.905924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fc3c05a-a22b-49cd-be8b-9022d5040115 req-9a6d6e4c-7e81-4f68-ab18-6cb1b82bfabc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0516460 Oct 28 21:40:38.947627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fc3c05a-a22b-49cd-be8b-9022d5040115 req-53605f0e-f9d3-49be-a314-5ddb406af772 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350564 Oct 28 21:40:38.950999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48ff-86ec-4c09-af3e-04c1ce0e089d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.955768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa48ff-86ec-4c09-af3e-04c1ce0e089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:38.995037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa48ff-86ec-4c09-af3e-04c1ce0e089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279b2588-085a-44b8-8c2c-dedccf7e4083,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:38.999763 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b5fa48ff-86ec-4c09-af3e-04c1ce0e089d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=472e42cdcc32406788438d0c10783039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392574 Oct 28 21:40:39.002469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:39.056083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:39.077132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:39.121906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:39.124464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:39.125598 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/279b2588-085a-44b8-8c2c-dedccf7e4083 HTTP/1.1" status: 204 len: 168 time: 0.1222177 Oct 28 21:40:39.133828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e88395-9a5b-4a8a-97bf-28eaf0c9d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b2588-085a-44b8-8c2c-dedccf7e4083,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:39.473243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691690a-26a3-45c3-9b5c-e7c0d52f7457 req-4eb0031b-eb40-4882-a462-5a20c7cb8d39 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:39.474950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f691690a-26a3-45c3-9b5c-e7c0d52f7457 req-4eb0031b-eb40-4882-a462-5a20c7cb8d39 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0525143 Oct 28 21:40:39.518218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f691690a-26a3-45c3-9b5c-e7c0d52f7457 req-e3d77d1a-e4c0-42e5-a67b-bfe49435bf91 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367785 Oct 28 21:40:39.815459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-cea15ac7-d96a-4862-aa68-e6e32b6ea406 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488451 Oct 28 21:40:39.817633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:39.877856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-4cb71ace-6fdd-461c-b68c-c35ab85d7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:39.879390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-4cb71ace-6fdd-461c-b68c-c35ab85d7d9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 1098 time: 0.0410821 Oct 28 21:40:39.927044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811531073-network', 'tenant_id': '1bf1f7eaf257414eaf64c2564291d0ec'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:39.988659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Made reservation on behalf of 1bf1f7eaf257414eaf64c2564291d0ec for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:39.990966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.009422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.026740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-3963daba-383b-4502-bea8-172382eb8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.028212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-3963daba-383b-4502-bea8-172382eb8e10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 200 len: 910 time: 0.1242795 Oct 28 21:40:40.156335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738730-ed2c-4265-b8f2-554301ace828 req-20ff2992-e8dc-435a-aa14-c602c71df57f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.157779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98738730-ed2c-4265-b8f2-554301ace828 req-20ff2992-e8dc-435a-aa14-c602c71df57f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.1286826 Oct 28 21:40:40.159484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-9370182c-7f4b-4cd6-980a-728151f5ddb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 200 len: 1001 time: 0.1002808 Oct 28 21:40:40.252536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98738730-ed2c-4265-b8f2-554301ace828 req-dbab7242-e8a7-4770-88cd-9b672dbc64b3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867281 Oct 28 21:40:40.258449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.260305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-ca321ab5-7d75-4e54-8387-fe40293d24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.261840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-ca321ab5-7d75-4e54-8387-fe40293d24f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d954ceb4-d96a-45d9-bc6d-045ee3154ccb HTTP/1.1" status: 200 len: 848 time: 0.0885332 Oct 28 21:40:40.263613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.302756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:40:40.329329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef947e-eb60-49a6-96db-c901ea9bb012,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:40.333101 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.333548 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Added segment 08234f89-2864-4d30-aadb-912b5c841fea of type vlan for network 2f56a802-bfb2-4232-9e62-a18868ed041f Oct 28 21:40:40.384486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.389655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-76fd8abb-0119-42b2-8e48-b2e563846211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.391134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-76fd8abb-0119-42b2-8e48-b2e563846211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111381 Oct 28 21:40:40.451266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.452165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.452763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.514162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6954346 Oct 28 21:40:40.517091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55952) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:40.522113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Request body: {'subnet': {'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811531073-subnet', 'tenant_id': '1bf1f7eaf257414eaf64c2564291d0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:40.542728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d83f82-5bb7-459d-8978-ca5e669c8227 admin admin] Pushing event updated for resources: {'Network': ['ID=2f56a802-bfb2-4232-9e62-a18868ed041f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:40.556670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-675d1173-0c65-479c-9d96-9a1bb73c2196 service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533928 Oct 28 21:40:40.558211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Made reservation on behalf of 1bf1f7eaf257414eaf64c2564291d0ec for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:40.559333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2f56a802-bfb2-4232-9e62-a18868ed041f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:40:40.560828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.692379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb46d-690c-4bba-b35b-f55c7cb8d08d req-f59dd28b-6c4a-44fd-a69c-953d2bd8fb60 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.693850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dfbb46d-690c-4bba-b35b-f55c7cb8d08d req-f59dd28b-6c4a-44fd-a69c-953d2bd8fb60 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0813315 Oct 28 21:40:40.700010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1cce94-8acd-46aa-8255-dabc411e7f92 req-d5170efd-1ef1-4141-9000-eae0ffe0ad60 service neutron] 10.222.0.44 "GET /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346557 Oct 28 21:40:40.734490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dfbb46d-690c-4bba-b35b-f55c7cb8d08d req-906060d9-1028-4a6e-b689-64632756d962 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Oct 28 21:40:40.747741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.776077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f2634aea-0c21-4b0d-a823-b2cecc3e21ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.802891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d348025-7c45-49c6-b5ef-8c5d5c07354a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:40.823529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Checking segment: {'id': '08234f89-2864-4d30-aadb-912b5c841fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:40:40.823884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Network hostable DHCP agents. Network: 2f56a802-bfb2-4232-9e62-a18868ed041f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:40:40.839814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Network 2f56a802-bfb2-4232-9e62-a18868ed041f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:40:40.847924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2f56a802-bfb2-4232-9e62-a18868ed041f) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:40:40.853809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:40.855023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:40.856331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cc7d1-43e3-4d12-8214-e703582c3e55 None None] Network 2f56a802-bfb2-4232-9e62-a18868ed041f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:40:40.872482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-83a980ed-3170-45e6-9786-42db8ed83f90 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3541999 Oct 28 21:40:40.983565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2a8f7-23f2-4619-9523-a87ea10a834c None None] Network 2f56a802-bfb2-4232-9e62-a18868ed041f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:40:41.339926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55976) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:41.359972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1125832647-network', 'tenant_id': 'e8d994dce8994d27be3fd3537643e70d'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:41.397395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a7608-ad9e-4784-9782-b9c783f77e37 req-1f301a58-5013-474d-87e9-d4e17546df34 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:41.399455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea2a7608-ad9e-4784-9782-b9c783f77e37 req-1f301a58-5013-474d-87e9-d4e17546df34 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0722084 Oct 28 21:40:41.400135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Made reservation on behalf of e8d994dce8994d27be3fd3537643e70d for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:41.402321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.417415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.459093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea2a7608-ad9e-4784-9782-b9c783f77e37 req-64cc990f-0fce-4dba-8827-431d4aa74e88 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Oct 28 21:40:41.514685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.518406 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.542660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:40:41.552994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d88082-f75c-40b0-95fd-18b7694e360a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:41.557837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.558142 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Added segment a18f5d24-0902-4200-8ed4-ce1a3ece50c7 of type vlan for network 4e899270-bf9c-40a5-80ed-651ac8dd0d18 Oct 28 21:40:41.596623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.620558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.621488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:41.622065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.684157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3431473 Oct 28 21:40:41.687029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55980) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:40:41.691037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f461db-a4c6-4ddc-a042-8688d68b875c admin admin] Pushing event updated for resources: {'Network': ['ID=4e899270-bf9c-40a5-80ed-651ac8dd0d18,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:41.692698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Request body: {'subnet': {'network_id': '4e899270-bf9c-40a5-80ed-651ac8dd0d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1125832647-subnet', 'tenant_id': 'e8d994dce8994d27be3fd3537643e70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:41.705263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4e899270-bf9c-40a5-80ed-651ac8dd0d18 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:40:41.715757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Made reservation on behalf of e8d994dce8994d27be3fd3537643e70d for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:41.718103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.854745 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.899362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a9f25-73e1-40b7-b1ba-8f98f9a0150b req-adfa5b96-b87c-40d0-9cad-04a6a86c00f6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:41.901461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c6a9f25-73e1-40b7-b1ba-8f98f9a0150b req-adfa5b96-b87c-40d0-9cad-04a6a86c00f6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0671890 Oct 28 21:40:41.932708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:41.944320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c6a9f25-73e1-40b7-b1ba-8f98f9a0150b req-ebce8855-f933-4c8f-9438-00dc31bba2b5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Oct 28 21:40:41.995067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c965d0-49da-44bb-8418-574e9c597868,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:42.006202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Checking segment: {'id': 'a18f5d24-0902-4200-8ed4-ce1a3ece50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4e899270-bf9c-40a5-80ed-651ac8dd0d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:40:42.006561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Network hostable DHCP agents. Network: 4e899270-bf9c-40a5-80ed-651ac8dd0d18, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:40:42.022722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Network 4e899270-bf9c-40a5-80ed-651ac8dd0d18 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:40:42.032037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 4e899270-bf9c-40a5-80ed-651ac8dd0d18) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:40:42.036043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:42.036687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:42.042851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45cfe0-c83b-4c92-b62c-922297615a0f None None] Network 4e899270-bf9c-40a5-80ed-651ac8dd0d18 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:40:42.053094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7849b361-9fd0-4c37-a690-fb08d0e58a79 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3649678 Oct 28 21:40:42.127470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:42.180299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5bb77-1405-4674-a758-5608c29be6b5 None None] Network 4e899270-bf9c-40a5-80ed-651ac8dd0d18 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:40:42.550070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-985657f3-e80f-46f8-a84b-a6b45f917c8d tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:42.551508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-985657f3-e80f-46f8-a84b-a6b45f917c8d tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/networks?id=2f56a802-bfb2-4232-9e62-a18868ed041f HTTP/1.1" status: 200 len: 809 time: 0.1121185 Oct 28 21:40:42.583776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-bd85ca03-2553-470b-aa63-4303f6f9a2f0 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/quotas/1bf1f7eaf257414eaf64c2564291d0ec HTTP/1.1" status: 200 len: 375 time: 0.0148365 Oct 28 21:40:42.611364 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30209-18a1-4f82-9aef-fbaf447c2126 req-864aa713-15cc-464a-bcea-1783e8ccbade tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:42.612752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c30209-18a1-4f82-9aef-fbaf447c2126 req-864aa713-15cc-464a-bcea-1783e8ccbade tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0808644 Oct 28 21:40:42.628599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-e10636e8-388e-4990-acb5-cc48333f72db tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bf1f7eaf257414eaf64c2564291d0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377302 Oct 28 21:40:42.665766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c30209-18a1-4f82-9aef-fbaf447c2126 req-9a2440da-3f4d-4044-900a-04b83f4d1097 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Oct 28 21:40:42.741938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-79c4c1a4-7776-4b5a-9462-c2cf4bc071f5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:40:42.744320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-79c4c1a4-7776-4b5a-9462-c2cf4bc071f5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1031444 Oct 28 21:40:42.846607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-be107283-bdfc-43f3-bf54-bf393da3dca8 service neutron] 10.222.0.31 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949404 Oct 28 21:40:42.943316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-46fd7952-00fb-4c63-93e3-1f3362d5479a service neutron] 10.222.0.31 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906827 Oct 28 21:40:43.075518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f34f43-cb47-4b73-bf7d-58f3edfa56ab req-7f850333-122f-4c17-9d1d-127c41bcc252 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:43.083237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5f34f43-cb47-4b73-bf7d-58f3edfa56ab req-7f850333-122f-4c17-9d1d-127c41bcc252 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0624378 Oct 28 21:40:43.131688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5f34f43-cb47-4b73-bf7d-58f3edfa56ab req-70a77719-3299-41b4-8c23-5564128c7837 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Oct 28 21:40:43.159408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3a10c8b-5ff2-4ed6-bb87-dca8208381be req-f54dd053-409b-459c-8b65-05b5ec87044b tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 210 time: 0.0440223 Oct 28 21:40:43.354378 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-95fe43d8-3a3a-4d2a-90ba-82ab39bd42c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:43.799805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce12d-694f-40e0-b44e-ca691f3d72e7 req-eb588171-ed58-4d27-8473-6b6001725ac2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:43.799805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57fce12d-694f-40e0-b44e-ca691f3d72e7 req-eb588171-ed58-4d27-8473-6b6001725ac2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0530906 Oct 28 21:40:43.836517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57fce12d-694f-40e0-b44e-ca691f3d72e7 req-a04099b0-da91-4dfa-a359-bf72de8eaf98 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Oct 28 21:40:44.608636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19082b24-f6a8-45ba-92f6-3323c6f5fef8 req-c508d388-3a42-4a57-b336-75804e7b963a tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 210 time: 0.3338754 Oct 28 21:40:44.661614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb70981-5471-4ec6-a4ed-a998422d1136 req-d5cf4895-ad9b-4ad2-8fbf-f7059ff0812d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:44.673509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb70981-5471-4ec6-a4ed-a998422d1136 req-d5cf4895-ad9b-4ad2-8fbf-f7059ff0812d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.4352417 Oct 28 21:40:44.744733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-d3600352-b307-48d5-9b0b-135510f2f5b1 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:44.746504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-d3600352-b307-48d5-9b0b-135510f2f5b1 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.44 "GET /v2.0/networks?id=2f56a802-bfb2-4232-9e62-a18868ed041f HTTP/1.1" status: 200 len: 809 time: 0.5449176 Oct 28 21:40:44.776266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Request body: {'port': {'device_id': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f', 'admin_state_up': True, 'tenant_id': '1bf1f7eaf257414eaf64c2564291d0ec'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:44.786838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb70981-5471-4ec6-a4ed-a998422d1136 req-f6b48978-23a6-4a2b-a6e5-2f02d3634069 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115310 Oct 28 21:40:44.815336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:44.909295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Made reservation on behalf of 1bf1f7eaf257414eaf64c2564291d0ec for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:40:44.913025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.012113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d17db-707f-4fc8-acc2-25adf9cc40de req-79059c57-0aeb-4b17-9a34-d53ae44384a0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:45.013532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-742d17db-707f-4fc8-acc2-25adf9cc40de req-79059c57-0aeb-4b17-9a34-d53ae44384a0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0977921 Oct 28 21:40:45.077092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.089142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-742d17db-707f-4fc8-acc2-25adf9cc40de req-61772536-d03f-46d8-b540-457cede1a26b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Oct 28 21:40:45.111532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Allocated IP 172.20.0.12 (2f56a802-bfb2-4232-9e62-a18868ed041f/1d348025-7c45-49c6-b5ef-8c5d5c07354a/861f2f2e-c266-40b7-bce1-5153469583b3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:40:45.126101 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:40:45.270120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.303290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.347904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Network 2f56a802-bfb2-4232-9e62-a18868ed041f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:40:45.351114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:40:45.354824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:40:45.361677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Pushing event updated for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:45.409103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:45.409611 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.427309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-fd0bf7e7-dac3-4284-835a-30fcfd84a318 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6571095 Oct 28 21:40:45.447392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Request body: {'port': {'device_id': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:40:45.506266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.788054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfae438-4591-4ae0-baee-9c3060cb5742 req-407b33a6-4f94-45a0-a9be-ec4b6913716f tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:45.791360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dfae438-4591-4ae0-baee-9c3060cb5742 req-407b33a6-4f94-45a0-a9be-ec4b6913716f tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 932 time: 0.0863345 Oct 28 21:40:45.878076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861f2f2e-c266-40b7-bce1-5153469583b3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:45.890697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dfae438-4591-4ae0-baee-9c3060cb5742 req-d63f0998-225f-4a76-b794-839729f4a15f tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Oct 28 21:40:45.892895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:45.907625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Transition to ACTIVE for port object 861f2f2e-c266-40b7-bce1-5153469583b3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:40:45.920427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:46.027180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Pushing event updated for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:46.063726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0f90b-9c85-4fd6-b814-d22aab39fd49 req-ee57e07f-7017-4e6e-9519-ed72f2bf9841 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.065290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53c0f90b-9c85-4fd6-b814-d22aab39fd49 req-ee57e07f-7017-4e6e-9519-ed72f2bf9841 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1168067 Oct 28 21:40:46.115111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Attempting to bind port 861f2f2e-c266-40b7-bce1-5153469583b3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:40:46.115441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Attempting to bind port 861f2f2e-c266-40b7-bce1-5153469583b3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '08234f89-2864-4d30-aadb-912b5c841fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:40:46.115773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Attempting to bind port 861f2f2e-c266-40b7-bce1-5153469583b3 on network 2f56a802-bfb2-4232-9e62-a18868ed041f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:46.135391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53c0f90b-9c85-4fd6-b814-d22aab39fd49 req-02c8c287-1090-4dee-9a0f-0f8d43897cb4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Oct 28 21:40:46.135961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Port 861f2f2e-c266-40b7-bce1-5153469583b3 on network 2f56a802-bfb2-4232-9e62-a18868ed041f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:40:46.136283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Attempting to bind port 861f2f2e-c266-40b7-bce1-5153469583b3 on network 2f56a802-bfb2-4232-9e62-a18868ed041f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:40:46.142499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:40:46.142841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Checking segment: {'id': '08234f89-2864-4d30-aadb-912b5c841fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:40:46.143224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Bound using segment: {'id': '08234f89-2864-4d30-aadb-912b5c841fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:40:46.143653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Bound port: 861f2f2e-c266-40b7-bce1-5153469583b3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08234f89-2864-4d30-aadb-912b5c841fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:40:46.144010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:46.246504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:40:46.263704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=861f2f2e-c266-40b7-bce1-5153469583b3,segment=NetworkSegment(08234f89-2864-4d30-aadb-912b5c841fea),segment_id=08234f89-2864-4d30-aadb-912b5c841fea)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:40:46.269291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:46.323449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c6dd-2e9a-430f-8eb2-3bd1ddef5a33 req-7e99b253-9152-4618-bae0-23936e707dd3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.325118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fe5c6dd-2e9a-430f-8eb2-3bd1ddef5a33 req-7e99b253-9152-4618-bae0-23936e707dd3 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.1157959 Oct 28 21:40:46.334199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.334830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:46.336872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] 10.222.0.44 "PUT /v2.0/ports/861f2f2e-c266-40b7-bce1-5153469583b3 HTTP/1.1" status: 200 len: 1093 time: 0.8941817 Oct 28 21:40:46.337410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:46.339652 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc63afba-2070-4243-b8e8-a6a39e75d041" -d '{"events": [{"name": "network-changed", "server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:46.388465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b3dcf-cc03-4ec2-b37c-b11a9ebaf359 service neutron] Pushing event updated for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:46.401189 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6203ae-fc24-4d59-95f0-ed72183ca294 x-openstack-request-id: req-8d6203ae-fc24-4d59-95f0-ed72183ca294 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:46.401189 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:46.401189 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d6203ae-fc24-4d59-95f0-ed72183ca294 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:46.401615 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3', 'status': 'completed', 'code': 200} Oct 28 21:40:46.433453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fe5c6dd-2e9a-430f-8eb2-3bd1ddef5a33 req-ee804562-0f8d-4713-8977-5db3260fded2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904810 Oct 28 21:40:46.456058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-ac794ca8-4dcb-4938-b3ae-1d15531f7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.456058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-ac794ca8-4dcb-4938-b3ae-1d15531f7b0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bf1f7eaf257414eaf64c2564291d0ec&device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 1096 time: 0.0572977 Oct 28 21:40:46.500302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-f1d36ec3-ac50-401d-b61a-ce9c2ef1fa42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861f2f2e-c266-40b7-bce1-5153469583b3 HTTP/1.1" status: 200 len: 217 time: 0.0354965 Oct 28 21:40:46.557511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974fa9-fef7-4387-b0d4-066320b18060 req-0e9e43ae-3851-4625-9026-12ffca485b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.559229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-0e9e43ae-3851-4625-9026-12ffca485b0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d348025-7c45-49c6-b5ef-8c5d5c07354a HTTP/1.1" status: 200 len: 849 time: 0.0490413 Oct 28 21:40:46.596606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-5d6e75eb-c17c-4a7a-8d31-ac9913d4ed4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f56a802-bfb2-4232-9e62-a18868ed041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245869 Oct 28 21:40:46.625763 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:46.691826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-21a1d6f8-9aed-4a0f-96ed-6bf5a3c65ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849905 Oct 28 21:40:46.788762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46974fa9-fef7-4387-b0d4-066320b18060 req-8249cd35-3197-44d6-8eaf-c0661213409d service neutron] 10.222.0.44 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891659 Oct 28 21:40:46.890808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-291b7308-01e3-49fc-81bc-cd33efdee6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:46.892765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-291b7308-01e3-49fc-81bc-cd33efdee6bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bf1f7eaf257414eaf64c2564291d0ec&device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 1096 time: 0.0517282 Oct 28 21:40:47.032651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-9cd526e1-72a8-4a52-8598-008831b54c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:47.034249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-9cd526e1-72a8-4a52-8598-008831b54c4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2f56a802-bfb2-4232-9e62-a18868ed041f HTTP/1.1" status: 200 len: 910 time: 0.1317670 Oct 28 21:40:47.050632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a776df-daf1-45a3-9534-672c9e6268da req-ca1ece81-d36b-431d-a8dd-f9f554eac265 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:47.052045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33a776df-daf1-45a3-9534-672c9e6268da req-ca1ece81-d36b-431d-a8dd-f9f554eac265 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 944 time: 0.0743380 Oct 28 21:40:47.097147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-39ab85bb-bbb0-436f-bc64-a652622c3fb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861f2f2e-c266-40b7-bce1-5153469583b3 HTTP/1.1" status: 200 len: 217 time: 0.0441391 Oct 28 21:40:47.126222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33a776df-daf1-45a3-9534-672c9e6268da req-d38f179e-7f32-4913-b862-a6a0ddb017a9 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671158 Oct 28 21:40:47.171165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-ce985411-87e5-4055-a45b-460cfdafbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:47.173201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-ce985411-87e5-4055-a45b-460cfdafbbd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d348025-7c45-49c6-b5ef-8c5d5c07354a HTTP/1.1" status: 200 len: 849 time: 0.0629187 Oct 28 21:40:47.231039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-340ee9ee-2571-4446-ac4e-601d3046ff58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2f56a802-bfb2-4232-9e62-a18868ed041f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422552 Oct 28 21:40:47.334437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d645d3-341a-4f23-b0fa-a26ac4461398 req-ff71b059-8628-425d-927c-0111f4b5f22e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:47.336477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66d645d3-341a-4f23-b0fa-a26ac4461398 req-ff71b059-8628-425d-927c-0111f4b5f22e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1013479 Oct 28 21:40:47.375295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-0776eaa9-6bfd-4fe4-96c8-eca2ea8c3bbc service neutron] 10.222.0.44 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307695 Oct 28 21:40:47.408207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66d645d3-341a-4f23-b0fa-a26ac4461398 req-039da87d-5344-49b4-8173-8f40e0e92f2e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614016 Oct 28 21:40:47.489043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc63afba-2070-4243-b8e8-a6a39e75d041 req-36e38063-5b4f-4991-9c41-435150cc8f88 service neutron] 10.222.0.44 "GET /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040924 Oct 28 21:40:47.569592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806d1a9-793f-456d-bf6b-aaf62f3eaf79 req-b53eefeb-a2cf-44b8-9cd4-9c72b32911ab tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:47.571710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7806d1a9-793f-456d-bf6b-aaf62f3eaf79 req-b53eefeb-a2cf-44b8-9cd4-9c72b32911ab tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0563083 Oct 28 21:40:47.609335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7806d1a9-793f-456d-bf6b-aaf62f3eaf79 req-1cda91c7-5ff9-4cc6-a6ae-3491d3dd5a49 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Oct 28 21:40:48.253091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a47836-1438-4b50-ae8b-882111f704a8 req-61adbc93-7ff2-4aa0-8d22-c46e28f81258 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:48.254506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1a47836-1438-4b50-ae8b-882111f704a8 req-61adbc93-7ff2-4aa0-8d22-c46e28f81258 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 944 time: 0.0543826 Oct 28 21:40:48.261837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 861f2f2e-c266-40b7-bce1-5153469583b3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:40:48.305684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1a47836-1438-4b50-ae8b-882111f704a8 req-a778afc0-796f-471e-a17f-be78c3159161 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Oct 28 21:40:48.538897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=861f2f2e-c266-40b7-bce1-5153469583b3,segment=NetworkSegment(08234f89-2864-4d30-aadb-912b5c841fea),segment_id=08234f89-2864-4d30-aadb-912b5c841fea)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:48.540876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6840-6c9b-4a16-9c90-2c1d6f512df3 req-9c7741db-8d23-47c9-87bd-36daa03f4dda tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:48.549006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4aa6840-6c9b-4a16-9c90-2c1d6f512df3 req-9c7741db-8d23-47c9-87bd-36daa03f4dda tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0614405 Oct 28 21:40:48.552154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '861f2f2e-c266-40b7-bce1-5153469583b3', 'network_id': '2f56a802-bfb2-4232-9e62-a18868ed041f', 'port_id': '861f2f2e-c266-40b7-bce1-5153469583b3', 'mac_address': 'fa:16:3e:ab:0b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d348025-7c45-49c6-b5ef-8c5d5c07354a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:40:48.592513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4aa6840-6c9b-4a16-9c90-2c1d6f512df3 req-39aebff1-963c-4a7b-b5e9-36bc2012433a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Oct 28 21:40:48.595107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:48.611158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861f2f2e-c266-40b7-bce1-5153469583b3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:48.632717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=861f2f2e-c266-40b7-bce1-5153469583b3,segment=NetworkSegment(08234f89-2864-4d30-aadb-912b5c841fea),segment_id=08234f89-2864-4d30-aadb-912b5c841fea)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:48.642580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:48.708322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:48.735673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68f563-a5c3-498c-abac-1514ec38b1bd req-4ecdd035-27c7-4a9b-b71b-ab3740ec4ff2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:48.737174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f68f563-a5c3-498c-abac-1514ec38b1bd req-4ecdd035-27c7-4a9b-b71b-ab3740ec4ff2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0571740 Oct 28 21:40:48.777150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f68f563-a5c3-498c-abac-1514ec38b1bd req-c45f1c96-0d64-4138-8b50-67b3662431f9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Oct 28 21:40:49.084444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['861f2f2e-c266-40b7-bce1-5153469583b3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:49.420167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a9873-bcca-459e-8d68-4d2863cb4ba5 req-468e515a-2895-4e36-94d5-80bca209d2d6 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:49.421708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e40a9873-bcca-459e-8d68-4d2863cb4ba5 req-468e515a-2895-4e36-94d5-80bca209d2d6 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 945 time: 0.0529466 Oct 28 21:40:49.462443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e40a9873-bcca-459e-8d68-4d2863cb4ba5 req-54df4a70-840b-410a-ac9e-2debba59f401 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Oct 28 21:40:49.719924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841648-ce89-441d-9e61-06e6fb98b8e3 req-f16d554b-b0d8-4563-978b-dc326c665d96 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:49.728161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0841648-ce89-441d-9e61-06e6fb98b8e3 req-f16d554b-b0d8-4563-978b-dc326c665d96 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0657806 Oct 28 21:40:49.777001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0841648-ce89-441d-9e61-06e6fb98b8e3 req-aa88aace-837c-4783-a9c7-2745f5fb944e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Oct 28 21:40:49.919307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2d80-67ec-4668-ad92-b4b8d9c2291a req-df0f25eb-e89a-46c4-8f98-d955dd77995f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:49.920740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-002f2d80-67ec-4668-ad92-b4b8d9c2291a req-df0f25eb-e89a-46c4-8f98-d955dd77995f tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0596037 Oct 28 21:40:49.960438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-002f2d80-67ec-4668-ad92-b4b8d9c2291a req-f44be441-fa29-40a4-8a4d-0d43330c3458 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Oct 28 21:40:50.290298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:40:50.391027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:50.403143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'port_id': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'mac_address': 'fa:16:3e:d4:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b603aa-6d11-4d6c-abba-383426749a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:40:50.446814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:50.459817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:40:50.479372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:50.489011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:50.551538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:50.589986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb499e-0b7b-4bc3-8233-e6c88580a8a8 req-b368e0a3-bcdc-45e0-8223-2d95d36a7780 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:50.592291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddeb499e-0b7b-4bc3-8233-e6c88580a8a8 req-b368e0a3-bcdc-45e0-8223-2d95d36a7780 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 945 time: 0.0550134 Oct 28 21:40:50.632181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddeb499e-0b7b-4bc3-8233-e6c88580a8a8 req-bef974d2-f612-449e-a5b1-b8d643bec2bb tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Oct 28 21:40:50.710129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:40:50.912617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923652-9926-4ee3-bc93-5852bb4696d9 req-c6e9fd24-6102-402f-a0b4-310593228efb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:50.915678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50923652-9926-4ee3-bc93-5852bb4696d9 req-c6e9fd24-6102-402f-a0b4-310593228efb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0571322 Oct 28 21:40:50.963213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50923652-9926-4ee3-bc93-5852bb4696d9 req-3fd78570-92a9-45a6-adc3-770d984db91a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Oct 28 21:40:51.091162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4bcdf-8d17-42ad-becb-96aaee076356 req-fee33230-7581-4fa2-9c46-0d14a7c29af1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:51.092596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84d4bcdf-8d17-42ad-becb-96aaee076356 req-fee33230-7581-4fa2-9c46-0d14a7c29af1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0552945 Oct 28 21:40:51.132948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84d4bcdf-8d17-42ad-becb-96aaee076356 req-e8576ae9-d693-430e-8e14-57f1af2b29f4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Oct 28 21:40:51.768402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff8bc5-f4df-43c4-a486-4eab96744d08 req-cce35b5d-2fa9-43d3-ae33-312e58fe9599 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:51.769088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14ff8bc5-f4df-43c4-a486-4eab96744d08 req-cce35b5d-2fa9-43d3-ae33-312e58fe9599 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 945 time: 0.0571082 Oct 28 21:40:51.832269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14ff8bc5-f4df-43c4-a486-4eab96744d08 req-9d65a74e-0989-405a-93ac-77aa584eb347 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Oct 28 21:40:52.099816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3b48f-6dbe-4c09-81fd-dac772c5334f req-59456050-7a58-4c86-9919-8b8440336b18 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:52.101208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f3b48f-6dbe-4c09-81fd-dac772c5334f req-59456050-7a58-4c86-9919-8b8440336b18 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0529263 Oct 28 21:40:52.141207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f3b48f-6dbe-4c09-81fd-dac772c5334f req-36a7b7d1-b115-4b84-a292-4f4c3a771434 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Oct 28 21:40:52.257439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2035-5ee5-4f97-b4c1-846ab7f69413 req-a41db427-d567-444a-bfbc-394cd498fb85 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:52.259360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-607f2035-5ee5-4f97-b4c1-846ab7f69413 req-a41db427-d567-444a-bfbc-394cd498fb85 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0560589 Oct 28 21:40:52.292790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:40:52.306004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-607f2035-5ee5-4f97-b4c1-846ab7f69413 req-d0dd490f-de02-4e55-869f-513eb9c0fd02 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Oct 28 21:40:52.364079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c94edf11-7782-48b7-b07d-1ef37a3b51e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:52.364719 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.466269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.491950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:52.494696 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4cc8b2-315c-407b-909f-175ebf122bb7" -d '{"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:52.508170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:52.513015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.513983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 861f2f2e-c266-40b7-bce1-5153469583b3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:40:52.553559 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e9ffe6-db12-478e-bc34-b2d0cc725cac x-openstack-request-id: req-24e9ffe6-db12-478e-bc34-b2d0cc725cac {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:52.553847 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:52.554095 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e9ffe6-db12-478e-bc34-b2d0cc725cac {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:52.554481 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'code': 200} Oct 28 21:40:52.591569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:52.613600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 861f2f2e-c266-40b7-bce1-5153469583b3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:40:52.618256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 861f2f2e-c266-40b7-bce1-5153469583b3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:40:52.618611 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.699537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.734118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=861f2f2e-c266-40b7-bce1-5153469583b3,segment=NetworkSegment(08234f89-2864-4d30-aadb-912b5c841fea),segment_id=08234f89-2864-4d30-aadb-912b5c841fea)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:40:52.739404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:40:52.790275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:40:52.952197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795b2e0-5b8f-47d6-a6d6-d0f1cf9bfc3a req-c5e5bbaf-b1cd-41b3-b604-e9ce2eef6cfe tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:52.953865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9795b2e0-5b8f-47d6-a6d6-d0f1cf9bfc3a req-c5e5bbaf-b1cd-41b3-b604-e9ce2eef6cfe tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0563776 Oct 28 21:40:53.003072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9795b2e0-5b8f-47d6-a6d6-d0f1cf9bfc3a req-7a822910-28f5-4477-b1f1-82378ebbe695 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Oct 28 21:40:53.280032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d391dc-1ad8-41c7-9b4e-3fde7abe3aa8 req-afe0edeb-a088-424f-acd3-8368e9eab0c3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:53.288818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94d391dc-1ad8-41c7-9b4e-3fde7abe3aa8 req-afe0edeb-a088-424f-acd3-8368e9eab0c3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0636253 Oct 28 21:40:53.354589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94d391dc-1ad8-41c7-9b4e-3fde7abe3aa8 req-da6b9e56-1194-44b8-b87d-fb72b3db0c24 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637836 Oct 28 21:40:53.487829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859dd92-6777-40b5-a5a6-ebb7f3ad03d4 req-c3e9080e-50d8-471a-8001-6b29f1f459c8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:53.495797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b859dd92-6777-40b5-a5a6-ebb7f3ad03d4 req-c3e9080e-50d8-471a-8001-6b29f1f459c8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0927052 Oct 28 21:40:53.535123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b859dd92-6777-40b5-a5a6-ebb7f3ad03d4 req-b9bf7743-229e-471f-b744-8bc9bc186303 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Oct 28 21:40:54.158444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7fab-cdca-4f9b-86da-9b6a12a2d2da req-68eb74ca-9bf4-4b46-83aa-7e4df32b36ad tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:54.159820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4f7fab-cdca-4f9b-86da-9b6a12a2d2da req-68eb74ca-9bf4-4b46-83aa-7e4df32b36ad tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0666137 Oct 28 21:40:54.213556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f4f7fab-cdca-4f9b-86da-9b6a12a2d2da req-44464591-74c2-4c49-9d44-18897eb1efbb tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Oct 28 21:40:54.519438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb70962-a1c1-4dd3-bca1-5bbceef802c8 req-8b4f5ab9-0c3f-4b95-8226-bc0ac3227d99 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:54.521337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebb70962-a1c1-4dd3-bca1-5bbceef802c8 req-8b4f5ab9-0c3f-4b95-8226-bc0ac3227d99 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0786114 Oct 28 21:40:54.556873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:40:54.559190 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b9e938-e1a6-4041-876d-1b96bcc680ed" -d '{"events": [{"server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "name": "network-vif-plugged", "status": "completed", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:40:54.586574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebb70962-a1c1-4dd3-bca1-5bbceef802c8 req-588ed338-d625-4297-9db0-f48f23f6b4f9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Oct 28 21:40:54.624742 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c2520f-07bd-4d12-9729-c81f9fd95059 x-openstack-request-id: req-48c2520f-07bd-4d12-9729-c81f9fd95059 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:40:54.625239 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "name": "network-vif-plugged", "status": "completed", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:40:54.625655 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48c2520f-07bd-4d12-9729-c81f9fd95059 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:40:54.626201 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3', 'code': 200} Oct 28 21:40:54.738990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e7de-202f-41ac-8c8d-696b77c9e314 req-c6484d6f-86f3-425f-aa1a-caf6b69609c0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:54.740531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9f4e7de-202f-41ac-8c8d-696b77c9e314 req-c6484d6f-86f3-425f-aa1a-caf6b69609c0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0988514 Oct 28 21:40:54.825442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f9f4e7de-202f-41ac-8c8d-696b77c9e314 req-e4e6ccf5-3dba-413c-9ede-bdbf47688207 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762799 Oct 28 21:40:54.840911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf9f5-5fd6-409e-bd08-deb47fa38b35 req-ceae95f9-ab37-44d1-a801-58bdce630ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:54.843250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2edbf9f5-5fd6-409e-bd08-deb47fa38b35 req-ceae95f9-ab37-44d1-a801-58bdce630ebf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 1098 time: 0.1266332 Oct 28 21:40:54.899548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2edbf9f5-5fd6-409e-bd08-deb47fa38b35 req-732cbff7-d143-4fee-bb17-2a9bf9b1893d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Oct 28 21:40:55.374931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bb0b3-3bd7-48ba-85c8-bc83d22ad8f5 req-6b905f7c-d36f-40cf-8c45-6b9fa8a7fdef tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:55.378296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-020bb0b3-3bd7-48ba-85c8-bc83d22ad8f5 req-6b905f7c-d36f-40cf-8c45-6b9fa8a7fdef tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0688801 Oct 28 21:40:55.448240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-020bb0b3-3bd7-48ba-85c8-bc83d22ad8f5 req-583f4184-fa3c-4e2a-bc99-d70114cccdc4 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Oct 28 21:40:55.749170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a45bd-46e0-44ca-b6ed-6e3c14c87273 req-b4326f09-aa47-44b2-bab3-73e50474ba35 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:55.751192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-097a45bd-46e0-44ca-b6ed-6e3c14c87273 req-b4326f09-aa47-44b2-bab3-73e50474ba35 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0842788 Oct 28 21:40:55.812471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-097a45bd-46e0-44ca-b6ed-6e3c14c87273 req-bfbd7800-70aa-4dee-abe5-21ab9b106a39 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Oct 28 21:40:55.962317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c40c6-7848-44f7-9c4e-2caaf9a8e67e req-f8a87941-6945-4ee0-895e-4805dafa2625 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:55.963859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad6c40c6-7848-44f7-9c4e-2caaf9a8e67e req-f8a87941-6945-4ee0-895e-4805dafa2625 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0579870 Oct 28 21:40:56.011379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad6c40c6-7848-44f7-9c4e-2caaf9a8e67e req-459da891-b131-4b2c-8976-2675d465e34b tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Oct 28 21:40:56.592038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b085-9c54-4a47-abe0-11339635665b req-2bd2bac5-d1ec-4241-86e4-3db41d1f229b tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:56.594400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f12b085-9c54-4a47-abe0-11339635665b req-2bd2bac5-d1ec-4241-86e4-3db41d1f229b tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0622196 Oct 28 21:40:56.652632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f12b085-9c54-4a47-abe0-11339635665b req-6cc698ff-2017-4c50-a3a6-9f29f36b95dd tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Oct 28 21:40:56.972860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d777e-77ad-4893-85d2-a15be0602324 req-e2d522b9-e3ff-4a55-9db2-56fb333d510a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:56.974759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a60d777e-77ad-4893-85d2-a15be0602324 req-e2d522b9-e3ff-4a55-9db2-56fb333d510a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0752218 Oct 28 21:40:57.080656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a60d777e-77ad-4893-85d2-a15be0602324 req-3c9ad752-191f-47ee-ae13-1eca353fc2de tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923200 Oct 28 21:40:57.206341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501b18-89e2-40d1-be31-3dec02335f97 req-7cbad00c-97dc-44fc-a00f-7577e2050fac tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:57.207992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28501b18-89e2-40d1-be31-3dec02335f97 req-7cbad00c-97dc-44fc-a00f-7577e2050fac tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0655429 Oct 28 21:40:57.263129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28501b18-89e2-40d1-be31-3dec02335f97 req-775795e5-7d61-4531-9490-efb407d7100c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Oct 28 21:40:58.242929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550bb5e-00af-4844-a3bd-71ebba428865 req-3fb4ca54-79d4-4fcb-9933-4b377a88a4fb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:58.245011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0550bb5e-00af-4844-a3bd-71ebba428865 req-3fb4ca54-79d4-4fcb-9933-4b377a88a4fb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0756395 Oct 28 21:40:58.311610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0550bb5e-00af-4844-a3bd-71ebba428865 req-716490f9-66cc-4a47-8349-826e6278da89 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Oct 28 21:40:58.410646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52f45-ef61-4ca0-b4ab-36af13369b26 req-df527db4-cf3d-4e6c-984f-f2dafd73b1f5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:58.412057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb52f45-ef61-4ca0-b4ab-36af13369b26 req-df527db4-cf3d-4e6c-984f-f2dafd73b1f5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0634575 Oct 28 21:40:58.467514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abb52f45-ef61-4ca0-b4ab-36af13369b26 req-bd5a35fd-35c4-4353-99a4-e95785db8204 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Oct 28 21:40:59.488078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1f6e5-5db9-44af-a8a2-4199caa98f16 req-bb4344b1-5df7-4dfb-9727-bb07a1703a92 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:59.498753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bab1f6e5-5db9-44af-a8a2-4199caa98f16 req-bb4344b1-5df7-4dfb-9727-bb07a1703a92 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0852342 Oct 28 21:40:59.554061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bab1f6e5-5db9-44af-a8a2-4199caa98f16 req-80c9ebbb-6650-497b-b03e-2a3944408651 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540328 Oct 28 21:40:59.692961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eff85-8c51-4b9a-81ec-2bab01d288b8 req-4f512c50-97e6-431e-8364-cb2422cc2ff7 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:40:59.702229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab0eff85-8c51-4b9a-81ec-2bab01d288b8 req-4f512c50-97e6-431e-8364-cb2422cc2ff7 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0807636 Oct 28 21:40:59.781436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab0eff85-8c51-4b9a-81ec-2bab01d288b8 req-eeea2fe7-3597-4c9c-ac94-50234be367e5 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773911 Oct 28 21:41:00.594180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c8d8b-baf5-4614-a12e-cd6a6bda4c23 req-e7c48fee-0c6e-417b-9488-dc58e320289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:00.597004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b5c8d8b-baf5-4614-a12e-cd6a6bda4c23 req-e7c48fee-0c6e-417b-9488-dc58e320289c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1098 time: 0.0676968 Oct 28 21:41:00.684269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b5c8d8b-baf5-4614-a12e-cd6a6bda4c23 req-19c30ac6-e335-4262-99eb-4c5a8a383eec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790448 Oct 28 21:41:00.718315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f221b5-eb94-497a-a75f-45ff268ae052 req-b327e16e-bf45-409c-ae33-365ca56eb77a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:00.719781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75f221b5-eb94-497a-a75f-45ff268ae052 req-b327e16e-bf45-409c-ae33-365ca56eb77a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0812182 Oct 28 21:41:00.767148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75f221b5-eb94-497a-a75f-45ff268ae052 req-91ee90d9-d931-4fa6-93c2-ea913a84e8c0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Oct 28 21:41:00.918204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b963-985b-405e-97df-2684f9f8b63d req-ae0094e3-76e7-4c76-982e-096a5e0c1bb0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:00.926630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1823b963-985b-405e-97df-2684f9f8b63d req-ae0094e3-76e7-4c76-982e-096a5e0c1bb0 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0671573 Oct 28 21:41:00.974592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1823b963-985b-405e-97df-2684f9f8b63d req-9db709b8-9f49-4068-8095-858382ce8616 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Oct 28 21:41:01.080955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bbd32-a645-461b-ae88-65bf6da4cc84 req-44b00bb5-27ce-49c0-a5ec-0ed0ca1c8fb2 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:01.082934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a86bbd32-a645-461b-ae88-65bf6da4cc84 req-44b00bb5-27ce-49c0-a5ec-0ed0ca1c8fb2 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0613847 Oct 28 21:41:01.134532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a86bbd32-a645-461b-ae88-65bf6da4cc84 req-9e8c8f99-fdd7-44d5-848e-9caee64c9bb1 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Oct 28 21:41:01.992938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174db711-1716-4b3e-a19f-8d4fba080c43 req-1cda1fa8-8f15-4495-8dc8-69df2f50f040 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.000930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174db711-1716-4b3e-a19f-8d4fba080c43 req-1cda1fa8-8f15-4495-8dc8-69df2f50f040 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1063261 Oct 28 21:41:02.053919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174db711-1716-4b3e-a19f-8d4fba080c43 req-ccfbd89b-31bb-45d4-aec9-e66f8234f08b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Oct 28 21:41:02.165035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8282a42-b78f-404b-8ae2-2e8b6a14f237 req-97271983-5acf-4284-8dc4-cd5106ed3dc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.166584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8282a42-b78f-404b-8ae2-2e8b6a14f237 req-97271983-5acf-4284-8dc4-cd5106ed3dc4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0723095 Oct 28 21:41:02.248859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8282a42-b78f-404b-8ae2-2e8b6a14f237 req-9f982bab-560c-4245-9245-4e06322bba24 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724401 Oct 28 21:41:02.373121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e798571-377f-4686-929d-cb902a5d1b86 req-efbc2b10-859b-42f3-8ec4-6a831a16ae1e tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.383341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e798571-377f-4686-929d-cb902a5d1b86 req-efbc2b10-859b-42f3-8ec4-6a831a16ae1e tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.0939405 Oct 28 21:41:02.452749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e798571-377f-4686-929d-cb902a5d1b86 req-1d098ff7-fb76-49bb-a5d1-f05c593d8e2b tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bef947e-eb60-49a6-96db-c901ea9bb012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682650 Oct 28 21:41:02.559953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-df1941ac-6814-4e51-8a93-6d8d5ce62752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.561727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-df1941ac-6814-4e51-8a93-6d8d5ce62752 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b05d3919531a471b8bbb48b6d27082ab&device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 1098 time: 0.1080899 Oct 28 21:41:02.613582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f647c-d9be-48bb-8458-86cbfb2fc0b8 req-8319bf73-5941-42fb-bba2-f6781a68dca7 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.615927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d8f647c-d9be-48bb-8458-86cbfb2fc0b8 req-8319bf73-5941-42fb-bba2-f6781a68dca7 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.1135287 Oct 28 21:41:02.668206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-9bf4d643-0681-4945-8a9e-cdc66449f121 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.670968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-9bf4d643-0681-4945-8a9e-cdc66449f121 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 946 time: 0.1307192 Oct 28 21:41:02.716761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d8f647c-d9be-48bb-8458-86cbfb2fc0b8 req-871aef04-9cc9-4829-94fc-6f8d99360c44 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Oct 28 21:41:02.755261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-6a0f3c48-62ce-4481-b93d-5a29803954f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.758372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-6a0f3c48-62ce-4481-b93d-5a29803954f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 200 len: 912 time: 0.1767650 Oct 28 21:41:02.787302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Deleting port 861f2f2e-c266-40b7-bce1-5153469583b3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:02.788308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:02.825945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-cb527083-0ebe-4a43-95d6-d5627f1f6f44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 200 len: 217 time: 0.0610201 Oct 28 21:41:02.884245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-cb294fe7-7e1a-4cef-82bf-10e253d84f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:02.885901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-cb294fe7-7e1a-4cef-82bf-10e253d84f22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 200 len: 851 time: 0.0524790 Oct 28 21:41:02.919101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] For port 861f2f2e-c266-40b7-bce1-5153469583b3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=861f2f2e-c266-40b7-bce1-5153469583b3,segment=NetworkSegment(08234f89-2864-4d30-aadb-912b5c841fea),segment_id=08234f89-2864-4d30-aadb-912b5c841fea)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:02.919500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:02.929484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-44b3be0c-d965-47c7-99c1-36f660634209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354264 Oct 28 21:41:02.940773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Calling delete_port for 861f2f2e-c266-40b7-bce1-5153469583b3 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:03.040747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-8d8ca52d-8db7-4c3c-9d76-5ca9c3def363 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038477 Oct 28 21:41:03.197273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:03.224713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['861f2f2e-c266-40b7-bce1-5153469583b3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:03.327541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b35b4f9-e222-4771-8150-0a3f14d80331 req-b5f1bd0e-8f61-4539-8bfd-c23597674672 service neutron] 10.222.0.44 "GET /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787757 Oct 28 21:41:03.351551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Pushing event deleted for resources: {'Port': ['ID=861f2f2e-c266-40b7-bce1-5153469583b3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:03.366525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c785f1-010e-4d7e-a127-47d635643b18 req-3a6bd13c-3dea-4c23-8ecd-a2a9bc12fb3b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:03.368813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] No DVR routers for this DVR port 861f2f2e-c266-40b7-bce1-5153469583b3 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:41:03.376533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:03.376745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c785f1-010e-4d7e-a127-47d635643b18 req-3a6bd13c-3dea-4c23-8ecd-a2a9bc12fb3b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.1753104 Oct 28 21:41:03.380391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b53bcabd-490e-4b26-965e-8c68a141bdd9 req-4c26de68-9ba9-43f5-8d85-5fd825710988 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.44 "DELETE /v2.0/ports/861f2f2e-c266-40b7-bce1-5153469583b3 HTTP/1.1" status: 204 len: 173 time: 0.7010214 Oct 28 21:41:03.380901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'name': 'network-vif-deleted', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:03.391478 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6988c-1b08-4165-a229-6c74c6f50482" -d '{"events": [{"server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "name": "network-vif-deleted", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:03.440024 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9377b27-398b-486e-b977-6d00e534fefc x-openstack-request-id: req-d9377b27-398b-486e-b977-6d00e534fefc {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:03.440640 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68cac2d-2e4d-4bd2-aaf6-234e3a64b539", "name": "network-vif-deleted", "tag": "861f2f2e-c266-40b7-bce1-5153469583b3", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:03.440971 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9377b27-398b-486e-b977-6d00e534fefc {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:03.441559 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68cac2d-2e4d-4bd2-aaf6-234e3a64b539', 'name': 'network-vif-deleted', 'tag': '861f2f2e-c266-40b7-bce1-5153469583b3', 'status': 'completed', 'code': 200} Oct 28 21:41:03.476676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c785f1-010e-4d7e-a127-47d635643b18 req-7dfa797d-8d69-4444-afa1-73edcb403b1a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982795 Oct 28 21:41:03.615735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-781214b0-31d7-4126-af0d-4c1cac6b0f62 req-04437f78-8629-492d-8691-fc1ca95812f9 tempest-VolumesActionsTest-1356844813 tempest-VolumesActionsTest-1356844813-project] 10.222.0.31 "GET /v2.0/ports?device_id=a68cac2d-2e4d-4bd2-aaf6-234e3a64b539 HTTP/1.1" status: 200 len: 210 time: 0.0650949 Oct 28 21:41:03.870472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cf9e3-d9f2-48dc-9d8f-31489f7e534f req-6d963952-2d05-4dee-863d-932933a46188 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:03.878811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-739cf9e3-d9f2-48dc-9d8f-31489f7e534f req-6d963952-2d05-4dee-863d-932933a46188 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0651238 Oct 28 21:41:03.946396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-739cf9e3-d9f2-48dc-9d8f-31489f7e534f req-d5ade306-1919-4c8b-983e-3fa86139d87d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666585 Oct 28 21:41:04.582605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487274-3e98-4399-be1d-634ad1ff2b22 req-1e986b71-210f-45e1-a7f8-9480c8b8e4c2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:04.584072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6487274-3e98-4399-be1d-634ad1ff2b22 req-1e986b71-210f-45e1-a7f8-9480c8b8e4c2 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0492024 Oct 28 21:41:04.624883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6487274-3e98-4399-be1d-634ad1ff2b22 req-efc5a498-3483-49d3-bed4-473883c33400 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Oct 28 21:41:04.877645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-0161d121-bcba-42c4-ac36-82c33bbfc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:04.879943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-0161d121-bcba-42c4-ac36-82c33bbfc512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1098 time: 0.0433512 Oct 28 21:41:05.005659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-f727c1a7-6fd0-4833-a4ac-08173291c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:05.007160 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-f727c1a7-6fd0-4833-a4ac-08173291c4f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 915 time: 0.1191127 Oct 28 21:41:05.070560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-7d51484a-7207-45be-b7cf-1a4122083459 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 217 time: 0.0537734 Oct 28 21:41:05.091936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa125993-3278-4093-904f-1e37557db362 req-9b0d01fc-e235-4787-b5a2-6e7f622a6957 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:05.093569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa125993-3278-4093-904f-1e37557db362 req-9b0d01fc-e235-4787-b5a2-6e7f622a6957 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0558336 Oct 28 21:41:05.141947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa125993-3278-4093-904f-1e37557db362 req-7f2060bf-8c64-4fdc-a203-f750aa6dc77c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Oct 28 21:41:05.156084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-61b2aac4-9fa9-4e7b-843c-515dc911065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:05.157819 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-61b2aac4-9fa9-4e7b-843c-515dc911065d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0765374 Oct 28 21:41:05.194527 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-4b689567-ca77-4d13-9aa8-f7bdd65d810b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271411 Oct 28 21:41:05.301666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-70f2da05-e747-4b5f-9e60-913f761de370 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946145 Oct 28 21:41:05.401002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1479c53f-53c2-4bf2-bdc6-8bbad109d951 req-4419b104-c15d-49b5-bdd4-56e90dbbd989 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917432 Oct 28 21:41:05.761059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2435c-d877-41a6-9ab5-7c8838c9b8c0 req-80e20814-4373-49fa-b2db-5df1c010ad61 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:05.765040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bc2435c-d877-41a6-9ab5-7c8838c9b8c0 req-80e20814-4373-49fa-b2db-5df1c010ad61 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0691347 Oct 28 21:41:05.846301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bc2435c-d877-41a6-9ab5-7c8838c9b8c0 req-720b1e51-c01e-4fc5-ba0f-d40bb623d441 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759618 Oct 28 21:41:06.276613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581d4a-62d1-419b-a39a-6535ac32873c req-0a36c492-6ce0-4fc5-b473-a75f4902846d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:06.278131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40581d4a-62d1-419b-a39a-6535ac32873c req-0a36c492-6ce0-4fc5-b473-a75f4902846d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0548041 Oct 28 21:41:06.317913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40581d4a-62d1-419b-a39a-6535ac32873c req-3d3d4caa-2d7b-4f42-a291-97fd4a097ff2 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Oct 28 21:41:06.598824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed16be-c1c4-42f4-af6e-3264b3d14248 req-03c8e5fd-afc0-45f7-8d75-d9b44742da3e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:06.602754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9ed16be-c1c4-42f4-af6e-3264b3d14248 req-03c8e5fd-afc0-45f7-8d75-d9b44742da3e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0647514 Oct 28 21:41:06.646842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9ed16be-c1c4-42f4-af6e-3264b3d14248 req-9b8d4962-f77f-4f56-80a7-f8b7b71123a9 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Oct 28 21:41:06.967739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b217d0-f0a1-47ab-a69c-9af2abf4e2cf req-0e18f2bf-1ccd-42b0-a479-b46acbfcb325 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:06.969309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49b217d0-f0a1-47ab-a69c-9af2abf4e2cf req-0e18f2bf-1ccd-42b0-a479-b46acbfcb325 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0586216 Oct 28 21:41:07.009606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49b217d0-f0a1-47ab-a69c-9af2abf4e2cf req-dbf45571-3f9d-4722-ba28-b4a070f527b8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Oct 28 21:41:07.776732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385e2a-01c9-4f8c-b3c4-f5ce1bcdac1e req-262b01a8-e509-4c3f-b61e-779c1f6b5c76 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:07.778370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10385e2a-01c9-4f8c-b3c4-f5ce1bcdac1e req-262b01a8-e509-4c3f-b61e-779c1f6b5c76 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0561955 Oct 28 21:41:07.860291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10385e2a-01c9-4f8c-b3c4-f5ce1bcdac1e req-888f5901-7c01-400b-9536-d20edfc7af31 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Oct 28 21:41:08.151660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417ab85-2612-49df-b7ac-4dce471650c9 req-a50db3b0-9881-4025-905d-e1a13541498b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:08.153458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9417ab85-2612-49df-b7ac-4dce471650c9 req-a50db3b0-9881-4025-905d-e1a13541498b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0613735 Oct 28 21:41:08.192710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9417ab85-2612-49df-b7ac-4dce471650c9 req-d475a0a2-6ff4-47f7-b696-0551059823bb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Oct 28 21:41:08.312468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38278155-4827-42e5-8d8e-2c481e7f82be req-08426fcb-950d-4451-9b6a-02c077cfa93b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:08.314022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38278155-4827-42e5-8d8e-2c481e7f82be req-08426fcb-950d-4451-9b6a-02c077cfa93b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 946 time: 0.0514421 Oct 28 21:41:08.358730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38278155-4827-42e5-8d8e-2c481e7f82be req-4af76f9e-7995-4a25-8efd-7383d36417f8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Oct 28 21:41:08.373495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:08.493390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:08.526975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:08.529347 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be059d-316c-45a8-b83a-db0dcf7810e7" -d '{"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-unplugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:08.544535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:08.552642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-7399d483-033c-4f17-86dc-7e488a4e67e5 req-78e529aa-3ec2-49a2-97b1-682ef013cde3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:41:08.553763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7399d483-033c-4f17-86dc-7e488a4e67e5 req-78e529aa-3ec2-49a2-97b1-682ef013cde3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107889 Oct 28 21:41:08.555000 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:08.556136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 861f2f2e-c266-40b7-bce1-5153469583b3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:08.580665 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d2cb1-0b23-415c-b881-caeb2c6e8499 x-openstack-request-id: req-3e4d2cb1-0b23-415c-b881-caeb2c6e8499 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:08.581038 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-unplugged", "status": "failed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:08.581704 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e4d2cb1-0b23-415c-b881-caeb2c6e8499 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:08.582298 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'code': 422} returned with failed status Oct 28 21:41:08.585370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 861f2f2e-c266-40b7-bce1-5153469583b3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:41:08.586455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 861f2f2e-c266-40b7-bce1-5153469583b3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:41:08.658435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:08.845370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845e7e0-dd47-4e49-8c61-93820329c7e0 req-95cde31e-5c42-4356-8901-1b81055e689b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:08.846863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c845e7e0-dd47-4e49-8c61-93820329c7e0 req-95cde31e-5c42-4356-8901-1b81055e689b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.1113706 Oct 28 21:41:08.896440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c845e7e0-dd47-4e49-8c61-93820329c7e0 req-7f8d84f7-fa0b-42a7-b108-f4d17470d840 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Oct 28 21:41:09.010107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78bbdb-a6b4-4466-bf2b-a567f6c43b74 req-6b6ea738-16d6-47c9-97f5-fdc343a380c8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:09.013050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c78bbdb-a6b4-4466-bf2b-a567f6c43b74 req-6b6ea738-16d6-47c9-97f5-fdc343a380c8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0619972 Oct 28 21:41:09.083708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c78bbdb-a6b4-4466-bf2b-a567f6c43b74 req-129699e7-69f7-4bca-8614-dc3f3800a340 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607164 Oct 28 21:41:09.131779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-93dee321-a1ac-4c75-b834-b1021838811f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023104 Oct 28 21:41:09.141307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-e3c93e56-9b5b-44cc-a6b4-edab8635a566 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:41:09.142449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-e3c93e56-9b5b-44cc-a6b4-edab8635a566 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052998 Oct 28 21:41:09.765743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9f179-f713-479f-95b9-58698a401f45 req-57d97e9e-6162-4d6d-aa17-6f52681d7d34 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:09.767866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4dc9f179-f713-479f-95b9-58698a401f45 req-57d97e9e-6162-4d6d-aa17-6f52681d7d34 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 946 time: 0.0668907 Oct 28 21:41:09.901510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Deleting port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:09.901852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:10.040323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] For port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:10.040717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:10.064205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708477f-8a53-4cbd-b975-9e9d7ce13ef2 req-e7b32dd7-e756-48d4-97bc-f0d4e003b9ec tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:10.064943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Calling delete_port for ce08c1ba-284e-4678-b60c-bf1f9bb2d34d owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:10.065788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8708477f-8a53-4cbd-b975-9e9d7ce13ef2 req-e7b32dd7-e756-48d4-97bc-f0d4e003b9ec tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0703249 Oct 28 21:41:10.191756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8708477f-8a53-4cbd-b975-9e9d7ce13ef2 req-daca04a9-9c88-43db-a3d8-7406993b1f63 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162939 Oct 28 21:41:10.229393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:10.241303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:10.255485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d328aba-3c1e-4906-86c7-d64d8497604c req-7f208bf4-5e8f-4a63-a2b3-1cf9f395bf9a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=002c60f1-48be-49a5-a0b8-9015e5f48e4c HTTP/1.1" status: 200 len: 210 time: 0.0390024 Oct 28 21:41:10.261302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Pushing event deleted for resources: {'Port': ['ID=ce08c1ba-284e-4678-b60c-bf1f9bb2d34d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:10.268921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-c89e5f21-7e93-49db-9d63-675c4858c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:10.271341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-c89e5f21-7e93-49db-9d63-675c4858c3a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f&tenant_id=58d6c21593f94f1bb278c9ec827c6436 HTTP/1.1" status: 200 len: 1096 time: 0.1493225 Oct 28 21:41:10.274468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.274712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.275045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.275380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.275715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.276054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.276396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.278169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.278517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.279499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.279943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.280282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:10.352207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] No DVR routers for this DVR port ce08c1ba-284e-4678-b60c-bf1f9bb2d34d on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:41:10.369139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:10.370616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-e3373f2c-7a0b-4414-9c2f-c5efaa4b4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:10.372352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-e3373f2c-7a0b-4414-9c2f-c5efaa4b4057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1096 time: 0.0743561 Oct 28 21:41:10.372931 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4dc9f179-f713-479f-95b9-58698a401f45 req-12342631-2f66-4453-a934-1f9d1d1cd78c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "DELETE /v2.0/ports/ce08c1ba-284e-4678-b60c-bf1f9bb2d34d HTTP/1.1" status: 204 len: 173 time: 0.5968440 Oct 28 21:41:10.373479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'name': 'network-vif-deleted', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:10.375877 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf2600-fab8-4172-8c58-aa7b304b6a5f" -d '{"events": [{"server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "name": "network-vif-deleted", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:10.468560 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35700c5-9c63-4e54-9851-b0ce049bfc88 x-openstack-request-id: req-a35700c5-9c63-4e54-9851-b0ce049bfc88 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:10.475864 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002c60f1-48be-49a5-a0b8-9015e5f48e4c", "name": "network-vif-deleted", "tag": "ce08c1ba-284e-4678-b60c-bf1f9bb2d34d", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:10.476978 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a35700c5-9c63-4e54-9851-b0ce049bfc88 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:10.477619 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002c60f1-48be-49a5-a0b8-9015e5f48e4c', 'name': 'network-vif-deleted', 'tag': 'ce08c1ba-284e-4678-b60c-bf1f9bb2d34d', 'status': 'completed', 'code': 200} Oct 28 21:41:10.828193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e9f14f6-5756-48e0-84a5-623d6c2e78ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:10.981553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-88b3b093-a155-4bcb-9d74-2591e58a5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:10.983211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-88b3b093-a155-4bcb-9d74-2591e58a5ccf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 915 time: 0.6013687 Oct 28 21:41:11.064504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-1549806e-096d-498f-8ffd-b15b9074dd6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 217 time: 0.0725515 Oct 28 21:41:11.133732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-2df84bb2-d4c7-4a80-82fd-0d0b1a75b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:11.135610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-2df84bb2-d4c7-4a80-82fd-0d0b1a75b55a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0562861 Oct 28 21:41:11.181609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-3df93ec0-2274-4615-95de-ff3bc44166aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386703 Oct 28 21:41:11.324811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-7c51a1af-34dd-4878-a087-d08460076ffc service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324050 Oct 28 21:41:11.450137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaab63b-e086-42b4-b219-2922e7c24647 req-66d9980a-7c42-42ed-889b-745318e4b57a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:11.451665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeaab63b-e086-42b4-b219-2922e7c24647 req-66d9980a-7c42-42ed-889b-745318e4b57a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.1258483 Oct 28 21:41:11.512937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcd06d03-b3ad-4161-9702-a901047e7c70 req-e7a41730-2c33-4153-88f7-8f7219b52bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618354 Oct 28 21:41:11.549446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeaab63b-e086-42b4-b219-2922e7c24647 req-d23ca19d-60b9-49d8-9729-69e6cee8a8d4 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Oct 28 21:41:11.669679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f3496-073c-49c0-adf9-4d7ea2ab9721 req-6de6f177-86e2-42fc-8251-98d723008529 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:11.671164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d92f3496-073c-49c0-adf9-4d7ea2ab9721 req-6de6f177-86e2-42fc-8251-98d723008529 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0554693 Oct 28 21:41:11.716556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d92f3496-073c-49c0-adf9-4d7ea2ab9721 req-82d774a4-8291-46a3-a919-8db5224eb9a8 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Oct 28 21:41:11.887691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:12.150249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:12.711837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6170363-66ec-4ade-ad57-02266a4caa4a req-299d287e-288c-4ba3-a50f-2e72a1466dca tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:12.713542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6170363-66ec-4ade-ad57-02266a4caa4a req-299d287e-288c-4ba3-a50f-2e72a1466dca tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0587337 Oct 28 21:41:12.760127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6170363-66ec-4ade-ad57-02266a4caa4a req-6262c235-8a8e-4c8d-bbc0-5e20aaa88ca1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 Oct 28 21:41:12.899118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14796-8d67-4244-8f7d-00c0001a75de req-d8ce7f50-b513-4810-b3f9-d0cbe0fdd362 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:12.900955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1be14796-8d67-4244-8f7d-00c0001a75de req-d8ce7f50-b513-4810-b3f9-d0cbe0fdd362 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0575039 Oct 28 21:41:12.970044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1be14796-8d67-4244-8f7d-00c0001a75de req-7ba2b162-1fd8-49de-afdd-dfd2f5d6c978 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484703 Oct 28 21:41:13.362269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14c55058-b22b-4a07-aa77-30044d02bb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:13.953589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c25c6c-0b90-4fa2-9378-dfe5ce93b8c6 req-f5e6be2b-59fc-4001-8a34-90fa100e0037 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:13.955374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10c25c6c-0b90-4fa2-9378-dfe5ce93b8c6 req-f5e6be2b-59fc-4001-8a34-90fa100e0037 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0738130 Oct 28 21:41:14.028688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10c25c6c-0b90-4fa2-9378-dfe5ce93b8c6 req-f45a756d-96ab-4410-9bb5-c753e629b70c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Oct 28 21:41:14.211057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64821-0894-4ec6-9359-89a3703258cb req-c9392119-5424-416d-8a99-b2a2b9f98457 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:14.215621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdf64821-0894-4ec6-9359-89a3703258cb req-c9392119-5424-416d-8a99-b2a2b9f98457 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1058199 Oct 28 21:41:14.284184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdf64821-0894-4ec6-9359-89a3703258cb req-221a47ce-5817-4e12-b1b9-84a0d839c053 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585704 Oct 28 21:41:14.370475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ce08c1ba-284e-4678-b60c-bf1f9bb2d34d no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:14.412148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: ce08c1ba-284e-4678-b60c-bf1f9bb2d34d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:41:14.412520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ce08c1ba-284e-4678-b60c-bf1f9bb2d34d not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:41:14.851336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:15.099170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:15.222743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b7b15-617b-4718-9a26-b8b5f18aeee3 req-420db93a-9f57-4d8f-9c83-dd3e75d8521d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:15.226882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d9b7b15-617b-4718-9a26-b8b5f18aeee3 req-420db93a-9f57-4d8f-9c83-dd3e75d8521d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0824997 Oct 28 21:41:15.299570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d9b7b15-617b-4718-9a26-b8b5f18aeee3 req-15fb41d1-caa4-4ee6-a34b-8af502599076 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Oct 28 21:41:15.498420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5ccc-bf47-4f7d-8a08-283ff1ff4b71 req-7ce87ef2-9504-4e35-9953-d1a97d70b410 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:15.500393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66fb5ccc-bf47-4f7d-8a08-283ff1ff4b71 req-7ce87ef2-9504-4e35-9953-d1a97d70b410 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0883145 Oct 28 21:41:15.568083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66fb5ccc-bf47-4f7d-8a08-283ff1ff4b71 req-19e07a1f-4506-47bf-946c-0e4596771e1c tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Oct 28 21:41:16.436164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608989aa-dbf0-42ee-b6e0-edd776331b77 req-cf1786f6-1e0a-4e5e-bf4d-bc819b6db3a5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:16.438635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-608989aa-dbf0-42ee-b6e0-edd776331b77 req-cf1786f6-1e0a-4e5e-bf4d-bc819b6db3a5 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0611198 Oct 28 21:41:16.532722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-608989aa-dbf0-42ee-b6e0-edd776331b77 req-f440441f-e14a-48f3-8a6a-edfc3b8a7f90 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Oct 28 21:41:16.644263 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:16.789572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d5c45-c4cb-477e-b093-68ea24a8ef91 req-d76e134a-8f64-4ba2-a7c1-09b8d0ab18d4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:16.791536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb8d5c45-c4cb-477e-b093-68ea24a8ef91 req-d76e134a-8f64-4ba2-a7c1-09b8d0ab18d4 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0836651 Oct 28 21:41:16.889478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb8d5c45-c4cb-477e-b093-68ea24a8ef91 req-2f6c5022-0368-44b2-835f-d726f1c430e1 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Oct 28 21:41:17.708662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432d020-2446-4d63-9fd7-3a0097aea0d7 req-66b19c30-798c-412c-a120-210f3d36fd7e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:17.735757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8432d020-2446-4d63-9fd7-3a0097aea0d7 req-66b19c30-798c-412c-a120-210f3d36fd7e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0789785 Oct 28 21:41:17.801295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8432d020-2446-4d63-9fd7-3a0097aea0d7 req-10299abc-a2ce-4489-b44a-5c7383cefa13 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643108 Oct 28 21:41:18.083752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267dc61-dea2-47ff-9823-10e5d65714d1 req-a430c977-6323-4eb7-a07e-b91b29bbcfaa tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:18.094848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1267dc61-dea2-47ff-9823-10e5d65714d1 req-a430c977-6323-4eb7-a07e-b91b29bbcfaa tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.1102233 Oct 28 21:41:18.166496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1267dc61-dea2-47ff-9823-10e5d65714d1 req-547408b9-8a1c-4494-a13c-85a236019f49 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639107 Oct 28 21:41:18.962932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45907c-65d2-464b-8998-4df8fb9955db req-454cd75f-fd5b-42be-b2c9-108ec6ae5608 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:18.964443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c45907c-65d2-464b-8998-4df8fb9955db req-454cd75f-fd5b-42be-b2c9-108ec6ae5608 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0562162 Oct 28 21:41:19.004238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c45907c-65d2-464b-8998-4df8fb9955db req-fce4ab88-d993-48ab-8bb5-6b1690cc3e50 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Oct 28 21:41:19.300412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e9428-f118-4e59-8eae-a8281f5dcff6 req-eb7a1fb6-81ac-471e-b126-292fed47ce59 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:19.301940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc1e9428-f118-4e59-8eae-a8281f5dcff6 req-eb7a1fb6-81ac-471e-b126-292fed47ce59 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0653436 Oct 28 21:41:19.395301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc1e9428-f118-4e59-8eae-a8281f5dcff6 req-658f5981-9f54-4374-814b-995de29dfd5a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Oct 28 21:41:20.205777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0f67e-41c4-4b14-a24e-61e9ef67b52c req-0c9fc2f2-df0a-491b-9c21-16659c97cb46 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:20.207293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fe0f67e-41c4-4b14-a24e-61e9ef67b52c req-0c9fc2f2-df0a-491b-9c21-16659c97cb46 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.1057796 Oct 28 21:41:20.310110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1fe0f67e-41c4-4b14-a24e-61e9ef67b52c req-c422532f-fb5c-427b-a0e4-3c913c26542a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876582 Oct 28 21:41:20.649322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731c8d-2a16-4fcd-86f1-3e8aa4691cf9 req-292fa3bf-716a-479d-af6b-109ccde68076 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:20.650969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57731c8d-2a16-4fcd-86f1-3e8aa4691cf9 req-292fa3bf-716a-479d-af6b-109ccde68076 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0888593 Oct 28 21:41:20.703311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57731c8d-2a16-4fcd-86f1-3e8aa4691cf9 req-6fd6a39b-dd92-4e86-b919-b55b5938122d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Oct 28 21:41:21.436714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944ae9c-8d22-4999-9843-a97035287615 req-91c335f8-9490-40e0-bdf9-9566e5f462f8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:21.440010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2944ae9c-8d22-4999-9843-a97035287615 req-91c335f8-9490-40e0-bdf9-9566e5f462f8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0663781 Oct 28 21:41:21.501626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2944ae9c-8d22-4999-9843-a97035287615 req-79334b5c-96c6-41cb-a5e0-fb6bf4520e70 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532863 Oct 28 21:41:21.844718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2bd31-4051-41f2-a98f-5abc7553c2a2 req-ca38c464-16d5-428a-816e-765c70f8309a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:21.846713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97e2bd31-4051-41f2-a98f-5abc7553c2a2 req-ca38c464-16d5-428a-816e-765c70f8309a tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0660641 Oct 28 21:41:21.909249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97e2bd31-4051-41f2-a98f-5abc7553c2a2 req-e3a0ad19-dda7-421c-9218-9cfd74bfce33 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Oct 28 21:41:22.127185 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:41:22.656149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ca77-6dc9-475d-b249-152e10da4aeb req-34b13b5b-f2a1-41d1-a2e8-b6ff6f147650 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:22.657916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae27ca77-6dc9-475d-b249-152e10da4aeb req-34b13b5b-f2a1-41d1-a2e8-b6ff6f147650 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0792069 Oct 28 21:41:22.709850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae27ca77-6dc9-475d-b249-152e10da4aeb req-eb15557f-54e9-40ee-9bb0-bd28695546cb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Oct 28 21:41:23.099225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a9983-0f4b-4fd0-ac27-c9f19b5223fa req-a91fb8ce-36d3-49cd-9811-9745e8fe8bdc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:23.102757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a2a9983-0f4b-4fd0-ac27-c9f19b5223fa req-a91fb8ce-36d3-49cd-9811-9745e8fe8bdc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0768583 Oct 28 21:41:23.148197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a2a9983-0f4b-4fd0-ac27-c9f19b5223fa req-f5b70bc3-981d-4337-9da2-b884addee205 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Oct 28 21:41:23.869482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22e753-e9dd-4beb-982e-c94c03780b99 req-dfcdd40e-6615-4645-aff6-460936c3354b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:23.871068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d22e753-e9dd-4beb-982e-c94c03780b99 req-dfcdd40e-6615-4645-aff6-460936c3354b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0724893 Oct 28 21:41:23.917686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d22e753-e9dd-4beb-982e-c94c03780b99 req-2330f83d-1e6b-4ee0-b36f-45d908e54d3c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Oct 28 21:41:24.279142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690d177-a13b-4295-a283-30f0c602348f req-025109db-1e84-4f85-96aa-0078fdbc474d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:24.280985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e690d177-a13b-4295-a283-30f0c602348f req-025109db-1e84-4f85-96aa-0078fdbc474d tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Oct 28 21:41:24.321398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e690d177-a13b-4295-a283-30f0c602348f req-75a3de70-0982-4dee-8d36-d8345c0ac5fc tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/security-groups?id=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Oct 28 21:41:24.807108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-ca2eb439-3496-4ecc-bb80-179fbe11c429 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:24.809313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-ca2eb439-3496-4ecc-bb80-179fbe11c429 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0571971 Oct 28 21:41:24.926176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Deleting port 9cdab7a4-5cba-4f38-855e-a46c18d8484e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:24.926812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:25.073747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] For port 9cdab7a4-5cba-4f38-855e-a46c18d8484e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=9cdab7a4-5cba-4f38-855e-a46c18d8484e,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:25.074119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:25.103018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c94a2-e61a-470c-ae50-68137e852633 req-93131748-858e-4e71-9e3c-6a196056545e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:25.104727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b97c94a2-e61a-470c-ae50-68137e852633 req-93131748-858e-4e71-9e3c-6a196056545e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0840523 Oct 28 21:41:25.105686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Calling delete_port for 9cdab7a4-5cba-4f38-855e-a46c18d8484e owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:25.193635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b97c94a2-e61a-470c-ae50-68137e852633 req-cc33c49e-eec2-4c18-a9d2-9f31644b2220 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787132 Oct 28 21:41:25.317210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:25.330741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['9cdab7a4-5cba-4f38-855e-a46c18d8484e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:25.348279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Pushing event deleted for resources: {'Port': ['ID=9cdab7a4-5cba-4f38-855e-a46c18d8484e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:25.400019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] No DVR routers for this DVR port 9cdab7a4-5cba-4f38-855e-a46c18d8484e on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:41:25.402914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:25.406412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3998d7a4-bc1b-4dd4-8205-265faf9b54d6 req-01b4a0dd-2ef6-4fb5-9771-748c67dd2b53 tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.44 "DELETE /v2.0/ports/9cdab7a4-5cba-4f38-855e-a46c18d8484e HTTP/1.1" status: 204 len: 173 time: 0.5898392 Oct 28 21:41:25.411984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'name': 'network-vif-deleted', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:25.415134 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badde3ef-2430-4617-beb3-983ea2362909" -d '{"events": [{"server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "name": "network-vif-deleted", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:25.492807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8d49ef1-5206-4fed-a190-8420cc7711c8 req-067eb8f4-fe74-4107-a909-874a03355b4e tempest-ServerRescueTestJSON-867854581 tempest-ServerRescueTestJSON-867854581-project] 10.222.0.31 "GET /v2.0/ports?device_id=c72c827a-983e-4e3e-b008-93c19a77e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0357265 Oct 28 21:41:25.509701 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55fb5a4-7469-462a-9535-6a46fc0a0934 x-openstack-request-id: req-c55fb5a4-7469-462a-9535-6a46fc0a0934 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:25.510045 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72c827a-983e-4e3e-b008-93c19a77e3f2", "name": "network-vif-deleted", "tag": "9cdab7a4-5cba-4f38-855e-a46c18d8484e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:25.510400 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c55fb5a4-7469-462a-9535-6a46fc0a0934 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:25.510861 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72c827a-983e-4e3e-b008-93c19a77e3f2', 'name': 'network-vif-deleted', 'tag': '9cdab7a4-5cba-4f38-855e-a46c18d8484e', 'status': 'completed', 'code': 200} Oct 28 21:41:26.341289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a027c0-0078-4ffe-9d68-5e5a784c6d94 req-77bf9637-8f9b-4867-86da-ae1c4b2dc513 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:26.348986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a027c0-0078-4ffe-9d68-5e5a784c6d94 req-77bf9637-8f9b-4867-86da-ae1c4b2dc513 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 944 time: 0.0789540 Oct 28 21:41:26.386503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a027c0-0078-4ffe-9d68-5e5a784c6d94 req-b11ac988-6cb6-428a-bd6d-0038061629be tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Oct 28 21:41:26.398726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:41:26.532088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:26.548291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'network_id': 'b94280a4-d4f5-47eb-8791-bfa234c40eb5', 'port_id': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'mac_address': 'fa:16:3e:d4:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b603aa-6d11-4d6c-abba-383426749a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:41:26.563331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:26.603476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:26.624350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:41:26.646514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:26.651203 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:26.706514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:26.716588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.717268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.717801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.718626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.719223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.719766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.720282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.720814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.721317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.721802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.722303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.722796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:26.956358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:27.007386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:27.243572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Deleting port 30409266-0e97-4cae-9e6e-cb9c475c6ee1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:27.244480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:27.359609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] For port 30409266-0e97-4cae-9e6e-cb9c475c6ee1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=30409266-0e97-4cae-9e6e-cb9c475c6ee1,segment=NetworkSegment(4a04a6c0-fcca-4050-9e43-3c43b8055f66),segment_id=4a04a6c0-fcca-4050-9e43-3c43b8055f66)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:27.360388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:27.375361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Calling delete_port for 30409266-0e97-4cae-9e6e-cb9c475c6ee1 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:27.574900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2035-8df8-4a07-b361-f0459277d807 req-837ec56e-52e6-4434-a961-ed01c5cecbc0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:27.577239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc0a2035-8df8-4a07-b361-f0459277d807 req-837ec56e-52e6-4434-a961-ed01c5cecbc0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.0707591 Oct 28 21:41:27.630941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc0a2035-8df8-4a07-b361-f0459277d807 req-641b1db4-9462-48c5-9e4d-5604f01b637d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Oct 28 21:41:27.656612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:27.686099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=30409266-0e97-4cae-9e6e-cb9c475c6ee1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:27.883594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:28.146934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:41:28.264552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:41:28.269918 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e6e9d64-2c73-40cd-9af2-9083eb10cb90 admin admin] 10.222.0.31 "PUT /v2.0/routers/f2ed5159-6c36-48cd-bd16-0c8ccb1594a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061465 Oct 28 21:41:28.276413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 56972) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:28.278969 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Sync routers for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:41:28.300081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:28.301359 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:28.407151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:28.431908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:28.507441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port c94edf11-7782-48b7-b07d-1ef37a3b51e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:28.507815 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:28.685847 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:28.686689 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:41:27Z', 'revision_number': 5, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:28.727894 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Checking router: f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:41:28.737670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:28.742637 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93518ff2-ca08-49a2-ad01-02046bb38dca" -d '{"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:28.746976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Routers {'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:28.747817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:28.855755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:28.869326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:28.871114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9cdab7a4-5cba-4f38-855e-a46c18d8484e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:28.873648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:28.912963 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4195f-5af3-48fd-92bd-c53d1399b799 x-openstack-request-id: req-0fc4195f-5af3-48fd-92bd-c53d1399b799 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:28.913578 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-plugged", "status": "completed", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:28.914003 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fc4195f-5af3-48fd-92bd-c53d1399b799 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:28.914586 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'code': 200} Oct 28 21:41:28.918616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 9cdab7a4-5cba-4f38-855e-a46c18d8484e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:41:28.919179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 9cdab7a4-5cba-4f38-855e-a46c18d8484e not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:41:28.928232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823f22b-be4e-4475-8852-6a94b0691bde req-ab79b356-d3a1-412d-8428-b9a668fc8273 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:28.943934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5823f22b-be4e-4475-8852-6a94b0691bde req-ab79b356-d3a1-412d-8428-b9a668fc8273 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 945 time: 0.1640275 Oct 28 21:41:28.994181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:29.014146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5823f22b-be4e-4475-8852-6a94b0691bde req-a5f14008-6bd4-45c6-9aaf-070e6e51ba0c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685735 Oct 28 21:41:29.044549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] Set router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:29.097630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.148820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6074366-e49b-45a6-92bd-658f810fe557 req-f1971631-a2ef-4207-923c-4f280b03d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:29.150822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6074366-e49b-45a6-92bd-658f810fe557 req-f1971631-a2ef-4207-923c-4f280b03d8a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1099 time: 0.0753448 Oct 28 21:41:29.171342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Deleting port 351c8cea-00fe-45f3-8f71-c42f5c854080 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:29.171896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.196175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6074366-e49b-45a6-92bd-658f810fe557 req-701ab42d-982f-4041-bedc-9d0b9f3ec73c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Oct 28 21:41:29.253690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:41:27Z', 'revision_number': 5, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:29.262184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] For port 351c8cea-00fe-45f3-8f71-c42f5c854080, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=351c8cea-00fe-45f3-8f71-c42f5c854080,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:29.262552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.275938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Calling delete_port for 351c8cea-00fe-45f3-8f71-c42f5c854080 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:29.280163 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d17cfa-16bb-4292-882a-bfe425f4bf9a None None] The sync data for ids ['f2ed5159-6c36-48cd-bd16-0c8ccb1594a5'] in n-d-806683-16 is: [{'id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'name': 'tempest-ServerRescueTestJSON-1934183808-router', 'tenant_id': 'b05d3919531a471b8bbb48b6d27082ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:41:27Z', 'revision_number': 5, 'project_id': 'b05d3919531a471b8bbb48b6d27082ab', 'gw_port': {'id': '351c8cea-00fe-45f3-8f71-c42f5c854080', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:77:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ed5159-6c36-48cd-bd16-0c8ccb1594a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:39:17Z', 'updated_at': '2021-10-28T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:41:29.470129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.495110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Pushing event deleted for resources: {'Port': ['ID=351c8cea-00fe-45f3-8f71-c42f5c854080,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:29.561867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.665104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.675319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.735149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.735772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:41:29.742157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.743161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12ba98a3-2bb7-40a6-9b08-788b78b3d460 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f2ed5159-6c36-48cd-bd16-0c8ccb1594a5 HTTP/1.1" status: 204 len: 168 time: 1.4688935 Oct 28 21:41:29.745694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57004) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:29.821738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Deleting subnet 3913d45b-12f6-4384-96f1-983d12151f72 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:41:29.825607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.869630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.926429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:29.989105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.030969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3913d45b-12f6-4384-96f1-983d12151f72,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:30.037775 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.045091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-615fb77a-2bd8-41b1-9ac9-1c35b0e970e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3913d45b-12f6-4384-96f1-983d12151f72 HTTP/1.1" status: 204 len: 168 time: 0.2960587 Oct 28 21:41:30.045394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57018) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:30.199690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.229144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ec26-ef58-4ab4-8986-22ffe431c493 req-4ac8c2e0-9eb2-454d-a1a1-e00229fb219a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:30.230666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1493ec26-ef58-4ab4-8986-22ffe431c493 req-4ac8c2e0-9eb2-454d-a1a1-e00229fb219a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1099837 Oct 28 21:41:30.348068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1493ec26-ef58-4ab4-8986-22ffe431c493 req-9f01376c-54f6-43fa-b2cd-19f79efb54a7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980980 Oct 28 21:41:30.349958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.377253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:30.401694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a04a6c0-fcca-4050-9e43-3c43b8055f66') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:30.402323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a04a6c0-fcca-4050-9e43-3c43b8055f66') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:30.423672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.438503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.446129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:41:30.446581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:41:30.448692 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:41:30.534021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.545815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:30.552646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] 10.222.0.31 "DELETE /v2.0/networks/10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5 HTTP/1.1" status: 204 len: 168 time: 0.5062032 Oct 28 21:41:30.586443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9332ee1-152e-4f21-afde-d6dcaa24bb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=10378ec0-2e5f-4f75-8bec-bf2e7d3a85d5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:30.889554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57084) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:30.943772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57086) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:30.956434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a59cf946-2a87-4e08-89bd-96e0f5c2de94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b05d3919531a471b8bbb48b6d27082ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641179 Oct 28 21:41:31.009560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:31.046105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:31.105868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:31.109280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:31.112850 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d HTTP/1.1" status: 204 len: 168 time: 0.1615458 Oct 28 21:41:31.133684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeaa7d-84fc-4fb8-8f59-ecae48fbcfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b5cd3-09d7-4bd4-8656-9ce9c76ddb0d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:31.372105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 30409266-0e97-4cae-9e6e-cb9c475c6ee1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:31.419368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 30409266-0e97-4cae-9e6e-cb9c475c6ee1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:41:31.419709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 30409266-0e97-4cae-9e6e-cb9c475c6ee1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:41:31.420120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 351c8cea-00fe-45f3-8f71-c42f5c854080 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:41:31.454457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 351c8cea-00fe-45f3-8f71-c42f5c854080 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:41:31.454686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 351c8cea-00fe-45f3-8f71-c42f5c854080 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:41:31.519532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817fd7-9b4f-4494-b234-8d1caefd5d37 req-96abf39b-7192-462a-88d8-db1540376fe9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:31.521343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16817fd7-9b4f-4494-b234-8d1caefd5d37 req-96abf39b-7192-462a-88d8-db1540376fe9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0594218 Oct 28 21:41:31.581989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16817fd7-9b4f-4494-b234-8d1caefd5d37 req-d22b9a25-2a9a-450e-87f7-7ecac3be35be tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Oct 28 21:41:31.751028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569b1b-7887-4c0a-900f-842bfe811968 req-bb2684ea-2337-49c5-8399-d4b1b205d27b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:31.752975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f569b1b-7887-4c0a-900f-842bfe811968 req-bb2684ea-2337-49c5-8399-d4b1b205d27b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0772357 Oct 28 21:41:31.823896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f569b1b-7887-4c0a-900f-842bfe811968 req-e7cac9d1-2c6f-475e-a14b-3cfb5e96e094 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640209 Oct 28 21:41:31.977583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca806cb-a53d-411d-8ecf-bdc5b0ae482a req-3faf1f62-a3a0-405d-950c-c3154059c77c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:31.978971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fca806cb-a53d-411d-8ecf-bdc5b0ae482a req-3faf1f62-a3a0-405d-950c-c3154059c77c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0606315 Oct 28 21:41:32.036421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fca806cb-a53d-411d-8ecf-bdc5b0ae482a req-3f283f9e-bca2-4afc-8f57-16eea0fd5237 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Oct 28 21:41:32.132355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:32.237746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f9f1-70f6-425e-b6b6-a89f7e39dea6 req-ea130b8a-d981-4544-98ab-53596971e235 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:32.239578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2aa4f9f1-70f6-425e-b6b6-a89f7e39dea6 req-ea130b8a-d981-4544-98ab-53596971e235 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0653310 Oct 28 21:41:32.256044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-587256670-network', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:32.286617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Made reservation on behalf of 2c823deab1df42e69afaab2d4eaa4113 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:41:32.290251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.291323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2aa4f9f1-70f6-425e-b6b6-a89f7e39dea6 req-12c5a7dc-a193-4d86-a5be-a01160bde925 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Oct 28 21:41:32.299764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.406171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.412343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.440313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94b7c7-64b7-4460-99bb-f8a498809c3b req-2e721a2a-808d-4b72-83f8-9e716a662d7e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:32.443277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21123802-6c7e-46d3-b98f-0aaad5a79721,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:32.450859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b94b7c7-64b7-4460-99bb-f8a498809c3b req-2e721a2a-808d-4b72-83f8-9e716a662d7e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0714605 Oct 28 21:41:32.452852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:41:32.465513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.466139 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Added segment fd9d61d9-ffe6-4092-a030-98eb020e5e59 of type vlan for network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b Oct 28 21:41:32.498379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b94b7c7-64b7-4460-99bb-f8a498809c3b req-05c3b368-a956-420c-bf8e-bf2f238d12ab tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 Oct 28 21:41:32.510979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.555408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.557096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:32.557913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.637697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] Pushing event updated for resources: {'Network': ['ID=894e5781-7f44-4cfd-8dc7-23f5c259ee9b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:32.650953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:41:32.655750 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbcb9286-b603-4a3f-a370-0be29ef17d9a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5218992 Oct 28 21:41:32.667835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:32.676028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Request body: {'subnet': {'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-subnet', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:32.765228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75675d-e5f7-40f8-90fc-866561ae0041 req-e4fb783c-2a16-4bcc-9823-233c4bbc1aff tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:32.767405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e75675d-e5f7-40f8-90fc-866561ae0041 req-e4fb783c-2a16-4bcc-9823-233c4bbc1aff tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1512249 Oct 28 21:41:32.768607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Made reservation on behalf of 2c823deab1df42e69afaab2d4eaa4113 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:41:32.771141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:32.838233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e75675d-e5f7-40f8-90fc-866561ae0041 req-7508eaea-7f35-4e85-8910-a1f5d013ecc7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Oct 28 21:41:32.989451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076fdc7-ede3-4f37-9232-d6b0114a3b76 req-e56c1b6c-a615-48a2-8670-751c8fdc0ab0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:32.998664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5076fdc7-ede3-4f37-9232-d6b0114a3b76 req-e56c1b6c-a615-48a2-8670-751c8fdc0ab0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0755711 Oct 28 21:41:33.048124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5076fdc7-ede3-4f37-9232-d6b0114a3b76 req-595799c4-f40b-42e7-ac01-48ca77e346be tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Oct 28 21:41:33.048687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.128123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc411b4-d06a-4f0b-b082-d05ebc75ef05,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:33.131869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Checking segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:41:33.132393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Network hostable DHCP agents. Network: 894e5781-7f44-4cfd-8dc7-23f5c259ee9b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:41:33.152542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:41:33.165175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 894e5781-7f44-4cfd-8dc7-23f5c259ee9b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:33.170764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:33.172695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.180043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c3a06-1abc-4750-937b-2f8d8bf92c42 None None] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:41:33.216418 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7a7a3df0-fd33-4003-b0b6-297a19c359c2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5449483 Oct 28 21:41:33.217189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57174) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:33.224701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:33.258184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.259485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.350912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.375008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca45d5-e548-46ba-b7dc-0ec825272ceb req-d1401907-9d83-4dbe-bef4-8b3b9a79676f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:33.399893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae240c-6a93-4cff-856a-26e8841ff710 None None] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:41:33.400513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cca45d5-e548-46ba-b7dc-0ec825272ceb req-d1401907-9d83-4dbe-bef4-8b3b9a79676f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0940144 Oct 28 21:41:33.466302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cca45d5-e548-46ba-b7dc-0ec825272ceb req-daa9c586-611a-4651-8664-57519bb4f696 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Oct 28 21:41:33.537156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.761218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.785531 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:33.934284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Allocated IP 172.25.4.2 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f5dcff5e-b11d-432c-ba06-50a26c242a62) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:41:34.077844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:34.138371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:34.187628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:41:34.191201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:34.193702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:41:34.229417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Pushing event updated for resources: {'Port': ['ID=f5dcff5e-b11d-432c-ba06-50a26c242a62,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:34.505606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:34.636520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771b3b0-a7d7-406e-90d5-43f544f1600e req-61ffc9e4-2492-46f6-b2b8-b7067f768cdb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:34.643605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1771b3b0-a7d7-406e-90d5-43f544f1600e req-61ffc9e4-2492-46f6-b2b8-b7067f768cdb tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0729053 Oct 28 21:41:34.721918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1771b3b0-a7d7-406e-90d5-43f544f1600e req-604d8022-6b69-4d25-a736-2f37ca75f0cc tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 Oct 28 21:41:34.862835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:35.143915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:41:35.263283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95daae3-211c-4fdb-a5d1-55bfd15cb103 req-42242ab1-b399-4710-8376-d3badbe066ef tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:35.265152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e95daae3-211c-4fdb-a5d1-55bfd15cb103 req-42242ab1-b399-4710-8376-d3badbe066ef tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1487300 Oct 28 21:41:35.269470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-759760bf-f3c4-4c13-ac83-dc4fe067a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:35.274042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-759760bf-f3c4-4c13-ac83-dc4fe067a6fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=58d6c21593f94f1bb278c9ec827c6436&device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 1099 time: 0.1020436 Oct 28 21:41:35.319790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:41:35.331118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Sync routers for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:41:35.347960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:35.349148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:35.354384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:35.358850 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aae61453-057b-4eb9-9edd-41f6c68fc88c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1405532 Oct 28 21:41:35.359748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:35.416066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e95daae3-211c-4fdb-a5d1-55bfd15cb103 req-3e3a218d-742c-420f-a06e-8b0816dc4cf6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357005 Oct 28 21:41:35.502484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-cb945c16-cb77-4e46-b69e-10e41ac7c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:35.503835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-cb945c16-cb77-4e46-b69e-10e41ac7c801 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 200 len: 915 time: 0.1931887 Oct 28 21:41:35.531209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:35.581385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-661f036b-2e7e-41bb-b492-a293a1eb5f47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 200 len: 217 time: 0.0691268 Oct 28 21:41:35.653268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-ca82b46e-baf9-4608-9d96-86b1b17007f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:35.656838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-ca82b46e-baf9-4608-9d96-86b1b17007f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 200 len: 854 time: 0.0602586 Oct 28 21:41:35.699230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-8f8bae25-2455-469f-901f-aaa1dd730ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b94280a4-d4f5-47eb-8791-bfa234c40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330667 Oct 28 21:41:35.777788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:34Z', 'revision_number': 3, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:35.835134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Checking router: 37a3bde3-11f8-488f-a14d-c3dcce6856e5 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:41:35.835839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Updating router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 port f5dcff5e-b11d-432c-ba06-50a26c242a62 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:41:35.837165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-0dd14ce8-d63f-4bc5-a791-060d776f731b service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289089 Oct 28 21:41:35.870391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:35.964683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df2aa2f4-3d3b-4934-a39e-eb4da9159a2f req-bc4e155e-88da-4075-95cd-85c338d80ca5 service neutron] 10.222.0.44 "GET /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199176 Oct 28 21:41:36.038822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.278996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Allocated IP 172.20.0.1 (894e5781-7f44-4cfd-8dc7-23f5c259ee9b/6cc411b4-d06a-4f0b-b082-d05ebc75ef05/09e7976d-8c28-4af8-8dfc-4c0773540c27) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:41:36.415692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.422704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.465779 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.491628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669c67-ab1e-449f-94e1-d6b14d862651 None None] Pushing event updated for resources: {'Port': ['ID=f5dcff5e-b11d-432c-ba06-50a26c242a62,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:36.502057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Attempting to bind port f5dcff5e-b11d-432c-ba06-50a26c242a62 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:41:36.502517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Attempting to bind port f5dcff5e-b11d-432c-ba06-50a26c242a62 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:41:36.503031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Attempting to bind port f5dcff5e-b11d-432c-ba06-50a26c242a62 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:36.510311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:41:36.510999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:41:36.512098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.512622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:41:36.513223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Bound port: f5dcff5e-b11d-432c-ba06-50a26c242a62, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:41:36.513696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.540751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.586548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:41:36.589550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:36.593330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:41:36.620498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Pushing event updated for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:36.638090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.642475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c28894-336b-47fb-bc56-4b693d8c7370 req-84c47bdb-9c5d-4b3b-a6e4-b33c67451cf8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:36.642634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] For port f5dcff5e-b11d-432c-ba06-50a26c242a62, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:41:36.644697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60c28894-336b-47fb-bc56-4b693d8c7370 req-84c47bdb-9c5d-4b3b-a6e4-b33c67451cf8 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1136746 Oct 28 21:41:36.658293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] For port f5dcff5e-b11d-432c-ba06-50a26c242a62, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f5dcff5e-b11d-432c-ba06-50a26c242a62,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:41:36.669850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.717166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60c28894-336b-47fb-bc56-4b693d8c7370 req-08303b45-9d57-4aab-bfe2-b88ae0c9f01a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598383 Oct 28 21:41:36.760950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:36.761897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:36.854675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:36.874168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669c67-ab1e-449f-94e1-d6b14d862651 None None] Pushing event updated for resources: {'Port': ['ID=f5dcff5e-b11d-432c-ba06-50a26c242a62,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:36.927296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:37.048015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.055028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.139076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Pushing event updated for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:37.187652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c843d5d-b875-4145-9c4c-dffb88f3a924 req-de527e5f-c203-45bf-a7ac-266aa2a91f89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0358183 Oct 28 21:41:37.191405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.210697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:34Z', 'revision_number': 3, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:37.264825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99ab83-4c1b-40e5-9ea2-b506af548ac5 None None] The sync data for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 is: [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:34Z', 'revision_number': 3, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:41:37.311678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c843d5d-b875-4145-9c4c-dffb88f3a924 req-913d9bc8-8164-40b1-81fd-98f792ad842a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0407526 Oct 28 21:41:37.374654 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c843d5d-b875-4145-9c4c-dffb88f3a924 req-26dd2fc2-82f9-41b6-ac7c-b9c9f9398c73 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390272 Oct 28 21:41:37.408426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57274) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:37.413979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:41:37.439734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:37.481412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Deleting subnet 1d348025-7c45-49c6-b5ef-8c5d5c07354a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:41:37.489009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.534898 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.630614 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.753180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.785912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d348025-7c45-49c6-b5ef-8c5d5c07354a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:37.823043 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:37.830516 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6aadd733-1b81-4043-82cd-b335f2794f22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d348025-7c45-49c6-b5ef-8c5d5c07354a HTTP/1.1" status: 204 len: 168 time: 0.4208059 Oct 28 21:41:37.840660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57280) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:37.927920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.019655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b36c3-3467-4c37-8cad-63190bccd502 req-2bfdb7e0-fdba-4445-8fcb-fb8d298a016a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:38.029164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c95b36c3-3467-4c37-8cad-63190bccd502 req-2bfdb7e0-fdba-4445-8fcb-fb8d298a016a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.2186623 Oct 28 21:41:38.056956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843d5d-b875-4145-9c4c-dffb88f3a924 req-5cda1187-f625-41ea-819f-26edad21166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:38.058509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8c843d5d-b875-4145-9c4c-dffb88f3a924 req-5cda1187-f625-41ea-819f-26edad21166d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6760149 Oct 28 21:41:38.085515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:41:38.159957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c95b36c3-3467-4c37-8cad-63190bccd502 req-b48b3314-26f7-4469-8132-84fa10d8c0cc tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292400 Oct 28 21:41:38.191130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.222605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:41:38.238701 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a99c54ff-58e7-4036-9398-947b938358af admin admin] 10.222.0.31 "PUT /v2.0/routers/37a3bde3-11f8-488f-a14d-c3dcce6856e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8777633 Oct 28 21:41:38.247613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f56a802-bfb2-4232-9e62-a18868ed041f']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:38.281531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08234f89-2864-4d30-aadb-912b5c841fea') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:38.281830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08234f89-2864-4d30-aadb-912b5c841fea') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:38.300541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.316810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.324757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:41:38.325138 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:41:38.390063 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:41:38.404100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.414672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.418189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f56a802-bfb2-4232-9e62-a18868ed041f HTTP/1.1" status: 204 len: 168 time: 0.5763257 Oct 28 21:41:38.421030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57288) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:38.446929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5047a9-49c4-4028-8f02-d0c1d238fb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f56a802-bfb2-4232-9e62-a18868ed041f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:38.476926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff9e5c-be04-418f-ad33-fa125e8271b8 req-f988f3cc-1255-4bc9-9ee3-c724e9a59415 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:38.485127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eff9e5c-be04-418f-ad33-fa125e8271b8 req-f988f3cc-1255-4bc9-9ee3-c724e9a59415 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0940342 Oct 28 21:41:38.520615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Deleting subnet 07c965d0-49da-44bb-8418-574e9c597868 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:41:38.529777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.566053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eff9e5c-be04-418f-ad33-fa125e8271b8 req-f129c62d-19ae-48e7-a6f4-afa3121d3e87 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Oct 28 21:41:38.600077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.685070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.770096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.801040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c965d0-49da-44bb-8418-574e9c597868,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:38.805980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.811448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-25b391eb-3274-4455-ae95-88f592e1d955 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/07c965d0-49da-44bb-8418-574e9c597868 HTTP/1.1" status: 204 len: 168 time: 0.3863018 Oct 28 21:41:38.812208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57300) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:38.820007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd80511-4b9b-4bb2-82d5-f64d0571a5eb req-e9554e37-ff88-4e06-8b38-3d2805acb131 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:38.821400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7cd80511-4b9b-4bb2-82d5-f64d0571a5eb req-e9554e37-ff88-4e06-8b38-3d2805acb131 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1041765 Oct 28 21:41:38.911786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:38.949112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7cd80511-4b9b-4bb2-82d5-f64d0571a5eb req-5dcdbfe4-2dd0-4b2b-8646-6c302035364e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196163 Oct 28 21:41:39.035136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.060455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e899270-bf9c-40a5-80ed-651ac8dd0d18']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:39.072325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18f5d24-0902-4200-8ed4-ce1a3ece50c7') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:39.072678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18f5d24-0902-4200-8ed4-ce1a3ece50c7') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:39.095812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.111150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.117671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-bbaab0ed-8087-4424-bd37-81eb80cd93b6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:39.118713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:41:39.119112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:41:39.120955 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:41:39.124675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-bbaab0ed-8087-4424-bd37-81eb80cd93b6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 818 time: 0.1742823 Oct 28 21:41:39.140453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42d28-61ec-4098-87b0-7ad46f444801 req-4e4eddf4-435e-4b52-88f8-8671895499f1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:39.141712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adb42d28-61ec-4098-87b0-7ad46f444801 req-4e4eddf4-435e-4b52-88f8-8671895499f1 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1118095 Oct 28 21:41:39.153175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-bbd9bdc2-3fb6-48ff-9149-dc326b235e10 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/quotas/2c823deab1df42e69afaab2d4eaa4113 HTTP/1.1" status: 200 len: 375 time: 0.0275769 Oct 28 21:41:39.191767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.212205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.217789 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e899270-bf9c-40a5-80ed-651ac8dd0d18 HTTP/1.1" status: 204 len: 168 time: 0.4029093 Oct 28 21:41:39.217789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fe7c0-907e-4d59-ba70-962cc011c1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e899270-bf9c-40a5-80ed-651ac8dd0d18,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:39.227907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adb42d28-61ec-4098-87b0-7ad46f444801 req-82a6149f-3c0e-4984-babd-3c93bb2b3139 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640576 Oct 28 21:41:39.249074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-a91cc3e2-20cf-4c62-b510-31f1b74c16fa tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946515 Oct 28 21:41:39.409145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:39.423698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f5dcff5e-b11d-432c-ba06-50a26c242a62 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:39.427370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-a210d394-3ac4-4fc8-9b4f-c0a9575b2c1d service neutron] 10.222.0.31 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773465 Oct 28 21:41:39.464406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-803cb4bb-55ec-4557-996d-cf1b4b3103d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bf1f7eaf257414eaf64c2564291d0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537186 Oct 28 21:41:39.466925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57324) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:39.526707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f5dcff5e-b11d-432c-ba06-50a26c242a62 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:39.527479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.585944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-9e8c45b2-6e8b-48c3-94c4-399f161d9648 service neutron] 10.222.0.31 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575918 Oct 28 21:41:39.607114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.639479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.662512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.675296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f5dcff5e-b11d-432c-ba06-50a26c242a62, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f5dcff5e-b11d-432c-ba06-50a26c242a62,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:39.683630 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.703403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638430b-ee72-46fe-bd85-12aaab51ca01 req-096b77c5-ba1e-458f-8d64-0675bede5a81 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:39.713927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5638430b-ee72-46fe-bd85-12aaab51ca01 req-096b77c5-ba1e-458f-8d64-0675bede5a81 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1269240 Oct 28 21:41:39.749220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f5dcff5e-b11d-432c-ba06-50a26c242a62,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:39.802465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.815118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:39.820719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bef947e-eb60-49a6-96db-c901ea9bb012 HTTP/1.1" status: 204 len: 168 time: 0.3497493 Oct 28 21:41:39.824554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5638430b-ee72-46fe-bd85-12aaab51ca01 req-4f9a34e1-9113-4945-b6ef-6eb5bd58a676 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010108 Oct 28 21:41:39.847243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6559f-15d9-497a-9ad0-6ed63e76369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef947e-eb60-49a6-96db-c901ea9bb012,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:39.913608 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Sync routers for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:41:39.945930 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:39.954441 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:39.997960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b90f6c4e-a2c6-453f-994e-63485ea7849e req-8fdc2b4c-a48e-4b71-8dba-b2dd6ef8d6ae tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 210 time: 0.0799358 Oct 28 21:41:40.128037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fab6a-1bf6-4da3-bae1-ecb21dd1ecb4 req-8a70b82e-b72f-4ab7-a369-6d0ab04e8c8a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:40.141300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-315fab6a-1bf6-4da3-bae1-ecb21dd1ecb4 req-8a70b82e-b72f-4ab7-a369-6d0ab04e8c8a tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0955446 Oct 28 21:41:40.168754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:40.229483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-315fab6a-1bf6-4da3-bae1-ecb21dd1ecb4 req-912bf681-8a36-49c9-bec4-bd656661067e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842254 Oct 28 21:41:40.453186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e89610a9-624c-4f81-bb0b-d30f741d63a7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:40.454880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e89610a9-624c-4f81-bb0b-d30f741d63a7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 818 time: 0.1711886 Oct 28 21:41:40.498447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-d8da037e-21b2-48fc-b363-b21be554d5cf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/quotas/2c823deab1df42e69afaab2d4eaa4113 HTTP/1.1" status: 200 len: 375 time: 0.0304263 Oct 28 21:41:40.514023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 4, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '09e7976d-8c28-4af8-8dfc-4c0773540c27', 'name': '', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'mac_address': 'fa:16:3e:bb:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:36Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 2, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'subnets': [{'id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:40.543214 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Checking router: 37a3bde3-11f8-488f-a14d-c3dcce6856e5 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:41:40.544055 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Updating router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 port 09e7976d-8c28-4af8-8dfc-4c0773540c27 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:41:40.551844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8963-fb2f-4d6c-ae37-1123ffee3350 req-e887a3f6-b4ae-4dda-864b-aed0a7ac2a7f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:40.560532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a03c8963-fb2f-4d6c-ae37-1123ffee3350 req-e887a3f6-b4ae-4dda-864b-aed0a7ac2a7f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1044488 Oct 28 21:41:40.577857 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.582021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57362) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:40.601875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-0b86f443-c322-4000-9117-9de2082bfcef tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958912 Oct 28 21:41:40.645847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a3f5c750-17d0-4f07-8c3c-153c847c2189 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8d994dce8994d27be3fd3537643e70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625591 Oct 28 21:41:40.646501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57364) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:40.725923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.726141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a03c8963-fb2f-4d6c-ae37-1123ffee3350 req-3be7eb7f-5595-4f22-adc8-4eaae515921e tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646144 Oct 28 21:41:40.752349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.782793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f4dc595-87ab-4255-8fd5-f3c25756a473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.838087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-1e6b966c-f763-48a5-b549-1565015e0639 service neutron] 10.222.0.31 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242222 Oct 28 21:41:40.858324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.862483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:40.864071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1d88082-f75c-40b0-95fd-18b7694e360a HTTP/1.1" status: 204 len: 168 time: 0.2152364 Oct 28 21:41:40.874748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39d8c4-3b1c-4e1e-ba94-46c0120dd7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d88082-f75c-40b0-95fd-18b7694e360a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:40.998410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-c51e9ce4-d7a4-4ddd-883f-5892795cccbb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2610607 Oct 28 21:41:41.040040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-2931d8fa-1332-45e7-8453-328d9368cd93 service neutron] 10.222.0.31 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930614 Oct 28 21:41:41.070285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3f08-a323-47d6-82cb-daa206859ab3 req-5d7a60b8-478d-4c30-b179-bd245548b024 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.080068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bf3f08-a323-47d6-82cb-daa206859ab3 req-5d7a60b8-478d-4c30-b179-bd245548b024 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1633255 Oct 28 21:41:41.165750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bf3f08-a323-47d6-82cb-daa206859ab3 req-7d7cc251-4f37-4861-9a63-e128c5b64517 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844541 Oct 28 21:41:41.329789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.330375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.330857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.331328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.331796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.332259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.332751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.346402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a0c0b4a4-7cfb-48df-9f0a-0ae3ed115a39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 6498 time: 0.1750472 Oct 28 21:41:41.415827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f5dcff5e-b11d-432c-ba06-50a26c242a62 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:41.422383 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.435718 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.564130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Pushing event updated for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:41.589459 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.590280 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.592114 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.592962 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.593612 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.594184 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.594882 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.595870 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.596483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.597156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.597867 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.598833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:41.604867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f5dcff5e-b11d-432c-ba06-50a26c242a62 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:41.611687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.659225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Attempting to bind port 09e7976d-8c28-4af8-8dfc-4c0773540c27 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:41:41.659876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Attempting to bind port 09e7976d-8c28-4af8-8dfc-4c0773540c27 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:41:41.660702 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Attempting to bind port 09e7976d-8c28-4af8-8dfc-4c0773540c27 on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:41.667626 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:41:41.668672 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Checking segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:41:41.669380 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.669945 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Bound using segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:41:41.670828 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Bound port: 09e7976d-8c28-4af8-8dfc-4c0773540c27, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:41:41.671700 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.690945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-94625574-570f-47ac-ab5b-0e6c1aee9a11 req-b6965bbb-9b96-431f-9746-ac77e61cd1fb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:41:41.702583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94625574-570f-47ac-ab5b-0e6c1aee9a11 req-b6965bbb-9b96-431f-9746-ac77e61cd1fb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0664680 Oct 28 21:41:41.711216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c64db6f9-0c60-45e1-b547-f3c34cd47625 req-62a0a819-59e9-47dd-80a2-1c429eb76a60 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 210 time: 0.2383790 Oct 28 21:41:41.812978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-8a606101-a1a9-4007-9ebf-239ed6d4b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.813445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-8a606101-a1a9-4007-9ebf-239ed6d4b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.813919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-8a606101-a1a9-4007-9ebf-239ed6d4b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.815490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-8a606101-a1a9-4007-9ebf-239ed6d4b6fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=6cad0180-79b1-485c-b536-09fc985b847e&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 200 len: 2294 time: 0.4243224 Oct 28 21:41:41.826146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-332c833f-6cb9-4ac6-8bde-c14da6aba86a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:41.827774 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-332c833f-6cb9-4ac6-8bde-c14da6aba86a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 818 time: 0.3271878 Oct 28 21:41:41.857638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Request body: {'port': {'device_id': 'b960d130-64ee-4954-8383-de0fb4287d55', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'admin_state_up': True, 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:41.859235 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] For port 09e7976d-8c28-4af8-8dfc-4c0773540c27, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:41:41.866171 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] For port 09e7976d-8c28-4af8-8dfc-4c0773540c27, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=09e7976d-8c28-4af8-8dfc-4c0773540c27,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:41:41.877186 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.881205 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:41.933789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9762a7-5f93-4a6b-9881-4f309d12d1a8 None None] Pushing event updated for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:41.959007 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:41:41.960705 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:41.998618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-759aea9a-38b4-4644-bec4-1f04aa2be1b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 200 len: 1000 time: 0.1587222 Oct 28 21:41:42.059186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Made reservation on behalf of 2c823deab1df42e69afaab2d4eaa4113 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:41:42.070240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:42.162339 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:42.173188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db9d12-c3be-436f-9284-4da7ea5cbe75 req-6b3ee546-9e32-472c-8711-c6d838d5ae2b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:42.175743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6db9d12-c3be-436f-9284-4da7ea5cbe75 req-6b3ee546-9e32-472c-8711-c6d838d5ae2b tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1758106 Oct 28 21:41:42.179267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-85251f34-8ba9-46b9-8e68-2d7bbbe2f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:42.181764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-85251f34-8ba9-46b9-8e68-2d7bbbe2f6d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 200 len: 851 time: 0.1660144 Oct 28 21:41:42.203148 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:41:42.291528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6db9d12-c3be-436f-9284-4da7ea5cbe75 req-deb75b6e-f72d-4c21-b298-18814e0a166c tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083629 Oct 28 21:41:42.295889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Allocated IP 172.20.0.6 (894e5781-7f44-4cfd-8dc7-23f5c259ee9b/6cc411b4-d06a-4f0b-b082-d05ebc75ef05/b8e9735a-4dc8-486c-966b-129d36e2c183) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:41:42.297294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-2afc19ea-9d19-414d-81d5-ae8fd7dc2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:42.298901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-2afc19ea-9d19-414d-81d5-ae8fd7dc2aff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ffb64c00-42ff-4f2b-be83-626a3d4ecb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060448 Oct 28 21:41:42.541862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91b55d-5cb7-4f9e-90e2-62b4733800b9 req-6c212881-b67e-4383-8cf4-0c9afd5af705 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:42.547996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d91b55d-5cb7-4f9e-90e2-62b4733800b9 req-6c212881-b67e-4383-8cf4-0c9afd5af705 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1137393 Oct 28 21:41:42.572101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-a2a1ced4-0f7d-451f-a07d-85f56bf0d7ac service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629876 Oct 28 21:41:42.602022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d91b55d-5cb7-4f9e-90e2-62b4733800b9 req-d2517af0-07b5-4f61-862f-7dc8e6375dec tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Oct 28 21:41:42.606925 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 4, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '09e7976d-8c28-4af8-8dfc-4c0773540c27', 'name': '', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'mac_address': 'fa:16:3e:bb:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:36Z', 'updated_at': '2021-10-28T21:41:41Z', 'revision_number': 4, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'subnets': [{'id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:42.642002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:42.681023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65c8f7-9390-4a93-81e3-6395287cab53 None None] The sync data for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 is: [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:36Z', 'revision_number': 4, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '09e7976d-8c28-4af8-8dfc-4c0773540c27', 'name': '', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'mac_address': 'fa:16:3e:bb:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:36Z', 'updated_at': '2021-10-28T21:41:41Z', 'revision_number': 4, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'subnets': [{'id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:41:42.730117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:42.785802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-1529104a-bf9a-4567-8196-4197db7f6243 service neutron] 10.222.0.44 "GET /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037156 Oct 28 21:41:42.864075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:41:42.870544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:42.873858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:41:42.919714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-ad79dc29-3de5-4fa0-bb43-f0f1056e1562 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 217 time: 0.1180673 Oct 28 21:41:42.935792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:42.937232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:42.961902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Pushing event updated for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:42.972439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-56f417e7-4811-4d1a-87ee-ac8e60b34d29 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1278889 Oct 28 21:41:42.982778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5045b8ac-1cf5-495c-80a5-cac91f705dfa req-d9544157-4b0f-4f76-aff2-5a04d6cb4626 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 210 time: 0.0469556 Oct 28 21:41:43.039131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Request body: {'port': {'device_id': 'b960d130-64ee-4954-8383-de0fb4287d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:43.107390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-2b402d12-62d3-4bea-a18f-e7d544cf433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:43.108966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-2b402d12-62d3-4bea-a18f-e7d544cf433e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1252389 Oct 28 21:41:43.205622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6a2bc-b7fb-4721-ac39-7366d11ff209 req-45b20cf0-180d-4327-bb98-46a7f90c0bca tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:43.213427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:43.216354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e6a2bc-b7fb-4721-ac39-7366d11ff209 req-45b20cf0-180d-4327-bb98-46a7f90c0bca tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.2954211 Oct 28 21:41:43.248105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.377366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7c03-8b7f-420f-8e32-0bfd96231264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.387987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e60282bc-84a0-40b3-85ea-c480844cbcea tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:43.390238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e60282bc-84a0-40b3-85ea-c480844cbcea tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 818 time: 0.3810830 Oct 28 21:41:43.442447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Request body: {'port': {'device_id': '09985f29-c209-45f7-8470-00098c1f95b9', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'admin_state_up': True, 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:43.499000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 09e7976d-8c28-4af8-8dfc-4c0773540c27 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:43.599252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 09e7976d-8c28-4af8-8dfc-4c0773540c27 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:43.599875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.611224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f0636aa-55ec-42c7-a47e-422c2ad403da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.660804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e6a2bc-b7fb-4721-ac39-7366d11ff209 req-162def3a-e6f9-4119-af27-28214915f30d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431329 Oct 28 21:41:43.664580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-54c0bf2f-bfad-40fb-b51b-d6acd97890e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:43.667147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-54c0bf2f-bfad-40fb-b51b-d6acd97890e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5482154 Oct 28 21:41:43.784883 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.792902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f0636aa-55ec-42c7-a47e-422c2ad403da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.827165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f0636aa-55ec-42c7-a47e-422c2ad403da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.845409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-5cf6f8bb-8251-471d-b2ba-18019a91a35d service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672626 Oct 28 21:41:43.854650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 09e7976d-8c28-4af8-8dfc-4c0773540c27, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=09e7976d-8c28-4af8-8dfc-4c0773540c27,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:43.861662 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:43.931292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:43.980720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb781-7769-4802-b831-1a90d0dc3e2c req-3916018f-efd0-4677-909f-f7b3d5a64dd7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:43.982617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c78fb781-7769-4802-b831-1a90d0dc3e2c req-3916018f-efd0-4677-909f-f7b3d5a64dd7 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.2016678 Oct 28 21:41:44.052624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f0636aa-55ec-42c7-a47e-422c2ad403da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9128d01e0d04e13b78123513f4e5b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8376079 Oct 28 21:41:44.060207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57442) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:44.060903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0636aa-55ec-42c7-a47e-422c2ad403da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3426bc66-244a-4df9-935b-886f143a75f3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:44.092802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-53b74070-661b-47a2-8bc4-eb8df204856b service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343917 Oct 28 21:41:44.123393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e9735a-4dc8-486c-966b-129d36e2c183 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:41:44.134622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.136840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Made reservation on behalf of 2c823deab1df42e69afaab2d4eaa4113 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:41:44.140456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.153360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86248d5a-1ce5-4180-892f-d5cce1d1c9e2 req-13635adb-6202-41a1-aac5-e816555a445c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 210 time: 0.0581048 Oct 28 21:41:44.186164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c78fb781-7769-4802-b831-1a90d0dc3e2c req-ea5495ee-9717-4ca9-b7c3-4aa8679ec051 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888287 Oct 28 21:41:44.191054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Transition to ACTIVE for port object b8e9735a-4dc8-486c-966b-129d36e2c183 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:41:44.206863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.206863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.274423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-f4c9d295-0079-4a3b-810c-ac3a9f2d21dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 217 time: 0.1204045 Oct 28 21:41:44.320088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.384739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-3ad95a5c-855f-472d-8588-eb3444069f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:44.386928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-3ad95a5c-855f-472d-8588-eb3444069f8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1048491 Oct 28 21:41:44.390744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:44.421526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720db5c-ddc9-46a2-8c48-2933a762adc9 req-76ba51c4-e2b9-4f9e-92d1-a6d32ff1fc7d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:44.432073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2720db5c-ddc9-46a2-8c48-2933a762adc9 req-76ba51c4-e2b9-4f9e-92d1-a6d32ff1fc7d tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1081841 Oct 28 21:41:44.510665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2720db5c-ddc9-46a2-8c48-2933a762adc9 req-e68e8c2e-51de-473b-b997-771856bacdb6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774014 Oct 28 21:41:44.529664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Attempting to bind port b8e9735a-4dc8-486c-966b-129d36e2c183 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:41:44.533426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Attempting to bind port b8e9735a-4dc8-486c-966b-129d36e2c183 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:41:44.533758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Attempting to bind port b8e9735a-4dc8-486c-966b-129d36e2c183 on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:44.538407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-58ed378b-9feb-4532-ac48-d9c18e12c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:44.539995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-58ed378b-9feb-4532-ac48-d9c18e12c4de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431482 Oct 28 21:41:44.561391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Port b8e9735a-4dc8-486c-966b-129d36e2c183 on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:41:44.561769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Attempting to bind port b8e9735a-4dc8-486c-966b-129d36e2c183 on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:44.574150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.583384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.585235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3426bc66-244a-4df9-935b-886f143a75f3 HTTP/1.1" status: 204 len: 168 time: 0.5201180 Oct 28 21:41:44.616337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:41:44.625287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Checking segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:41:44.625710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Bound using segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:41:44.626177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Bound port: b8e9735a-4dc8-486c-966b-129d36e2c183, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:41:44.626559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.629236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Allocated IP 172.20.0.8 (894e5781-7f44-4cfd-8dc7-23f5c259ee9b/6cc411b4-d06a-4f0b-b082-d05ebc75ef05/dba6d57b-9642-417e-b920-f2904d8d41cb) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:41:44.659925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812fc12-5b3a-4ac8-81cd-0dfd78e8654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3426bc66-244a-4df9-935b-886f143a75f3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:44.782436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-c82dfd1b-3208-401e-ab27-318ae656e324 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342110 Oct 28 21:41:44.790353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.801557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39843ae3-9fca-435e-be72-f1c47841f362 req-5cda7612-4fce-485c-ba75-d59d93ba93b6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:44.813106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39843ae3-9fca-435e-be72-f1c47841f362 req-5cda7612-4fce-485c-ba75-d59d93ba93b6 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1373396 Oct 28 21:41:44.946095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-e5da855d-a993-4195-8a3c-5ed6dde22064 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312945 Oct 28 21:41:44.956014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:41:44.964823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8e9735a-4dc8-486c-966b-129d36e2c183,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:41:44.971352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:44.979483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.020056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-6c5cd034-7f38-4981-abcc-61eace74857c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 200 len: 217 time: 0.0612986 Oct 28 21:41:45.026741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.027749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.029685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] 10.222.0.44 "PUT /v2.0/ports/b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 1092 time: 2.0184402 Oct 28 21:41:45.043336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:45.048398 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd443233-c712-4476-8bb9-05c9fcdbd756" -d '{"events": [{"name": "network-changed", "server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:45.122925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.142773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39843ae3-9fca-435e-be72-f1c47841f362 req-548fc6a4-73f0-487b-b053-1e3725ab56bd tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353327 Oct 28 21:41:45.155644 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6d716-05e6-49a7-8797-547c4604180b x-openstack-request-id: req-ccb6d716-05e6-49a7-8797-547c4604180b {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:45.156166 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:45.156166 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccb6d716-05e6-49a7-8797-547c4604180b {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:45.156580 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183', 'status': 'completed', 'code': 200} Oct 28 21:41:45.168888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b54682-c8bf-46f8-82a2-e14ad3688571 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:45.173383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.190919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-19a5ee87-4dbf-4ee9-b1f7-8d116c1f82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.191325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-19a5ee87-4dbf-4ee9-b1f7-8d116c1f82e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1627710 Oct 28 21:41:45.261509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-1a956ca1-6567-4630-8468-570058f16080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.263321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-1a956ca1-6567-4630-8468-570058f16080 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1095 time: 0.1633408 Oct 28 21:41:45.274298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:41:45.322292 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-33948dd6-5bf3-497c-9a45-f736c89fcdd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.0448902 Oct 28 21:41:45.323638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:41:45.325977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Pushing event updated for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:45.328482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:41:45.384799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-f45ca436-1a5b-4d8e-af21-74cb3c226f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.386258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-f45ca436-1a5b-4d8e-af21-74cb3c226f11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1834128 Oct 28 21:41:45.391432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-c20abd97-8012-48af-bbfd-b84a03ed5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.392962 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-c20abd97-8012-48af-bbfd-b84a03ed5825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.0607615 Oct 28 21:41:45.430192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb606040-fa84-48b2-b82e-c4336aefb751 req-9ef2c072-a914-4386-9f19-b8076cd425ff tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.431051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 09e7976d-8c28-4af8-8dfc-4c0773540c27 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:45.431582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb606040-fa84-48b2-b82e-c4336aefb751 req-9ef2c072-a914-4386-9f19-b8076cd425ff tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 931 time: 0.1154642 Oct 28 21:41:45.443483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d9df-8e6f-4b6d-b175-5d4ce2f9b339 req-9658a407-33d8-4c18-a4db-66e80a451fa9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.451328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd46d9df-8e6f-4b6d-b175-5d4ce2f9b339 req-9658a407-33d8-4c18-a4db-66e80a451fa9 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1796463 Oct 28 21:41:45.474498 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-c1ad139c-fbfd-4676-8b4b-d219fdc7dd56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582902 Oct 28 21:41:45.528931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 09e7976d-8c28-4af8-8dfc-4c0773540c27 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:45.529593 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.570815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:45.571453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.591493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb606040-fa84-48b2-b82e-c4336aefb751 req-7a6c9b0a-00af-489f-bc51-264aeb746303 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328044 Oct 28 21:41:45.593870 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-341741ba-64b2-4c7e-9560-ae18f90c5aaf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1611533 Oct 28 21:41:45.608814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Request body: {'port': {'device_id': '09985f29-c209-45f7-8470-00098c1f95b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:41:45.629933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd46d9df-8e6f-4b6d-b175-5d4ce2f9b339 req-d40f0dfd-7b90-46b6-9409-8421bdaac7ba tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689987 Oct 28 21:41:45.731378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-6ce07483-5530-4352-9c23-0fa4b5d8a593 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473407 Oct 28 21:41:45.742703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:45.753585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-397144ba-5a3c-409e-8819-8f19323e4ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449533 Oct 28 21:41:45.903820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-d33e973f-430c-4cf5-ac5d-f525ad850a11 service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394663 Oct 28 21:41:45.932862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9f4c685d-6c48-46f9-b1ea-4fd125edf152 req-157d8ced-e5ce-46be-913d-5fe7ddfc84fb service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911967 Oct 28 21:41:45.970339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-781779d0-cd8d-4b51-b0d1-cf9b710c38b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 200 len: 217 time: 0.0576451 Oct 28 21:41:46.082050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-027414ea-dcc7-485c-9f8b-6b7c08a99f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.083941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-027414ea-dcc7-485c-9f8b-6b7c08a99f66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 200 len: 797 time: 0.1001623 Oct 28 21:41:46.144510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-943169f0-1da5-4db9-b694-8e0f0c068ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.146382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-943169f0-1da5-4db9-b694-8e0f0c068ca9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cad0180-79b1-485c-b536-09fc985b847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493672 Oct 28 21:41:46.320664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-9c9f3254-e8b5-4e05-8765-aae8d93137fc service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635513 Oct 28 21:41:46.338426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-e29dc42e-ee68-4341-8859-3803b6b5e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.340021 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-e29dc42e-ee68-4341-8859-3803b6b5e817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1095 time: 0.1340618 Oct 28 21:41:46.474521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-2010b6a5-1950-4bf9-b929-4a1e1301d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.476422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-2010b6a5-1950-4bf9-b929-4a1e1301d1c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.1240251 Oct 28 21:41:46.534313 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-c9a70e43-ab5e-41ff-9b6a-66c8c21147e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.0493445 Oct 28 21:41:46.535994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-fbe78aa6-ae7a-40c1-8c01-de7519f529ac service neutron] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053304 Oct 28 21:41:46.638031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-e9d9c18c-3d50-4739-aa0e-232072d2641d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 200 len: 217 time: 0.0869372 Oct 28 21:41:46.666645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:46.746495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-ddb52ce2-edfe-4f44-91aa-dfed2e59bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.748627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-ddb52ce2-edfe-4f44-91aa-dfed2e59bec3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.1975012 Oct 28 21:41:46.766656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba6d57b-9642-417e-b920-f2904d8d41cb {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:41:46.776751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:46.824256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-1c022113-9361-403c-8efb-7c0d47a22955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:46.830101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-1c022113-9361-403c-8efb-7c0d47a22955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.1782951 Oct 28 21:41:46.904153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-42a0a16f-5bb1-40f2-ab44-a6e26a8141de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224048 Oct 28 21:41:46.957931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Transition to ACTIVE for port object dba6d57b-9642-417e-b920-f2904d8d41cb will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:41:47.023427 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:47.039969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78118-39f5-47e4-ac82-a201ab61944a req-5422d9cb-8d5b-4116-89cd-b4c9ee5722ae tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:47.050172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4e78118-39f5-47e4-ac82-a201ab61944a req-5422d9cb-8d5b-4116-89cd-b4c9ee5722ae tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 931 time: 0.3039427 Oct 28 21:41:47.093918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-3de2a5d4-676d-4157-af04-48fecd0104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:47.097406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-3de2a5d4-676d-4157-af04-48fecd0104a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2510130 Oct 28 21:41:47.251245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-6879f01e-35c6-42fd-becb-a544da568c65 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363189 Oct 28 21:41:47.266966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4e78118-39f5-47e4-ac82-a201ab61944a req-950f89f4-976b-432d-8f51-e9c744a384be tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142391 Oct 28 21:41:47.442917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Pushing event updated for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:47.449982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-1fd20c5d-cb59-4d46-8cf4-aae49857f521 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766529 Oct 28 21:41:47.504487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-f3031c64-68b9-4b9b-8860-9ec27188f2ad service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480189 Oct 28 21:41:47.545834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-4747af8b-3971-4d08-a46b-39a2ac327d83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 200 len: 217 time: 0.0877330 Oct 28 21:41:47.640208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-53fd1ae3-1acd-4aaa-a42a-32fd40b9ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:47.642370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-53fd1ae3-1acd-4aaa-a42a-32fd40b9ec8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 200 len: 797 time: 0.0811512 Oct 28 21:41:47.685522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Attempting to bind port dba6d57b-9642-417e-b920-f2904d8d41cb on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:41:47.685942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Attempting to bind port dba6d57b-9642-417e-b920-f2904d8d41cb by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:41:47.686252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Attempting to bind port dba6d57b-9642-417e-b920-f2904d8d41cb on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:47.697865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Port dba6d57b-9642-417e-b920-f2904d8d41cb on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:41:47.698194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Attempting to bind port dba6d57b-9642-417e-b920-f2904d8d41cb on network 894e5781-7f44-4cfd-8dc7-23f5c259ee9b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:41:47.717005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:41:47.717349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Checking segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:41:47.721585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Bound using segment: {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:41:47.722090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Bound port: dba6d57b-9642-417e-b920-f2904d8d41cb, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9d61d9-ffe6-4092-a030-98eb020e5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:41:47.722465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:47.745141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-c817e0ed-9019-4872-8a6f-1f82ffdabcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:47.746857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-c817e0ed-9019-4872-8a6f-1f82ffdabcdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=92a1a5f8-8a9a-4223-af76-805d2f04dc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947301 Oct 28 21:41:47.825369 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-f370a1c4-c021-4bbc-ac07-039480ff13c8 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006315 Oct 28 21:41:47.851299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:41:47.854784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=dba6d57b-9642-417e-b920-f2904d8d41cb,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:41:47.864299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:47.928429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:47.929149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:47.931498 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] 10.222.0.44 "PUT /v2.0/ports/dba6d57b-9642-417e-b920-f2904d8d41cb HTTP/1.1" status: 200 len: 1092 time: 2.3274236 Oct 28 21:41:47.944601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:47.947943 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67b0f1-c683-4470-a654-ef4a1559863a" -d '{"events": [{"name": "network-changed", "server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:47.972484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-80ce46c3-d88d-4972-8283-f74c4345c459 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150705 Oct 28 21:41:48.034921 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce9cc0-cbc6-4ffe-9710-63c0e5c2fc4d x-openstack-request-id: req-c5ce9cc0-cbc6-4ffe-9710-63c0e5c2fc4d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:48.035210 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:48.035467 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5ce9cc0-cbc6-4ffe-9710-63c0e5c2fc4d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:48.035867 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb', 'status': 'completed', 'code': 200} Oct 28 21:41:48.060593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9277bc-5ba6-42ea-abcb-50f7e1dd881d service neutron] Pushing event updated for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:48.080163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-d07077ef-9ce7-4006-958c-3bb9c562668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:48.082216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-d07077ef-9ce7-4006-958c-3bb9c562668d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 1095 time: 0.0874021 Oct 28 21:41:48.150294 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-dc149ffc-d2ab-44b9-a063-b9dff016e2f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6d57b-9642-417e-b920-f2904d8d41cb HTTP/1.1" status: 200 len: 217 time: 0.0596550 Oct 28 21:41:48.223995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e2f3552e-99b8-4eb4-8b04-ceb6add96d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:48.226651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-e2f3552e-99b8-4eb4-8b04-ceb6add96d50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.0697248 Oct 28 21:41:48.245040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c5ae52d-2139-4d22-a09a-3ba800aea5a3 req-529d0613-6158-4411-85a2-648dad5aaa31 service neutron] 10.222.0.44 "GET /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558939 Oct 28 21:41:48.284241 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-fa97c0ad-c778-48b2-84d4-cb12e6e614a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495424 Oct 28 21:41:48.467581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8e9735a-4dc8-486c-966b-129d36e2c183 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:41:48.497584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9c181-2e14-48a0-9687-1c509e8e570f req-3b87377a-2a35-4f02-ad13-2182cb0c575d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:48.511588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0b9c181-2e14-48a0-9687-1c509e8e570f req-3b87377a-2a35-4f02-ad13-2182cb0c575d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 943 time: 0.1325819 Oct 28 21:41:48.561783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-c9645164-1ec6-47ca-838a-39a68ec7d2b9 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702153 Oct 28 21:41:48.583126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0b9c181-2e14-48a0-9687-1c509e8e570f req-ecd32115-adfb-431c-8c65-d2fe8ba5d87f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627685 Oct 28 21:41:48.786678 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-52a20a34-7264-40b1-b52c-ff68258ac36e req-cffd1aa0-052a-4b05-b1f2-afd5f60ac8dd service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142720 Oct 28 21:41:48.798345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8e9735a-4dc8-486c-966b-129d36e2c183,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:48.814145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b8e9735a-4dc8-486c-966b-129d36e2c183', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'port_id': 'b8e9735a-4dc8-486c-966b-129d36e2c183', 'mac_address': 'fa:16:3e:6b:d0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:41:48.886177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:48.927421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e9735a-4dc8-486c-966b-129d36e2c183 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:41:48.982616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8e9735a-4dc8-486c-966b-129d36e2c183,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:48.993279 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:49.000245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-1d181563-9bae-48de-8fc4-b9440412c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:49.006680 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-1d181563-9bae-48de-8fc4-b9440412c010 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 1095 time: 0.1120543 Oct 28 21:41:49.120988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:49.189661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-b3bb52ea-890f-4008-a46c-c2b9806c3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:49.191753 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-b3bb52ea-890f-4008-a46c-c2b9806c3f98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.1752908 Oct 28 21:41:49.312845 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-734556f6-f1d0-4e68-b0ad-64281912af59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6d57b-9642-417e-b920-f2904d8d41cb HTTP/1.1" status: 200 len: 217 time: 0.0940549 Oct 28 21:41:49.383461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8e9735a-4dc8-486c-966b-129d36e2c183'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:49.452540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-98abd745-2961-4307-acbc-ea8f228a636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:49.456202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-98abd745-2961-4307-acbc-ea8f228a636a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.1228585 Oct 28 21:41:49.502725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-10ac46a7-1d69-4f10-adb8-915a5c5635f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392199 Oct 28 21:41:49.732096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd726b6-545a-47e6-a3b3-dfcf9d829207 req-0c971e3f-10ea-4ed3-930f-d04933f203bf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:49.741825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dd726b6-545a-47e6-a3b3-dfcf9d829207 req-0c971e3f-10ea-4ed3-930f-d04933f203bf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 943 time: 0.0678911 Oct 28 21:41:49.768079 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-3e4a0ed3-3cdd-4a5b-98b6-5eab04a2a813 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488375 Oct 28 21:41:49.784688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dd726b6-545a-47e6-a3b3-dfcf9d829207 req-55bf386a-9661-48d0-a934-c81bc2530ae1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Oct 28 21:41:50.445244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fa67b0f1-c683-4470-a654-ef4a1559863a req-2831ef89-d23e-421c-90e1-557548165509 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605341 Oct 28 21:41:51.052084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f88e6-aefa-49f9-a7f4-184555060a3d req-310729d5-3acc-47dd-bc97-e25f97ed3ccb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:51.064213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-973f88e6-aefa-49f9-a7f4-184555060a3d req-310729d5-3acc-47dd-bc97-e25f97ed3ccb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 943 time: 0.1349609 Oct 28 21:41:51.114119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-973f88e6-aefa-49f9-a7f4-184555060a3d req-d7443cb3-f79d-4d90-a6e0-38a70df22adc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Oct 28 21:41:52.244140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d229b83-c610-46e8-b077-055427069d64 req-eb0a6cb3-3f25-4491-8152-ac77a3cdb0b6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:52.251926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d229b83-c610-46e8-b077-055427069d64 req-eb0a6cb3-3f25-4491-8152-ac77a3cdb0b6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 943 time: 0.0629613 Oct 28 21:41:52.293407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d229b83-c610-46e8-b077-055427069d64 req-0daff9ae-8555-4fa6-a65f-9d1ab83b44f6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Oct 28 21:41:52.519176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device dba6d57b-9642-417e-b920-f2904d8d41cb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:41:52.549015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8e9735a-4dc8-486c-966b-129d36e2c183 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:52.690365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b8e9735a-4dc8-486c-966b-129d36e2c183 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:41:52.698452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b8e9735a-4dc8-486c-966b-129d36e2c183 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:52.698896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:52.778650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=dba6d57b-9642-417e-b920-f2904d8d41cb,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:52.829358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'dba6d57b-9642-417e-b920-f2904d8d41cb', 'network_id': '894e5781-7f44-4cfd-8dc7-23f5c259ee9b', 'port_id': 'dba6d57b-9642-417e-b920-f2904d8d41cb', 'mac_address': 'fa:16:3e:51:5c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc411b4-d06a-4f0b-b082-d05ebc75ef05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:41:52.845360 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:52.904765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:52.970362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8e9735a-4dc8-486c-966b-129d36e2c183,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:52.971770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:52.977360 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4532f-3a90-4b84-8e0b-549ad485947a" -d '{"events": [{"server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:52.983453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:52.987250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba6d57b-9642-417e-b920-f2904d8d41cb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:41:53.058027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=dba6d57b-9642-417e-b920-f2904d8d41cb,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:53.063906 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8479a02c-116c-4c38-a530-469805d52f30 x-openstack-request-id: req-8479a02c-116c-4c38-a530-469805d52f30 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:53.064470 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:53.064931 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8479a02c-116c-4c38-a530-469805d52f30 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:53.065310 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183', 'code': 200} Oct 28 21:41:53.074109 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:53.080527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:53.194142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:53.232072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9098e-894d-45a8-aeec-fa34f793f258 req-5534f477-46c8-4813-8a34-698c38bac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:53.243114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-98d9098e-894d-45a8-aeec-fa34f793f258 req-5534f477-46c8-4813-8a34-698c38bac2c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.0948255 Oct 28 21:41:53.292017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-98d9098e-894d-45a8-aeec-fa34f793f258 req-056c3b45-fb84-4dea-a400-bff95f50e276 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Oct 28 21:41:53.455161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['dba6d57b-9642-417e-b920-f2904d8d41cb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:53.496475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737dfdd-fa7d-4a31-b05f-789a5bc1621d req-604e287f-5702-4464-b733-8fd22d97d97a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:53.498648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a737dfdd-fa7d-4a31-b05f-789a5bc1621d req-604e287f-5702-4464-b733-8fd22d97d97a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 944 time: 0.0995586 Oct 28 21:41:53.557982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a737dfdd-fa7d-4a31-b05f-789a5bc1621d req-d9a3bee6-058b-466e-8bcb-e845b25f7e2c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524766 Oct 28 21:41:54.061310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30d310-df4a-4838-9247-fb04caca7d46 req-c130081e-196b-4dc0-8a97-0ff10364333f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:54.065313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f30d310-df4a-4838-9247-fb04caca7d46 req-c130081e-196b-4dc0-8a97-0ff10364333f tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.1070395 Oct 28 21:41:54.111023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f30d310-df4a-4838-9247-fb04caca7d46 req-01f3b669-4876-4495-8118-c67afb923154 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Oct 28 21:41:54.682287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207f8f-137f-43ce-ba65-868f1fcb7be1 req-c33fed6a-1fa7-459c-80b7-27f9beb05a34 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:54.684619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00207f8f-137f-43ce-ba65-868f1fcb7be1 req-c33fed6a-1fa7-459c-80b7-27f9beb05a34 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 944 time: 0.0545979 Oct 28 21:41:54.726487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00207f8f-137f-43ce-ba65-868f1fcb7be1 req-b02b4764-6490-4a2b-a354-1554ba71174a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 Oct 28 21:41:55.242318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3b53-ab25-4818-8f63-50b7085ce9b2 req-b26b0937-173d-4374-869b-f3dc763e8e77 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:55.244100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9ab3b53-ab25-4818-8f63-50b7085ce9b2 req-b26b0937-173d-4374-869b-f3dc763e8e77 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0596759 Oct 28 21:41:55.288187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9ab3b53-ab25-4818-8f63-50b7085ce9b2 req-1f44ba60-fed9-4735-b765-c60c1e9462d0 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0ebae12-e7fb-4186-a57c-4abf41fcbde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Oct 28 21:41:55.715707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0908b7-1256-4070-8fd9-53dbce348806 req-5fc15138-252e-449e-a772-c05712c3d6f3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:55.717684 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de0908b7-1256-4070-8fd9-53dbce348806 req-5fc15138-252e-449e-a772-c05712c3d6f3 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 947 time: 0.0528896 Oct 28 21:41:55.853260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Deleting port c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:41:55.853685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:55.927833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377b7c3-bd6b-4880-b52d-38686aae891f req-aa172054-68e1-4535-ab53-bd16c1f72c87 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:55.930091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a377b7c3-bd6b-4880-b52d-38686aae891f req-aa172054-68e1-4535-ab53-bd16c1f72c87 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 944 time: 0.0874753 Oct 28 21:41:55.973168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a377b7c3-bd6b-4880-b52d-38686aae891f req-3f5600d7-c606-4468-b16f-7efc9bf9e36a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Oct 28 21:41:55.992526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] For port c94edf11-7782-48b7-b07d-1ef37a3b51e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c94edf11-7782-48b7-b07d-1ef37a3b51e9,segment=NetworkSegment(9a9c03f0-57cd-4ad3-90a8-062bbaf141e2),segment_id=9a9c03f0-57cd-4ad3-90a8-062bbaf141e2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:55.992894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.007094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Calling delete_port for c94edf11-7782-48b7-b07d-1ef37a3b51e9 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:41:56.151271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.164697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['c94edf11-7782-48b7-b07d-1ef37a3b51e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:41:56.185780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Pushing event deleted for resources: {'Port': ['ID=c94edf11-7782-48b7-b07d-1ef37a3b51e9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:56.233396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] No DVR routers for this DVR port c94edf11-7782-48b7-b07d-1ef37a3b51e9 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:41:56.237385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.242027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-de0908b7-1256-4070-8fd9-53dbce348806 req-e8b4d626-7bd4-4a8f-a113-b4c5d4308309 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.44 "DELETE /v2.0/ports/c94edf11-7782-48b7-b07d-1ef37a3b51e9 HTTP/1.1" status: 204 len: 173 time: 0.5181375 Oct 28 21:41:56.242535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-deleted', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:56.245272 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694fc670-ce26-4e92-9959-cb4a4e51b181" -d '{"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-deleted", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:56.292512 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ed0b8-f128-4706-94ab-518dd7e310bb x-openstack-request-id: req-5c1ed0b8-f128-4706-94ab-518dd7e310bb {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:56.292801 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb2cea4-08bc-4d75-a403-d498f2f9e48f", "name": "network-vif-deleted", "tag": "c94edf11-7782-48b7-b07d-1ef37a3b51e9", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:56.293055 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c1ed0b8-f128-4706-94ab-518dd7e310bb {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:56.293458 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb2cea4-08bc-4d75-a403-d498f2f9e48f', 'name': 'network-vif-deleted', 'tag': 'c94edf11-7782-48b7-b07d-1ef37a3b51e9', 'status': 'completed', 'code': 200} Oct 28 21:41:56.405903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ed929f2-e3e6-44bc-baf9-3091dd57c7fe req-09f465ef-88fe-4b6e-9c15-f915a539ad31 tempest-ServersNegativeTestJSON-2135695587 tempest-ServersNegativeTestJSON-2135695587-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cb2cea4-08bc-4d75-a403-d498f2f9e48f HTTP/1.1" status: 200 len: 210 time: 0.0325632 Oct 28 21:41:56.538406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device dba6d57b-9642-417e-b920-f2904d8d41cb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:41:56.591614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port dba6d57b-9642-417e-b920-f2904d8d41cb completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:41:56.595934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port dba6d57b-9642-417e-b920-f2904d8d41cb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:41:56.596345 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.711318 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.744747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:41:56.747618 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd2522-a829-4872-9418-bd061e75fac8" -d '{"events": [{"server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "name": "network-vif-plugged", "status": "completed", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:41:56.765871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=dba6d57b-9642-417e-b920-f2904d8d41cb,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:41:56.779314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:56.836177 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2ef93-0498-4370-8e23-c260d799d62a x-openstack-request-id: req-d6f2ef93-0498-4370-8e23-c260d799d62a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:41:56.836552 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "name": "network-vif-plugged", "status": "completed", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:41:56.836752 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6f2ef93-0498-4370-8e23-c260d799d62a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:41:56.837141 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb', 'code': 200} Oct 28 21:41:56.852164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:56.927310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255c334-c3a0-4750-8c48-85e8e7bd25ee req-7b38b9f8-995c-4d10-b615-4bcb16c4e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:56.929558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b255c334-c3a0-4750-8c48-85e8e7bd25ee req-7b38b9f8-995c-4d10-b615-4bcb16c4e8f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 1097 time: 0.0526378 Oct 28 21:41:56.995257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b255c334-c3a0-4750-8c48-85e8e7bd25ee req-2417e5ac-7b89-4b1f-8e2d-23a3b3ad085c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Oct 28 21:41:57.112764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d53d8d-0c1a-4398-ba05-8186f56e3f96 req-aff65116-65f5-4289-abec-4fdfe892035b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:57.115158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1d53d8d-0c1a-4398-ba05-8186f56e3f96 req-aff65116-65f5-4289-abec-4fdfe892035b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0573459 Oct 28 21:41:57.159520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1d53d8d-0c1a-4398-ba05-8186f56e3f96 req-45f58171-074e-4122-9e33-006ca1ba68bf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Oct 28 21:41:57.499329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:57.551422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Deleting subnet 15b603aa-6d11-4d6c-abba-383426749a83 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:41:57.555208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.596417 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.647177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.711459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.738824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b603aa-6d11-4d6c-abba-383426749a83,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:57.743486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.746587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49f59ba3-01d1-4700-96eb-31124aa08cfd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15b603aa-6d11-4d6c-abba-383426749a83 HTTP/1.1" status: 204 len: 168 time: 0.2462380 Oct 28 21:41:57.749182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58130) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:57.824801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.906435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.926116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94280a4-d4f5-47eb-8791-bfa234c40eb5']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:57.936176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:57.936496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9c03f0-57cd-4ad3-90a8-062bbaf141e2') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:41:57.946684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.960428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.967413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:41:57.967802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:41:57.969488 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:41:58.027008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.050914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.056604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b94280a4-d4f5-47eb-8791-bfa234c40eb5 HTTP/1.1" status: 204 len: 168 time: 0.3041129 Oct 28 21:41:58.056604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94280a4-d4f5-47eb-8791-bfa234c40eb5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:58.065496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.065841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.066180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.066511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.066840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.067171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.067492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.067816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.068137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.068514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.070074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.070574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc09efa-e735-4f51-97a8-09fcd19f61f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:41:58.264109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:58.294307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20945f-2f53-4873-8a23-63dab4411628 req-47ece548-8fe2-406e-8057-65270fc6e6b8 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.295859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd20945f-2f53-4873-8a23-63dab4411628 req-47ece548-8fe2-406e-8057-65270fc6e6b8 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0573132 Oct 28 21:41:58.318260 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cab36acc-a40c-40bb-ba1a-fc72b5e52bfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58d6c21593f94f1bb278c9ec827c6436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523059 Oct 28 21:41:58.321458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:58.348694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd20945f-2f53-4873-8a23-63dab4411628 req-2e45af81-f813-44d3-94e7-2f902cb46d7f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Oct 28 21:41:58.407042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.431835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.522815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.529688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:58.531139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0ebae12-e7fb-4186-a57c-4abf41fcbde4 HTTP/1.1" status: 204 len: 168 time: 0.2087450 Oct 28 21:41:58.541392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3a3e-e38c-4d7a-9d69-0a3820945d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ebae12-e7fb-4186-a57c-4abf41fcbde4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:58.616983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-118434c2-a364-49fa-ba32-ba3b07c4880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.618743 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-118434c2-a364-49fa-ba32-ba3b07c4880f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 1097 time: 0.0680759 Oct 28 21:41:58.687761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754cc15-1e85-49f9-8fd6-2ae0a9d70f66 req-47f21c1a-7db7-42b8-af0d-941a6c3000f0 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.689306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1754cc15-1e85-49f9-8fd6-2ae0a9d70f66 req-47f21c1a-7db7-42b8-af0d-941a6c3000f0 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 950 time: 0.1213024 Oct 28 21:41:58.728801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f98df-deee-4fe7-8f3e-bd378762a5c2 req-2ff7493c-0491-4e2a-a7e9-d5d1a00c8ca9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.738022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498f98df-deee-4fe7-8f3e-bd378762a5c2 req-2ff7493c-0491-4e2a-a7e9-d5d1a00c8ca9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1258156 Oct 28 21:41:58.738649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-bb9e7e23-1e82-4753-8348-a5e14e503b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.740185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-bb9e7e23-1e82-4753-8348-a5e14e503b42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.1142039 Oct 28 21:41:58.799101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1754cc15-1e85-49f9-8fd6-2ae0a9d70f66 req-6798a168-405b-48f6-9761-e0f974affb10 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018476 Oct 28 21:41:58.804649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-35c24dac-faac-42b7-85ef-c4c56c176690 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba6d57b-9642-417e-b920-f2904d8d41cb HTTP/1.1" status: 200 len: 217 time: 0.0559652 Oct 28 21:41:58.808691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-498f98df-deee-4fe7-8f3e-bd378762a5c2 req-710169c2-110f-4db4-b1d1-044be8516d4b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Oct 28 21:41:58.877885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-aa15673d-8600-46ad-bc15-e9bc3c189140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:41:58.879468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-aa15673d-8600-46ad-bc15-e9bc3c189140 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.0537469 Oct 28 21:41:58.915395 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-d1374cff-c6db-4916-a4d9-2f0a193589ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277145 Oct 28 21:41:59.023995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-14810a84-c7da-4b4d-9821-f2b79a98a7e5 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003451 Oct 28 21:41:59.126944 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:41:59.152388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-da3a4bb3-96b1-4598-b7a9-055a01d0857c req-33e92433-84b3-4e75-ad43-f44d5f790166 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210859 Oct 28 21:41:59.648286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58186) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:59.773675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a14cc17b-468c-450d-aff5-c77c21344701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:59.887273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a14cc17b-468c-450d-aff5-c77c21344701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:59.893788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a14cc17b-468c-450d-aff5-c77c21344701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:41:59.948677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a14cc17b-468c-450d-aff5-c77c21344701 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a519ecc7ac8465986e462598fbb8b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992129 Oct 28 21:41:59.952943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58196) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:41:59.997474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc17b-468c-450d-aff5-c77c21344701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79275b2-4454-40e8-8f4b-093fe602777a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:41:59.999776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d815b0-1623-4349-bc1c-4b2214f0a614 req-f64c5c5f-4056-4b96-8365-2bced79dadb8 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:00.001383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98d815b0-1623-4349-bc1c-4b2214f0a614 req-f64c5c5f-4056-4b96-8365-2bced79dadb8 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 950 time: 0.1090939 Oct 28 21:42:00.012911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f81a8-a656-489a-99fa-72bcd4792582 req-9ed6c690-e36b-4ddf-ae13-69abbf282e6d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:00.020203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f5f81a8-a656-489a-99fa-72bcd4792582 req-9ed6c690-e36b-4ddf-ae13-69abbf282e6d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0775990 Oct 28 21:42:00.031702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.060007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.088949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f5f81a8-a656-489a-99fa-72bcd4792582 req-a4f25aa1-f8c5-4036-b20a-f5402e220c32 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Oct 28 21:42:00.104953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98d815b0-1623-4349-bc1c-4b2214f0a614 req-79424fe8-8c25-4a9e-ba35-bb2939d89c4c tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd571a29-fce8-45fe-aec8-39fb8c375af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817258 Oct 28 21:42:00.152814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-5e59958c-ba2c-4f02-8112-c417d0f5f028 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:00.154546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-5e59958c-ba2c-4f02-8112-c417d0f5f028 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 950 time: 0.0723248 Oct 28 21:42:00.173295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.176809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.178031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b79275b2-4454-40e8-8f4b-093fe602777a HTTP/1.1" status: 204 len: 168 time: 0.2240117 Oct 28 21:42:00.208184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37957-1cba-4db2-be2e-91645a55e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79275b2-4454-40e8-8f4b-093fe602777a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:00.285724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Deleting port 50b40672-070b-44c7-b24b-794a7b847cf0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:00.286101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.393916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] For port 50b40672-070b-44c7-b24b-794a7b847cf0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=50b40672-070b-44c7-b24b-794a7b847cf0,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:00.394285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.406946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Calling delete_port for 50b40672-070b-44c7-b24b-794a7b847cf0 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:00.563950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.578151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['50b40672-070b-44c7-b24b-794a7b847cf0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:42:00.580690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:00.601657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Pushing event deleted for resources: {'Port': ['ID=50b40672-070b-44c7-b24b-794a7b847cf0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:00.641691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: c94edf11-7782-48b7-b07d-1ef37a3b51e9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:00.642036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c94edf11-7782-48b7-b07d-1ef37a3b51e9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:00.655876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] No DVR routers for this DVR port 50b40672-070b-44c7-b24b-794a7b847cf0 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:00.658508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:00.663457 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8a2512d5-ff8d-46aa-a648-e9620b691ca0 req-b2f68d1c-d0f7-4fab-8b66-60aa045cd26d tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.44 "DELETE /v2.0/ports/50b40672-070b-44c7-b24b-794a7b847cf0 HTTP/1.1" status: 204 len: 173 time: 0.4994075 Oct 28 21:42:00.664270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'name': 'network-vif-deleted', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:00.666721 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ac1b7-2091-4323-b1b5-a2d48dad83c0" -d '{"events": [{"server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "name": "network-vif-deleted", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:00.709922 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdab968-5862-484a-9fb9-5e4da2d2f311 x-openstack-request-id: req-5fdab968-5862-484a-9fb9-5e4da2d2f311 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:00.710219 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dccd96-a521-4d43-a36a-7be7ab6d7323", "name": "network-vif-deleted", "tag": "50b40672-070b-44c7-b24b-794a7b847cf0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:00.710652 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fdab968-5862-484a-9fb9-5e4da2d2f311 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:00.711039 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dccd96-a521-4d43-a36a-7be7ab6d7323', 'name': 'network-vif-deleted', 'tag': '50b40672-070b-44c7-b24b-794a7b847cf0', 'status': 'completed', 'code': 200} Oct 28 21:42:01.291306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b3dfef7-bf4f-40f1-a618-503707c53064 req-b4a25ab3-3d6e-4198-a31b-268116c6ef95 tempest-VolumesBackupsTest-1664103124 tempest-VolumesBackupsTest-1664103124-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3dccd96-a521-4d43-a36a-7be7ab6d7323 HTTP/1.1" status: 200 len: 210 time: 0.0381682 Oct 28 21:42:01.309736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec39fba-84f0-4419-9927-b92385597767 req-a321c30f-259a-4760-a8ee-7f85949a1ad8 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:01.316942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ec39fba-84f0-4419-9927-b92385597767 req-a321c30f-259a-4760-a8ee-7f85949a1ad8 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0975425 Oct 28 21:42:01.375896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ec39fba-84f0-4419-9927-b92385597767 req-87043d77-2689-426b-9462-e546899c2d70 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Oct 28 21:42:01.439716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:01.562030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-179c32e7-621b-4aec-8760-30fda92b6914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.648464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-179c32e7-621b-4aec-8760-30fda92b6914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.652802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-179c32e7-621b-4aec-8760-30fda92b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.690087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c32e7-621b-4aec-8760-30fda92b6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3bc86-2b14-4c04-94cd-4adc0fa7b203,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:01.697288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-179c32e7-621b-4aec-8760-30fda92b6914 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=049a7d0f7e6646369739246e3eac32b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541459 Oct 28 21:42:01.698172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58254) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:01.747823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.769027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.818580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.821464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:01.822668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13a3bc86-2b14-4c04-94cd-4adc0fa7b203 HTTP/1.1" status: 204 len: 168 time: 0.1243017 Oct 28 21:42:01.834971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab1b38-00b1-421f-9f16-ac602db6ecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3bc86-2b14-4c04-94cd-4adc0fa7b203,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:02.548562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a13b91-ef3f-4f9a-be8b-936407e45ddc req-efc5f699-7e4d-4d37-ad55-dccbcf432fc2 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:02.557778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0a13b91-ef3f-4f9a-be8b-936407e45ddc req-efc5f699-7e4d-4d37-ad55-dccbcf432fc2 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0899861 Oct 28 21:42:02.607118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0a13b91-ef3f-4f9a-be8b-936407e45ddc req-69bcf8c1-e740-4604-8285-7fd6cc33bfac tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Oct 28 21:42:03.207658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58328) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:03.338479 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b73732-4292-4710-b64c-fd7e32995719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.423935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b73732-4292-4710-b64c-fd7e32995719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.428871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1b73732-4292-4710-b64c-fd7e32995719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.470991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1b73732-4292-4710-b64c-fd7e32995719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec4356986d1348d9b79168d9c40cfb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622278 Oct 28 21:42:03.471734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b73732-4292-4710-b64c-fd7e32995719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d937a061-11a0-42a2-b86a-61c1f06a90cb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:03.474102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58332) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:03.538229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.562537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.622899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.626414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:03.643022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d937a061-11a0-42a2-b86a-61c1f06a90cb HTTP/1.1" status: 204 len: 168 time: 0.1566489 Oct 28 21:42:03.660587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0513bf-b094-426b-b71f-eb862455dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937a061-11a0-42a2-b86a-61c1f06a90cb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:03.785663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c1817-3c2c-47ce-99d4-3bba6b62f815 req-aca32975-7cd8-4870-a1f2-e4aef7784745 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:03.788301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57c1817-3c2c-47ce-99d4-3bba6b62f815 req-aca32975-7cd8-4870-a1f2-e4aef7784745 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0647912 Oct 28 21:42:03.846511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b57c1817-3c2c-47ce-99d4-3bba6b62f815 req-b15236e6-1133-440a-abe7-2b5b0275b10b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Oct 28 21:42:04.569591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 50b40672-070b-44c7-b24b-794a7b847cf0 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:04.603193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 50b40672-070b-44c7-b24b-794a7b847cf0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:04.604204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 50b40672-070b-44c7-b24b-794a7b847cf0 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:05.010492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17961512-969e-4086-ae05-5f4c1b98d8b5 req-bdd0122a-25f7-4a20-9817-8efb157179f4 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:05.020859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17961512-969e-4086-ae05-5f4c1b98d8b5 req-bdd0122a-25f7-4a20-9817-8efb157179f4 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0793083 Oct 28 21:42:05.093037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17961512-969e-4086-ae05-5f4c1b98d8b5 req-8465a661-2145-45f1-a54d-4816acaf6b0b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Oct 28 21:42:06.339431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1736-0766-4465-9967-66c2cc3bdc37 req-0451b1f7-2090-432b-b222-558c319c8c76 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:06.343248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-128d1736-0766-4465-9967-66c2cc3bdc37 req-0451b1f7-2090-432b-b222-558c319c8c76 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0769255 Oct 28 21:42:06.395952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-128d1736-0766-4465-9967-66c2cc3bdc37 req-5e7425f0-de27-4965-a995-2f513e7dd990 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461996 Oct 28 21:42:06.419184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58458) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:06.575355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b104aef-ff6b-4c02-86c0-0aaee7d3bb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:06.722351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b104aef-ff6b-4c02-86c0-0aaee7d3bb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:06.732495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b104aef-ff6b-4c02-86c0-0aaee7d3bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:06.807520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104aef-ff6b-4c02-86c0-0aaee7d3bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97101f1a-b685-407b-8bbf-bd82686c93eb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:06.811796 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b104aef-ff6b-4c02-86c0-0aaee7d3bb20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=899bc0dd2d3c48d4894ed8331c7704af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908248 Oct 28 21:42:06.819472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58494) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:06.913157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:06.985357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:07.100516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:07.110199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:07.114779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97101f1a-b685-407b-8bbf-bd82686c93eb HTTP/1.1" status: 204 len: 168 time: 0.2916780 Oct 28 21:42:07.133343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4bf72-3389-4e81-80d9-1279d61be0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97101f1a-b685-407b-8bbf-bd82686c93eb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:07.639943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd6fa5-b35f-4893-9a98-a79660403eba req-1922b1af-83e5-4be5-9976-b6b32d7f12a1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.661387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffbd6fa5-b35f-4893-9a98-a79660403eba req-1922b1af-83e5-4be5-9976-b6b32d7f12a1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1279898 Oct 28 21:42:07.725431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffbd6fa5-b35f-4893-9a98-a79660403eba req-5b89fc43-7b43-42a6-975d-887e63c49a25 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Oct 28 21:42:07.777825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58512) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:07.800279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-08ca35e3-2bc0-43da-b0c8-e557bfaec43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:07.916140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.923525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.931312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.937969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.945075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.952509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.960335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:07.962295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6aec0a98-0a04-4812-b255-be0991d987d7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.1532626 Oct 28 21:42:08.055014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-08ca35e3-2bc0-43da-b0c8-e557bfaec43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.061448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-233d870a-d0f8-49c1-b698-6856d8f8d007 req-6af491d3-195e-430d-9a59-b5747859646c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900710 Oct 28 21:42:08.063011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-08ca35e3-2bc0-43da-b0c8-e557bfaec43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.117521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-08ca35e3-2bc0-43da-b0c8-e557bfaec43e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bec659a871464313a7b58cad91e5c477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385000 Oct 28 21:42:08.120270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58516) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:08.124215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca35e3-2bc0-43da-b0c8-e557bfaec43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996e14c-eb37-4763-a410-eed4e74f2a32,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:08.187189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.214377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.266283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.269492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:08.273930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b996e14c-eb37-4763-a410-eed4e74f2a32 HTTP/1.1" status: 204 len: 168 time: 0.1484160 Oct 28 21:42:08.283118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a33f-6d99-453b-b1ee-de0802758361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996e14c-eb37-4763-a410-eed4e74f2a32,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:08.863361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afffd2-34f4-4100-b950-d332c34c305d req-ad1870ac-0fb6-4380-b126-33946ae52adc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:08.868928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05afffd2-34f4-4100-b950-d332c34c305d req-ad1870ac-0fb6-4380-b126-33946ae52adc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0723348 Oct 28 21:42:08.910493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05afffd2-34f4-4100-b950-d332c34c305d req-15c452d5-f0b0-46ea-a007-c5d25e7e8cef tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Oct 28 21:42:09.015427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.021779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.028106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.034135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.040417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.046884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.053474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.055448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-8403ee69-d1e6-4d8e-b79a-3fbccd8552c5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.0987411 Oct 28 21:42:09.116233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-0ae8bcb1-9d30-435c-98b4-ccaf7943045a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.121908 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-0ae8bcb1-9d30-435c-98b4-ccaf7943045a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0588431 Oct 28 21:42:09.234902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.242238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.249340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.255647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.265039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.271974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.278549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.280773 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-346bbaa6-b820-4a65-9929-eb7884c90bb5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1483610 Oct 28 21:42:09.285060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-194961ba-35df-4098-9222-245678ae55df tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 5434 time: 0.1147327 Oct 28 21:42:09.297912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:09.342250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7dcecdd-ac49-4e0e-8d71-f6081eb1f67a req-6c39734d-c469-4a16-96a2-2d626864afc7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=ad404a53-9e5b-4321-ab71-4ef0776239c6&id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551679 Oct 28 21:42:09.362174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:09.557607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:09.609799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] For port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:42:09.664274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] device_id is not set on port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:09.675122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:09.684208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:09.761756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] No DVR routers for this DVR port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:09.799782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Pushing event updated for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:09.827084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] In _notify_port_updated(), no bound segment for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:42:09.827954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.828591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:09.838855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-a93fc5b3-80ab-4350-a5e1-f10735b8118a service neutron] 10.222.0.44 "PUT /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 200 len: 1027 time: 0.5455492 Oct 28 21:42:09.917564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-83a02f31-7528-443c-a03e-2866d51ea173 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:09.924929 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-83a02f31-7528-443c-a03e-2866d51ea173 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "GET /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0766578 Oct 28 21:42:09.939342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:10.029534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.083363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd66c7-b4c1-4c02-95e9-6cd8784d3e94 req-c9ff802d-1232-42f2-8e0e-7bd59104a11e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.085053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78fd66c7-b4c1-4c02-95e9-6cd8784d3e94 req-c9ff802d-1232-42f2-8e0e-7bd59104a11e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0656643 Oct 28 21:42:10.140835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4d07baa6-d28f-4da3-974d-e371890b9367 None None] Provisioning complete for port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:10.141382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d07baa6-d28f-4da3-974d-e371890b9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.155809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78fd66c7-b4c1-4c02-95e9-6cd8784d3e94 req-a097d715-3702-4735-9494-1e030e5c02f1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Oct 28 21:42:10.187151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4d07baa6-d28f-4da3-974d-e371890b9367 None None] Port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:10.254190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:10.313760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] For port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:42:10.370959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] device_id is not set on port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:10.401202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.416171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.484337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Pushing event updated for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:10.504937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.505179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.505428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.506575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.508964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.510150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.514019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.514386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.515671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.516819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.519163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.519774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:10.561292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.578647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.586459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.595969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] No DVR routers for this DVR port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:10.616492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.633375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.635207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-85bfa966-3c19-4dee-8daa-f6b2be32e259 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 3886 time: 0.1701460 Oct 28 21:42:10.692709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] In _notify_port_updated(), no bound segment for port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d on network 6cad0180-79b1-485c-b536-09fc985b847e {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:42:10.693797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:10.694425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.703848 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-2261aaff-59d5-46b5-83a6-35529593483b service neutron] 10.222.0.44 "PUT /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 200 len: 1027 time: 0.7625492 Oct 28 21:42:10.717353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1327a80c-6cc5-44e5-af0f-d0f31c315397 req-8fa96e80-1aa3-4f07-ac73-ccba94e07944 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751770 Oct 28 21:42:10.798036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b3bdbf7-ace1-4d63-ac75-05ceb6722ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.828386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9c9fb089-07fe-41f0-850f-7e501cf67222 None None] Provisioning complete for port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:10.828759 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb089-07fe-41f0-850f-7e501cf67222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.861067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 8f93d6f6-bd77-45ec-9375-d3f923a099bf {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:10.861411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:10.879681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fb089-07fe-41f0-850f-7e501cf67222 None None] Port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:10.991383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port 8f93d6f6-bd77-45ec-9375-d3f923a099bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8f93d6f6-bd77-45ec-9375-d3f923a099bf,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:10.991751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:11.198134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:11.198703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:11.199179 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Floating IP 7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0 disassociated. External IP: 172.25.4.30, port: 8f93d6f6-bd77-45ec-9375-d3f923a099bf. Oct 28 21:42:11.199692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 8f93d6f6-bd77-45ec-9375-d3f923a099bf owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:11.345885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078f34-0bf1-4008-a952-18622974bc1a req-5f30b117-051e-432e-a145-32fad62f9fbb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:11.367531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e078f34-0bf1-4008-a952-18622974bc1a req-5f30b117-051e-432e-a145-32fad62f9fbb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0886793 Oct 28 21:42:11.413631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:11.460967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=8f93d6f6-bd77-45ec-9375-d3f923a099bf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:11.494220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e078f34-0bf1-4008-a952-18622974bc1a req-cca3a968-bc1c-4ea5-b38b-ec048ebbcb81 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244874 Oct 28 21:42:11.635326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Router b8b07dcc-b3c7-404e-b2ee-b357a147d401 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:42:11.865743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:42:11.891000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Sync routers for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:42:11.912444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:42:11.914307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:11.938745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port 8f93d6f6-bd77-45ec-9375-d3f923a099bf on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:11.941411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:11.945651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-6028cf55-2522-43ce-bbfe-bdbcad5164a0 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "DELETE /v2.0/ports/8f93d6f6-bd77-45ec-9375-d3f923a099bf HTTP/1.1" status: 204 len: 173 time: 1.2409096 Oct 28 21:42:11.946146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:11.948794 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27584b3-6ae1-4851-ab03-0a9ed46786c0" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:12.094495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:12.095961 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5922844-5e99-41d2-bba6-c97fb15c3f4e x-openstack-request-id: req-f5922844-5e99-41d2-bba6-c97fb15c3f4e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:12.096250 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "8f93d6f6-bd77-45ec-9375-d3f923a099bf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:12.096560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-1f0a1501-0db2-4636-9bb6-99d3da141272 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:12.097150 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5922844-5e99-41d2-bba6-c97fb15c3f4e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:12.097536 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '8f93d6f6-bd77-45ec-9375-d3f923a099bf', 'status': 'completed', 'code': 200} Oct 28 21:42:12.131140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-1f0a1501-0db2-4636-9bb6-99d3da141272 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:12.140628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-1f0a1501-0db2-4636-9bb6-99d3da141272 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:12.141131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port d1c1c50f-5ecc-4078-901e-d2b33c752e6e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:12.141738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.155100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-1f0a1501-0db2-4636-9bb6-99d3da141272 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:12.159196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-1f0a1501-0db2-4636-9bb6-99d3da141272 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 3151 time: 0.2110164 Oct 28 21:42:12.236267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80fe9bf3-7198-4f41-8940-3a5c395ea878 req-fdf7385b-7120-4cba-b485-7f3dc97a537f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702755 Oct 28 21:42:12.254058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port d1c1c50f-5ecc-4078-901e-d2b33c752e6e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:12.254433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.269734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for d1c1c50f-5ecc-4078-901e-d2b33c752e6e owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:12.345887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b28a70f-9a55-4760-87d8-bfe61e1df658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.356796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.387880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.419343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:42:12.489539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.538661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=d1c1c50f-5ecc-4078-901e-d2b33c752e6e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:12.611330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port d1c1c50f-5ecc-4078-901e-d2b33c752e6e on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:12.615075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.619848 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-5b47561a-5e45-4056-ba0a-77c3372f9b1c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "DELETE /v2.0/ports/d1c1c50f-5ecc-4078-901e-d2b33c752e6e HTTP/1.1" status: 204 len: 173 time: 0.6567829 Oct 28 21:42:12.622968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b28a70f-9a55-4760-87d8-bfe61e1df658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.674950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b28a70f-9a55-4760-87d8-bfe61e1df658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.699645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 57d16ae9-d2ba-4e71-8054-2870f2e99495 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:12.762345 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b28a70f-9a55-4760-87d8-bfe61e1df658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6210d6f9f004fd8926b1403452c7140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628034 Oct 28 21:42:12.765210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58636) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:12.770862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28a70f-9a55-4760-87d8-bfe61e1df658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e0f0b-dad8-4667-aca9-1c844fe66cfc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:12.841187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 6c192adc-dcab-4c09-970a-02bdd5994ce7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:12.843344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.859513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9eb66-0def-444b-866d-5c4233ebb2c3 req-aba9afa7-40f5-4888-bec8-720fb3c01c9b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:12.869007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1b9eb66-0def-444b-866d-5c4233ebb2c3 req-aba9afa7-40f5-4888-bec8-720fb3c01c9b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.2191124 Oct 28 21:42:12.894637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.920913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:12.935904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1b9eb66-0def-444b-866d-5c4233ebb2c3 req-38696500-ffbb-4351-9dcd-ba8671dcb256 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Oct 28 21:42:12.957019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:12.981512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Checking router: b8b07dcc-b3c7-404e-b2ee-b357a147d401 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:42:13.009546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.021602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:13.023299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:13.027116 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af118b-ae48-4ec8-9ba7-645cba244eaa" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-unplugged", "status": "completed", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:13.045408 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.045622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port 6c192adc-dcab-4c09-970a-02bdd5994ce7, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6c192adc-dcab-4c09-970a-02bdd5994ce7,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:13.045913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.048822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8f93d6f6-bd77-45ec-9375-d3f923a099bf no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:13.093905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.097835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.099115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb8e0f0b-dad8-4667-aca9-1c844fe66cfc HTTP/1.1" status: 204 len: 168 time: 0.3322837 Oct 28 21:42:13.108652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4133f8-ab29-472f-89a3-c60d83db86e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e0f0b-dad8-4667-aca9-1c844fe66cfc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:13.110447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 6c192adc-dcab-4c09-970a-02bdd5994ce7 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:13.199516 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9478ea-dbe9-4d8b-9668-64a067dffc89 x-openstack-request-id: req-0d9478ea-dbe9-4d8b-9668-64a067dffc89 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:13.203096 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-unplugged", "status": "completed", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:13.206524 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d9478ea-dbe9-4d8b-9668-64a067dffc89 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:13.206992 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'code': 200} Oct 28 21:42:13.237735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 8f93d6f6-bd77-45ec-9375-d3f923a099bf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:13.238335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8f93d6f6-bd77-45ec-9375-d3f923a099bf not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:13.239001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:13.279495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:42:13.280302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:41:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:13.360559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.363950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:13.419266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=6c192adc-dcab-4c09-970a-02bdd5994ce7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:13.467089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port 6c192adc-dcab-4c09-970a-02bdd5994ce7 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:13.470625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.475219 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-cd6cb57c-f1e9-45dd-b75f-a2fac28261f8 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "DELETE /v2.0/ports/6c192adc-dcab-4c09-970a-02bdd5994ce7 HTTP/1.1" status: 204 len: 173 time: 0.8481042 Oct 28 21:42:13.482959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87644239-1f7f-4504-8f6f-3bf1c8e9fac6 req-8209c388-fa76-49d4-b371-da7a540b02d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:13.495555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87644239-1f7f-4504-8f6f-3bf1c8e9fac6 req-8209c388-fa76-49d4-b371-da7a540b02d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:13.509969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87644239-1f7f-4504-8f6f-3bf1c8e9fac6 req-8209c388-fa76-49d4-b371-da7a540b02d3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 1679 time: 0.1403799 Oct 28 21:42:13.534134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3675-3cf5-4449-8526-6173f9b762be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.593478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87644239-1f7f-4504-8f6f-3bf1c8e9fac6 req-ce565dbd-5749-48b8-91cf-c5192d9a935b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798841 Oct 28 21:42:13.596631 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.651023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:42:13.683818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 57d16ae9-d2ba-4e71-8054-2870f2e99495 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:13.684318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.707637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:13.729153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.729860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1db9efaa-8bb6-4738-832b-9c0c6d86f48d no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:13.793285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58652) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:13.821700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5de1cf77-9b0b-49fb-89ad-2c5495afac1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.857563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port 57d16ae9-d2ba-4e71-8054-2870f2e99495, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=57d16ae9-d2ba-4e71-8054-2870f2e99495,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:13.858385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:13.876216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 57d16ae9-d2ba-4e71-8054-2870f2e99495 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:14.026514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5de1cf77-9b0b-49fb-89ad-2c5495afac1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.034312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5de1cf77-9b0b-49fb-89ad-2c5495afac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.063392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1db9efaa-8bb6-4738-832b-9c0c6d86f48d not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:14.063990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6c192adc-dcab-4c09-970a-02bdd5994ce7 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:14.068551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:14.108246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1cf77-9b0b-49fb-89ad-2c5495afac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7facd48-667f-4ac5-bc68-b456fea8bc71,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:14.124283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 6c192adc-dcab-4c09-970a-02bdd5994ce7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:14.124660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6c192adc-dcab-4c09-970a-02bdd5994ce7 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:14.125088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:14.158563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:14.168477 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a885d65-bc0c-4883-8566-249c458ad947" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:14.173422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5de1cf77-9b0b-49fb-89ad-2c5495afac1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c7634584f144fb28398c18fe0d2f784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791900 Oct 28 21:42:14.177555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58660) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:14.185127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:14.185550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d1c1c50f-5ecc-4078-901e-d2b33c752e6e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:14.221731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d1c1c50f-5ecc-4078-901e-d2b33c752e6e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:14.222296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d1c1c50f-5ecc-4078-901e-d2b33c752e6e not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:14.263283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b6c80-149a-499d-83d6-a95b55a624fc req-fb38409b-8e88-46d7-b99a-28e6623d5f0f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:14.268932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-030b6c80-149a-499d-83d6-a95b55a624fc req-fb38409b-8e88-46d7-b99a-28e6623d5f0f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1566002 Oct 28 21:42:14.278036 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912b549-5257-4bd5-9577-db9639188c09 x-openstack-request-id: req-d912b549-5257-4bd5-9577-db9639188c09 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:14.278313 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "d1c1c50f-5ecc-4078-901e-d2b33c752e6e", "status": "completed", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "6c192adc-dcab-4c09-970a-02bdd5994ce7", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:14.278602 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d912b549-5257-4bd5-9577-db9639188c09 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:14.278964 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': 'd1c1c50f-5ecc-4078-901e-d2b33c752e6e', 'status': 'completed', 'code': 200} Oct 28 21:42:14.279222 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '6c192adc-dcab-4c09-970a-02bdd5994ce7', 'status': 'completed', 'code': 200} Oct 28 21:42:14.281609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.297462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:14.339853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf8dae-ffca-4752-a533-b670ae85096c None None] The sync data for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 is: [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:31:20Z', 'revision_number': 4, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '482ec828-7785-4e48-b1d6-3beda0ba8bd7', 'name': '', 'network_id': 'ffb64c00-42ff-4f2b-be83-626a3d4ecb26', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'mac_address': 'fa:16:3e:16:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '004db053-9b06-4371-be53-55cf199fe301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:19Z', 'updated_at': '2021-10-28T21:31:26Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'subnets': [{'id': '004db053-9b06-4371-be53-55cf199fe301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:42:14.348131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=57d16ae9-d2ba-4e71-8054-2870f2e99495,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:14.417066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-030b6c80-149a-499d-83d6-a95b55a624fc req-cffbdad1-76a4-4baa-b064-32495b8b190d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288722 Oct 28 21:42:14.420905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.450709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port 57d16ae9-d2ba-4e71-8054-2870f2e99495 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:14.453692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.457165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-86c6946a-afbb-4f34-9e9f-6f2bc2042d57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "DELETE /v2.0/ports/57d16ae9-d2ba-4e71-8054-2870f2e99495 HTTP/1.1" status: 204 len: 173 time: 0.9765549 Oct 28 21:42:14.458487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.533154 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.536112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.538100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7facd48-667f-4ac5-bc68-b456fea8bc71 HTTP/1.1" status: 204 len: 168 time: 0.3576393 Oct 28 21:42:14.549728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a96415-7f70-4413-9de4-5938fbef7f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7facd48-667f-4ac5-bc68-b456fea8bc71,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:14.588319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:14.588788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.783991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:14.784687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.827652 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c9212-b4cb-44c8-b7b8-26f85c82285f None None] New status for floating IP 7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:42:14.828089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:14.847620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:14.894732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed2eb2-2676-45fb-a366-a46f239fe520 req-1a41a150-6f50-41cf-8ee5-a0dc9d15dcb4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:14.906666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bed2eb2-2676-45fb-a366-a46f239fe520 req-1a41a150-6f50-41cf-8ee5-a0dc9d15dcb4 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 943 time: 0.1813316 Oct 28 21:42:14.982982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2bed2eb2-2676-45fb-a366-a46f239fe520 req-df9563f5-3ca2-4ab2-862a-c0fedd9b4b8c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups?id=262cf0b6-63ee-429a-af82-783c37cc2c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712950 Oct 28 21:42:15.101496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:15.161518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:15.209820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:15.213772 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b63687-d0fa-4375-bfd8-77c37f3fb947" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:15.217221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:15.289400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port 2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:15.291857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:15.295847 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c5f9a-a08f-4ea6-bcf7-02428d1337c3 x-openstack-request-id: req-545c5f9a-a08f-4ea6-bcf7-02428d1337c3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:15.296181 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:15.297674 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ce1e7e84-e6c3-4bc5-a780-570d033447d1 req-ef3e4055-3507-4c02-aef9-76906dfce2a7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.44 "DELETE /v2.0/ports/2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc HTTP/1.1" status: 204 len: 173 time: 0.8337157 Oct 28 21:42:15.297806 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-545c5f9a-a08f-4ea6-bcf7-02428d1337c3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:15.298210 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'code': 200} Oct 28 21:42:15.544879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db49-4c3d-4f4b-8f37-73c777ea4117 req-90b0615c-7ac6-4f3a-b653-c049c11489ec tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:15.553924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f926db49-4c3d-4f4b-8f37-73c777ea4117 req-90b0615c-7ac6-4f3a-b653-c049c11489ec tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0713017 Oct 28 21:42:15.618889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f926db49-4c3d-4f4b-8f37-73c777ea4117 req-2db7a12d-b3cb-4648-b80e-6e4c95c188f3 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Oct 28 21:42:16.138049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28bba42d-aa60-496a-bb61-4a0f334e0256 req-32b65d03-e050-426f-ae76-847efdad9742 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0449538 Oct 28 21:42:16.280203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495'}, {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:42:16.283474 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c916299-c676-4164-8a59-93a23b4dd020" -d '{"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495"}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:42:16.361221 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbbb241-e0ee-4817-a685-7a4e8416b41a x-openstack-request-id: req-3cbbb241-e0ee-4817-a685-7a4e8416b41a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:42:16.361900 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "57d16ae9-d2ba-4e71-8054-2870f2e99495", "status": "completed", "code": 200}, {"server_uuid": "e08faf57-ba88-4c5c-9f0c-8cf475ce3027", "name": "network-vif-deleted", "tag": "2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:42:16.362664 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cbbb241-e0ee-4817-a685-7a4e8416b41a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:42:16.363299 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '57d16ae9-d2ba-4e71-8054-2870f2e99495', 'status': 'completed', 'code': 200} Oct 28 21:42:16.363715 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08faf57-ba88-4c5c-9f0c-8cf475ce3027', 'name': 'network-vif-deleted', 'tag': '2bfb2bca-0841-4bef-a8ee-f2f8bd7d99cc', 'status': 'completed', 'code': 200} Oct 28 21:42:16.635958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:16.845265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba621-c399-44d9-a2a2-a97821d92070 req-7e321610-2427-41f2-abbc-332d9485b111 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:16.850529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-029ba621-c399-44d9-a2a2-a97821d92070 req-7e321610-2427-41f2-abbc-332d9485b111 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1249731 Oct 28 21:42:16.958546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-029ba621-c399-44d9-a2a2-a97821d92070 req-b9a491a6-5b18-41b5-a145-c130a1b51557 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028028 Oct 28 21:42:17.348735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7307f700-0b78-4efc-a17e-ff2635257fde req-22598b30-12e6-4187-9a71-dbc8b8e51209 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0370433 Oct 28 21:42:18.175659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6bf58-6861-4b50-b110-b057093e8492 req-34804c73-482a-4ff7-bb87-c928e8235a55 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:18.180863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cc6bf58-6861-4b50-b110-b057093e8492 req-34804c73-482a-4ff7-bb87-c928e8235a55 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0993488 Oct 28 21:42:18.292518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5cc6bf58-6861-4b50-b110-b057093e8492 req-a41a411a-0013-4664-85e3-961592eb06b4 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032107 Oct 28 21:42:18.539433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9516b4a5-74df-486a-ac07-b248b434e06a req-188113b4-a14e-4f54-b640-2c09e7604c53 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0521011 Oct 28 21:42:19.657273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa447bb0-d667-4afc-960a-a707fdf870a9 req-0a786f92-b891-4d64-93be-bdd14cf58dcb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:19.672096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa447bb0-d667-4afc-960a-a707fdf870a9 req-0a786f92-b891-4d64-93be-bdd14cf58dcb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1417196 Oct 28 21:42:19.755429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa447bb0-d667-4afc-960a-a707fdf870a9 req-9531f95c-b5c0-4b2b-b8e6-c365f746b3b2 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Oct 28 21:42:19.869075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0c4255c-7f6b-42e2-a27c-61f49c814b7f req-8bec127f-0ce7-4f37-8db8-32a3596a9528 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0700254 Oct 28 21:42:19.960226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:20.178751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f5359c0-afa8-4171-9b2e-60d651bc3d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.319330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f5359c0-afa8-4171-9b2e-60d651bc3d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.331652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f5359c0-afa8-4171-9b2e-60d651bc3d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.382802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5359c0-afa8-4171-9b2e-60d651bc3d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35519a7c-be85-4b5c-af4b-a8109260dc45,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:20.424654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f5359c0-afa8-4171-9b2e-60d651bc3d7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=043abe4de77a40f5ba31ad2215e10107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581480 Oct 28 21:42:20.425303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58782) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:20.501347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.528619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.603146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.606979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:20.611453 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35519a7c-be85-4b5c-af4b-a8109260dc45 HTTP/1.1" status: 204 len: 168 time: 0.1845779 Oct 28 21:42:20.622586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7b53-bd42-4db0-912f-d841ce909677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35519a7c-be85-4b5c-af4b-a8109260dc45,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:20.965582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747fe1-b297-423b-9129-7794794e02f9 req-c5369dd9-78af-498f-a2c2-b1dd60d64cf6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:20.969171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6747fe1-b297-423b-9129-7794794e02f9 req-c5369dd9-78af-498f-a2c2-b1dd60d64cf6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0979264 Oct 28 21:42:21.069830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6747fe1-b297-423b-9129-7794794e02f9 req-af7d78a3-44f6-4793-bd99-7fb7b209883e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848317 Oct 28 21:42:21.116139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470347f6-5d57-4ca4-b0b7-4780b98ea2f0 req-c98bbbbf-0e24-4ff6-ae01-457ac8947533 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0452800 Oct 28 21:42:21.261728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58798) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:21.277478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c0c0ca-b558-4793-b126-272feea589cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.412917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c0c0ca-b558-4793-b126-272feea589cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.419705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c0c0ca-b558-4793-b126-272feea589cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.471247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c0ca-b558-4793-b126-272feea589cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d851061-d3b4-4fed-9f76-c324c2c472d7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:21.493089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59c0c0ca-b558-4793-b126-272feea589cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb6cd7cc879749e887cddb4454551083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293389 Oct 28 21:42:21.496790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58800) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:21.574285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.617904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.711118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.714096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:21.715271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d851061-d3b4-4fed-9f76-c324c2c472d7 HTTP/1.1" status: 204 len: 168 time: 0.2175534 Oct 28 21:42:21.737517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec65e5-f6cc-462d-ab94-4c69d042999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d851061-d3b4-4fed-9f76-c324c2c472d7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:22.247328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317ba6c-4c77-4c3a-92b2-06135d2b71a4 req-1f58f8d6-6db2-42a8-9fdd-057f0405600b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:22.256782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f317ba6c-4c77-4c3a-92b2-06135d2b71a4 req-1f58f8d6-6db2-42a8-9fdd-057f0405600b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0797207 Oct 28 21:42:22.301122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7bfe1af3-7b8a-4810-b062-fe3d6c0b187e req-67d93fe1-384c-4ac0-9308-1e8105cc03a3 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0370343 Oct 28 21:42:22.322622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f317ba6c-4c77-4c3a-92b2-06135d2b71a4 req-cce137de-2e42-4d5a-870f-5024eebba503 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646443 Oct 28 21:42:23.497363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe235f7a-6cac-4b61-8f70-fe2dbbf95036 req-e46762e1-6433-4e9d-a546-7d06310933de tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0537689 Oct 28 21:42:23.620491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9688cd4-0d3c-4270-9bd3-8081311474ad req-5d51654d-4881-4800-a8d2-29c2f2d60357 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:23.627982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9688cd4-0d3c-4270-9bd3-8081311474ad req-5d51654d-4881-4800-a8d2-29c2f2d60357 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1115847 Oct 28 21:42:23.676979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9688cd4-0d3c-4270-9bd3-8081311474ad req-9e70cac7-f6f0-4be2-b0ee-756a1266de4f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479965 Oct 28 21:42:24.662469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7991d289-b9aa-425d-9b0e-c5401a9ee3eb req-36ba40b8-54ca-4ee5-8a59-29b99200b46d tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0478108 Oct 28 21:42:24.820730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce2f7-cc45-420f-b69a-678885d0d1c1 req-1c28f0c5-06f2-41a7-aa9d-cf27bd81758a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:24.849959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28cce2f7-cc45-420f-b69a-678885d0d1c1 req-1c28f0c5-06f2-41a7-aa9d-cf27bd81758a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0914536 Oct 28 21:42:24.905903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28cce2f7-cc45-420f-b69a-678885d0d1c1 req-12f03876-1851-4f20-9acb-6892b8077f07 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549383 Oct 28 21:42:25.339337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58946) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:25.484353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fca063b-5b95-4da5-aa56-a7d6cca7c7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.594325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fca063b-5b95-4da5-aa56-a7d6cca7c7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.600972 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fca063b-5b95-4da5-aa56-a7d6cca7c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.644925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca063b-5b95-4da5-aa56-a7d6cca7c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef3558-7f81-45ba-b6ae-c8ef083d782c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:25.673124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58950) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:25.680349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4fca063b-5b95-4da5-aa56-a7d6cca7c7d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f024cb076ef04cb4ac79329a5f5a2af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391688 Oct 28 21:42:25.753505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.788145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.822739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf36f3ba-e942-44b4-b0d8-18270d04d8fa req-d878f31e-548d-4f86-9ac0-f0bc1c6d4f57 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0509596 Oct 28 21:42:25.858443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.861020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:25.865831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdef3558-7f81-45ba-b6ae-c8ef083d782c HTTP/1.1" status: 204 len: 168 time: 0.1914155 Oct 28 21:42:25.874831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784c20e-e5aa-45fa-86e6-4df9e9af59d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef3558-7f81-45ba-b6ae-c8ef083d782c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:26.061721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a72a4-2e78-495e-8d5d-0a822cc40f0d req-430949d9-0ba7-4f8c-bcc2-2ab1e5c0224d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:26.064089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c19a72a4-2e78-495e-8d5d-0a822cc40f0d req-430949d9-0ba7-4f8c-bcc2-2ab1e5c0224d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0799487 Oct 28 21:42:26.124731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c19a72a4-2e78-495e-8d5d-0a822cc40f0d req-00977fd4-a581-490c-b718-1318e7fb3c65 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Oct 28 21:42:26.291177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58970) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:26.305997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99c8da0e-b885-40cb-ad61-0718f6a52f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.435266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99c8da0e-b885-40cb-ad61-0718f6a52f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.442955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99c8da0e-b885-40cb-ad61-0718f6a52f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.498427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99c8da0e-b885-40cb-ad61-0718f6a52f78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b32b2f1f7b1c47b9a270d0302ddc13e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058613 Oct 28 21:42:26.499473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8da0e-b885-40cb-ad61-0718f6a52f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f978fd7-c19a-48dc-ba3f-7bb6e2532fa4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:26.501125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58972) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:26.598025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.629545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.710097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.717331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:26.718601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f978fd7-c19a-48dc-ba3f-7bb6e2532fa4 HTTP/1.1" status: 204 len: 168 time: 0.2160559 Oct 28 21:42:26.728170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b993b-2f89-4964-af99-262794336b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f978fd7-c19a-48dc-ba3f-7bb6e2532fa4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:26.960988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca706f9e-9fba-4e9c-b9b0-063ea644df72 req-e8e90d1f-dd69-4b94-a61c-529e6df7bd6e tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0505862 Oct 28 21:42:27.269137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e84e6-b5f7-4902-91aa-d95ebfe8cfb9 req-9b7cac42-effa-4a3e-9b9f-314935537c8d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:27.271832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5e84e6-b5f7-4902-91aa-d95ebfe8cfb9 req-9b7cac42-effa-4a3e-9b9f-314935537c8d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0601718 Oct 28 21:42:27.350746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a5e84e6-b5f7-4902-91aa-d95ebfe8cfb9 req-3f47e797-f3e0-40fd-b080-37a200f207ac tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Oct 28 21:42:28.106551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38267bc0-abdc-47ab-ab0c-f269ae7fa4a9 req-7010a62d-f413-4e1f-911d-c2f74e17fe25 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0428522 Oct 28 21:42:28.422537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59046) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:28.493397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9c164-005e-4249-ad3c-fb3c8ad94713 req-c9503204-ffac-4d2c-b5d5-73220a10492d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:28.501960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eaf9c164-005e-4249-ad3c-fb3c8ad94713 req-c9503204-ffac-4d2c-b5d5-73220a10492d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0634511 Oct 28 21:42:28.554909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eaf9c164-005e-4249-ad3c-fb3c8ad94713 req-3233cce5-a8bb-4587-8d04-7f91957bc609 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Oct 28 21:42:28.633665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1743445479'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:28.656769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Made reservation on behalf of baf1a8f445e94073a5ef091378b0f51c for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:28.660482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:28.670365 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:28.766076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:28.773448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:28.809039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccf572-32e4-4092-b43a-a6ed067d5144,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:28.827334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:28.839604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:28.840069 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Added segment c3a273be-51c3-4ca7-8935-614a8d62f60e of type vlan for network 294db2df-4053-4118-b368-24083777feb5 Oct 28 21:42:28.892471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.311497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c2b0750-df66-497c-9dd0-01213aa82e8c req-d3387f00-a0ce-4b8e-b3ac-24f51fceb69b tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0330431 Oct 28 21:42:29.317313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.324560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:29.325232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.413983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:29.414513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9904954 Oct 28 21:42:29.451483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e05fd-ef03-4adc-8794-759c35c90077 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Pushing event updated for resources: {'Network': ['ID=294db2df-4053-4118-b368-24083777feb5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:29.463902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 294db2df-4053-4118-b368-24083777feb5 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:29.502293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'name': 'tempest-network--1086138375', 'router:external': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:29.537699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:29.541301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.571153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.726039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.737391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6b8cc-625e-4c58-a8fd-321baa473522 req-e446d3f2-1ead-4751-8267-d140087d2a17 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:29.741056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.745833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9cd6b8cc-625e-4c58-a8fd-321baa473522 req-e446d3f2-1ead-4751-8267-d140087d2a17 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0882940 Oct 28 21:42:29.755662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:29.766246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.766886 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Added segment 2298fa5d-13de-4f3d-aa89-1ac1be6862f0 of type vlan for network 88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a Oct 28 21:42:29.800587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9cd6b8cc-625e-4c58-a8fd-321baa473522 req-d0061560-f17d-490d-b2e5-5f7437cd7a87 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Oct 28 21:42:29.850679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.905068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16510386-ab88-46c7-a9d2-b5678cc79cf4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:29.908611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.909890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:29.910852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:29.991113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:29.996525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-daa2f47e-3021-4379-ac29-ba08ca70e150 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5814826 Oct 28 21:42:29.999615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59086) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:30.003811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:30.082524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.465207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7582bae6-596f-497c-8c81-f55939efce7b req-e7567435-00f2-47e1-81ff-011ba7ec0510 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0469289 Oct 28 21:42:30.641593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.668702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:30.682560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2298fa5d-13de-4f3d-aa89-1ac1be6862f0') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:30.682916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2298fa5d-13de-4f3d-aa89-1ac1be6862f0') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:30.686052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b4f7d-27ae-4e98-b7e0-26d8b2ac87b6 req-c0c5bf68-af7b-4a6d-8c3c-7cfec476102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:30.687543 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c78b4f7d-27ae-4e98-b7e0-26d8b2ac87b6 req-c0c5bf68-af7b-4a6d-8c3c-7cfec476102f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 1097 time: 0.0860343 Oct 28 21:42:30.698405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.738269 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c78b4f7d-27ae-4e98-b7e0-26d8b2ac87b6 req-aecc3d83-3cb6-424b-b3cc-8e11a4d99eb5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Oct 28 21:42:30.747992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.760542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:30.760992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:30.762737 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:30.855384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.865867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:42:30.870035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:30.874165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a HTTP/1.1" status: 204 len: 168 time: 0.8734789 Oct 28 21:42:30.880820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59098) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:30.886105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:30.890539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3962fd-269e-4b7d-9167-192931deeb10 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Network': ['ID=88c13bcd-7ffa-4d1a-8e1e-ff93c13a3f5a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:30.963641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:30.966174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.005601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2168b13-4407-4970-80a7-b52bc36cb3af req-2044c344-7b45-491a-a858-dd879503edb1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:31.007589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2168b13-4407-4970-80a7-b52bc36cb3af req-2044c344-7b45-491a-a858-dd879503edb1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.0890787 Oct 28 21:42:31.008617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:31.054321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.054698 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Added segment 7da62b3d-fac2-40f8-a353-8c887ea7b073 of type vlan for network c0465868-3aa0-4eed-9ba0-0bba7405ea6f Oct 28 21:42:31.211037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2168b13-4407-4970-80a7-b52bc36cb3af req-2bdd0fa6-b23a-4c8c-a261-4603e0345d2d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916385 Oct 28 21:42:31.244808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.314684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.315742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:31.319205 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.454964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5730152 Oct 28 21:42:31.457950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59104) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:31.464057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'subnet': {'network_id': 'c0465868-3aa0-4eed-9ba0-0bba7405ea6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:31.487382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3410c8-06f7-4931-921f-6098a056d9ec tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=c0465868-3aa0-4eed-9ba0-0bba7405ea6f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:31.500177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c0465868-3aa0-4eed-9ba0-0bba7405ea6f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:31.515978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:31.518612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:31.625591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ba4708f-5c7c-411c-8d9f-2b74b3665eb4 req-f5bc8ef9-2647-462c-a276-91e17fe3b9f5 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0604258 Oct 28 21:42:32.073587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:42:32.074134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:32.135068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cdb0e76f-f371-4183-a8ad-e40d52508229,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:32.154018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Checking segment: {'id': '7da62b3d-fac2-40f8-a353-8c887ea7b073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c0465868-3aa0-4eed-9ba0-0bba7405ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:42:32.154637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Network hostable DHCP agents. Network: c0465868-3aa0-4eed-9ba0-0bba7405ea6f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:42:32.176695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Network c0465868-3aa0-4eed-9ba0-0bba7405ea6f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:42:32.187171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c0465868-3aa0-4eed-9ba0-0bba7405ea6f) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:32.192029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:32.198866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964533a-9466-4e94-852a-b9b5eca7969e None None] Network c0465868-3aa0-4eed-9ba0-0bba7405ea6f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:32.200521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:32.232748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59110) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:32.234855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-316b19df-9c97-4fc8-8483-aa15fe1c92cc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7753565 Oct 28 21:42:32.237676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0465868-3aa0-4eed-9ba0-0bba7405ea6f'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:32.304160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:32.493838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d973c-eb54-419e-946b-c466b731ccc8 req-ef8525df-9ca2-476f-9c0d-e63ec283e09c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:32.497298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d4d973c-eb54-419e-946b-c466b731ccc8 req-ef8525df-9ca2-476f-9c0d-e63ec283e09c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1283996 Oct 28 21:42:32.525664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8b9ca-d1fa-4a2b-9916-36b89848da4a None None] Network c0465868-3aa0-4eed-9ba0-0bba7405ea6f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:32.573698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d4d973c-eb54-419e-946b-c466b731ccc8 req-82d78102-998e-4e48-afbe-16a550dfd608 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Oct 28 21:42:32.612801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:32.831365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b352c977-e89e-4d88-92a7-7acc61d33192 req-a9275836-8a84-4f20-911a-c8df71b9b708 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/ports?device_id=e08faf57-ba88-4c5c-9f0c-8cf475ce3027 HTTP/1.1" status: 200 len: 210 time: 0.0536587 Oct 28 21:42:32.853171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14c0f0-4b14-4cd4-82d0-14ddd7273379 req-0d1e5a81-a67d-45d9-a463-2dee5e5bc458 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:32.856638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e14c0f0-4b14-4cd4-82d0-14ddd7273379 req-0d1e5a81-a67d-45d9-a463-2dee5e5bc458 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1602664 Oct 28 21:42:32.869740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Allocated IP 172.20.0.2 (c0465868-3aa0-4eed-9ba0-0bba7405ea6f/cdb0e76f-f371-4183-a8ad-e40d52508229/38cc4bf0-829e-45cf-bfba-f473c7b0aefb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:32.935587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e14c0f0-4b14-4cd4-82d0-14ddd7273379 req-a0689e94-7abc-4b41-8745-e43692c5da49 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 Oct 28 21:42:33.116930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.212765 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.293905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Network c0465868-3aa0-4eed-9ba0-0bba7405ea6f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:33.302110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:33.305243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:33.381717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Port': ['ID=38cc4bf0-829e-45cf-bfba-f473c7b0aefb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:33.434697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1e3b9-c8f2-42a7-bf80-1cc34eb210fb req-69c13809-8850-4c16-b064-3a9df7faec92 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:33.436620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e1e3b9-c8f2-42a7-bf80-1cc34eb210fb req-69c13809-8850-4c16-b064-3a9df7faec92 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1392040 Oct 28 21:42:33.556652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.575041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e1e3b9-c8f2-42a7-bf80-1cc34eb210fb req-40b92d74-c865-4e0d-8c39-5252aadfdc90 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860903 Oct 28 21:42:33.641017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.868091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.873448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.956189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Port': ['ID=38cc4bf0-829e-45cf-bfba-f473c7b0aefb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:33.968303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.987291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:33.989549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-68d1e5d4-9b9d-4e9e-af72-68d8675c2c77 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7551835 Oct 28 21:42:33.993032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.000907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59140) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.079661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.120002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.155134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7846b4d6-c9f7-4138-88ca-50adf406968a tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=c0465868-3aa0-4eed-9ba0-0bba7405ea6f HTTP/1.1" status: 200 len: 689 time: 0.1601233 Oct 28 21:42:34.155633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59144) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.189273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.192051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.196576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/security-groups/262cf0b6-63ee-429a-af82-783c37cc2c5f HTTP/1.1" status: 204 len: 168 time: 0.1916027 Oct 28 21:42:34.198650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59146) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.213276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e968c5-86ef-4df0-aa2e-ab00836db9ff tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262cf0b6-63ee-429a-af82-783c37cc2c5f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:34.220399 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-9de5d50c-e5b2-4937-8c0f-ea9dd04e3b33 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] show failed (client error): The resource could not be found. Oct 28 21:42:34.224911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9de5d50c-e5b2-4937-8c0f-ea9dd04e3b33 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "GET /v2.0/security-groups/262cf0b6-63ee-429a-af82-783c37cc2c5f HTTP/1.1" status: 404 len: 347 time: 0.0218608 Oct 28 21:42:34.225212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59148) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.278799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.360685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 3f1a9d9f-510d-4ce2-97d9-b14cf85b2007 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:34.361039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.406690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Deleting port 38cc4bf0-829e-45cf-bfba-f473c7b0aefb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:34.407044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.449597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.449813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.462445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 3f1a9d9f-510d-4ce2-97d9-b14cf85b2007 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:34.502081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.502439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.522992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Calling delete_port for 38cc4bf0-829e-45cf-bfba-f473c7b0aefb owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:34.705159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.739993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.751757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=3f1a9d9f-510d-4ce2-97d9-b14cf85b2007,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:34.793144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Port': ['ID=38cc4bf0-829e-45cf-bfba-f473c7b0aefb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:34.841276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e7a4c-fb96-4d5b-8e75-2b75baa8a0c8 req-e1f199b1-2790-44f1-9f09-cb13551beb01 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:34.843037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13e7a4c-fb96-4d5b-8e75-2b75baa8a0c8 req-e1f199b1-2790-44f1-9f09-cb13551beb01 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1105185 Oct 28 21:42:34.843937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.846510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.847565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e097f0b9-1e49-4dfc-bd5f-55c287b27c9a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/floatingips/7f4dc2e9-7796-49ee-aef2-54b1e5d09ee0 HTTP/1.1" status: 204 len: 168 time: 0.6215122 Oct 28 21:42:34.850356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59156) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:34.918718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.936905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13e7a4c-fb96-4d5b-8e75-2b75baa8a0c8 req-3eda9480-ec49-4152-a595-80eaaf92e0cb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Oct 28 21:42:34.968868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:34.991712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 1db9efaa-8bb6-4738-832b-9c0c6d86f48d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:34.992164 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.057050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.093687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb0e76f-f371-4183-a8ad-e40d52508229,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:35.124065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.141639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 1db9efaa-8bb6-4738-832b-9c0c6d86f48d owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:35.172030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.242159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0465868-3aa0-4eed-9ba0-0bba7405ea6f']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:35.252144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da62b3d-fac2-40f8-a353-8c887ea7b073') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:35.252480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da62b3d-fac2-40f8-a353-8c887ea7b073') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:35.266041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.282553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.294452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:35.294899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:35.297325 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:35.368472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.375890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.387529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0465868-3aa0-4eed-9ba0-0bba7405ea6f {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:42:35.390513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.397836 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c0465868-3aa0-4eed-9ba0-0bba7405ea6f HTTP/1.1" status: 204 len: 168 time: 1.2412269 Oct 28 21:42:35.404937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59166) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.409743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c77ea3-a14a-4314-9438-93d4d2cadb43 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0465868-3aa0-4eed-9ba0-0bba7405ea6f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:35.441431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=1db9efaa-8bb6-4738-832b-9c0c6d86f48d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:35.511660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a44d3b-689d-458e-a594-40eb75f05443 req-3db444e9-6531-489b-9808-90164180360a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.513655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2a44d3b-689d-458e-a594-40eb75f05443 req-3db444e9-6531-489b-9808-90164180360a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.2135148 Oct 28 21:42:35.616832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-44a2ea34-8b9f-4c43-94a7-fff90e46c0ba tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2059438 Oct 28 21:42:35.617823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.657655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.669181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6aaaa9e8-0e7e-43de-b298-dcf4a8185120 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/ports/1db9efaa-8bb6-4738-832b-9c0c6d86f48d HTTP/1.1" status: 204 len: 168 time: 0.8161862 Oct 28 21:42:35.669919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59172) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.682597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2a44d3b-689d-458e-a594-40eb75f05443 req-03d0e0ef-4a39-448a-a3f9-410009f7103f tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506488 Oct 28 21:42:35.830269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.830269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.830269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.830269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.836699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.837615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.838651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.839251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.840057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.840821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.843746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.846452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:35.849123 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8cb5262-8e32-4172-ab17-f8f3b4e90f89 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7644 time: 0.2300277 Oct 28 21:42:35.852010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59180) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.893441 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-74fc24c3-4885-45f9-ae14-7b5da6c67f76 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] delete failed (client error): The resource could not be found. Oct 28 21:42:35.894501 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-74fc24c3-4885-45f9-ae14-7b5da6c67f76 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/4b917e10-9252-472b-a715-a2a63ffe75a0 HTTP/1.1" status: 404 len: 345 time: 0.0413170 Oct 28 21:42:35.898278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59182) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.920487 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-000b455f-52f0-4247-9c22-221b2273ffcc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] DELETE failed (client error): The resource could not be found. Oct 28 21:42:35.922705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000b455f-52f0-4247-9c22-221b2273ffcc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:42:35.928175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-000b455f-52f0-4247-9c22-221b2273ffcc tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c0465868-3aa0-4eed-9ba0-0bba7405ea6f HTTP/1.1" status: 404 len: 339 time: 0.0283403 Oct 28 21:42:35.931716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59184) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:35.944619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:35.945244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:35.954405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'name': 'tempest-network--283700437', 'router:external': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:36.002093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:36.014363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.074011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.102887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:36.104857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:36.129708 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:42:36.177659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.178870 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Added segment 4822d308-acee-4e4f-b7fb-1c0b5ed3b4f5 of type vlan for network 7798fef0-a8d0-42fd-a0fa-b33033c3c941 Oct 28 21:42:36.286553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.318653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.350697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.351785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.352619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.355861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:36.444291 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5062354 Oct 28 21:42:36.447242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.451333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59190) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:36.451491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac238faa-05f1-4f56-a1bc-6dce56c7f15f tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/ports/2ad4bb2d-f4e8-4f78-9c35-d3a7f0659992 HTTP/1.1" status: 204 len: 168 time: 0.7800512 Oct 28 21:42:36.455989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59192) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:36.532483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting subnet f9c375cf-9762-4384-a0da-ebaf0a21ef92 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:42:36.536900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.554171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518d15-9e24-40ee-a990-5ea666d46002 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=7798fef0-a8d0-42fd-a0fa-b33033c3c941,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:36.574089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7798fef0-a8d0-42fd-a0fa-b33033c3c941 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:36.617031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.839135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:36.855286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b27626-66c3-413c-9189-3b374c2fa20f tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.876318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b27626-66c3-413c-9189-3b374c2fa20f tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.887827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b27626-66c3-413c-9189-3b374c2fa20f tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.895197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b27626-66c3-413c-9189-3b374c2fa20f tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.899227 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87b27626-66c3-413c-9189-3b374c2fa20f tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4472456 Oct 28 21:42:36.902679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59198) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:36.914371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcaf0d-c57e-4f99-8b8a-3318306040db req-89da0ef1-ba80-49dc-a342-1feca084888b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:36.915840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cbcaf0d-c57e-4f99-8b8a-3318306040db req-89da0ef1-ba80-49dc-a342-1feca084888b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0942998 Oct 28 21:42:36.999387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cbcaf0d-c57e-4f99-8b8a-3318306040db req-93f81ea0-13e3-4882-ba00-c0ed4e17b398 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755448 Oct 28 21:42:37.000456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.062249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.064662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c375cf-9762-4384-a0da-ebaf0a21ef92,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:37.082718 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.088482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21f3d520-1bad-4919-b42d-d821202b4b0c tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/subnets/f9c375cf-9762-4384-a0da-ebaf0a21ef92 HTTP/1.1" status: 204 len: 168 time: 0.6330836 Oct 28 21:42:37.096887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59202) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:37.126955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b3a55-6ef5-47fc-abe8-98fbbddb6822 None None] Network 92a1a5f8-8a9a-4223-af76-805d2f04dc1a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:37.214723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting subnet 50f702f3-d68d-47a3-9833-968d359a091a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:42:37.218779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.388195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.405950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.470959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] DHCP port deletion for 92a1a5f8-8a9a-4223-af76-805d2f04dc1a request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:42:37.480671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7798fef0-a8d0-42fd-a0fa-b33033c3c941']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:37.492706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4822d308-acee-4e4f-b7fb-1c0b5ed3b4f5') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:37.492706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4822d308-acee-4e4f-b7fb-1c0b5ed3b4f5') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:37.504877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.522240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.528061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:37.528953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.608930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:37.641222 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:37.649862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Deleting port 73cea340-c606-4603-8b29-9bdb5e92fc1b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:37.649862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.651262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.659691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7798fef0-a8d0-42fd-a0fa-b33033c3c941 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:42:37.671620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.675941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7798fef0-a8d0-42fd-a0fa-b33033c3c941 HTTP/1.1" status: 204 len: 168 time: 0.7718883 Oct 28 21:42:37.682285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:37.694127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'name': 'tempest-network--2005157031', 'router:external': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:37.719953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d158f5f-8f2b-4496-a5d4-fa4a58d040b6 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Network': ['ID=7798fef0-a8d0-42fd-a0fa-b33033c3c941,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:37.774175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:37.777276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.806251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] For port 73cea340-c606-4603-8b29-9bdb5e92fc1b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73cea340-c606-4603-8b29-9bdb5e92fc1b,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:37.809274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.822187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.825948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:37.837367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Calling delete_port for 73cea340-c606-4603-8b29-9bdb5e92fc1b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:37.845146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.845725 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Added segment a842fdaa-426f-49c8-9119-829df23e8ee5 of type vlan for network 9748b0ec-6016-4bb8-aebc-87a3fbf87677 Oct 28 21:42:37.860490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:37.869631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea95d6-cd70-4101-9e92-6b8cb0c68571 None None] Network 6cad0180-79b1-485c-b536-09fc985b847e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:37.873068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/subnets/50f702f3-d68d-47a3-9833-968d359a091a HTTP/1.1" status: 204 len: 168 time: 0.7751532 Oct 28 21:42:37.917420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59216) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:37.934766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad75311-9e2e-44ab-86a4-db2487923dd7 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Subnet': ['ID=50f702f3-d68d-47a3-9833-968d359a091a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:38.032696 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.148609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.199500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.200402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:38.201028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.319857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7de8ce5b-e8f4-4638-ad7a-13951c463d56 req-f5393fe9-c70e-4c5b-a49f-0e10875731f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1157258 Oct 28 21:42:38.339530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6537976 Oct 28 21:42:38.342198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59222) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:38.344291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7dc9-1177-4553-9f39-5132afb62d18 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=9748b0ec-6016-4bb8-aebc-87a3fbf87677,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:38.355503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Deleting port 73cea340-c606-4603-8b29-9bdb5e92fc1b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:38.355849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.382171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9748b0ec-6016-4bb8-aebc-87a3fbf87677 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:38.429018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7de8ce5b-e8f4-4638-ad7a-13951c463d56 req-51d2f1af-56ae-471c-bc8b-badb77902031 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0315313 Oct 28 21:42:38.474760 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7de8ce5b-e8f4-4638-ad7a-13951c463d56 req-bf4982b1-282a-4626-b2a6-524c6bbdddae service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249267 Oct 28 21:42:38.480894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] For port 73cea340-c606-4603-8b29-9bdb5e92fc1b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73cea340-c606-4603-8b29-9bdb5e92fc1b,segment=NetworkSegment(c3e9e7e3-9ed2-47bb-9be5-9893140954f4),segment_id=c3e9e7e3-9ed2-47bb-9be5-9893140954f4)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:38.481334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.522711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-39639801-75f7-4004-bb2e-ca3f231fc897 req-0d56476f-c287-4e80-9958-c610c314d39b service neutron] (102314) timed out ('10.222.0.31', 53362) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:42:38.532539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Calling delete_port for 73cea340-c606-4603-8b29-9bdb5e92fc1b owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:38.627243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6df7b-f3c9-47f0-8c88-c15e8562529c tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:38.628716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80b6df7b-f3c9-47f0-8c88-c15e8562529c tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "GET /v2.0/networks/9748b0ec-6016-4bb8-aebc-87a3fbf87677 HTTP/1.1" status: 200 len: 757 time: 0.2854486 Oct 28 21:42:38.633029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59226) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:38.831613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400bfbc-9f77-4306-96b5-1794f49d9647 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:38.833674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7400bfbc-9f77-4306-96b5-1794f49d9647 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "GET /v2.0/networks/294db2df-4053-4118-b368-24083777feb5 HTTP/1.1" status: 200 len: 768 time: 0.1991203 Oct 28 21:42:38.839083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59230) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:38.870051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8ce5b-e8f4-4638-ad7a-13951c463d56 req-f860642b-8f4e-40db-a281-22abbbbf2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:38.871582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7de8ce5b-e8f4-4638-ad7a-13951c463d56 req-f860642b-8f4e-40db-a281-22abbbbf2807 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874228 Oct 28 21:42:38.919626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:38.969215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Port': ['ID=73cea340-c606-4603-8b29-9bdb5e92fc1b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:38.976661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] No DVR routers for this DVR port 73cea340-c606-4603-8b29-9bdb5e92fc1b on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:39.013881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.121608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.169043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Pushing event deleted for resources: {'Port': ['ID=73cea340-c606-4603-8b29-9bdb5e92fc1b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:39.179155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.192477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.193253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.193375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.193686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.194025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.194373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.194696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.195288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.195605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.195936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.196253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.196603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:39.209530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce26433-2a30-432c-8b9c-36ecf38588ba None None] No DVR routers for this DVR port 73cea340-c606-4603-8b29-9bdb5e92fc1b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:39.220767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.221310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9748b0ec-6016-4bb8-aebc-87a3fbf87677']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.251268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a842fdaa-426f-49c8-9119-829df23e8ee5') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.251560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a842fdaa-426f-49c8-9119-829df23e8ee5') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.275313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a1a5f8-8a9a-4223-af76-805d2f04dc1a']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.284497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.308815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.308919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.308919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e9e7e3-9ed2-47bb-9be5-9893140954f4') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:39.319397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:39.319867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.320539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:39.321914 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:39.335265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] DHCP port deletion for 6cad0180-79b1-485c-b536-09fc985b847e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:42:39.395680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.416228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:39.416698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:39.425662 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:39.447251 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.457266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9748b0ec-6016-4bb8-aebc-87a3fbf87677 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:42:39.462139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.470882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9748b0ec-6016-4bb8-aebc-87a3fbf87677 HTTP/1.1" status: 204 len: 168 time: 0.6306963 Oct 28 21:42:39.478357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59236) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:39.494526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Deleting port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:39.494898 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.495954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'name': 'tempest-network--582184724'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:39.556295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73edf06f-49f2-4dd4-9425-cb1d7c962f86 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:39.569706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139d4b-dbe2-46ef-b980-1a6cdd1e0b1f tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Network': ['ID=9748b0ec-6016-4bb8-aebc-87a3fbf87677,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:39.603145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Made reservation on behalf of 13457db014334ea589b9ecfce13a99e6 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:39.609799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.616941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.650938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.654316 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/networks/92a1a5f8-8a9a-4223-af76-805d2f04dc1a HTTP/1.1" status: 204 len: 168 time: 1.7358317 Oct 28 21:42:39.658023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59240) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:39.686035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08302-ed87-4ce6-b012-0b16c0d8715a tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Network': ['ID=92a1a5f8-8a9a-4223-af76-805d2f04dc1a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:39.734500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:39.767462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.767462 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Added segment 9385ec22-8a4d-4d91-b2cd-fa83129150d1 of type vlan for network 128720fe-86b1-46f6-9e2f-9d30aaa159c2 Oct 28 21:42:39.802202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] For port 73edf06f-49f2-4dd4-9425-cb1d7c962f86, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=73edf06f-49f2-4dd4-9425-cb1d7c962f86,segment=NetworkSegment(d21bf43e-9279-4ed7-98bd-2bebb5a6861c),segment_id=d21bf43e-9279-4ed7-98bd-2bebb5a6861c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:39.803231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:39.820937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Calling delete_port for 73edf06f-49f2-4dd4-9425-cb1d7c962f86 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:40.054149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.139974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.197662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] No DVR routers for this DVR port 73edf06f-49f2-4dd4-9425-cb1d7c962f86 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:42:40.289773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.290741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73cea340-c606-4603-8b29-9bdb5e92fc1b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:42:40.301530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ab61e-6319-49fc-b9bd-765e6e58bebf None None] Pushing event deleted for resources: {'Port': ['ID=73edf06f-49f2-4dd4-9425-cb1d7c962f86,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:40.327665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 73cea340-c606-4603-8b29-9bdb5e92fc1b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:42:40.328843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 73cea340-c606-4603-8b29-9bdb5e92fc1b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:42:40.407630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.420115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-82e77668-2ed1-41e3-8ef5-a96102243484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:40.422934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-82e77668-2ed1-41e3-8ef5-a96102243484 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.1027472 Oct 28 21:42:40.533362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.534115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:40.534695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.536549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-7f87376a-33f1-406e-bc43-b9c604fc2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:40.539046 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-7f87376a-33f1-406e-bc43-b9c604fc2994 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.1090682 Oct 28 21:42:40.657198 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-8c61a62c-28fb-4dbd-bf08-e84296bb8e69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.1109495 Oct 28 21:42:40.659725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dd96-8e22-4dde-bf29-0e389f4a092f req-a074b772-22ad-418a-bfac-a80315b73061 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:40.662008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3054dd96-8e22-4dde-bf29-0e389f4a092f req-a074b772-22ad-418a-bfac-a80315b73061 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.2575891 Oct 28 21:42:40.672234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.700354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2191217 Oct 28 21:42:40.713628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:40.737247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:40.786609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cad0180-79b1-485c-b536-09fc985b847e']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:40.791311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ed67b-63f6-4baa-b683-a5664673c583 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=128720fe-86b1-46f6-9e2f-9d30aaa159c2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:40.806577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-217ef321-9ba0-48db-aba3-bfe28f67d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:40.814033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-217ef321-9ba0-48db-aba3-bfe28f67d421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.1504803 Oct 28 21:42:40.824526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 128720fe-86b1-46f6-9e2f-9d30aaa159c2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:40.839942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:40.840236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21bf43e-9279-4ed7-98bd-2bebb5a6861c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:40.883934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3054dd96-8e22-4dde-bf29-0e389f4a092f req-23ca64b5-706d-4b15-b5eb-7d08d6dfa695 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840572 Oct 28 21:42:40.894584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.919049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-d221fdb9-0369-4044-9ffa-1c4911187388 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879188 Oct 28 21:42:40.936017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e20c3e83-0152-4595-b4ba-cc2ba96cb1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.955979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.979756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:40.981174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:40.985270 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:41.113509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.118759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-2e229808-d30a-4326-a47b-a1484adb0286 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945677 Oct 28 21:42:41.123695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.126910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] 10.222.0.31 "DELETE /v2.0/networks/6cad0180-79b1-485c-b536-09fc985b847e HTTP/1.1" status: 204 len: 168 time: 1.4646397 Oct 28 21:42:41.159097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d28a0-5104-4ff9-879a-b3751dda5277 tempest-TaggedBootDevicesTest-1138047942 tempest-TaggedBootDevicesTest-1138047942-project] Pushing event deleted for resources: {'Network': ['ID=6cad0180-79b1-485c-b536-09fc985b847e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:41.166113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.195069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.217174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Network 128720fe-86b1-46f6-9e2f-9d30aaa159c2 is not hosted by any dhcp agent {{(pid=102314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:42:41.222163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:41.223025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.232893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "PUT /v2.0/networks/128720fe-86b1-46f6-9e2f-9d30aaa159c2 HTTP/1.1" status: 200 len: 857 time: 0.5025454 Oct 28 21:42:41.240627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59258) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:41.377735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.398252 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4d7a5e84-324f-4117-9836-ca64acc018a1 req-dc1eb8c6-dda5-4574-91f7-8aa0c1b82d3d service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725530 Oct 28 21:42:41.414859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005329d-3016-465b-ad09-a4ab3ed9896b tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event updated for resources: {'Network': ['ID=128720fe-86b1-46f6-9e2f-9d30aaa159c2,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:41.564092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.597590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128720fe-86b1-46f6-9e2f-9d30aaa159c2']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:41.611046 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9385ec22-8a4d-4d91-b2cd-fa83129150d1') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:41.612480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9385ec22-8a4d-4d91-b2cd-fa83129150d1') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:41.624909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.643598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.651856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:41.652239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:41.654096 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:41.731095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.735946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 128720fe-86b1-46f6-9e2f-9d30aaa159c2 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:42:41.738243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.742357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] 10.222.0.31 "DELETE /v2.0/networks/128720fe-86b1-46f6-9e2f-9d30aaa159c2 HTTP/1.1" status: 204 len: 168 time: 0.4996412 Oct 28 21:42:41.745705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59274) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:41.757375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27ac96-53f3-4b04-9e1a-3da8984cb4a8 tempest-ExternalNetworksTestJSON-1409939151 tempest-ExternalNetworksTestJSON-1409939151-project-admin] Pushing event deleted for resources: {'Network': ['ID=128720fe-86b1-46f6-9e2f-9d30aaa159c2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:41.867757 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3d14c7-c25b-4a3c-a74d-7f57c25540cf tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] DELETE failed (client error): The resource could not be found. Oct 28 21:42:41.868843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3d14c7-c25b-4a3c-a74d-7f57c25540cf tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:42:41.881207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a3d14c7-c25b-4a3c-a74d-7f57c25540cf tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "DELETE /v2.0/subnets/cdb0e76f-f371-4183-a8ad-e40d52508229 HTTP/1.1" status: 404 len: 337 time: 0.1325111 Oct 28 21:42:41.882977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59276) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:41.910322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:41.948788 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c079a8dd-1410-4fe1-a88c-ebf31865f9e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1634676 Oct 28 21:42:42.100308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.112567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.113074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.113544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.114545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.115033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.115523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.117467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c0886a13-cd69-4b13-a75a-711d62e1ab02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1203358 Oct 28 21:42:42.217568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.258313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.284390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d524ed-2d32-4206-9eee-cd200ef1499e req-afdd552e-7b85-42fb-99e6-20090d9b1b0a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.287532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14d524ed-2d32-4206-9eee-cd200ef1499e req-afdd552e-7b85-42fb-99e6-20090d9b1b0a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1830428 Oct 28 21:42:42.441070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.446717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-7d61f9bc-de62-4998-8eda-c930a4381b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.447189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-7d61f9bc-de62-4998-8eda-c930a4381b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.447643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-7d61f9bc-de62-4998-8eda-c930a4381b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.449254 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-7d61f9bc-de62-4998-8eda-c930a4381b25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 2298 time: 0.2500956 Oct 28 21:42:42.500053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-14d524ed-2d32-4206-9eee-cd200ef1499e req-57c466b4-a9b0-4927-9f7d-699047d7b6db tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045677 Oct 28 21:42:42.511121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294db2df-4053-4118-b368-24083777feb5']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:42.527326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a273be-51c3-4ca7-8935-614a8d62f60e') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:42.527326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a273be-51c3-4ca7-8935-614a8d62f60e') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:42:42.548923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.563923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-6a968a2e-78a7-4953-8de7-78cacdaf94c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1061251 Oct 28 21:42:42.564654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.572046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:42:42.572478 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:42:42.575616 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:42:42.619373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-60eb080f-3bce-4637-a270-f64ed44e4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.620850 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-60eb080f-3bce-4637-a270-f64ed44e4de7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.0492644 Oct 28 21:42:42.638986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.649714 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:42.653474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] 10.222.0.31 "DELETE /v2.0/networks/294db2df-4053-4118-b368-24083777feb5 HTTP/1.1" status: 204 len: 168 time: 0.7691596 Oct 28 21:42:42.679280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5826fee-7948-442c-9e40-603c17b19de7 tempest-ExternalNetworksTestJSON-919864869 tempest-ExternalNetworksTestJSON-919864869-project] Pushing event deleted for resources: {'Network': ['ID=294db2df-4053-4118-b368-24083777feb5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:42.720175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-b1e7055f-a9d7-434d-ac75-bcc37af2c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:42.721929 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-b1e7055f-a9d7-434d-ac75-bcc37af2c6aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853224 Oct 28 21:42:42.845619 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-ccede83b-d22c-4dc6-a6c0-1f6a47ca8246 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156528 Oct 28 21:42:42.963022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-78a90f60-dcb9-4142-b6bf-94867e47b4fb service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093748 Oct 28 21:42:43.015828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59292) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:43.050928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-88c67903-0184-4a5e-bded-39c2a3a2f814 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0775528 Oct 28 21:42:43.107205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-2401da4e-c28c-40d0-bc00-f21c6e4e6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:43.108804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-2401da4e-c28c-40d0-bc00-f21c6e4e6882 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0505257 Oct 28 21:42:43.161377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-ce2640a8-da53-4e10-be23-53960e849e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:43.163013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-ce2640a8-da53-4e10-be23-53960e849e86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450554 Oct 28 21:42:43.179052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-170150d5-364e-442e-930a-c53d0b7c6c6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baf1a8f445e94073a5ef091378b0f51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616719 Oct 28 21:42:43.181305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59296) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:43.243695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.272229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.327315 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-f8c81270-92bb-42e4-b3ff-c516295c79a1 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568005 Oct 28 21:42:43.331507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.334439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.338638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cccf572-32e4-4092-b43a-a6ed067d5144 HTTP/1.1" status: 204 len: 168 time: 0.1560955 Oct 28 21:42:43.362504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca0fe4-de5b-4f2e-b276-373f8a939cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccf572-32e4-4092-b43a-a6ed067d5144,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:43.367455 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a96fcee-4e7c-4dff-9a1a-50d43ca67c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.560872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-08ff7599-b920-463a-a671-58bbded58b0a service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262218 Oct 28 21:42:43.681026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2bd8f-8d86-4cf0-bbaf-bae6d8756873 req-f24528db-69ac-4fa7-8d12-41d0a0f9a4ff tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:43.691364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bd2bd8f-8d86-4cf0-bbaf-bae6d8756873 req-f24528db-69ac-4fa7-8d12-41d0a0f9a4ff tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0776038 Oct 28 21:42:43.785707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bd2bd8f-8d86-4cf0-bbaf-bae6d8756873 req-ffc3584a-b312-4376-98da-bab7f5a53608 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Oct 28 21:42:43.796772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59314) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:43.859346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c5a08847-ee58-4058-9078-4a4398440d7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13457db014334ea589b9ecfce13a99e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612676 Oct 28 21:42:43.865036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59316) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:43.925178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:43.951377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:44.014623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:44.018071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:44.022405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16510386-ab88-46c7-a9d2-b5678cc79cf4 HTTP/1.1" status: 204 len: 168 time: 0.1530666 Oct 28 21:42:44.023041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-6d3fc53e-53c9-459d-9ddb-d9f78ea76a95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 217 time: 0.4544590 Oct 28 21:42:44.032780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e924352-32e5-4b32-bbb8-84903417b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16510386-ab88-46c7-a9d2-b5678cc79cf4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:44.095182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-2a212462-4db8-48e0-9868-3540e7cdfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:44.097066 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-2a212462-4db8-48e0-9868-3540e7cdfaa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0627232 Oct 28 21:42:44.183394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-b48f1fea-b097-4f8e-9976-72007fc178e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:44.185848 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-b48f1fea-b097-4f8e-9976-72007fc178e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782659 Oct 28 21:42:44.376525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-934df24c-475f-45e3-810a-4ad879cbd0d9 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814597 Oct 28 21:42:44.489557 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-4ab9b79a-2722-4e7e-ba8e-1a59e9b740a7 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032660 Oct 28 21:42:44.551496 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-58802c0c-e6d0-4c7e-b76f-b0379ab50ea9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 217 time: 0.0544612 Oct 28 21:42:44.634393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-9de75abe-eeb4-43d1-9dff-b4fd68c63a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:44.635927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-9de75abe-eeb4-43d1-9dff-b4fd68c63a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0773318 Oct 28 21:42:44.702039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-857630f6-b301-460f-a528-46ba8213e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:44.704092 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-857630f6-b301-460f-a528-46ba8213e93d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599113 Oct 28 21:42:44.778309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:44.898696 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-20aef2d7-3a99-496a-9f66-ba82fdd1cf5b service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874888 Oct 28 21:42:45.039945 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-d55f9a4a-16ad-40dd-a407-4e8600b14167 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338427 Oct 28 21:42:45.047505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38038-3662-4835-b526-797bafc44fcc req-fccb4cf3-c303-4214-8f9e-9063dc0a3a46 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.049580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23b38038-3662-4835-b526-797bafc44fcc req-fccb4cf3-c303-4214-8f9e-9063dc0a3a46 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0889831 Oct 28 21:42:45.093790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-23b38038-3662-4835-b526-797bafc44fcc req-c873c772-b09f-4873-9d37-c2ae48b3d6cb tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Oct 28 21:42:45.101554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.130614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-0a9cda27-5f54-4aa9-9b70-b7baf5166bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 217 time: 0.0825901 Oct 28 21:42:45.192150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-8d696f3e-558b-4e39-a689-13fd821a38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.194032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-8d696f3e-558b-4e39-a689-13fd821a38ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0573111 Oct 28 21:42:45.258183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c451dfc2-e831-422a-be68-c545f4dbb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.260974 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-c451dfc2-e831-422a-be68-c545f4dbb4af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589254 Oct 28 21:42:45.338643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:45.383809 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-fcb00a2c-9902-43fb-8dc7-9e1746a7c82a service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153045 Oct 28 21:42:45.455411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1141750026'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:45.493331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:45.497049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.507537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.511540 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-6512a678-b8d1-4e72-818d-8eba84dd3acb service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197126 Oct 28 21:42:45.588868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-d0f236da-0fee-4050-8df3-03eb0079a7cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 217 time: 0.0695016 Oct 28 21:42:45.606429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.612191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.654039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6030bfe5-0928-4eda-b500-83bf915d41c9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:45.665578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:42:45.680146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.680972 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Added segment 24e6e2a6-85e3-4fa1-a619-86586e3ea77c of type vlan for network 5c7aec0d-33be-45b5-9cf1-296aae6546da Oct 28 21:42:45.682766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-d3c282d7-7c9a-4b51-8397-0076569208c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.685618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-d3c282d7-7c9a-4b51-8397-0076569208c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.0886502 Oct 28 21:42:45.729541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.747599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-156958ec-8b43-4d13-989f-343ec8f76e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.749145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-156958ec-8b43-4d13-989f-343ec8f76e54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507674 Oct 28 21:42:45.767737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.783707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:45.786840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:45.905343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5630438 Oct 28 21:42:45.906371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:45.914144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'subnet': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:45.919458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db031f1-08e7-4155-8b05-ab2068633ece tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Network': ['ID=5c7aec0d-33be-45b5-9cf1-296aae6546da,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:45.938828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:42:45.990033 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-953fa17f-4161-4262-be43-2048eb13de6a service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285845 Oct 28 21:42:46.115379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:46.120834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:46.198756 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-e4479ece-c0af-4b51-aae1-8f851adf54a2 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955953 Oct 28 21:42:46.263519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fcb6f-3004-46d0-b319-543ff838e436 req-082a2c5a-32d5-4711-bcd0-cad4386b35de tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:46.273488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-503fcb6f-3004-46d0-b319-543ff838e436 req-082a2c5a-32d5-4711-bcd0-cad4386b35de tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0983627 Oct 28 21:42:46.323173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-503fcb6f-3004-46d0-b319-543ff838e436 req-04a2c083-c7e7-4c4e-8325-40f21b00f39d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 Oct 28 21:42:46.330246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-707f61ce-e794-44a9-854e-09e94e9bd559 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.1088808 Oct 28 21:42:46.464027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-db736fb3-1e10-4478-aac2-9b661942896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:46.465855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-db736fb3-1e10-4478-aac2-9b661942896d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.0951722 Oct 28 21:42:46.521487 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:46.580610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-e28474bc-2088-4a5f-80ea-72960c9e1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:46.582122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-e28474bc-2088-4a5f-80ea-72960c9e1c4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081259 Oct 28 21:42:46.610113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Subnet': ['ID=7ca8dc78-1131-4d1b-9311-7bea90554c48,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:46.658258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:46.716575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Checking segment: {'id': '24e6e2a6-85e3-4fa1-a619-86586e3ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:42:46.716959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network hostable DHCP agents. Network: 5c7aec0d-33be-45b5-9cf1-296aae6546da, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:42:46.779063 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-a517ec1a-72d6-4400-abc1-9aeb169486d9 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660893 Oct 28 21:42:46.780328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:42:46.805527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5c7aec0d-33be-45b5-9cf1-296aae6546da) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:46.817039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8280d22-630a-4e5e-9982-77b8301cb56c None None] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:46.861527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:46.862920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:46.937876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d608c0af-dda3-48e7-8b98-14f95ffdf381 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0296793 Oct 28 21:42:46.940463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59380) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:46.946497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-708682515'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:46.948531 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-18bebcd9-4634-45c1-9c4d-371faaa8c7a4 req-7960342d-874c-495f-aa39-7ea83d997f9b service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577709 Oct 28 21:42:47.094514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-5c7aec0d-33be-45b5-9cf1-296aae6546da', 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'tenant_id': 'abf83bcf9d9d4213b8304f145be5ed81', 'fixed_ips': [{'subnet_id': '7ca8dc78-1131-4d1b-9311-7bea90554c48'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:42:47.096650 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.259881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:47.264237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.298010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:47.337021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Allocated IP 2001:db8::2 (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:47.533753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b6ac-ccf6-4d34-a8a6-92fbf6af6d05 req-8d7600bc-e8e5-43c3-aa6e-63af5679a6f6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:47.536046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b56b6ac-ccf6-4d34-a8a6-92fbf6af6d05 req-8d7600bc-e8e5-43c3-aa6e-63af5679a6f6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0912390 Oct 28 21:42:47.594551 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.604026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b56b6ac-ccf6-4d34-a8a6-92fbf6af6d05 req-40b501d4-b98b-4906-98d0-242bf697e6af tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Oct 28 21:42:47.608393 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.707214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Pushing event updated for resources: {'Port': ['ID=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:47.750258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:47.753880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:47.759055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:47.769203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::3d4 (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:47.859763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Attempting to bind port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:42:47.860115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Attempting to bind port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '24e6e2a6-85e3-4fa1-a619-86586e3ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:42:47.861400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Attempting to bind port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 on network 5c7aec0d-33be-45b5-9cf1-296aae6546da {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:42:47.868814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:42:47.869158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Checking segment: {'id': '24e6e2a6-85e3-4fa1-a619-86586e3ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:42:47.869559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.870011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Bound using segment: {'id': '24e6e2a6-85e3-4fa1-a619-86586e3ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:42:47.870583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Bound port: 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e6e2a6-85e3-4fa1-a619-86586e3ea77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:42:47.871052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:47.950436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] For port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:42:47.956286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] For port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,segment=NetworkSegment(24e6e2a6-85e3-4fa1-a619-86586e3ea77c),segment_id=24e6e2a6-85e3-4fa1-a619-86586e3ea77c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:42:47.966325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:48.024630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:48.063807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf3b1b-e4cd-4cc5-af9d-1ead7a56624e None None] Pushing event updated for resources: {'Port': ['ID=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:48.101984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:48.165457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:48.168718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:48.173271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:48.180218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:48.180858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:48.194631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:48.211160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:48.212145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7d64a868-1586-41e6-821b-e9f19e760fa6 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2694633 Oct 28 21:42:48.216766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-361456872', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d4', 'mac_address': 'fa:16:3e:b2:a4:aa'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:48.441710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:48.599740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:48.625494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port 7c322784-fc2f-4242-9d15-973b05b6de5c yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:48.827311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::93 (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/7c322784-fc2f-4242-9d15-973b05b6de5c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:48.831486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d86f0f-3f10-48be-aab5-e948a3d906ee req-63c7506f-6287-4742-a713-fa55eec9de59 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:48.838977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6d86f0f-3f10-48be-aab5-e948a3d906ee req-63c7506f-6287-4742-a713-fa55eec9de59 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1375628 Oct 28 21:42:48.962956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6d86f0f-3f10-48be-aab5-e948a3d906ee req-a10f375a-94a3-4ae0-9fab-a2462ef2f3d9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100934 Oct 28 21:42:49.097600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.143415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.229196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=7c322784-fc2f-4242-9d15-973b05b6de5c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:49.235719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:49.238439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:49.242694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:49.249027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:49.249945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.295791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59422) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:49.307872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c01e26fc-fefd-42e9-89ca-e62c6ca7bd8c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0941834 Oct 28 21:42:49.453003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556634f-9d56-4fab-9172-20fa8d6f07b7 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:49.462976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556634f-9d56-4fab-9172-20fa8d6f07b7 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:49.470010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556634f-9d56-4fab-9172-20fa8d6f07b7 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:49.471958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7556634f-9d56-4fab-9172-20fa8d6f07b7 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1742933 Oct 28 21:42:49.476101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:49.556736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:42:49.672142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:49.672861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.675291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port 7c322784-fc2f-4242-9d15-973b05b6de5c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:49.675702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.747874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27875b-f807-4a52-a0e4-db895ebaadbf None None] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:42:49.818949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.835982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for 7c322784-fc2f-4242-9d15-973b05b6de5c owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:49.960815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-377c2e67-4f3c-4364-af2e-78643726fdb7 None None] Provisioning complete for port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:49.961337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-377c2e67-4f3c-4364-af2e-78643726fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:49.990890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.070210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=7c322784-fc2f-4242-9d15-973b05b6de5c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:50.244742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7774b95-31b1-4bc1-9072-c77d9a3f1085 req-a12c419d-09cb-4c47-b7ac-d5d6006920da tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:50.249031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7774b95-31b1-4bc1-9072-c77d9a3f1085 req-a12c419d-09cb-4c47-b7ac-d5d6006920da tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1312251 Oct 28 21:42:50.265833 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.320412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7774b95-31b1-4bc1-9072-c77d9a3f1085 req-baa71f97-edb3-4eb1-8560-dced0d76b7aa tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Oct 28 21:42:50.337199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.344083 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fdbbdb63-b89a-467a-bf4d-f0c34e30b435 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/7c322784-fc2f-4242-9d15-973b05b6de5c HTTP/1.1" status: 204 len: 168 time: 0.8635869 Oct 28 21:42:50.344083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:50.390135 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-90579073-1000-49fe-b232-b35745545223 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] GET failed (client error): The resource could not be found. Oct 28 21:42:50.391900 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90579073-1000-49fe-b232-b35745545223 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports/7c322784-fc2f-4242-9d15-973b05b6de5c HTTP/1.1" status: 404 len: 333 time: 0.0470331 Oct 28 21:42:50.398362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:50.403877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823947892'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:50.406882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-377c2e67-4f3c-4364-af2e-78643726fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.492477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,segment=NetworkSegment(24e6e2a6-85e3-4fa1-a619-86586e3ea77c),segment_id=24e6e2a6-85e3-4fa1-a619-86586e3ea77c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:42:50.522388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.593921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-377c2e67-4f3c-4364-af2e-78643726fdb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:42:50.594577 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-377c2e67-4f3c-4364-af2e-78643726fdb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:42:50.597303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:50.613247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:50.640904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:50.705504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:50.878534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::176 (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/ecae5ad4-26a8-4728-a7dd-566c8b0f2338) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:51.250194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.327989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.336301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-128535a4-dd09-4dd8-ad4c-e1fd362c255c None None] Provisioning complete for port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:51.336713 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-128535a4-dd09-4dd8-ad4c-e1fd362c255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.401539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:51.417029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:51.432742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:51.448303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:51.450931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.472765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=ecae5ad4-26a8-4728-a7dd-566c8b0f2338,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:51.485799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-128535a4-dd09-4dd8-ad4c-e1fd362c255c None None] Port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:51.513758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5401c226-3aa7-4c2e-93b8-79f641b3771b tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1113629 Oct 28 21:42:51.514056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59464) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:51.525129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d4', 'mac_address': 'fa:16:3e:b2:a4:aa'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:51.531471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-128535a4-dd09-4dd8-ad4c-e1fd362c255c None None] Provisioning complete for port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:51.531773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-128535a4-dd09-4dd8-ad4c-e1fd362c255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.640017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:42:51.657080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f4b8-b6ff-4fe1-ad7e-bd6df59f2122 req-e02a118e-2710-49f8-8916-c9739dbb4460 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:51.662233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1796f4b8-b6ff-4fe1-ad7e-bd6df59f2122 req-e02a118e-2710-49f8-8916-c9739dbb4460 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1801267 Oct 28 21:42:51.701529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.789771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1796f4b8-b6ff-4fe1-ad7e-bd6df59f2122 req-377a6830-9693-4d14-86c5-dbd1fa4b59e6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143172 Oct 28 21:42:51.836267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:51.836761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:51.966354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6aefd9ae-f879-4b12-b1f2-b85cfec2e3cf None None] Provisioning complete for port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:51.966810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6aefd9ae-f879-4b12-b1f2-b85cfec2e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:52.043777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6aefd9ae-f879-4b12-b1f2-b85cfec2e3cf None None] Port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:52.159510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2dc3daf6-1d3c-49ff-b695-a42ba93830d3 None None] Could not find standard attr ID for object 7c322784-fc2f-4242-9d15-973b05b6de5c. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:42:52.514692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:52.534785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:52.648598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] In _notify_port_updated(), no bound segment for port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 on network 5c7aec0d-33be-45b5-9cf1-296aae6546da {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:42:52.676196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:52.683576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:52.691655 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "PUT /v2.0/ports/ecae5ad4-26a8-4728-a7dd-566c8b0f2338 HTTP/1.1" status: 200 len: 1002 time: 1.1740746 Oct 28 21:42:52.693872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59478) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:52.799587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b94871-1ff5-4f36-9577-e596fd09da94 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=ecae5ad4-26a8-4728-a7dd-566c8b0f2338,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:52.881267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941f104-3650-4e7b-990c-2a53ee90761f req-0d5f8493-438a-4ee1-b593-8803e16adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:52.901004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b941f104-3650-4e7b-990c-2a53ee90761f req-0d5f8493-438a-4ee1-b593-8803e16adf1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.1870508 Oct 28 21:42:52.950373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-98eedd9b-436f-442e-b9d2-46a111d4adfc None None] Provisioning complete for port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:52.954912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-98eedd9b-436f-442e-b9d2-46a111d4adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.007089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b941f104-3650-4e7b-990c-2a53ee90761f req-054fa13c-de60-426b-b254-c35b4966a12a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014369 Oct 28 21:42:53.024973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-98eedd9b-436f-442e-b9d2-46a111d4adfc None None] Port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:53.058832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:53.059294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.165198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb54b25-b716-4967-98c2-6f6290105161 req-7971fcbf-67ed-41c5-84a7-c89ec7f844ea tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:53.173558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fb54b25-b716-4967-98c2-6f6290105161 req-7971fcbf-67ed-41c5-84a7-c89ec7f844ea tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1911652 Oct 28 21:42:53.202003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.236840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for ecae5ad4-26a8-4728-a7dd-566c8b0f2338 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:53.287945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fb54b25-b716-4967-98c2-6f6290105161 req-0a8eae77-334b-48e2-b320-eb5032da1c4a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080310 Oct 28 21:42:53.457234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e6bc9b73-ec89-48ca-b773-b456b5c0af80 None None] Provisioning complete for port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:53.462597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9b73-ec89-48ca-b773-b456b5c0af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.486735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.526947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc9b73-ec89-48ca-b773-b456b5c0af80 None None] Port ecae5ad4-26a8-4728-a7dd-566c8b0f2338 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:53.563975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=ecae5ad4-26a8-4728-a7dd-566c8b0f2338,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:53.814212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:53.823818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-149c64a8-fa2f-4696-a7b6-28df133bb70c tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/ecae5ad4-26a8-4728-a7dd-566c8b0f2338 HTTP/1.1" status: 204 len: 168 time: 1.1243076 Oct 28 21:42:53.823972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:53.878101 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d62941-63b7-4aa4-85e8-be24db22126d tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] GET failed (client error): The resource could not be found. Oct 28 21:42:53.882340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f5d62941-63b7-4aa4-85e8-be24db22126d tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports/ecae5ad4-26a8-4728-a7dd-566c8b0f2338 HTTP/1.1" status: 404 len: 333 time: 0.0570145 Oct 28 21:42:53.888862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:53.897325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918151344'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:54.121990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:54.127487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:54.167273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port ffd8583a-3233-421e-8ec8-0ad80a12cfbf yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:54.331304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::35a (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/ffd8583a-3233-421e-8ec8-0ad80a12cfbf) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:54.557774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb19b6-e620-4d83-b33e-8e0e52ce0578 req-13b10724-722d-4f33-af92-19a347d1373e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:54.559905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6deb19b6-e620-4d83-b33e-8e0e52ce0578 req-13b10724-722d-4f33-af92-19a347d1373e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0996294 Oct 28 21:42:54.628571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6deb19b6-e620-4d83-b33e-8e0e52ce0578 req-facdd6c1-0ebd-4ae3-895e-b83f3c0964c9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Oct 28 21:42:54.638188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:54.703555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:54.883286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:54.900647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:54.903419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=ffd8583a-3233-421e-8ec8-0ad80a12cfbf,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:54.906541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:54.955367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:54.958415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.038615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad22a6ad-4606-4209-bb5b-e5222e762827 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1458457 Oct 28 21:42:55.049400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59530) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:55.055724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b2:a4:aa'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:55.083160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-e8abd0eb-386a-428c-988b-ce3b3b56040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:55.086534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-e8abd0eb-386a-428c-988b-ce3b3b56040b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.1055901 Oct 28 21:42:55.248162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a982-f01d-4b0d-8ddb-68ac90262bad req-39125ee9-0597-40d1-b157-a22e148b2cb9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:55.250050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25b8a982-f01d-4b0d-8ddb-68ac90262bad req-39125ee9-0597-40d1-b157-a22e148b2cb9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1583889 Oct 28 21:42:55.313885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-6f512595-e0bd-453e-b8d4-5bd7d4b019bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:55.315329 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-6f512595-e0bd-453e-b8d4-5bd7d4b019bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.2180309 Oct 28 21:42:55.367396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25b8a982-f01d-4b0d-8ddb-68ac90262bad req-05708288-f753-48f0-81c1-ccb43df84de8 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042717 Oct 28 21:42:55.384494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.400521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-79a73fe8-9b16-4960-86e9-0f15ef3b1a04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.0736454 Oct 28 21:42:55.495827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-4abb3665-f812-45ca-9a7c-c1aa3eb7c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:55.497391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-4abb3665-f812-45ca-9a7c-c1aa3eb7c829 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.0933316 Oct 28 21:42:55.586847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52c9fbd6-2c8d-4b0e-a125-a0ed4602f67a None None] Provisioning complete for port ffd8583a-3233-421e-8ec8-0ad80a12cfbf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:55.586847 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52c9fbd6-2c8d-4b0e-a125-a0ed4602f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.616191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-68d3e2d0-c95a-46a0-953d-8429951d39c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021321 Oct 28 21:42:55.686853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-52c9fbd6-2c8d-4b0e-a125-a0ed4602f67a None None] Port ffd8583a-3233-421e-8ec8-0ad80a12cfbf cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:55.781054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-1dfcd1e8-aab3-4801-8133-1ba04b53dd62 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636019 Oct 28 21:42:55.889808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.904454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.985817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] In _notify_port_updated(), no bound segment for port ffd8583a-3233-421e-8ec8-0ad80a12cfbf on network 5c7aec0d-33be-45b5-9cf1-296aae6546da {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:42:55.991498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:55.992137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:55.995904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "PUT /v2.0/ports/ffd8583a-3233-421e-8ec8-0ad80a12cfbf HTTP/1.1" status: 200 len: 1003 time: 0.9429092 Oct 28 21:42:55.996330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59538) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:56.000388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5e45ba8f-d6d1-468d-bbd5-aaebf30bcdd9 req-8424f7fd-58c9-4ab0-9398-f0c77692d887 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110677 Oct 28 21:42:56.050113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975abcbd-63ac-4f12-9354-44e7bde95b42 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=ffd8583a-3233-421e-8ec8-0ad80a12cfbf,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:56.179610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port ffd8583a-3233-421e-8ec8-0ad80a12cfbf {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:42:56.179954 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:56.410187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:56.429332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for ffd8583a-3233-421e-8ec8-0ad80a12cfbf owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:42:56.489974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83e9adb5-adb1-41cc-ba57-f2573b5e0fec None None] Provisioning complete for port ffd8583a-3233-421e-8ec8-0ad80a12cfbf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:56.490512 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83e9adb5-adb1-41cc-ba57-f2573b5e0fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:56.532850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-83e9adb5-adb1-41cc-ba57-f2573b5e0fec None None] Port ffd8583a-3233-421e-8ec8-0ad80a12cfbf cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:56.630653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:56.690049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=ffd8583a-3233-421e-8ec8-0ad80a12cfbf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:56.698901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:56.705115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:56.705623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9c261ba5-7c48-4fdc-8481-5765d79f6d19 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/ffd8583a-3233-421e-8ec8-0ad80a12cfbf HTTP/1.1" status: 204 len: 168 time: 0.7036333 Oct 28 21:42:56.724520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c046-3d6e-41a8-8f43-cc3aadb4f87b req-0962477c-1c88-412b-9e0a-736ed1656329 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:56.726220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc78c046-3d6e-41a8-8f43-cc3aadb4f87b req-0962477c-1c88-412b-9e0a-736ed1656329 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1289115 Oct 28 21:42:56.738210 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-829503e9-4fa5-484d-a64d-a56a07063f7a tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] GET failed (client error): The resource could not be found. Oct 28 21:42:56.739816 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-829503e9-4fa5-484d-a64d-a56a07063f7a tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports/ffd8583a-3233-421e-8ec8-0ad80a12cfbf HTTP/1.1" status: 404 len: 333 time: 0.0336905 Oct 28 21:42:56.746861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:56.751979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1247117953'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:56.805582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc78c046-3d6e-41a8-8f43-cc3aadb4f87b req-f5fed745-bb21-4d94-b503-0b7768a7e132 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680482 Oct 28 21:42:56.985264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:56.993510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:57.017762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port 2f591035-bdde-42d9-a492-472f6517380f yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:57.176633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::283 (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/2f591035-bdde-42d9-a492-472f6517380f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:57.390654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:57.436188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:57.508985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=2f591035-bdde-42d9-a492-472f6517380f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:57.541241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:57.543080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:57.560051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:57.572427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:57.573302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:57.597616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59572) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:57.607326 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a17694a-442e-4569-bf76-386c0ae6d31e tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8516955 Oct 28 21:42:57.607492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'network_id': '5c7aec0d-33be-45b5-9cf1-296aae6546da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-591693889'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:57.790395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Made reservation on behalf of abf83bcf9d9d4213b8304f145be5ed81 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:42:57.793996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:57.829657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] device_id is not set on port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:42:57.975742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c92cdd1c-04f3-44a2-ba71-b0fab90770b7 None None] Provisioning complete for port 2f591035-bdde-42d9-a492-472f6517380f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:57.976220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c92cdd1c-04f3-44a2-ba71-b0fab90770b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:58.055999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c92cdd1c-04f3-44a2-ba71-b0fab90770b7 None None] Port 2f591035-bdde-42d9-a492-472f6517380f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:58.127122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Allocated IP 2001:db8::2cb (5c7aec0d-33be-45b5-9cf1-296aae6546da/7ca8dc78-1131-4d1b-9311-7bea90554c48/55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:42:58.154654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488090c8-f998-4f73-a368-6f0cdb961cd3 req-2d1d0536-ae89-4c9c-b371-ab5bd81fa846 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:58.156550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-488090c8-f998-4f73-a368-6f0cdb961cd3 req-2d1d0536-ae89-4c9c-b371-ab5bd81fa846 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.2167242 Oct 28 21:42:58.231037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-488090c8-f998-4f73-a368-6f0cdb961cd3 req-ca8ab20d-cf7b-4e98-9e49-ceb3cee77656 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612764 Oct 28 21:42:58.483913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:58.576701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:58.658890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:42:58.677553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:42:58.681142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:42:58.691860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:58.698672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:58.716051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:58.747629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.748080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.748553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.749720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.758226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.758703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.764514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.765003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.765446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.765902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.766338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.766778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:42:58.794551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-680c7ef3-6479-4d2f-9dcc-54da190d7b02 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1938062 Oct 28 21:42:58.800034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59606) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:58.804217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d4', 'mac_address': 'fa:16:3e:b2:a4:aa'}, {'ip_address': '2001:db8::283', 'mac_address': 'fa:16:3e:ea:03:58'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:42:58.973838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:59.099313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7a479039-6eaf-4e0e-b481-15fce2180f90 None None] Provisioning complete for port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:59.099899 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7a479039-6eaf-4e0e-b481-15fce2180f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:59.226363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7a479039-6eaf-4e0e-b481-15fce2180f90 None None] Port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:42:59.365649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59618) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:59.402551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:59.412895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:59.533340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] In _notify_port_updated(), no bound segment for port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 on network 5c7aec0d-33be-45b5-9cf1-296aae6546da {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:42:59.542587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:42:59.548929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:42:59.555272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:42:59.555884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "PUT /v2.0/ports/55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 HTTP/1.1" status: 200 len: 1067 time: 0.7546647 Oct 28 21:42:59.586281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86001ed0-3221-44d7-b1b3-16017dae2979 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event updated for resources: {'Port': ['ID=55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:42:59.997807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-55911c33-adfa-410a-8430-4cbdf85a1a41 None None] Provisioning complete for port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:42:59.998942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55911c33-adfa-410a-8430-4cbdf85a1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:00.107102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-55911c33-adfa-410a-8430-4cbdf85a1a41 None None] Port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:00.342982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:00.343473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:00.487827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:00.638342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:00.717992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for 55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:00.969570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:01.003694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:01.038952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Deleting port 482ec828-7785-4e48-b1d6-3beda0ba8bd7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:01.039354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:01.132676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] For port 482ec828-7785-4e48-b1d6-3beda0ba8bd7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=482ec828-7785-4e48-b1d6-3beda0ba8bd7,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:01.133189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:01.146314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Calling delete_port for 482ec828-7785-4e48-b1d6-3beda0ba8bd7 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:01.280308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7d5ce-68f0-40f1-b802-1f4fdbd1b24d req-0038edfc-1df6-4e73-a640-14edc9a65280 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:01.282824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8a7d5ce-68f0-40f1-b802-1f4fdbd1b24d req-0038edfc-1df6-4e73-a640-14edc9a65280 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1048992 Oct 28 21:43:01.402118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:01.407537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8a7d5ce-68f0-40f1-b802-1f4fdbd1b24d req-39871a19-b2bb-4a15-bed1-78fd64d45755 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138928 Oct 28 21:43:01.479577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Pushing event deleted for resources: {'Port': ['ID=482ec828-7785-4e48-b1d6-3beda0ba8bd7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:01.763681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:01.771167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59660) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:01.772221 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1adce8b9-6506-431d-a266-07cba1eb2a24 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 HTTP/1.1" status: 204 len: 168 time: 2.2157388 Oct 28 21:43:01.820020 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7627a20-fc91-44ab-a359-f6a916a86fe0 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] GET failed (client error): The resource could not be found. Oct 28 21:43:01.822224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7627a20-fc91-44ab-a359-f6a916a86fe0 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports/55a0e9e2-f6d8-4c4d-9c85-9bd07664efd5 HTTP/1.1" status: 404 len: 333 time: 0.0497620 Oct 28 21:43:01.824766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:01.826770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:02.019484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port 2f591035-bdde-42d9-a492-472f6517380f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:02.020435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:02.181411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Router b8b07dcc-b3c7-404e-b2ee-b357a147d401 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:02.405819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:02.417952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Sync routers for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:02.421424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab3b1a69-b617-4f84-8760-e55b49dad39d admin admin] 10.222.0.31 "PUT /v2.0/routers/b8b07dcc-b3c7-404e-b2ee-b357a147d401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0541775 Oct 28 21:43:02.423805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:02.440226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:02.440891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:42:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:02.609423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:02.637715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for 2f591035-bdde-42d9-a492-472f6517380f owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:02.702544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:02.896283 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:02.927607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=2f591035-bdde-42d9-a492-472f6517380f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:02.993537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.001397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9cadc283-c0fe-4857-8cf7-0ff7d17e3a7f tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/2f591035-bdde-42d9-a492-472f6517380f HTTP/1.1" status: 204 len: 168 time: 1.1732080 Oct 28 21:43:03.002147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59678) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:03.014546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.066122 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc0624a-9fc0-496d-bcb2-8b5aa7622d71 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] GET failed (client error): The resource could not be found. Oct 28 21:43:03.074682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1dc0624a-9fc0-496d-bcb2-8b5aa7622d71 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "GET /v2.0/ports/2f591035-bdde-42d9-a492-472f6517380f HTTP/1.1" status: 404 len: 333 time: 0.0659041 Oct 28 21:43:03.075020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:03.153450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:43:01Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:03.224893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Checking router: b8b07dcc-b3c7-404e-b2ee-b357a147d401 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:03.245215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Routers {'b8b07dcc-b3c7-404e-b2ee-b357a147d401'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:03.246030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:42:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:03.322886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.360254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:03.369722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.380938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59690) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:03.514845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.516795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Deleting port 85066128-dbd0-4eec-9dc6-7ca6f04473c9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:03.519063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.542062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for 9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:03.637284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] Set router b8b07dcc-b3c7-404e-b2ee-b357a147d401 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:03.643919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05c1ec8a-a09c-4210-b84a-7dc677af693d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.696466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] For port 85066128-dbd0-4eec-9dc6-7ca6f04473c9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=85066128-dbd0-4eec-9dc6-7ca6f04473c9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:03.697289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.730814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Calling delete_port for 85066128-dbd0-4eec-9dc6-7ca6f04473c9 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:03.881983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05c1ec8a-a09c-4210-b84a-7dc677af693d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.895382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05c1ec8a-a09c-4210-b84a-7dc677af693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:03.931195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.038393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:43:01Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:04.086208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:04.104717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565dab3-2ef2-4d09-b728-1834b7151bd2 None None] The sync data for ids ['b8b07dcc-b3c7-404e-b2ee-b357a147d401'] in n-d-806683-16 is: [{'id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'name': 'tempest-TaggedBootDevicesTest-2123986273-router', 'tenant_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:31:14Z', 'updated_at': '2021-10-28T21:43:01Z', 'revision_number': 5, 'project_id': 'bbb5faf2fdc746cbacf46ac465e8babc', 'gw_port': {'id': '85066128-dbd0-4eec-9dc6-7ca6f04473c9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:79:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b07dcc-b3c7-404e-b2ee-b357a147d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:31:15Z', 'updated_at': '2021-10-28T21:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:04.113142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.142783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-05c1ec8a-a09c-4210-b84a-7dc677af693d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41c84ec1198842ab96848a42693f2ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606258 Oct 28 21:43:04.145821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1ec8a-a09c-4210-b84a-7dc677af693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65a469-b261-4ebc-8d8b-7cfa5bb72f6b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:04.165634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.168956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5adb3ad0-9fb9-46fa-a473-0408cdc11558 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/ports/9b5fa6a2-4cce-4fed-a94d-cc0ceafa4a4b HTTP/1.1" status: 204 len: 168 time: 1.0930905 Oct 28 21:43:04.174214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59698) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:04.174567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59702) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:04.211101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85066128-dbd0-4eec-9dc6-7ca6f04473c9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:04.353160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.385054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.401368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting subnet 7ca8dc78-1131-4d1b-9311-7bea90554c48 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:04.414739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.486462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.573888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.576427 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.631382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.633109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.633593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b07dcc-b3c7-404e-b2ee-b357a147d401 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:43:04.671588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.677335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.679843 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d286da3d-85e8-4a36-b97f-e3b4c169ffe0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b8b07dcc-b3c7-404e-b2ee-b357a147d401 HTTP/1.1" status: 204 len: 168 time: 2.2548800 Oct 28 21:43:04.683212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59706) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:04.770741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.774215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.790025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d65a469-b261-4ebc-8d8b-7cfa5bb72f6b HTTP/1.1" status: 204 len: 168 time: 0.6133435 Oct 28 21:43:04.802829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.810859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Deleting subnet 004db053-9b06-4371-be53-55cf199fe301 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:04.814971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.865719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0e09b-1347-41c1-a467-4ac30c6e8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65a469-b261-4ebc-8d8b-7cfa5bb72f6b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:04.868956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca8dc78-1131-4d1b-9311-7bea90554c48,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:04.873199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:04.879665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-49c842ce-79a1-41e6-9c80-8ae2095b6b49 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/subnets/7ca8dc78-1131-4d1b-9311-7bea90554c48 HTTP/1.1" status: 204 len: 168 time: 0.6498275 Oct 28 21:43:04.879962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:04.912048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e3df7-fe61-4bae-a47d-76efddff0f75 None None] Network 5c7aec0d-33be-45b5-9cf1-296aae6546da requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:04.913954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.145119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.276987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.317412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Deleting port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:05.321285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.382805 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.417496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004db053-9b06-4371-be53-55cf199fe301,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:05.419577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.426768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59732) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:05.428452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9eb59-2238-4b31-95e0-47ab2547d211 None None] Network ffb64c00-42ff-4f2b-be83-626a3d4ecb26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:05.437371 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b34027f-9f08-4067-9ae2-3e7ea6bba910 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/004db053-9b06-4371-be53-55cf199fe301 HTTP/1.1" status: 204 len: 168 time: 0.7471864 Oct 28 21:43:05.584514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] For port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,segment=NetworkSegment(24e6e2a6-85e3-4fa1-a619-86586e3ea77c),segment_id=24e6e2a6-85e3-4fa1-a619-86586e3ea77c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:05.584887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.641829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Calling delete_port for 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:05.656542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:05.658152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] DHCP port deletion for 5c7aec0d-33be-45b5-9cf1-296aae6546da request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:43:05.732159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] DHCP port deletion for ffb64c00-42ff-4f2b-be83-626a3d4ecb26 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:43:05.835013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 85066128-dbd0-4eec-9dc6-7ca6f04473c9 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:05.887629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 85066128-dbd0-4eec-9dc6-7ca6f04473c9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:05.888114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 85066128-dbd0-4eec-9dc6-7ca6f04473c9 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:05.888657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 482ec828-7785-4e48-b1d6-3beda0ba8bd7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:05.964377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 482ec828-7785-4e48-b1d6-3beda0ba8bd7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:05.969512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 482ec828-7785-4e48-b1d6-3beda0ba8bd7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:05.971836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:05.998036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Deleting port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:05.999069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.007084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.092431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No active binding found for port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 {{(pid=102315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 21:43:06.093379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:06.104835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Deleting port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:06.106124 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.176985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Port': ['ID=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:06.189054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Deleting port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:06.189669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.197688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] No DVR routers for this DVR port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:06.245141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] For port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:06.245503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.264217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] For port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:06.264999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.278119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Calling delete_port for 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:06.281271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:43:06.288714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.306652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Calling delete_port for 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:06.327536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.331994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] Pushing event deleted for resources: {'Port': ['ID=6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:06.335556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacf81c-798c-440b-a3cc-d9b9204a952a None None] No DVR routers for this DVR port 6e0f9f3a-305d-4cb9-9e14-6af30a97f8f6 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:06.362284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] For port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,segment=NetworkSegment(82439a9c-f33d-4c25-8520-dffbd49eb966),segment_id=82439a9c-f33d-4c25-8520-dffbd49eb966)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:06.362800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.375897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Calling delete_port for 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:06.403495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7aec0d-33be-45b5-9cf1-296aae6546da']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.419808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e6e2a6-85e3-4fa1-a619-86586e3ea77c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.420103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e6e2a6-85e3-4fa1-a619-86586e3ea77c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.449996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.464027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.486213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.492321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:06.492894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.521177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] Pushing event deleted for resources: {'Port': ['ID=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:06.526713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256629f8-d4d8-4f5f-8611-2a0db9248a41 None None] No DVR routers for this DVR port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:06.561044 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:06.588671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.615230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.620185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.634668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] 10.222.0.31 "DELETE /v2.0/networks/5c7aec0d-33be-45b5-9cf1-296aae6546da HTTP/1.1" status: 204 len: 168 time: 1.7536428 Oct 28 21:43:06.683385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c73390c-bb8d-443c-bdd0-e006ca2ef7a0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:06.689889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] No DVR routers for this DVR port 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:06.696632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f3a1-2751-4b05-8bd0-e9d14b20fae4 tempest-AllowedAddressPairIpV6TestJSON-1645988982 tempest-AllowedAddressPairIpV6TestJSON-1645988982-project] Pushing event deleted for resources: {'Network': ['ID=5c7aec0d-33be-45b5-9cf1-296aae6546da,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:06.840988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.899452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb64c00-42ff-4f2b-be83-626a3d4ecb26']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.917894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82439a9c-f33d-4c25-8520-dffbd49eb966') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.918458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82439a9c-f33d-4c25-8520-dffbd49eb966') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:06.931576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.954186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:06.963471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:06.963879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:07.141328 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:07.145387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.167438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.170729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ffb64c00-42ff-4f2b-be83-626a3d4ecb26 HTTP/1.1" status: 204 len: 168 time: 1.7428031 Oct 28 21:43:07.216856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6167726-1d2f-475e-86a9-389d9bde1818 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb64c00-42ff-4f2b-be83-626a3d4ecb26,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:07.281892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:07.531274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:07.554526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:07.564397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ff65e5b5-08b5-407c-852c-04f2ee5e2f62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abf83bcf9d9d4213b8304f145be5ed81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813094 Oct 28 21:43:07.568217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59792) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:07.591487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:07.591839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5c73390c-bb8d-443c-bdd0-e006ca2ef7a0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:07.638378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-091f1179-a341-41bf-b5d1-86b4aced43f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbb5faf2fdc746cbacf46ac465e8babc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825553 Oct 28 21:43:07.639387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59796) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:07.693406 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.737741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.741813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.792537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.825992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.831788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.843287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6030bfe5-0928-4eda-b500-83bf915d41c9 HTTP/1.1" status: 204 len: 168 time: 0.2706599 Oct 28 21:43:07.857959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e979d20-9136-4aa0-bda1-a28cbd4f8b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030bfe5-0928-4eda-b500-83bf915d41c9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:07.866569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.869669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:07.871177 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad404a53-9e5b-4321-ab71-4ef0776239c6 HTTP/1.1" status: 204 len: 168 time: 0.2298427 Oct 28 21:43:07.904605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba43b1-c593-45bc-a6cd-3ae3b3d78ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad404a53-9e5b-4321-ab71-4ef0776239c6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:09.054477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59850) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:09.088440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:09.207744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1914011348-network', 'tenant_id': '66e833c8a3ed41dbadc6087bbef56662'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:09.216232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-604139751'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:09.240991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:43:09.240991 n-d-806683-16 neutron-server[102313]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 21:43:09.240991 n-d-806683-16 neutron-server[102313]: [parameters: {'project_id': 'ded030b8f67a45d892c61ca0172ab7e8', 'id': 'fdc14330-a1b0-47ed-a4e2-0a7c60c20c6f', 'expiration': datetime.datetime(2021, 10, 28, 21, 45, 9, 233413)}] Oct 28 21:43:09.240991 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:43:09.241833 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:43:09.247260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Made reservation on behalf of 66e833c8a3ed41dbadc6087bbef56662 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:09.250145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.259873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.356133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.361647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.415950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36fc87b-782a-4ab9-84ea-817a9257d45b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:09.427307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:43:09.437877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.438299 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Added segment cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4 of type vlan for network 412ac663-c5d0-4926-9b77-f53ff73fa71b Oct 28 21:43:09.484932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.518452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.520487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:09.521380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.555123 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4989791 Oct 28 21:43:09.558065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59866) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:09.563518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Request body: {'subnet': {'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1914011348-subnet', 'tenant_id': '66e833c8a3ed41dbadc6087bbef56662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:09.626300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Made reservation on behalf of 66e833c8a3ed41dbadc6087bbef56662 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:09.628076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12e4dc-823c-4617-9c0a-fc7c678efcaf admin admin] Pushing event updated for resources: {'Network': ['ID=412ac663-c5d0-4926-9b77-f53ff73fa71b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:09.629820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.646061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 412ac663-c5d0-4926-9b77-f53ff73fa71b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:43:09.804021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Made reservation on behalf of ded030b8f67a45d892c61ca0172ab7e8 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:09.808048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.826269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.940029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.945590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.947100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:09.991041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9bbab6-ccf7-4241-8994-64f4faefbc54,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:10.003049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:43:10.016442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.016811 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Added segment 9e25a89a-5a5a-4015-a32b-19ba6052d792 of type vlan for network 04e80488-2b0a-47c2-8aef-e291907d85d3 Oct 28 21:43:10.069991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Checking segment: {'id': 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:10.070938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Network hostable DHCP agents. Network: 412ac663-c5d0-4926-9b77-f53ff73fa71b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:43:10.080633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e8a53c-906c-4c51-b40c-dedf99e65f92,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:10.090764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.106012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Network 412ac663-c5d0-4926-9b77-f53ff73fa71b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:43:10.123448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.124333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 412ac663-c5d0-4926-9b77-f53ff73fa71b) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:10.134910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f01b2-6af6-44e5-934b-058284305b8a None None] Network 412ac663-c5d0-4926-9b77-f53ff73fa71b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:10.136673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:10.137258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.148928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:10.149725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.178354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2003926d-0d11-41b8-9946-91cb51323d7c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6189828 Oct 28 21:43:10.446208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59884) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:10.451659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Request body: {'subnet': {'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:10.455652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3535452 Oct 28 21:43:10.476350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c7c95-d0b1-4223-83d6-5552c091ad1f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'Network': ['ID=04e80488-2b0a-47c2-8aef-e291907d85d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:10.480948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf539c-4b06-48f2-8aa1-20b5b7b8cf87 None None] Network 412ac663-c5d0-4926-9b77-f53ff73fa71b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:10.596915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:43:10.678585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Made reservation on behalf of ded030b8f67a45d892c61ca0172ab7e8 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:10.682135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:10.811321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ecab1e3-1874-4bce-a965-9ccdd4768a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.083642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-a9c29433-d8ec-4123-b597-29e82bc6f69a tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:11.084985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-a9c29433-d8ec-4123-b597-29e82bc6f69a tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/networks?id=412ac663-c5d0-4926-9b77-f53ff73fa71b HTTP/1.1" status: 200 len: 822 time: 0.2117558 Oct 28 21:43:11.112641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-1f691956-c07e-4bdc-88b8-7b5bf7cf1c3e tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/quotas/66e833c8a3ed41dbadc6087bbef56662 HTTP/1.1" status: 200 len: 375 time: 0.0195251 Oct 28 21:43:11.115872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.179073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-e671dc7e-3445-400b-b0c0-a8a7101b66e8 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66e833c8a3ed41dbadc6087bbef56662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571353 Oct 28 21:43:11.213515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'Subnet': ['ID=a0351911-98aa-4f32-80ee-b58ba6776fc6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:11.267436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Checking segment: {'id': '9e25a89a-5a5a-4015-a32b-19ba6052d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:11.267771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Network hostable DHCP agents. Network: 04e80488-2b0a-47c2-8aef-e291907d85d3, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:43:11.308248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-16899521-8646-47fc-a0a4-99e7cfc60f01 service neutron] 10.222.0.31 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200764 Oct 28 21:43:11.309427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:43:11.334976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 04e80488-2b0a-47c2-8aef-e291907d85d3) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:11.346967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1456ad-4482-43b4-9de9-e138f2e57437 None None] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:11.370309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:11.370906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.401434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8ad8f833-e94b-41a2-8a1a-1b359d95d5e5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9535670 Oct 28 21:43:11.403650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:11.409260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Request body: {'port': {'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-781158008'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:11.440101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-9342090b-52a1-4658-afdb-fd021d416c30 service neutron] 10.222.0.31 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251640 Oct 28 21:43:11.595501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-04e80488-2b0a-47c2-8aef-e291907d85d3', 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3', 'tenant_id': 'ded030b8f67a45d892c61ca0172ab7e8', 'fixed_ips': [{'subnet_id': 'a0351911-98aa-4f32-80ee-b58ba6776fc6'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:43:11.596791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.681243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Made reservation on behalf of ded030b8f67a45d892c61ca0172ab7e8 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:11.689525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.747567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] device_id is not set on port fb1a4802-babb-4424-8983-6aa4b85fc296 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:43:11.901909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:11.915475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3d57c1b-158e-40e0-91ab-f042a68feff7 req-c51e8505-2629-4490-b14b-7960788e147e tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 210 time: 0.0719078 Oct 28 21:43:11.985408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Allocated IP 2001:db8::19b (04e80488-2b0a-47c2-8aef-e291907d85d3/a0351911-98aa-4f32-80ee-b58ba6776fc6/fb1a4802-babb-4424-8983-6aa4b85fc296) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:12.156211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.157177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.195693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.243793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:12.247417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:12.254434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:12.259371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Allocated IP 2001:db8::2 (04e80488-2b0a-47c2-8aef-e291907d85d3/a0351911-98aa-4f32-80ee-b58ba6776fc6/f8e0ebbb-d252-4dd2-bb94-6244dce91868) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:12.261068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:12.261771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.285667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'Port': ['ID=fb1a4802-babb-4424-8983-6aa4b85fc296,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:12.290999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8857379 Oct 28 21:43:12.293951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:12.299946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Request body: {'port': {'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-76801198', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:12.301643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] bootfile-name is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:12.302437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] tftp-server is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:12.303297 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] server-ip-address is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:12.314019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.314363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.314732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.315075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.315432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.315772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.316105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.316533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.317088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.317428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.317759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.318096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff15c9-7efc-4b9a-bf22-a6a7e0b3a29e tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:12.490437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Made reservation on behalf of ded030b8f67a45d892c61ca0172ab7e8 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:12.494187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.520983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] device_id is not set on port b6a37b23-986f-4e32-80bc-df2907b0a916 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:43:12.608860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.616186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.659363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:12.666555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:12.669442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Pushing event updated for resources: {'Port': ['ID=f8e0ebbb-d252-4dd2-bb94-6244dce91868,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:12.672964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:12.697311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Allocated IP 2001:db8::49 (04e80488-2b0a-47c2-8aef-e291907d85d3/a0351911-98aa-4f32-80ee-b58ba6776fc6/b6a37b23-986f-4e32-80bc-df2907b0a916) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:12.747763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Attempting to bind port f8e0ebbb-d252-4dd2-bb94-6244dce91868 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:12.748732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Attempting to bind port f8e0ebbb-d252-4dd2-bb94-6244dce91868 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '9e25a89a-5a5a-4015-a32b-19ba6052d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:12.749096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Attempting to bind port f8e0ebbb-d252-4dd2-bb94-6244dce91868 on network 04e80488-2b0a-47c2-8aef-e291907d85d3 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:12.754209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:12.754851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Checking segment: {'id': '9e25a89a-5a5a-4015-a32b-19ba6052d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:12.755248 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.755824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Bound using segment: {'id': '9e25a89a-5a5a-4015-a32b-19ba6052d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:12.756146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Bound port: f8e0ebbb-d252-4dd2-bb94-6244dce91868, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e25a89a-5a5a-4015-a32b-19ba6052d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04e80488-2b0a-47c2-8aef-e291907d85d3'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:12.756588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.874050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] For port f8e0ebbb-d252-4dd2-bb94-6244dce91868, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:12.878152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] For port f8e0ebbb-d252-4dd2-bb94-6244dce91868, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8e0ebbb-d252-4dd2-bb94-6244dce91868,segment=NetworkSegment(9e25a89a-5a5a-4015-a32b-19ba6052d792),segment_id=9e25a89a-5a5a-4015-a32b-19ba6052d792)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:12.891701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.914198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:12.959435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.059775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99ded-eac4-456e-91e0-a31cf44cf2dc None None] Pushing event updated for resources: {'Port': ['ID=f8e0ebbb-d252-4dd2-bb94-6244dce91868,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:13.111521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'Port': ['ID=b6a37b23-986f-4e32-80bc-df2907b0a916,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:13.135940 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:43:13.168672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-8bb25ca8-9653-42b9-a4c0-be8231558147 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:13.175020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-8bb25ca8-9653-42b9-a4c0-be8231558147 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.44 "GET /v2.0/networks?id=412ac663-c5d0-4926-9b77-f53ff73fa71b HTTP/1.1" status: 200 len: 822 time: 0.2478275 Oct 28 21:43:13.194619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-571b022f-091d-40d7-b943-f270f99ca4b9 req-bb15d837-8561-4507-a4fd-02d6b4bbe9a7 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 210 time: 0.0896111 Oct 28 21:43:13.204254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:13.205790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:13.208574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:13.215246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:13.215822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Request body: {'port': {'device_id': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b', 'admin_state_up': True, 'tenant_id': '66e833c8a3ed41dbadc6087bbef56662'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:13.235111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.278389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b05b6e2-81ed-4725-b060-1eebfb3cc7cc tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 0.9809749 Oct 28 21:43:13.278995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59950) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:13.375795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238360e5-c256-4831-b901-a0cdf083390a tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:13.382406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238360e5-c256-4831-b901-a0cdf083390a tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:13.390319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238360e5-c256-4831-b901-a0cdf083390a tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:13.396257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-238360e5-c256-4831-b901-a0cdf083390a tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1160400 Oct 28 21:43:13.397002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59952) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:13.402831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9167288e-0ff4-490c-8ef5-ee254bf2b279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.518152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Made reservation on behalf of 66e833c8a3ed41dbadc6087bbef56662 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:13.523121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.568003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Deleting port b6a37b23-986f-4e32-80bc-df2907b0a916 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:13.568217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.581056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8e0ebbb-d252-4dd2-bb94-6244dce91868 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:13.636472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f8e0ebbb-d252-4dd2-bb94-6244dce91868 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:13.636900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.725164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.743470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.764488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Calling delete_port for b6a37b23-986f-4e32-80bc-df2907b0a916 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:13.766621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Allocated IP 172.20.0.13 (412ac663-c5d0-4926-9b77-f53ff73fa71b/b4e8a53c-906c-4c51-b40c-dedf99e65f92/e71ca9d7-2fac-4abe-9489-0dcb1e394d9b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:13.772395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f8e0ebbb-d252-4dd2-bb94-6244dce91868, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8e0ebbb-d252-4dd2-bb94-6244dce91868,segment=NetworkSegment(9e25a89a-5a5a-4015-a32b-19ba6052d792),segment_id=9e25a89a-5a5a-4015-a32b-19ba6052d792)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:13.791677 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:13.843653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f8e0ebbb-d252-4dd2-bb94-6244dce91868,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:14.038609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.094764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.131609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.164406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event deleted for resources: {'Port': ['ID=b6a37b23-986f-4e32-80bc-df2907b0a916,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:14.222454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.226589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-145d14e6-3644-4560-8427-c355c98c42eb tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "DELETE /v2.0/ports/b6a37b23-986f-4e32-80bc-df2907b0a916 HTTP/1.1" status: 204 len: 168 time: 0.8278301 Oct 28 21:43:14.232839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59968) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:14.238326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Request body: {'port': {'name': 'tempest-new-port-name-1408574429', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:14.238721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] bootfile-name is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:14.239050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] tftp-server is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:14.239379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.api.validators [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] server-ip-address is not in valid_values {{(pid=102314) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:43:14.243962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Network 412ac663-c5d0-4926-9b77-f53ff73fa71b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:14.251979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:14.256681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:14.290265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Pushing event updated for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:14.349259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:14.350195 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.364163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.390313 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b42e05e2-895f-4319-8e34-323ce257b88b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1954894 Oct 28 21:43:14.403521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Request body: {'port': {'device_id': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:14.461921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be7d25-e0b8-408b-89e9-ed69f295b42e None None] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:14.476050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056a793-6209-4d8c-8f65-9dbe5e6381f1 req-79737277-a28b-4a31-a44e-67fac0178c83 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:14.480218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1056a793-6209-4d8c-8f65-9dbe5e6381f1 req-79737277-a28b-4a31-a44e-67fac0178c83 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 932 time: 0.1294568 Oct 28 21:43:14.488650 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.595911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1056a793-6209-4d8c-8f65-9dbe5e6381f1 req-6f8fa977-e183-4dd2-ab6c-9c96b3e6718a tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Oct 28 21:43:14.608732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5f4a977a-4414-4456-808f-dc34e7ce8e6a None None] Provisioning complete for port f8e0ebbb-d252-4dd2-bb94-6244dce91868 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:14.609100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f4a977a-4414-4456-808f-dc34e7ce8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.815329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.816537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.827849 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.842895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] In _notify_port_updated(), no bound segment for port fb1a4802-babb-4424-8983-6aa4b85fc296 on network 04e80488-2b0a-47c2-8aef-e291907d85d3 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:43:14.849816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:14.850499 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:14.854107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "PUT /v2.0/ports/fb1a4802-babb-4424-8983-6aa4b85fc296 HTTP/1.1" status: 200 len: 1130 time: 0.6179841 Oct 28 21:43:14.855778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59970) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:14.916631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085d9c3-c508-4f23-aa87-14e014b61d88 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event updated for resources: {'Port': ['ID=fb1a4802-babb-4424-8983-6aa4b85fc296,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:14.971755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5240ac0-7bd2-49da-89a0-fd356f0657c7 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:14.978013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59974) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:14.978226 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5240ac0-7bd2-49da-89a0-fd356f0657c7 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "GET /v2.0/ports/fb1a4802-babb-4424-8983-6aa4b85fc296 HTTP/1.1" status: 200 len: 1130 time: 0.1210232 Oct 28 21:43:14.985088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71ca9d7-2fac-4abe-9489-0dcb1e394d9b {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:15.024996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.039993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Transition to ACTIVE for port object e71ca9d7-2fac-4abe-9489-0dcb1e394d9b will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:43:15.046307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.132097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.155438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Pushing event updated for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:15.246320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Deleting port fb1a4802-babb-4424-8983-6aa4b85fc296 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:15.246885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.294656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Attempting to bind port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:15.295790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Attempting to bind port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:15.296688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Attempting to bind port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b on network 412ac663-c5d0-4926-9b77-f53ff73fa71b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:15.303615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b on network 412ac663-c5d0-4926-9b77-f53ff73fa71b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:43:15.304312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Attempting to bind port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b on network 412ac663-c5d0-4926-9b77-f53ff73fa71b {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:15.312775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:15.313532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Checking segment: {'id': 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:15.314166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Bound using segment: {'id': 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:15.314831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Bound port: e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:15.315416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.369633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.382552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Calling delete_port for fb1a4802-babb-4424-8983-6aa4b85fc296 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:15.412483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:15.420328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,segment=NetworkSegment(cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4),segment_id=cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:15.429921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.464152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f4bd8165-46d6-462e-8564-09c9ff3aec35 None None] Provisioning complete for port fb1a4802-babb-4424-8983-6aa4b85fc296 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:15.468482 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8165-46d6-462e-8564-09c9ff3aec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.509322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:15.511418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.513590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] 10.222.0.44 "PUT /v2.0/ports/e71ca9d7-2fac-4abe-9489-0dcb1e394d9b HTTP/1.1" status: 200 len: 1093 time: 1.1159968 Oct 28 21:43:15.514053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:15.517674 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6714d2df-275e-4d9b-9123-841491cb7234" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:15.583669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77936654-a995-4fff-936d-5c53b6f09731 service neutron] Pushing event updated for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:15.586538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8e0ebbb-d252-4dd2-bb94-6244dce91868 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:15.604043 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.632197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd8165-46d6-462e-8564-09c9ff3aec35 None None] Port fb1a4802-babb-4424-8983-6aa4b85fc296 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:15.653276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f4bd8165-46d6-462e-8564-09c9ff3aec35 None None] Provisioning complete for port f8e0ebbb-d252-4dd2-bb94-6244dce91868 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:15.654022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4bd8165-46d6-462e-8564-09c9ff3aec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.673064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event deleted for resources: {'Port': ['ID=fb1a4802-babb-4424-8983-6aa4b85fc296,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:15.674630 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffe270-8621-4174-b848-03823c3b07bc x-openstack-request-id: req-33ffe270-8621-4174-b848-03823c3b07bc {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:15.674928 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:15.675179 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33ffe270-8621-4174-b848-03823c3b07bc {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:15.675580 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b', 'status': 'completed', 'code': 200} Oct 28 21:43:15.715731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-f3dde1d9-394c-4407-8b6d-dd074951ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:15.717403 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-f3dde1d9-394c-4407-8b6d-dd074951ac76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66e833c8a3ed41dbadc6087bbef56662&device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 1096 time: 0.1296911 Oct 28 21:43:15.720642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.728450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-358b3685-ac3b-43f9-bb8b-b3a80e7d14f5 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "DELETE /v2.0/ports/fb1a4802-babb-4424-8983-6aa4b85fc296 HTTP/1.1" status: 204 len: 168 time: 0.7476583 Oct 28 21:43:15.728450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59990) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:15.761131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f8e0ebbb-d252-4dd2-bb94-6244dce91868 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:15.761775 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.782959 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-cd85e7ab-dbc8-4db4-8ca5-250deda600a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b HTTP/1.1" status: 200 len: 217 time: 0.0512600 Oct 28 21:43:15.835848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Deleting subnet a0351911-98aa-4f32-80ee-b58ba6776fc6 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:15.841672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.888790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b7c0-2ec4-4827-a963-3a3edf0f6397 req-2a8f9873-0a5b-44d4-8c1a-1604d4cfb951 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:15.897432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3122b7c0-2ec4-4827-a963-3a3edf0f6397 req-2a8f9873-0a5b-44d4-8c1a-1604d4cfb951 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 944 time: 0.1539662 Oct 28 21:43:15.906361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-833d9244-37f2-42a6-8032-cd45e9d854e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:15.908223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-833d9244-37f2-42a6-8032-cd45e9d854e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e8a53c-906c-4c51-b40c-dedf99e65f92 HTTP/1.1" status: 200 len: 862 time: 0.1170967 Oct 28 21:43:15.923613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:15.947745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4a50ab2e-9024-41d2-b5d8-48322b608fa3 None None] Could not find standard attr ID for object fb1a4802-babb-4424-8983-6aa4b85fc296. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:43:15.969863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3122b7c0-2ec4-4827-a963-3a3edf0f6397 req-1d4e2ca8-fd8b-447a-86ec-ffb8bcb11e32 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Oct 28 21:43:15.975666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-b361d047-ef4c-4401-8a86-3c4dc38f3871 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=412ac663-c5d0-4926-9b77-f53ff73fa71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581172 Oct 28 21:43:16.047205 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.123335 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-fd661d9d-d62c-4540-aafe-7e68b6bdbd54 service neutron] 10.222.0.44 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400323 Oct 28 21:43:16.162814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.186425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8e483747-e604-426d-81f3-19f454762beb None None] Could not find standard attr ID for object b6a37b23-986f-4e32-80bc-df2907b0a916. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:43:16.202214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event deleted for resources: {'Subnet': ['ID=a0351911-98aa-4f32-80ee-b58ba6776fc6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:16.213635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.217758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fddd78ae-cf9d-4607-bb21-72049933bf3f tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "DELETE /v2.0/subnets/a0351911-98aa-4f32-80ee-b58ba6776fc6 HTTP/1.1" status: 204 len: 168 time: 0.4888585 Oct 28 21:43:16.219964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59996) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:16.304663 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d34795d7-dd0a-47b8-bd9c-67ce9b342b7a req-fd615b79-68ed-43eb-bdb5-4286169a740e service neutron] 10.222.0.44 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732297 Oct 28 21:43:16.312211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.450504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d2df-275e-4d9b-9123-841491cb7234 req-4595d4ad-f394-4c66-8e17-5331023b9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:16.452028 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-4595d4ad-f394-4c66-8e17-5331023b9035 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66e833c8a3ed41dbadc6087bbef56662&device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 1096 time: 0.0641308 Oct 28 21:43:16.453808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Deleting port f8e0ebbb-d252-4dd2-bb94-6244dce91868 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:16.456510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.474396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba90aa-7685-4d33-804e-2fb2f62df2f0 None None] Network 04e80488-2b0a-47c2-8aef-e291907d85d3 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:16.549506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] For port f8e0ebbb-d252-4dd2-bb94-6244dce91868, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8e0ebbb-d252-4dd2-bb94-6244dce91868,segment=NetworkSegment(9e25a89a-5a5a-4015-a32b-19ba6052d792),segment_id=9e25a89a-5a5a-4015-a32b-19ba6052d792)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:16.549853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.567755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Calling delete_port for f8e0ebbb-d252-4dd2-bb94-6244dce91868 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:16.580071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d2df-275e-4d9b-9123-841491cb7234 req-a33267f6-71ec-4fbc-934e-73a1c082e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:16.582041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-a33267f6-71ec-4fbc-934e-73a1c082e301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=412ac663-c5d0-4926-9b77-f53ff73fa71b HTTP/1.1" status: 200 len: 923 time: 0.1216283 Oct 28 21:43:16.647918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.681977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.699404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] No DVR routers for this DVR port f8e0ebbb-d252-4dd2-bb94-6244dce91868 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:16.749482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3e64c-663b-4cf8-88c6-ce2f263dfd87 None None] DHCP port deletion for 04e80488-2b0a-47c2-8aef-e291907d85d3 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:43:16.768123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event deleted for resources: {'Port': ['ID=f8e0ebbb-d252-4dd2-bb94-6244dce91868,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:16.917227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.944187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e80488-2b0a-47c2-8aef-e291907d85d3']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:16.955168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e25a89a-5a5a-4015-a32b-19ba6052d792') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:16.955632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e25a89a-5a5a-4015-a32b-19ba6052d792') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:16.968308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.985195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.993068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:16.993692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:16.998066 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:17.062903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-714ffb0a-6792-4bfc-80d4-bfd36c67fde2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b HTTP/1.1" status: 200 len: 217 time: 0.4728479 Oct 28 21:43:17.157540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d2df-275e-4d9b-9123-841491cb7234 req-785757b5-4641-436c-9905-e66a54541cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:17.159467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-785757b5-4641-436c-9905-e66a54541cc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4e8a53c-906c-4c51-b40c-dedf99e65f92 HTTP/1.1" status: 200 len: 862 time: 0.0890193 Oct 28 21:43:17.165515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:17.189162 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:17.195867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] 10.222.0.31 "DELETE /v2.0/networks/04e80488-2b0a-47c2-8aef-e291907d85d3 HTTP/1.1" status: 204 len: 168 time: 0.9748247 Oct 28 21:43:17.235073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada1ad0-8c91-4b14-a9e9-12832270bc06 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084 tempest-ExtraDHCPOptionsIpV6TestJSON-844826084-project] Pushing event deleted for resources: {'Network': ['ID=04e80488-2b0a-47c2-8aef-e291907d85d3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:17.252447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-9d337f9a-67f7-4718-8e76-7a32388a0812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=412ac663-c5d0-4926-9b77-f53ff73fa71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838077 Oct 28 21:43:17.257568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c7dd0-08d3-4ed8-aa58-b1a34ab23a98 req-57b3b10f-b32d-4d78-8054-a674cafacf4b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:17.259079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-275c7dd0-08d3-4ed8-aa58-b1a34ab23a98 req-57b3b10f-b32d-4d78-8054-a674cafacf4b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 944 time: 0.1389911 Oct 28 21:43:17.319228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-275c7dd0-08d3-4ed8-aa58-b1a34ab23a98 req-4774e70d-1ea4-4b63-85d9-efd51f3be44b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 Oct 28 21:43:17.440985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-a07765f1-4671-426a-800b-2ae81de81fc9 service neutron] 10.222.0.44 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738520 Oct 28 21:43:17.545247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8e0ebbb-d252-4dd2-bb94-6244dce91868 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:17.579587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60032) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:17.592988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f8e0ebbb-d252-4dd2-bb94-6244dce91868 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:17.593429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8e0ebbb-d252-4dd2-bb94-6244dce91868 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:17.607555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6714d2df-275e-4d9b-9123-841491cb7234 req-83aa598c-223b-4d24-8289-50ac62a7ad2b service neutron] 10.222.0.44 "GET /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563776 Oct 28 21:43:17.745476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2224de0d-ffd0-4885-9423-14aac61c838a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ded030b8f67a45d892c61ca0172ab7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644418 Oct 28 21:43:17.747989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60038) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:17.820326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:17.882324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:17.902713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfa1a-8f70-401b-aa5e-fa3089640125 req-eb884145-233f-4e3d-895b-67f699f081f1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:17.904226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31fbfa1a-8f70-401b-aa5e-fa3089640125 req-eb884145-233f-4e3d-895b-67f699f081f1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0647469 Oct 28 21:43:17.922555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad131e-d7a4-4426-9778-37449ca7071e req-db3a5a12-5d34-4ed6-b367-49413e0fcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:17.924144 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-db3a5a12-5d34-4ed6-b367-49413e0fcb14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.0798271 Oct 28 21:43:17.965921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31fbfa1a-8f70-401b-aa5e-fa3089640125 req-b293a84d-d6d8-42fb-9193-6169880967ca tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543716 Oct 28 21:43:18.007083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:18.009663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:18.013400 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c9bbab6-ccf7-4241-8994-64f4faefbc54 HTTP/1.1" status: 204 len: 168 time: 0.2617037 Oct 28 21:43:18.044823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7c4fb-8314-4114-9f61-8bc6edf3e27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9bbab6-ccf7-4241-8994-64f4faefbc54,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:18.070134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad131e-d7a4-4426-9778-37449ca7071e req-d2eb0377-1b08-49c5-b9e1-35daca64e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:18.072018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-d2eb0377-1b08-49c5-b9e1-35daca64e098 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.1364474 Oct 28 21:43:18.119166 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-b87058a1-0cbb-4cc8-97a8-28a39278561e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.0357313 Oct 28 21:43:18.173797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad131e-d7a4-4426-9778-37449ca7071e req-9dd95d26-e645-4a1b-9807-d053236e152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:18.176963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-9dd95d26-e645-4a1b-9807-d053236e152e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.0495501 Oct 28 21:43:18.215895 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-8b9d7a81-7650-470d-af72-91b6b89df0ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327735 Oct 28 21:43:18.356034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-3bd10692-1ba1-47f0-9362-cf052343a7ab service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332083 Oct 28 21:43:18.474038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46013f70-b911-44a0-8788-20895593b06d req-73e907a4-bb44-4872-b838-2f017e9fa088 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:18.483874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46013f70-b911-44a0-8788-20895593b06d req-73e907a4-bb44-4872-b838-2f017e9fa088 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 944 time: 0.0809867 Oct 28 21:43:18.515141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cad131e-d7a4-4426-9778-37449ca7071e req-9cbd96be-85a8-4ad1-a358-aafbdfc4a620 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494846 Oct 28 21:43:18.531575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46013f70-b911-44a0-8788-20895593b06d req-c2c5a39c-7621-485b-aa8a-59a60bf53359 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Oct 28 21:43:18.872716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60078) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:18.897632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e71ca9d7-2fac-4abe-9489-0dcb1e394d9b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:43:19.005178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eaf8d8f2-3154-48b1-8b74-2cf5968d80ea tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] Request body: {'port': {'network_id': '5e5fc71d-9d4e-4091-8ac1-b9687586e977', 'name': 'tempest-NetworksNegativeTestJSON-611985785'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:19.023168 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf8d8f2-3154-48b1-8b74-2cf5968d80ea tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] POST failed (client error): The resource could not be found. Oct 28 21:43:19.023859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf8d8f2-3154-48b1-8b74-2cf5968d80ea tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.030953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eaf8d8f2-3154-48b1-8b74-2cf5968d80ea tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1570854 Oct 28 21:43:19.031426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60084) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.040964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,segment=NetworkSegment(cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4),segment_id=cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:19.052769 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4864561b-8d96-4b37-8287-13411dd682b8 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] DELETE failed (client error): The resource could not be found. Oct 28 21:43:19.053489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4864561b-8d96-4b37-8287-13411dd682b8 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.055681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b', 'network_id': '412ac663-c5d0-4926-9b77-f53ff73fa71b', 'port_id': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b', 'mac_address': 'fa:16:3e:b9:57:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e8a53c-906c-4c51-b40c-dedf99e65f92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:43:19.056712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4864561b-8d96-4b37-8287-13411dd682b8 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "DELETE /v2.0/networks/9b6f8bce-be99-40d8-874e-13d1624ef802 HTTP/1.1" status: 404 len: 339 time: 0.0241897 Oct 28 21:43:19.060732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60086) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.086331 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-de435bbb-f1b2-4aa5-bde7-c124c52f0a91 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] DELETE failed (client error): The resource could not be found. Oct 28 21:43:19.087051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de435bbb-f1b2-4aa5-bde7-c124c52f0a91 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.090473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-de435bbb-f1b2-4aa5-bde7-c124c52f0a91 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "DELETE /v2.0/ports/4259851a-68a3-44bb-b5ce-b3e56866792b HTTP/1.1" status: 404 len: 333 time: 0.0283782 Oct 28 21:43:19.094571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.103328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:19.120766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71ca9d7-2fac-4abe-9489-0dcb1e394d9b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:19.145837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,segment=NetworkSegment(cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4),segment_id=cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:19.148584 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e534a65-6d33-4e7e-918d-de834fadd8a6 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] DELETE failed (client error): The resource could not be found. Oct 28 21:43:19.149052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e534a65-6d33-4e7e-918d-de834fadd8a6 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.152117 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2e534a65-6d33-4e7e-918d-de834fadd8a6 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "DELETE /v2.0/subnets/d8bfcbcc-7eda-421c-b862-2733c9d573a3 HTTP/1.1" status: 404 len: 337 time: 0.0565546 Oct 28 21:43:19.158658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60090) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.162620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:19.243731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:19.480548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e71ca9d7-2fac-4abe-9489-0dcb1e394d9b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:43:19.510128 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1001640-cd0d-4d14-90c4-b5a08dc61164 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] GET failed (client error): The resource could not be found. Oct 28 21:43:19.515200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1001640-cd0d-4d14-90c4-b5a08dc61164 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "GET /v2.0/networks/68523f23-11c6-44ad-bf0b-5e64a2632652 HTTP/1.1" status: 404 len: 339 time: 0.3552489 Oct 28 21:43:19.515361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60096) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.528065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e56c-dd71-4f07-94b2-b39df452948c req-d0f4d572-c947-4d18-93a7-6a40ab2e22cf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:19.536088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dab4e56c-dd71-4f07-94b2-b39df452948c req-d0f4d572-c947-4d18-93a7-6a40ab2e22cf tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.4089062 Oct 28 21:43:19.571306 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-072feda9-c9c7-48a1-9ec4-0d222e1f9f34 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] GET failed (client error): The resource could not be found. Oct 28 21:43:19.576261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-072feda9-c9c7-48a1-9ec4-0d222e1f9f34 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "GET /v2.0/ports/8122e5db-da7e-463b-8a0a-0fc4349f99c9 HTTP/1.1" status: 404 len: 333 time: 0.0567729 Oct 28 21:43:19.576955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60102) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.602762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dab4e56c-dd71-4f07-94b2-b39df452948c req-4137fb31-b446-4283-a510-8bf5bc8dbbba tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654621 Oct 28 21:43:19.626808 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaef1235-440a-44d8-b899-36eaa18243f4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] GET failed (client error): The resource could not be found. Oct 28 21:43:19.632556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60104) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.632900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eaef1235-440a-44d8-b899-36eaa18243f4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "GET /v2.0/subnets/60d158d6-b6dd-45b3-a17b-abfbb6138f1f HTTP/1.1" status: 404 len: 337 time: 0.0534976 Oct 28 21:43:19.638248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a7e3e342-6fc4-483d-ad95-0b4f6b77a6a2 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:19.654714 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e3e342-6fc4-483d-ad95-0b4f6b77a6a2 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] PUT failed (client error): The resource could not be found. Oct 28 21:43:19.655340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e3e342-6fc4-483d-ad95-0b4f6b77a6a2 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.656491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7e3e342-6fc4-483d-ad95-0b4f6b77a6a2 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "PUT /v2.0/networks/35862914-2906-4f70-a222-efad226443af HTTP/1.1" status: 404 len: 339 time: 0.0228603 Oct 28 21:43:19.661194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60110) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.667866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e3a2eadb-8fe0-44ae-afa3-bf50fb015bae tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:19.698391 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a2eadb-8fe0-44ae-afa3-bf50fb015bae tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] PUT failed (client error): The resource could not be found. Oct 28 21:43:19.699407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a2eadb-8fe0-44ae-afa3-bf50fb015bae tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.700902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e3a2eadb-8fe0-44ae-afa3-bf50fb015bae tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "PUT /v2.0/ports/09d918d2-6e12-4faf-9689-4933e0dbace5 HTTP/1.1" status: 404 len: 333 time: 0.0383668 Oct 28 21:43:19.705573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60114) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:19.711356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ca1757b1-7bdf-41b7-b30a-3d04a952fff4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:19.742053 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1757b1-7bdf-41b7-b30a-3d04a952fff4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] PUT failed (client error): The resource could not be found. Oct 28 21:43:19.742503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1757b1-7bdf-41b7-b30a-3d04a952fff4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:43:19.743651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca1757b1-7bdf-41b7-b30a-3d04a952fff4 tempest-NetworksNegativeTestJSON-743558374 tempest-NetworksNegativeTestJSON-743558374-project] 10.222.0.31 "PUT /v2.0/subnets/52ed5511-0b4a-4000-bce0-6efc4bf28c01 HTTP/1.1" status: 404 len: 337 time: 0.0370841 Oct 28 21:43:19.750792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036022-3ca4-4d35-9562-e62aa41f0f4c req-5d5ee197-eb47-4421-9c90-02a3c35fe5b4 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:19.753335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a036022-3ca4-4d35-9562-e62aa41f0f4c req-5d5ee197-eb47-4421-9c90-02a3c35fe5b4 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 945 time: 0.0805178 Oct 28 21:43:19.850220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a036022-3ca4-4d35-9562-e62aa41f0f4c req-3427f895-9e01-4e2e-bb30-93b96a5d1541 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Oct 28 21:43:20.069504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60122) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:20.111266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:20.222102 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96cdc652-67e6-437a-90e3-202dfd8ba954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.282625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f932616-7026-4495-a0bb-ffcfa0974c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.369729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96cdc652-67e6-437a-90e3-202dfd8ba954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.375437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96cdc652-67e6-437a-90e3-202dfd8ba954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.428606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f932616-7026-4495-a0bb-ffcfa0974c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.434278 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-96cdc652-67e6-437a-90e3-202dfd8ba954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3d01119fd2c4b4f82ef560eff76f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637583 Oct 28 21:43:20.436815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f932616-7026-4495-a0bb-ffcfa0974c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.436973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60132) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:20.439465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdc652-67e6-437a-90e3-202dfd8ba954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e129f9-eac9-4e87-b52d-5f3932c58039,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:20.485903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f932616-7026-4495-a0bb-ffcfa0974c5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13cef99d2602448fbf3e5726bcb2df0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706861 Oct 28 21:43:20.485903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f932616-7026-4495-a0bb-ffcfa0974c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7e9910-40d5-475a-8462-488763b13196,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:20.487526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60134) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:20.544851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.558803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.570374 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.584099 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.637722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.645563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.647317 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b7e9910-40d5-475a-8462-488763b13196 HTTP/1.1" status: 204 len: 168 time: 0.1587565 Oct 28 21:43:20.657146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.661070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:20.662857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55e129f9-eac9-4e87-b52d-5f3932c58039 HTTP/1.1" status: 204 len: 168 time: 0.2248526 Oct 28 21:43:20.675941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c759c-e0bf-4055-8d08-edde46640697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7e9910-40d5-475a-8462-488763b13196,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:20.687301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859380-258c-484c-a38e-4b9dc541a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e129f9-eac9-4e87-b52d-5f3932c58039,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:20.811037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140fd0-0650-49d6-a607-7dbcddd2509b req-765dbc87-08c0-461c-b65e-e98a4788e345 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:20.815178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19140fd0-0650-49d6-a607-7dbcddd2509b req-765dbc87-08c0-461c-b65e-e98a4788e345 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1128540 Oct 28 21:43:20.870305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19140fd0-0650-49d6-a607-7dbcddd2509b req-b5d87a6d-0f85-412b-a6ef-f8b0c247b8c1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510707 Oct 28 21:43:20.928253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e71ca9d7-2fac-4abe-9489-0dcb1e394d9b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:20.995737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55fd3-67ac-4642-ace3-6fb28d411b86 req-95e019ad-190b-4081-a4b5-d62034224c14 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:21.005183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef55fd3-67ac-4642-ace3-6fb28d411b86 req-95e019ad-190b-4081-a4b5-d62034224c14 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 945 time: 0.0693622 Oct 28 21:43:21.048103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:43:21.055676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:21.056518 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.084741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef55fd3-67ac-4642-ace3-6fb28d411b86 req-46618493-5883-4e3e-9c11-e77d5aadd93f tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Oct 28 21:43:21.171707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.199472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:21.202030 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872a5df-e57d-4575-a22a-c8797a1d84a0" -d '{"events": [{"server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "name": "network-vif-plugged", "status": "completed", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:21.225966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,segment=NetworkSegment(cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4),segment_id=cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:21.239900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.321392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:21.543225 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8df785-fe21-4e26-864b-7d424f1f364d x-openstack-request-id: req-fb8df785-fe21-4e26-864b-7d424f1f364d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:21.543776 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "name": "network-vif-plugged", "status": "completed", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:21.544238 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb8df785-fe21-4e26-864b-7d424f1f364d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:21.544866 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b', 'code': 200} Oct 28 21:43:21.637571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60190) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:21.686131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4200edb-a58b-4ecd-814c-cfd846b7509e req-139bbfcf-1fbf-4619-959e-58fdacc711d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:21.692132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4200edb-a58b-4ecd-814c-cfd846b7509e req-139bbfcf-1fbf-4619-959e-58fdacc711d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 1098 time: 0.0828447 Oct 28 21:43:21.737456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4200edb-a58b-4ecd-814c-cfd846b7509e req-07c8189d-2526-48da-9489-273233e06b9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377975 Oct 28 21:43:21.824008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1170394710-network', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:21.851870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Made reservation on behalf of 4f5a270d1d4242598815b85c4b684f24 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:21.854532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.863515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.956096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:21.961889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.009519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:43:22.031874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.032221 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Added segment d978f7f3-a9eb-4def-8956-828642c0a96b of type vlan for network cbb69597-28c8-44bb-a92a-989f74d33ffa Oct 28 21:43:22.034134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f57887e-92dd-4296-abd8-a93875b64df0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:22.062935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481508-614b-434b-ba7f-72007050c5ac req-d3483f08-9433-4100-9072-6ee499a7db66 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:22.064476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6481508-614b-434b-ba7f-72007050c5ac req-d3483f08-9433-4100-9072-6ee499a7db66 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0944083 Oct 28 21:43:22.117667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.141847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6481508-614b-434b-ba7f-72007050c5ac req-8e0965b2-c45b-4168-8d2e-02ffb381b285 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 Oct 28 21:43:22.198737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.200028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:22.200565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.267887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6285801 Oct 28 21:43:22.271452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:22.276419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Request body: {'subnet': {'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1170394710-subnet', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:22.282983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cd81c-da10-45c9-8264-f8b6a365eb19 req-f7357b56-f7d7-4299-b142-adde6fd4ad29 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:22.284212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d33cd81c-da10-45c9-8264-f8b6a365eb19 req-f7357b56-f7d7-4299-b142-adde6fd4ad29 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 946 time: 0.1137211 Oct 28 21:43:22.290119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798290ea-51ba-4f50-917b-47847ccdfa54 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb69597-28c8-44bb-a92a-989f74d33ffa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:22.304445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cbb69597-28c8-44bb-a92a-989f74d33ffa details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:43:22.321298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Made reservation on behalf of 4f5a270d1d4242598815b85c4b684f24 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:22.325136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.339182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d33cd81c-da10-45c9-8264-f8b6a365eb19 req-17d01317-3492-4d98-9804-a2d1e177be79 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457942 Oct 28 21:43:22.565229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.626865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e51d86-7040-4b0b-804e-30fd85805f17,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:22.633964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Checking segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:22.634549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Network hostable DHCP agents. Network: cbb69597-28c8-44bb-a92a-989f74d33ffa, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:43:22.652207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:43:22.661523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cbb69597-28c8-44bb-a92a-989f74d33ffa) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:22.665616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:22.666204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.672289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a927e4c-07b6-48d6-9e83-2d0293c5968b None None] Network cbb69597-28c8-44bb-a92a-989f74d33ffa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:22.687027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e8a86d9-f7d5-4ebe-9ecc-a696c8057734 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4144571 Oct 28 21:43:22.689995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60236) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:22.697039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:22.729124 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.730612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.793432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.859777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-cbb69597-28c8-44bb-a92a-989f74d33ffa', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:43:22.860786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:22.935951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:23.003352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.126653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Allocated IP 172.20.0.2 (cbb69597-28c8-44bb-a92a-989f74d33ffa/a1e51d86-7040-4b0b-804e-30fd85805f17/a6a3dfce-7c49-4897-bdaf-f6d175f7d176) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:23.133988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa45d1e0-ab77-4682-9487-c6af4332510d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.288087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa45d1e0-ab77-4682-9487-c6af4332510d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.293370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa45d1e0-ab77-4682-9487-c6af4332510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.333031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.335446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa45d1e0-ab77-4682-9487-c6af4332510d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7fd98f187b6428baa35ba7b6f580602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977187 Oct 28 21:43:23.337737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:23.344943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.360713 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.368427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.395012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:23.395169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be70b-41f3-4549-830e-9e892d45b407 req-f42e28b4-6513-44a3-809d-d0b6759b5914 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:23.396660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df1be70b-41f3-4549-830e-9e892d45b407 req-f42e28b4-6513-44a3-809d-d0b6759b5914 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1108801 Oct 28 21:43:23.422637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:23.429475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:23.467589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45d1e0-ab77-4682-9487-c6af4332510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1eaf2-0f61-4b22-a5ce-5847416bfbb6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:23.471055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Pushing event updated for resources: {'Port': ['ID=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:23.518694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.539171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df1be70b-41f3-4549-830e-9e892d45b407 req-364d85b5-ba77-46ee-b8a9-1d1ab9212228 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941560 Oct 28 21:43:23.546336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.581234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Attempting to bind port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:23.582909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Attempting to bind port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:23.583572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Attempting to bind port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:23.585794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Allocated IP 172.25.4.119 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/5e05653a-2c83-4162-a228-b2ac38ca104e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:23.592138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:23.593555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Checking segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:23.594177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.594892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Bound using segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:23.595942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Bound port: a6a3dfce-7c49-4897-bdaf-f6d175f7d176, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:23.596665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.607413 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.610789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.612234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdd1eaf2-0f61-4b22-a5ce-5847416bfbb6 HTTP/1.1" status: 204 len: 168 time: 0.2588472 Oct 28 21:43:23.615942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909eb76-d1d3-4a37-aa16-74c427665e11 req-c73f4bf1-05e6-4096-93d2-df2c9d247a9f tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:23.617484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6909eb76-d1d3-4a37-aa16-74c427665e11 req-c73f4bf1-05e6-4096-93d2-df2c9d247a9f tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 946 time: 0.1013298 Oct 28 21:43:23.627336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0891fc3-c7cb-4a76-9ecc-1c1e7b8e924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1eaf2-0f61-4b22-a5ce-5847416bfbb6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:23.711191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] For port a6a3dfce-7c49-4897-bdaf-f6d175f7d176, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:23.715364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] For port a6a3dfce-7c49-4897-bdaf-f6d175f7d176, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:23.722303 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.726366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6909eb76-d1d3-4a37-aa16-74c427665e11 req-e8d0b9e4-fb2b-4501-b2d6-91ad76b41809 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897295 Oct 28 21:43:23.778999 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.846261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:23.862516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c758a-5875-4a54-9d53-7b06389f9f4b None None] Pushing event updated for resources: {'Port': ['ID=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:23.940511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:23.949972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Pushing event updated for resources: {'Port': ['ID=5e05653a-2c83-4162-a228-b2ac38ca104e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:23.955330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:23.961427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:24.263377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:24.283431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a9f5-bd93-48a4-9767-a4185dbc4e82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.413170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eec17-550b-41ae-9de1-d11b6777cd58 req-7c354628-c762-4324-9a75-9e440ce69167 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:24.414810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc4eec17-550b-41ae-9de1-d11b6777cd58 req-7c354628-c762-4324-9a75-9e440ce69167 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 946 time: 0.1127033 Oct 28 21:43:24.418114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a9f5-bd93-48a4-9767-a4185dbc4e82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.421694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.427133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a9f5-bd93-48a4-9767-a4185dbc4e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.485408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a9f5-bd93-48a4-9767-a4185dbc4e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800c71e-a00c-4e37-92e5-987170223936,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:24.506022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5cb1a9f5-bd93-48a4-9767-a4185dbc4e82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d0193bcd3c54a1f99e34f1ce252d126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382011 Oct 28 21:43:24.506436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:24.559828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc4eec17-550b-41ae-9de1-d11b6777cd58 req-9a00287d-23c2-48d7-91a5-9845c57451e8 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335738 Oct 28 21:43:24.603679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.633280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.702422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.706158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:24.707558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6800c71e-a00c-4e37-92e5-987170223936 HTTP/1.1" status: 204 len: 168 time: 0.2001412 Oct 28 21:43:24.721242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d86b14-aabd-475c-bd1e-52d327726b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800c71e-a00c-4e37-92e5-987170223936,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:24.856074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b6bde-f578-465a-b3e5-c3cf9f29b7cc req-756389e6-a424-4f7f-a394-05f86340d78c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:24.857582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-060b6bde-f578-465a-b3e5-c3cf9f29b7cc req-756389e6-a424-4f7f-a394-05f86340d78c tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.1986234 Oct 28 21:43:24.880626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c18b6-b975-4da5-a566-2ff729a2b5f0 req-31290cd9-8cd2-4057-9ad4-4f37d217ae6e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:24.888717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a79c18b6-b975-4da5-a566-2ff729a2b5f0 req-31290cd9-8cd2-4057-9ad4-4f37d217ae6e tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1611867 Oct 28 21:43:24.929535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:25.004125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a79c18b6-b975-4da5-a566-2ff729a2b5f0 req-6fc89c1d-e334-4a11-9272-155bc147057d tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085584 Oct 28 21:43:25.044676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-060b6bde-f578-465a-b3e5-c3cf9f29b7cc req-d9d37e5c-fa4f-4b97-aa0b-60a51d37d700 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352999 Oct 28 21:43:25.140409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Router febcd46d-ad49-4ef9-88dc-6aa760ef900f is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:43:25.232816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73d3b3-9c09-41ed-9323-059a3e383d51 None None] Network cbb69597-28c8-44bb-a92a-989f74d33ffa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:25.272301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:25.285729 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Sync routers for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:25.303631 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:25.304328 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:25.311704 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:25.313374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e3461db-6609-4a61-b199-6325a519be23 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6222956 Oct 28 21:43:25.317185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:25.371672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] Provisioning complete for port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:25.371970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:25.503758 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:25.644895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:25.682514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a6a3dfce-7c49-4897-bdaf-f6d175f7d176 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:25.738568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-549f44bd-71bb-4ec4-a0a8-5385f34b31a4 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:25.740751 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-549f44bd-71bb-4ec4-a0a8-5385f34b31a4 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 946 time: 0.2046449 Oct 28 21:43:25.785067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] For port a6a3dfce-7c49-4897-bdaf-f6d175f7d176, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:25.826456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:25.851023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-acafcdaa-b92e-47ef-b4ae-16bf91cfb915 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:25.852807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-acafcdaa-b92e-47ef-b4ae-16bf91cfb915 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 0.1285155 Oct 28 21:43:25.873792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd25f24-4072-47e7-8c55-168440ddf403 req-40b3d82d-9a48-42b0-abf7-9fc17670f114 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:25.875256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdd25f24-4072-47e7-8c55-168440ddf403 req-40b3d82d-9a48-42b0-abf7-9fc17670f114 tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 946 time: 0.1740842 Oct 28 21:43:25.932054 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:24Z', 'revision_number': 3, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:25.968418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:25.968795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.004617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdd25f24-4072-47e7-8c55-168440ddf403 req-132839e4-e4e0-4b1e-8f4b-72d8aa635b3b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/security-groups?id=c36fc87b-782a-4ab9-84ea-817a9257d45b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902727 Oct 28 21:43:26.031190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Checking router: febcd46d-ad49-4ef9-88dc-6aa760ef900f for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:26.031845 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Updating router febcd46d-ad49-4ef9-88dc-6aa760ef900f port 5e05653a-2c83-4162-a228-b2ac38ca104e binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:43:26.068401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94cd20-783a-45ca-a8bf-40ec1789b1c1 None None] Pushing event updated for resources: {'Port': ['ID=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:26.109108 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.154993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Deleting port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:26.155384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.343093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Deleting port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:26.343792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.365437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-04da3237-8469-493b-ae0b-9e507fa8b8fb None None] Provisioning complete for port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:26.365882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04da3237-8469-493b-ae0b-9e507fa8b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.366917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a019-53f6-4125-b810-83a6fd257744 req-362c0777-cd29-4065-8a07-cfff48fdb7f7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:26.376199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06a0a019-53f6-4125-b810-83a6fd257744 req-362c0777-cd29-4065-8a07-cfff48fdb7f7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1754298 Oct 28 21:43:26.436641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] For port db543c9f-cb47-4952-8b7d-f3df3ce3cf65, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:26.437056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.458496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] For port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,segment=NetworkSegment(cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4),segment_id=cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:26.458930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.474274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Calling delete_port for e71ca9d7-2fac-4abe-9489-0dcb1e394d9b owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:26.555595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.587965 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.599592 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.679557 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Pushing event updated for resources: {'Port': ['ID=5e05653a-2c83-4162-a228-b2ac38ca104e,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:26.690279 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Attempting to bind port 5e05653a-2c83-4162-a228-b2ac38ca104e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:26.690571 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Attempting to bind port 5e05653a-2c83-4162-a228-b2ac38ca104e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:26.691252 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Attempting to bind port 5e05653a-2c83-4162-a228-b2ac38ca104e on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:26.697477 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.697823 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.698362 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.698503 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.698789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.699112 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.699433 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.699753 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.700069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.700405 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.700809 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.701170 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:26.705640 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:26.706008 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:26.706400 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.706813 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:26.707433 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Bound port: 5e05653a-2c83-4162-a228-b2ac38ca104e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:26.707808 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.841853 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] For port 5e05653a-2c83-4162-a228-b2ac38ca104e, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:26.851850 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] For port 5e05653a-2c83-4162-a228-b2ac38ca104e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5e05653a-2c83-4162-a228-b2ac38ca104e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:26.866325 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:26.879394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Allocated IP 172.20.0.1 (cbb69597-28c8-44bb-a92a-989f74d33ffa/a1e51d86-7040-4b0b-804e-30fd85805f17/4189a324-0b9e-42a2-86a2-51e0493b1fee) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:26.964123 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3ba93-f32c-484a-a36f-786984a78cc9 None None] Pushing event updated for resources: {'Port': ['ID=5e05653a-2c83-4162-a228-b2ac38ca104e,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:26.980531 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:26.981144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:27.119445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.134195 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:27.157730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Pushing event deleted for resources: {'Port': ['ID=e71ca9d7-2fac-4abe-9489-0dcb1e394d9b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:27.192636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.285900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df8b-1284-4a7a-aa75-ad4f26402fd4 req-f4c10fbb-2869-40f5-87bc-b7556b274c46 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:27.285900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90e2df8b-1284-4a7a-aa75-ad4f26402fd4 req-f4c10fbb-2869-40f5-87bc-b7556b274c46 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 946 time: 1.0518503 Oct 28 21:43:27.298389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] No DVR routers for this DVR port e71ca9d7-2fac-4abe-9489-0dcb1e394d9b on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:27.307971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.318561 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31504b04-5517-4ff7-8a95-66ffdb08ed62 req-bdfbd10b-6c0d-4805-aad6-ca9ea507218b tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.44 "DELETE /v2.0/ports/e71ca9d7-2fac-4abe-9489-0dcb1e394d9b HTTP/1.1" status: 204 len: 173 time: 1.5691547 Oct 28 21:43:27.320518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'name': 'network-vif-deleted', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:27.325978 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639c3c42-48f7-445c-bc28-61bbf53d6680" -d '{"events": [{"server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "name": "network-vif-deleted", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:27.388404 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.418496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06a0a019-53f6-4125-b810-83a6fd257744 req-60fa6378-b291-48b3-b456-22829b325fff tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0378313 Oct 28 21:43:27.464650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Pushing event updated for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:27.481486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:27.483586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:27.502555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:27.573524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90e2df8b-1284-4a7a-aa75-ad4f26402fd4 req-267a90b8-e184-4213-95f1-33dfab572866 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752602 Oct 28 21:43:27.585613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.611755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a6a3dfce-7c49-4897-bdaf-f6d175f7d176 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:27.652866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.653240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.653720 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Floating IP 8edaa3f0-2783-497b-a2a8-27e2cf454027 disassociated. External IP: 172.25.4.26, port: db543c9f-cb47-4952-8b7d-f3df3ce3cf65. Oct 28 21:43:27.654058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Calling delete_port for db543c9f-cb47-4952-8b7d-f3df3ce3cf65 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:27.703108 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:24Z', 'revision_number': 3, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:27.711619 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b2084d-8c07-4b5c-bf6e-318c130b685a x-openstack-request-id: req-52b2084d-8c07-4b5c-bf6e-318c130b685a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:27.721486 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4dac34-2304-4e03-823f-2011431f56fe", "name": "network-vif-deleted", "tag": "e71ca9d7-2fac-4abe-9489-0dcb1e394d9b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:27.722109 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52b2084d-8c07-4b5c-bf6e-318c130b685a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:27.724304 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4dac34-2304-4e03-823f-2011431f56fe', 'name': 'network-vif-deleted', 'tag': 'e71ca9d7-2fac-4abe-9489-0dcb1e394d9b', 'status': 'completed', 'code': 200} Oct 28 21:43:27.724704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:27.725079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:27.743914 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656a770-8282-4082-9479-f6547f2bb80d None None] The sync data for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 is: [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:24Z', 'revision_number': 3, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:28.020627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a55d5f60-6380-4ffa-837d-4a692ba76f1b None None] Provisioning complete for port 4189a324-0b9e-42a2-86a2-51e0493b1fee triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:28.021010 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a55d5f60-6380-4ffa-837d-4a692ba76f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.061100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.079403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.119108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event deleted for resources: {'Port': ['ID=db543c9f-cb47-4952-8b7d-f3df3ce3cf65,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:28.139163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a55d5f60-6380-4ffa-837d-4a692ba76f1b None None] Port 4189a324-0b9e-42a2-86a2-51e0493b1fee cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:28.320529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-020ab5c0-ce28-4a55-9a34-6e48e15c43a0 req-c0e836eb-3086-4be4-954f-529f628360cb tempest-InstanceActionsNegativeTestJSON-1248352760 tempest-InstanceActionsNegativeTestJSON-1248352760-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4dac34-2304-4e03-823f-2011431f56fe HTTP/1.1" status: 200 len: 210 time: 0.4970453 Oct 28 21:43:28.353942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Router d6c3e20b-aed1-445e-a258-60041cbf022c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:28.358838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.375416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.471050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.474462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Pushing event updated for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:28.484246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:28.514444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Sync routers for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:28.529425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:28.530335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:28.593442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] No DVR routers for this DVR port db543c9f-cb47-4952-8b7d-f3df3ce3cf65 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:28.596650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:28.600624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b62f25-fa2f-4c49-ba5a-f265be666da1 req-8d56085e-3f94-4aa9-a0cb-23f0eb9385d5 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.44 "DELETE /v2.0/ports/db543c9f-cb47-4952-8b7d-f3df3ce3cf65 HTTP/1.1" status: 204 len: 173 time: 2.7243683 Oct 28 21:43:28.603762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'name': 'network-vif-deleted', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:28.606648 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01144e4-d005-42a8-b9f6-e7c8f2689d89" -d '{"events": [{"server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "name": "network-vif-deleted", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:28.676036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339cef2-7aab-4840-a1ce-50f715989d0a req-4c8b15a0-be0b-446d-8d09-11d193757481 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:28.684046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a339cef2-7aab-4840-a1ce-50f715989d0a req-4c8b15a0-be0b-446d-8d09-11d193757481 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1356201 Oct 28 21:43:28.697365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:28.713490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:28.775273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a339cef2-7aab-4840-a1ce-50f715989d0a req-b8ae961e-d2af-4508-aa26-9aab53f37cf9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803869 Oct 28 21:43:28.835992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:28.943530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4cda362-89e9-45f3-8f81-6088a96096d3 req-d84f4a9d-d8d4-40f3-92ba-52b67aae5708 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c7291c7-94bb-4930-863d-f30319989926 HTTP/1.1" status: 200 len: 210 time: 0.0756485 Oct 28 21:43:28.945571 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16950685-6bf4-4dda-b411-9dfda599c3d2 x-openstack-request-id: req-16950685-6bf4-4dda-b411-9dfda599c3d2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:28.947045 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7291c7-94bb-4930-863d-f30319989926", "name": "network-vif-deleted", "tag": "db543c9f-cb47-4952-8b7d-f3df3ce3cf65", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:28.949020 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16950685-6bf4-4dda-b411-9dfda599c3d2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:28.949710 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7291c7-94bb-4930-863d-f30319989926', 'name': 'network-vif-deleted', 'tag': 'db543c9f-cb47-4952-8b7d-f3df3ce3cf65', 'status': 'completed', 'code': 200} Oct 28 21:43:29.132865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e71ca9d7-2fac-4abe-9489-0dcb1e394d9b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:29.195463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e71ca9d7-2fac-4abe-9489-0dcb1e394d9b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:29.196212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e71ca9d7-2fac-4abe-9489-0dcb1e394d9b not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:29.196936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device db543c9f-cb47-4952-8b7d-f3df3ce3cf65 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:29.240652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8ff90670-3208-46c6-87a1-adb0e3ac8d2a None None] Provisioning complete for port 4189a324-0b9e-42a2-86a2-51e0493b1fee triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:29.241211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8ff90670-3208-46c6-87a1-adb0e3ac8d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:29.296393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: db543c9f-cb47-4952-8b7d-f3df3ce3cf65 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:29.297933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device db543c9f-cb47-4952-8b7d-f3df3ce3cf65 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:29.420960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60390) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:29.454391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8ff90670-3208-46c6-87a1-adb0e3ac8d2a None None] Port 4189a324-0b9e-42a2-86a2-51e0493b1fee cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:29.529376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Deleting subnet b4e8a53c-906c-4c51-b40c-dedf99e65f92 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:29.545075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:29.593557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Router febcd46d-ad49-4ef9-88dc-6aa760ef900f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:29.624232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:29.662726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5e05653a-2c83-4162-a228-b2ac38ca104e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:29.793093 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:29.851802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:29.860690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a8692fa2-eabf-47ae-96c9-c3a3038b897e admin admin] 10.222.0.31 "PUT /v2.0/routers/febcd46d-ad49-4ef9-88dc-6aa760ef900f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5421979 Oct 28 21:43:29.880113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:29.885203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5e05653a-2c83-4162-a228-b2ac38ca104e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:29.892531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:29.918540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d53ec-a295-4eca-8610-6b50549e5a30 req-4410e01c-cc2a-4715-8fe4-b64cb1273f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:29.921815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d8d53ec-a295-4eca-8610-6b50549e5a30 req-4410e01c-cc2a-4715-8fe4-b64cb1273f42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.2335119 Oct 28 21:43:30.015969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Checking router: d6c3e20b-aed1-445e-a258-60041cbf022c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:30.047482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:30.048107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:30.054948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:30.109040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d8d53ec-a295-4eca-8610-6b50549e5a30 req-88aa3159-0587-4005-891a-232312623bd1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767652 Oct 28 21:43:30.122163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.226300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e8a53c-906c-4c51-b40c-dedf99e65f92,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:30.256763 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.270906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917ea87-b0b0-4299-8827-3a1fb92ae1ed req-3995b821-f01e-4faf-b356-b21963c02a97 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:30.288228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1917ea87-b0b0-4299-8827-3a1fb92ae1ed req-3995b821-f01e-4faf-b356-b21963c02a97 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.2973397 Oct 28 21:43:30.290737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.298554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-18d44f11-ffb5-4332-aaec-c92cb187a172 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4e8a53c-906c-4c51-b40c-dedf99e65f92 HTTP/1.1" status: 204 len: 168 time: 0.8738878 Oct 28 21:43:30.299189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60416) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:30.308954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:30.311800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5e05653a-2c83-4162-a228-b2ac38ca104e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5e05653a-2c83-4162-a228-b2ac38ca104e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:30.358274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.402042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1917ea87-b0b0-4299-8827-3a1fb92ae1ed req-b2324f12-4439-436f-b60e-7c58e25bba93 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128170 Oct 28 21:43:30.477077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.576903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.598519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412ac663-c5d0-4926-9b77-f53ff73fa71b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:30.609149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:30.609454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdb9854-ddb9-41f8-b2a5-e5fb7d7928b4') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:30.620140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.635067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.638938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5e05653a-2c83-4162-a228-b2ac38ca104e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:30.641532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:30.642235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.713870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Deleting port 75c6e3a7-b21b-459c-8f41-0d4340f160de {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:30.714260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:30.717723 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:30.758371 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Sync routers for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:30.759206 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.768523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.773594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] 10.222.0.31 "DELETE /v2.0/networks/412ac663-c5d0-4926-9b77-f53ff73fa71b HTTP/1.1" status: 204 len: 168 time: 0.4730468 Oct 28 21:43:30.788240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d83ac1-a41a-4c71-bddc-513597a3eddc admin admin] Pushing event deleted for resources: {'Network': ['ID=412ac663-c5d0-4926-9b77-f53ff73fa71b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:30.812949 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:30.813887 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:30.851606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.852252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:30.870153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Calling delete_port for 75c6e3a7-b21b-459c-8f41-0d4340f160de owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:30.970255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:30.975672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1541810835-network', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:30.979717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:31.027301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Made reservation on behalf of b23f82a6df734a319fc2a91244b40592 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:31.030130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.032326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d365a-e8b6-4ba8-80a0-407d73a4eeb5 None None] The sync data for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 is: [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:37:55Z', 'revision_number': 4, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3756b917-805a-4357-bdf5-2f14e2eaf228', 'name': '', 'network_id': 'e35d5da3-aa6e-4bcc-ae3c-60f6a4223870', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'mac_address': 'fa:16:3e:a8:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:53Z', 'updated_at': '2021-10-28T21:38:01Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'subnets': [{'id': 'd954ceb4-d96a-45d9-bc6d-045ee3154ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:31.048461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.225465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:31.226565 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:31.239370 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.249395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.307614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.308964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:43:31.320091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e46441-6fe8-48da-8f0c-8c0a859b5c52,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:31.372462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event deleted for resources: {'Port': ['ID=75c6e3a7-b21b-459c-8f41-0d4340f160de,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:31.398364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2aa768db-0f01-494c-8605-c609404f2d96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66e833c8a3ed41dbadc6087bbef56662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601017 Oct 28 21:43:31.399420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60446) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:31.410699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.414477 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Added segment 0a7a0fce-3fff-464e-90a5-17303f6033a0 of type vlan for network 37165fb4-5fec-441e-83be-9508d41031e7 Oct 28 21:43:31.496047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.499333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.501124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ecee85ce-c682-4f1b-a618-5c3cdb7c14f1 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "DELETE /v2.0/floatingips/8edaa3f0-2783-497b-a2a8-27e2cf454027 HTTP/1.1" status: 204 len: 168 time: 1.4439857 Oct 28 21:43:31.587392 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:27Z', 'revision_number': 4, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4189a324-0b9e-42a2-86a2-51e0493b1fee', 'name': '', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'mac_address': 'fa:16:3e:98:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:26Z', 'updated_at': '2021-10-28T21:43:28Z', 'revision_number': 2, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'subnets': [{'id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:31.615068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5e05653a-2c83-4162-a228-b2ac38ca104e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:31.652395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.663310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Checking router: febcd46d-ad49-4ef9-88dc-6aa760ef900f for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:31.663656 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Updating router febcd46d-ad49-4ef9-88dc-6aa760ef900f port 4189a324-0b9e-42a2-86a2-51e0493b1fee binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:43:31.689529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.692740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:31.697998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d627e9d-14fd-4923-b9d9-e60ab3f61168 None None] New status for floating IP 8edaa3f0-2783-497b-a2a8-27e2cf454027: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:43:31.733645 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.739269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5e05653a-2c83-4162-a228-b2ac38ca104e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:31.740015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.797023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.833071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.888719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.894558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bc286-2e77-43cb-a59e-f79de862fda6 req-bb3c65f3-56bb-480a-999c-9c461917119c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:31.903737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc0bc286-2e77-43cb-a59e-f79de862fda6 req-bb3c65f3-56bb-480a-999c-9c461917119c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.3003109 Oct 28 21:43:31.948472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.949436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:31.950012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.977461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.981070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:31.982882 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17 HTTP/1.1" status: 204 len: 168 time: 0.2887869 Oct 28 21:43:31.993755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7766-6b81-4fd7-9eb4-abf8ec7cc9e7 tempest-TestServerBasicOps-443510122 tempest-TestServerBasicOps-443510122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7243ff8-8b1a-4daa-bf74-90f4e8fc7e17,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:32.038368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60462) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:32.056601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.061381 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.064810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c36fc87b-782a-4ab9-84ea-817a9257d45b HTTP/1.1" status: 204 len: 168 time: 0.6572597 Oct 28 21:43:32.115908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc0bc286-2e77-43cb-a59e-f79de862fda6 req-dfdb5d37-0222-4209-bfea-e0771be7adb1 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111855 Oct 28 21:43:32.125674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322940c-9b7c-40f3-a938-02cae074e6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36fc87b-782a-4ab9-84ea-817a9257d45b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:32.134689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:32.135616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1640918 Oct 28 21:43:32.152188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24454e0-f855-4939-9e87-cf55db23a382 admin admin] Pushing event updated for resources: {'Network': ['ID=37165fb4-5fec-441e-83be-9508d41031e7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:32.153063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Request body: {'subnet': {'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1541810835-subnet', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:32.171536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 37165fb4-5fec-441e-83be-9508d41031e7 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:43:32.172042 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.188941 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.221300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Made reservation on behalf of b23f82a6df734a319fc2a91244b40592 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:32.224936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.417062 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904f5cc-f845-4986-9f7d-7be72816a505 None None] Pushing event updated for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:32.483537 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Attempting to bind port 4189a324-0b9e-42a2-86a2-51e0493b1fee on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:32.483959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Attempting to bind port 4189a324-0b9e-42a2-86a2-51e0493b1fee by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:32.484341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Attempting to bind port 4189a324-0b9e-42a2-86a2-51e0493b1fee on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:32.510763 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:32.511128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Checking segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:32.512454 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.513156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Bound using segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:32.513493 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Bound port: 4189a324-0b9e-42a2-86a2-51e0493b1fee, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:32.513891 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.695214 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] For port 4189a324-0b9e-42a2-86a2-51e0493b1fee, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:32.702825 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] For port 4189a324-0b9e-42a2-86a2-51e0493b1fee, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4189a324-0b9e-42a2-86a2-51e0493b1fee,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:32.716546 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.761655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-ee8beb45-8c49-4698-b3e6-19ef5c9845de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:32.765557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-ee8beb45-8c49-4698-b3e6-19ef5c9845de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c823deab1df42e69afaab2d4eaa4113&device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 1097 time: 0.1208329 Oct 28 21:43:32.825746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] Provisioning complete for port 4189a324-0b9e-42a2-86a2-51e0493b1fee triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:32.825746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:32.901760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:32.902582 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:32.956145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:33.027696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-c51261d0-34fe-450d-9d14-81f775872ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:33.029245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-c51261d0-34fe-450d-9d14-81f775872ce1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 200 len: 919 time: 0.2512832 Oct 28 21:43:33.033748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:33.164162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] For port 4189a324-0b9e-42a2-86a2-51e0493b1fee, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4189a324-0b9e-42a2-86a2-51e0493b1fee,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:33.181406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:33.224128 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904f5cc-f845-4986-9f7d-7be72816a505 None None] Pushing event updated for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:33.227125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-d8e67945-3d17-441e-9156-5f6741a78d20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 200 len: 217 time: 0.1730371 Oct 28 21:43:33.354956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:33.371341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc4e35-7c1b-4af9-96b0-ad40aff88201 None None] Pushing event updated for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:33.445955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729b31e-126d-4ecd-984a-3f9e14f68847 req-8633894e-f8ab-417e-86e4-0e299d2c9e3a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:33.447107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ed0e35b6-f8f4-4bdb-8255-7ab83ccf4672 None None] Provisioning complete for port 4189a324-0b9e-42a2-86a2-51e0493b1fee triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:33.448795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed0e35b6-f8f4-4bdb-8255-7ab83ccf4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:33.457025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7729b31e-126d-4ecd-984a-3f9e14f68847 req-8633894e-f8ab-417e-86e4-0e299d2c9e3a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.7464814 Oct 28 21:43:33.489188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-bfc7ea80-e571-4d05-a02e-40bfe82eef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:33.495432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-bfc7ea80-e571-4d05-a02e-40bfe82eef7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 200 len: 858 time: 0.2664819 Oct 28 21:43:33.562068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-a8c6b357-5ac2-4ba6-9afc-d6434def24e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=894e5781-7f44-4cfd-8dc7-23f5c259ee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563879 Oct 28 21:43:33.654029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddfba4e-696e-4344-9d49-f882a7f479de,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:33.723017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Checking segment: {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:33.723605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Network hostable DHCP agents. Network: 37165fb4-5fec-441e-83be-9508d41031e7, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:43:33.727143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:33.736523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7729b31e-126d-4ecd-984a-3f9e14f68847 req-130c1d52-3f41-4687-8353-684f774501e7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765138 Oct 28 21:43:33.763659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Network 37165fb4-5fec-441e-83be-9508d41031e7 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:43:33.813259 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:27Z', 'revision_number': 4, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4189a324-0b9e-42a2-86a2-51e0493b1fee', 'name': '', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'mac_address': 'fa:16:3e:98:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:26Z', 'updated_at': '2021-10-28T21:43:32Z', 'revision_number': 4, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'subnets': [{'id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:33.816517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-30342af2-4040-4cb0-959d-90d0b46dc929 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398996 Oct 28 21:43:33.852825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 37165fb4-5fec-441e-83be-9508d41031e7) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:33.863603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036765c-b4a5-4f27-93cb-b46d7c189b24 None None] Network 37165fb4-5fec-441e-83be-9508d41031e7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:33.883450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:33.883980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:33.892518 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcff7ff-b660-4d9a-b919-40ce367f37e5 None None] The sync data for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 is: [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:43:27Z', 'revision_number': 4, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4189a324-0b9e-42a2-86a2-51e0493b1fee', 'name': '', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'mac_address': 'fa:16:3e:98:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:26Z', 'updated_at': '2021-10-28T21:43:32Z', 'revision_number': 4, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'subnets': [{'id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:33.945220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-256829b7-554f-4bae-aac7-dcaec1d834b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8094180 Oct 28 21:43:33.951674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60528) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:33.989950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:34.027253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1267311046-network', 'tenant_id': '3f63d5b017994da6b14b197b41030fea'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:34.038863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ff39fd5-aee2-40b6-b685-0f3c0989ac8e req-b9b19484-cc51-4af4-998a-9dcde4e76ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146614 Oct 28 21:43:34.060100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.163474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.164524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.205786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Made reservation on behalf of 3f63d5b017994da6b14b197b41030fea for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:34.216846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.238416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.246933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-37165fb4-5fec-441e-83be-9508d41031e7', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:43:34.248435 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.450867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Allocated IP 172.20.0.2 (37165fb4-5fec-441e-83be-9508d41031e7/4ddfba4e-696e-4344-9d49-f882a7f479de/3b2c5305-ee1e-47dc-a212-2443af4c9feb) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:34.458533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.462442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.506173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.525268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:43:34.536085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.536455 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Added segment 07c897c1-577f-4420-b47c-109e23a66e9b of type vlan for network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d Oct 28 21:43:34.596298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.626037 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.641241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.714206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcfe97c-8519-4f71-b6fa-c96d881d305a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:34.776730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Network 37165fb4-5fec-441e-83be-9508d41031e7 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:34.780040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:34.810668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:34.842325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.849799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:34.850738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.924235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Pushing event updated for resources: {'Port': ['ID=3b2c5305-ee1e-47dc-a212-2443af4c9feb,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:34.960884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Attempting to bind port 3b2c5305-ee1e-47dc-a212-2443af4c9feb on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:34.961139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Attempting to bind port 3b2c5305-ee1e-47dc-a212-2443af4c9feb by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:34.961506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Attempting to bind port 3b2c5305-ee1e-47dc-a212-2443af4c9feb on network 37165fb4-5fec-441e-83be-9508d41031e7 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:34.966993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:34.967361 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Checking segment: {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:34.967754 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.968142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Bound using segment: {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:34.968651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Bound port: 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:34.969032 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:34.983569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8a0bf-2e8d-4911-a41b-e2862bd5ac66 req-f0d9066b-ab1d-41f6-8c48-aa322a23f9f4 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:34.997433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8c8a0bf-2e8d-4911-a41b-e2862bd5ac66 req-f0d9066b-ab1d-41f6-8c48-aa322a23f9f4 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1430705 Oct 28 21:43:35.083919 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3502350 Oct 28 21:43:35.088979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8c8a0bf-2e8d-4911-a41b-e2862bd5ac66 req-a4899948-87ae-4368-944f-b345aae9ee48 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904994 Oct 28 21:43:35.090217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60544) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:35.096193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Request body: {'subnet': {'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1267311046-subnet', 'tenant_id': '3f63d5b017994da6b14b197b41030fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:35.125719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895875-2e29-42db-a869-244f707edb1c admin admin] Pushing event updated for resources: {'Network': ['ID=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:35.134970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Made reservation on behalf of 3f63d5b017994da6b14b197b41030fea for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:35.139407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.156966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.336612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:43:35.391390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Deleting port 3756b917-805a-4357-bdf5-2f14e2eaf228 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:35.392608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.471960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] For port 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:35.488547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] For port 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3b2c5305-ee1e-47dc-a212-2443af4c9feb,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:35.499396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.604428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.615151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4189a324-0b9e-42a2-86a2-51e0493b1fee up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:35.636153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20118-97d2-4d5c-9557-e80bdeca336b None None] Pushing event updated for resources: {'Port': ['ID=3b2c5305-ee1e-47dc-a212-2443af4c9feb,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:35.702806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] For port 3756b917-805a-4357-bdf5-2f14e2eaf228, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3756b917-805a-4357-bdf5-2f14e2eaf228,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:35.703994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.731487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4189a324-0b9e-42a2-86a2-51e0493b1fee triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:35.732257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.750666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=498392b4-200b-40a3-86f3-38d17a7eabf8,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:35.752205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Calling delete_port for 3756b917-805a-4357-bdf5-2f14e2eaf228 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:35.753752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Checking segment: {'id': '07c897c1-577f-4420-b47c-109e23a66e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:35.754446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Network hostable DHCP agents. Network: a7dbf85c-d7f1-46bb-8f96-e3447e1c287d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:43:35.793939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:43:35.825068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a7dbf85c-d7f1-46bb-8f96-e3447e1c287d) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:35.837579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:35.842024 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:35.857594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5dbb85-db42-460a-8d3f-b0b67d51651c None None] Network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:35.984115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7d46a04b-07bd-412d-86d7-dbfeabab751b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8865631 Oct 28 21:43:36.314273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92af1-7aae-4bcc-af89-6819172b9982 req-0b55d3d5-e906-47d7-b255-ca7bb1d93963 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:36.318174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c92af1-7aae-4bcc-af89-6819172b9982 req-0b55d3d5-e906-47d7-b255-ca7bb1d93963 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1065912 Oct 28 21:43:36.400204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0c92af1-7aae-4bcc-af89-6819172b9982 req-431e4547-a0be-47d2-8f77-a887e3805851 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720248 Oct 28 21:43:36.453395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc441f-e203-48ef-870c-c8012b3d2762 None None] Network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:36.844340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-e1cb582a-3e05-4c4d-a805-9f643745512a tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:36.845415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:36.846548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-e1cb582a-3e05-4c4d-a805-9f643745512a tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/networks?id=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d HTTP/1.1" status: 200 len: 821 time: 0.1718144 Oct 28 21:43:36.892203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-b1baa62f-3e6f-4aa7-94b3-43bcab838218 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/quotas/3f63d5b017994da6b14b197b41030fea HTTP/1.1" status: 200 len: 375 time: 0.0309021 Oct 28 21:43:36.950170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=3756b917-805a-4357-bdf5-2f14e2eaf228,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:37.002686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:37.005927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-f356d408-0355-4415-83ad-8468d041808c tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f63d5b017994da6b14b197b41030fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062574 Oct 28 21:43:37.115676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:37.238447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-3ab6bd43-6100-4d80-837e-6c982d27c2e4 service neutron] 10.222.0.31 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245154 Oct 28 21:43:37.311781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Allocated IP 172.25.4.85 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:37.422545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-b1382f3c-af07-48ae-918e-c7f3243d1c5d service neutron] 10.222.0.31 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761067 Oct 28 21:43:37.436100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:37.479232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:37.619368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:37.658667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:37.683462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c8b0c-bc9f-4ac7-972b-b4444e44b8f6 None None] Network 37165fb4-5fec-441e-83be-9508d41031e7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:37.718979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:37.737174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Pushing event updated for resources: {'Port': ['ID=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:37.827428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c004f05-f418-4b2a-a6d4-684dfcc7d892 req-22332206-357d-4318-8493-9864c131ace5 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 210 time: 0.0821640 Oct 28 21:43:37.888449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3b2c5305-ee1e-47dc-a212-2443af4c9feb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:37.902363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] Provisioning complete for port 3b2c5305-ee1e-47dc-a212-2443af4c9feb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:37.902736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:37.966722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:38.239263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3b2c5305-ee1e-47dc-a212-2443af4c9feb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:38.239744 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:38.284726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:38.431842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] For port 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3b2c5305-ee1e-47dc-a212-2443af4c9feb,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:38.447737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:38.516896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aaba4-41b9-45f0-a8dd-4cb576de988e None None] Pushing event updated for resources: {'Port': ['ID=3b2c5305-ee1e-47dc-a212-2443af4c9feb,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:38.694728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:38.846843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Router d6c3e20b-aed1-445e-a258-60041cbf022c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:38.899124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c298807b-628e-4d30-9840-e41df80e70d9 None None] Provisioning complete for port 3b2c5305-ee1e-47dc-a212-2443af4c9feb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:38.900956 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c298807b-628e-4d30-9840-e41df80e70d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:39.056146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec3de21b-f558-47a0-8e6d-d9d6ab402050 req-29c54d47-41f5-4241-9ae1-811e9e6274e5 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 210 time: 0.0488079 Oct 28 21:43:39.177409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:39.195706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:39.206110 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Sync routers for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:39.226090 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:39.226713 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:39.261136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-051fcdc4-e607-486f-ba08-56b3d5123cbd admin admin] 10.222.0.31 "PUT /v2.0/routers/d6c3e20b-aed1-445e-a258-60041cbf022c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2214243 Oct 28 21:43:39.264183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60624) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:39.524750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:43:39.564161 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:39.598816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3b2c5305-ee1e-47dc-a212-2443af4c9feb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:39.701992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3b2c5305-ee1e-47dc-a212-2443af4c9feb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:39.702370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:39.728689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:39.946878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8e6a9ed4-d4bf-4454-8c94-f157ce78c617 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:39.948320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8e6a9ed4-d4bf-4454-8c94-f157ce78c617 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.44 "GET /v2.0/networks?id=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d HTTP/1.1" status: 200 len: 821 time: 0.5508394 Oct 28 21:43:39.953921 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:39.963135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Request body: {'port': {'device_id': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d', 'admin_state_up': True, 'tenant_id': '3f63d5b017994da6b14b197b41030fea'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:40.084252 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:43:36Z', 'revision_number': 5, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port': {'id': '131977c1-e57b-48d8-b8af-00ba526cfb61', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:47Z', 'updated_at': '2021-10-28T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:40.173798 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Checking router: d6c3e20b-aed1-445e-a258-60041cbf022c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:40.182311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Made reservation on behalf of 3f63d5b017994da6b14b197b41030fea for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:40.194126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:40.218446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Routers {'d6c3e20b-aed1-445e-a258-60041cbf022c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:40.219781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d6c3e20b-aed1-445e-a258-60041cbf022c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:40.266390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:40.276892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Sync routers for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:40.295093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:40.296028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:40.345278 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ed1130a2-deb9-4a3e-ac40-479846aed68f req-3e00782f-ccf5-4a89-a5a4-da574c4f6ae7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0697074 Oct 28 21:43:40.359289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] Set router d6c3e20b-aed1-445e-a258-60041cbf022c gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:40.361940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02879cb4-8008-4d80-896d-4f36269a5c76 req-60aebec0-1f01-4d9a-964b-adf4f2cab101 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 210 time: 0.1229014 Oct 28 21:43:40.369605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:40.376187 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e0285ef9-e640-4995-83f6-34e4677efc97 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4225981 Oct 28 21:43:40.379430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:40.466668 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:43:39Z', 'revision_number': 6, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:40.494520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Deleting port 131977c1-e57b-48d8-b8af-00ba526cfb61 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:40.494929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:40.548452 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4b5da4-c441-4fef-8f2f-1cf593fbc6c5 None None] The sync data for ids ['d6c3e20b-aed1-445e-a258-60041cbf022c'] in n-d-806683-16 is: [{'id': 'd6c3e20b-aed1-445e-a258-60041cbf022c', 'name': 'tempest-TestServerBasicOps-1665697705-router', 'tenant_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:46Z', 'updated_at': '2021-10-28T21:43:39Z', 'revision_number': 6, 'project_id': '28bf5126d2d44d7b88ca6ce9bd8f9ab5', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:40.583704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:40.594793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ed1130a2-deb9-4a3e-ac40-479846aed68f req-8fe3c9d7-bef9-48d3-a6dc-153d39fad624 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.1266742 Oct 28 21:43:40.691935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ed1130a2-deb9-4a3e-ac40-479846aed68f req-1de85386-e976-4c79-93fc-b3780cf4f4a0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727654 Oct 28 21:43:40.710870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Allocated IP 172.20.0.7 (a7dbf85c-d7f1-46bb-8f96-e3447e1c287d/498392b4-200b-40a3-86f3-38d17a7eabf8/3ca077a5-1bc3-4375-987b-9c27acf0f82f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:40.864854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8a5963d-9916-49f5-a810-f824f2896473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:40.882891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:38Z', 'revision_number': 3, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:40.918019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Checking router: 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:40.918653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Updating router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:43:40.964273 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:41.002914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1130a2-deb9-4a3e-ac40-479846aed68f req-ca4dbcfd-f47f-4f95-b6c2-5f9f592c2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:41.005122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ed1130a2-deb9-4a3e-ac40-479846aed68f req-ca4dbcfd-f47f-4f95-b6c2-5f9f592c2d42 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3010285 Oct 28 21:43:41.115312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] For port 131977c1-e57b-48d8-b8af-00ba526cfb61, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=131977c1-e57b-48d8-b8af-00ba526cfb61,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:41.115795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:41.139374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Calling delete_port for 131977c1-e57b-48d8-b8af-00ba526cfb61 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:41.598720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:41.678593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 131977c1-e57b-48d8-b8af-00ba526cfb61 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:41.789272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:41.824755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:41.978303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Allocated IP 172.20.0.1 (37165fb4-5fec-441e-83be-9508d41031e7/4ddfba4e-696e-4344-9d49-f882a7f479de/00489d74-997c-4c58-9215-1e8a5079fc3b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:42.041379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Attempting to bind port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:42.041657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Attempting to bind port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:42.042024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Attempting to bind port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:42.057980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:42.058356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:42.058785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.059180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:42.059749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Bound port: 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:42.060130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.095876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.110998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.156395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Pushing event updated for resources: {'Port': ['ID=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:42.160911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db12a1c5-5f10-4e65-a2ab-175bc5a24cf6 req-601d8712-bbff-4c0a-8e05-afbe4cb0f47f tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 210 time: 0.0746975 Oct 28 21:43:42.164459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.167888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.178599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.180101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] For port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:42.238900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Network 37165fb4-5fec-441e-83be-9508d41031e7 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:42.242070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:42.244583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:42.250442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.257939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.257939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.260111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.260309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.260657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.260993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.262767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.262767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.262767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.262767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.262767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:42.275318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] For port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:42.277104 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.280785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Pushing event updated for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:42.303668 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.310069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.312897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.326580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.391378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:42.398209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:42.414177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:42.426099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3756b917-805a-4357-bdf5-2f14e2eaf228 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:42.498170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3756b917-805a-4357-bdf5-2f14e2eaf228 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:42.503763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3756b917-805a-4357-bdf5-2f14e2eaf228 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:42.561157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:42.566905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.574943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:42.575757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:42.582906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a27dc-9901-4923-ad1c-3c4b5174b379 None None] Pushing event updated for resources: {'Port': ['ID=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:42.598161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.608195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6501632 Oct 28 21:43:42.627383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029edb1-73f4-48f6-80e4-94068771d38d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Pushing event updated for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:42.781770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Request body: {'port': {'device_id': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:42.899767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.908948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=131977c1-e57b-48d8-b8af-00ba526cfb61,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:42.941383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.958915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:42.995649 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.117615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.122372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Pushing event updated for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:43.125398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.132045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.230516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:43.462394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Network 37165fb4-5fec-441e-83be-9508d41031e7 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:43.463874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:43.550372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.554375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c3e20b-aed1-445e-a258-60041cbf022c {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:43:43.579148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e8a0072b-2c83-4163-a313-0262cbb0c3d9 None None] Provisioning complete for port 00489d74-997c-4c58-9215-1e8a5079fc3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:43.579721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8a0072b-2c83-4163-a313-0262cbb0c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.589455 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b0cdf24-ef51-4328-8dd9-c4392b5afe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.595104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.602923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-09fb7f1b-2a61-4c16-864f-407fd38ff3c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d6c3e20b-aed1-445e-a258-60041cbf022c HTTP/1.1" status: 204 len: 168 time: 4.3319516 Oct 28 21:43:43.609557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60684) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:43.681646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0072b-2c83-4163-a313-0262cbb0c3d9 None None] Port 00489d74-997c-4c58-9215-1e8a5079fc3b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:43.712037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '00489d74-997c-4c58-9215-1e8a5079fc3b', 'name': '', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'mac_address': 'fa:16:3e:02:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:41Z', 'updated_at': '2021-10-28T21:43:41Z', 'revision_number': 1, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'subnets': [{'id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:43.829374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d93d1-fef4-48a7-b91a-cbd28cf95f6d None None] The sync data for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 is: [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '00489d74-997c-4c58-9215-1e8a5079fc3b', 'name': '', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'mac_address': 'fa:16:3e:02:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:41Z', 'updated_at': '2021-10-28T21:43:41Z', 'revision_number': 1, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'subnets': [{'id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:43.833879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb38446-71d3-43da-9ce3-6d1f13dde08f req-5e3c9ce2-6468-4952-b4d3-3e17bc1cfa85 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:43.835594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bb38446-71d3-43da-9ce3-6d1f13dde08f req-5e3c9ce2-6468-4952-b4d3-3e17bc1cfa85 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 931 time: 0.4629271 Oct 28 21:43:43.906920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Deleting subnet d954ceb4-d96a-45d9-bc6d-045ee3154ccb {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:43.927699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:43.975502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:44.053513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.110094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-92618196-63d8-44e1-8965-4ddcba3bb3e0 None None] Provisioning complete for port 00489d74-997c-4c58-9215-1e8a5079fc3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:44.110460 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92618196-63d8-44e1-8965-4ddcba3bb3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.141324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bb38446-71d3-43da-9ce3-6d1f13dde08f req-5b246821-39cf-4ad9-ae43-898bf498b70d tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770813 Oct 28 21:43:44.209515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-92618196-63d8-44e1-8965-4ddcba3bb3e0 None None] Port 00489d74-997c-4c58-9215-1e8a5079fc3b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:44.313039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:44.322600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a7fdfa2-8baf-4971-b682-942769a24a8a admin admin] 10.222.0.31 "PUT /v2.0/routers/5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9419098 Oct 28 21:43:44.436042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.480051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca077a5-1bc3-4375-987b-9c27acf0f82f {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:44.500051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.540542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Transition to ACTIVE for port object 3ca077a5-1bc3-4375-987b-9c27acf0f82f will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:43:44.550780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.615143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.647623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d954ceb4-d96a-45d9-bc6d-045ee3154ccb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:44.663191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:44.674441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7af8ed-42f7-4e43-8e2a-6cb3e58bda4e None None] Network e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:44.677310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60702) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:44.680871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-850bd5cc-af2f-44c4-ab0e-9697d99afd7e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d954ceb4-d96a-45d9-bc6d-045ee3154ccb HTTP/1.1" status: 204 len: 168 time: 1.0649812 Oct 28 21:43:44.717000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:44.993537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.012834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Attempting to bind port 3ca077a5-1bc3-4375-987b-9c27acf0f82f on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:45.016827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Attempting to bind port 3ca077a5-1bc3-4375-987b-9c27acf0f82f by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '07c897c1-577f-4420-b47c-109e23a66e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:45.017360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Attempting to bind port 3ca077a5-1bc3-4375-987b-9c27acf0f82f on network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:45.031394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Port 3ca077a5-1bc3-4375-987b-9c27acf0f82f on network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:43:45.032007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Attempting to bind port 3ca077a5-1bc3-4375-987b-9c27acf0f82f on network a7dbf85c-d7f1-46bb-8f96-e3447e1c287d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:45.044064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:45.047576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Checking segment: {'id': '07c897c1-577f-4420-b47c-109e23a66e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:45.048172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Bound using segment: {'id': '07c897c1-577f-4420-b47c-109e23a66e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:45.048726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Bound port: 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c897c1-577f-4420-b47c-109e23a66e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:45.049163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.062040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.157950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.199140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Deleting port 1c245f76-123b-4970-aee7-24e1614ffe70 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:45.205068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.217089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:45.229744 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f,segment=NetworkSegment(07c897c1-577f-4420-b47c-109e23a66e9b),segment_id=07c897c1-577f-4420-b47c-109e23a66e9b)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:45.242563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.281720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] DHCP port deletion for e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:43:45.408718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:45.414081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.415670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] 10.222.0.44 "PUT /v2.0/ports/3ca077a5-1bc3-4375-987b-9c27acf0f82f HTTP/1.1" status: 200 len: 1092 time: 2.7768564 Oct 28 21:43:45.421754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:45.424187 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09823a0e-b15e-467e-9ae5-f559e8881b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:45.559522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Deleting port 1c245f76-123b-4970-aee7-24e1614ffe70 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:45.560098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.571027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] For port 1c245f76-123b-4970-aee7-24e1614ffe70, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1c245f76-123b-4970-aee7-24e1614ffe70,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:45.571487 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.630627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Calling delete_port for 1c245f76-123b-4970-aee7-24e1614ffe70 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:45.695373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] For port 1c245f76-123b-4970-aee7-24e1614ffe70, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1c245f76-123b-4970-aee7-24e1614ffe70,segment=NetworkSegment(a9b7330f-8bdc-46a2-8f34-afcc496c9fa1),segment_id=a9b7330f-8bdc-46a2-8f34-afcc496c9fa1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:45.695954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.714893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Calling delete_port for 1c245f76-123b-4970-aee7-24e1614ffe70 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:45.800901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-272563cc-6fb3-4d52-a8be-46900f18a3e4 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:45.812838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-272563cc-6fb3-4d52-a8be-46900f18a3e4 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.1747525 Oct 28 21:43:45.812838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a345c75-d7ff-4a3d-a24b-20fb2910bf1b service neutron] Pushing event updated for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:45.813140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:45.859721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-e7ee1cc3-3959-404d-91a8-441c340c729a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/quotas/b23f82a6df734a319fc2a91244b40592 HTTP/1.1" status: 200 len: 375 time: 0.0493221 Oct 28 21:43:45.946001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157387a-697c-4c6e-be52-897b35ed2c5a req-5f14c426-2c49-468d-8919-bdacab10b36b tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:45.959425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0157387a-697c-4c6e-be52-897b35ed2c5a req-5f14c426-2c49-468d-8919-bdacab10b36b tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 943 time: 0.6007493 Oct 28 21:43:45.967164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:45.967536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:45.976670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.043638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] No DVR routers for this DVR port 1c245f76-123b-4970-aee7-24e1614ffe70 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:46.047127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc475879-14b9-475e-b2a0-6f9049e3f45a None None] Pushing event deleted for resources: {'Port': ['ID=1c245f76-123b-4970-aee7-24e1614ffe70,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:46.069349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8c35d2a1-594e-4316-9289-3f5cf57b8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:46.071941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-8c35d2a1-594e-4316-9289-3f5cf57b8b1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f63d5b017994da6b14b197b41030fea&device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 1095 time: 0.5965118 Oct 28 21:43:46.096114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.126285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] No DVR routers for this DVR port 1c245f76-123b-4970-aee7-24e1614ffe70 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:46.190825 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.240854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0157387a-697c-4c6e-be52-897b35ed2c5a req-162e06c7-7b3b-4fa3-a681-56b595b3d140 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768679 Oct 28 21:43:46.248347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:46.262444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.291618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-510718a6-a5bc-4274-8c10-5df07a7067c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f HTTP/1.1" status: 200 len: 217 time: 0.1821451 Oct 28 21:43:46.337308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c245f76-123b-4970-aee7-24e1614ffe70,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:46.370133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.371338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1c245f76-123b-4970-aee7-24e1614ffe70 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:46.415709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35d5da3-aa6e-4bcc-ae3c-60f6a4223870']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:46.434677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:46.435377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b7330f-8bdc-46a2-8f34-afcc496c9fa1') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:46.464061 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.469946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1c245f76-123b-4970-aee7-24e1614ffe70 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:46.470289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1c245f76-123b-4970-aee7-24e1614ffe70 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:46.474508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-25e3b395-1824-4d61-984d-b6267150523c tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6132116 Oct 28 21:43:46.475982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-9ca5f670-6031-4191-b8e6-396b9727c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:46.477335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-9ca5f670-6031-4191-b8e6-396b9727c89a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498392b4-200b-40a3-86f3-38d17a7eabf8 HTTP/1.1" status: 200 len: 861 time: 0.1537497 Oct 28 21:43:46.482117 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065df7f-5895-43f2-9169-bddffa98d5e5 x-openstack-request-id: req-b065df7f-5895-43f2-9169-bddffa98d5e5 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:46.482408 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:46.482671 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b065df7f-5895-43f2-9169-bddffa98d5e5 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:46.483071 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f', 'status': 'completed', 'code': 200} Oct 28 21:43:46.507612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:46.553765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-4483a653-5ee7-42c6-afd0-729607b885f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477779 Oct 28 21:43:46.573053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.581960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:46.582606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:46.584697 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:46.662559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.704281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.742435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:46.759573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60746) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:46.760228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/e35d5da3-aa6e-4bcc-ae3c-60f6a4223870 HTTP/1.1" status: 204 len: 168 time: 2.0775957 Oct 28 21:43:46.761427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f60832-ced8-4983-ab23-3c9ada51bd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=e35d5da3-aa6e-4bcc-ae3c-60f6a4223870,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:46.907940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-91ac173a-91b6-4d60-a10a-9d8787e7ecdb service neutron] 10.222.0.44 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447616 Oct 28 21:43:46.955329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-4b9d3e3a-77f6-4f83-bef7-b755f25787c1 service neutron] 10.222.0.31 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712927 Oct 28 21:43:47.198360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-2abafd65-fbcd-4242-85a2-f52046bf6afe service neutron] 10.222.0.31 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419286 Oct 28 21:43:47.211817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c164672-91b9-4e9b-aaa9-7d8d1e2168dd req-c5b4e046-033d-4135-9532-6802c6f168a1 service neutron] 10.222.0.44 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913709 Oct 28 21:43:47.603982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:47.713867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-85c88022-bef9-4478-a359-a5214c2c0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:47.719333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-85c88022-bef9-4478-a359-a5214c2c0989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f63d5b017994da6b14b197b41030fea&device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 1095 time: 0.2854860 Oct 28 21:43:47.741667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f0b994c-ff72-4993-b59a-a9e047394874 req-e91a576f-bcae-48bc-a3c1-a874db651ff9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 210 time: 0.1518261 Oct 28 21:43:47.818736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:47.822978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:47.995829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acedcc4-2d63-490f-9668-5095d6e61e32 req-94eccd86-18d9-455a-8f0e-cddec373ddba tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:48.005937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7acedcc4-2d63-490f-9668-5095d6e61e32 req-94eccd86-18d9-455a-8f0e-cddec373ddba tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 943 time: 0.5614960 Oct 28 21:43:48.304257 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Sync routers for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:48.307202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7acedcc4-2d63-490f-9668-5095d6e61e32 req-263799fd-7320-4b6f-b7b4-931e915bfc2b tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693804 Oct 28 21:43:48.335551 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:48.335664 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:48.384810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-a5bcc4f9-4887-4759-8c2e-31d5ecddf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:48.386356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-a5bcc4f9-4887-4759-8c2e-31d5ecddf37f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d HTTP/1.1" status: 200 len: 922 time: 0.6353889 Oct 28 21:43:48.488947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-1f35226d-be2c-497e-8e2b-542313940199 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f HTTP/1.1" status: 200 len: 217 time: 0.0942309 Oct 28 21:43:48.562113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-b3bbcead-c513-4607-a547-69bf9182fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:48.563655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-b3bbcead-c513-4607-a547-69bf9182fa28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498392b4-200b-40a3-86f3-38d17a7eabf8 HTTP/1.1" status: 200 len: 861 time: 0.0665920 Oct 28 21:43:48.568216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:48.624110 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:49.005752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '00489d74-997c-4c58-9215-1e8a5079fc3b', 'name': '', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'mac_address': 'fa:16:3e:02:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:41Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 2, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'subnets': [{'id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:49.047530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Checking router: 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:49.047880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Updating router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb port 00489d74-997c-4c58-9215-1e8a5079fc3b binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:43:49.061806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3ca077a5-1bc3-4375-987b-9c27acf0f82f details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:43:49.120514 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:49.227565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f,segment=NetworkSegment(07c897c1-577f-4420-b47c-109e23a66e9b),segment_id=07c897c1-577f-4420-b47c-109e23a66e9b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:49.242255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '3ca077a5-1bc3-4375-987b-9c27acf0f82f', 'network_id': 'a7dbf85c-d7f1-46bb-8f96-e3447e1c287d', 'port_id': '3ca077a5-1bc3-4375-987b-9c27acf0f82f', 'mac_address': 'fa:16:3e:97:ff:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498392b4-200b-40a3-86f3-38d17a7eabf8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:43:49.268522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-3fe4eec9-c848-446a-b76d-b996b08cce1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6855438 Oct 28 21:43:49.287300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:49.306982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca077a5-1bc3-4375-987b-9c27acf0f82f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:49.328693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c297283f-95fe-446b-8ce5-6718b42d2f75 req-72e52e83-7560-48b5-b396-a3a5c86eee5b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 210 time: 0.0880084 Oct 28 21:43:49.332715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f,segment=NetworkSegment(07c897c1-577f-4420-b47c-109e23a66e9b),segment_id=07c897c1-577f-4420-b47c-109e23a66e9b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:49.339723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:49.417125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:49.654912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3ca077a5-1bc3-4375-987b-9c27acf0f82f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:43:49.762013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-0b063d70-5619-4cef-aa99-9e9e16b23149 service neutron] 10.222.0.44 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681468 Oct 28 21:43:49.829246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8ef6-9c76-492f-922e-0f2589b2178a req-a38e6fd5-79f4-4cbb-a244-6c4844a97c40 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:49.830943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a9d8ef6-9c76-492f-922e-0f2589b2178a req-a38e6fd5-79f4-4cbb-a244-6c4844a97c40 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 944 time: 0.3515747 Oct 28 21:43:49.847583 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:49.866788 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.003102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-14a8a509-03cc-47de-aa72-277d9d497b83 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:50.009270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-14a8a509-03cc-47de-aa72-277d9d497b83 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.52 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.4073789 Oct 28 21:43:50.031012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Request body: {'port': {'device_id': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'admin_state_up': True, 'tenant_id': 'b23f82a6df734a319fc2a91244b40592'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:50.067614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091096-1dcf-49f0-80e9-40e0741d81c3 None None] Pushing event updated for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:50.114164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Made reservation on behalf of b23f82a6df734a319fc2a91244b40592 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:43:50.137569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.187975 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:43:50.214816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09823a0e-b15e-467e-9ae5-f559e8881b1e req-590fe83d-ef36-4775-8d19-c8468bf6250f service neutron] 10.222.0.44 "GET /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163792 Oct 28 21:43:50.309842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Attempting to bind port 00489d74-997c-4c58-9215-1e8a5079fc3b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:50.310636 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Attempting to bind port 00489d74-997c-4c58-9215-1e8a5079fc3b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:50.311167 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Attempting to bind port 00489d74-997c-4c58-9215-1e8a5079fc3b on network 37165fb4-5fec-441e-83be-9508d41031e7 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:50.317837 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:50.318480 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Checking segment: {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:50.319038 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.319583 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Bound using segment: {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:50.320201 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Bound port: 00489d74-997c-4c58-9215-1e8a5079fc3b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7a0fce-3fff-464e-90a5-17303f6033a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:50.320881 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.384334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a9d8ef6-9c76-492f-922e-0f2589b2178a req-84178ec9-077e-4ab0-9e84-ff6ef836dfbe tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325937 Oct 28 21:43:50.477814 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] For port 00489d74-997c-4c58-9215-1e8a5079fc3b, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:50.482337 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] For port 00489d74-997c-4c58-9215-1e8a5079fc3b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=00489d74-997c-4c58-9215-1e8a5079fc3b,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:50.483585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Allocated IP 172.20.0.12 (cbb69597-28c8-44bb-a92a-989f74d33ffa/a1e51d86-7040-4b0b-804e-30fd85805f17/b1029eb3-7b83-4598-b3d0-b59f61d0554f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:43:50.501729 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.515654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Deleting port 1f294478-01ef-46ca-8e7c-261296ad6aab {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:50.515654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.523985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] Provisioning complete for port 00489d74-997c-4c58-9215-1e8a5079fc3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:50.525431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.693399 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:50.694030 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:50.697275 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091096-1dcf-49f0-80e9-40e0741d81c3 None None] Pushing event updated for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:50.733279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] For port 1f294478-01ef-46ca-8e7c-261296ad6aab, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1f294478-01ef-46ca-8e7c-261296ad6aab,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:50.733542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.743074 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.762819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Calling delete_port for 1f294478-01ef-46ca-8e7c-261296ad6aab owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:50.830985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.835007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] For port 00489d74-997c-4c58-9215-1e8a5079fc3b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=00489d74-997c-4c58-9215-1e8a5079fc3b,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:50.848894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.935983 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:50.950359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd58d-ea25-40c4-9e7f-3c28ba81a1ca None None] Pushing event updated for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:50.993014 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:51.074468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3ca077a5-1bc3-4375-987b-9c27acf0f82f up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:51.083531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:43:51.097472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:43:51.103585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:43:51.198629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:51.199185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.234749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Pushing event updated for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:51.254054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.262151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-48a61ee2-8f74-45c7-a2c9-c5dd6cae325b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2466040 Oct 28 21:43:51.267356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48672044-7032-4f60-82db-a25d0de31dd4 req-4b3710f6-6fca-44fb-af9a-5bff07b60311 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 210 time: 0.7829206 Oct 28 21:43:51.293219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-934daad5-ed4d-4703-8ab8-d2609ec7857e tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:43:51.294967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-934daad5-ed4d-4703-8ab8-d2609ec7857e tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0247221 Oct 28 21:43:51.300644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e6be4fce-325b-44a4-a761-48116241add0 None None] Provisioning complete for port 00489d74-997c-4c58-9215-1e8a5079fc3b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:51.303169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6be4fce-325b-44a4-a761-48116241add0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.320076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Request body: {'port': {'device_id': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:43:51.330454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f294478-01ef-46ca-8e7c-261296ad6aab,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:51.457542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 3ca077a5-1bc3-4375-987b-9c27acf0f82f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:43:51.469512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 3ca077a5-1bc3-4375-987b-9c27acf0f82f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:51.470056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.640469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.751510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:51.849762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 00489d74-997c-4c58-9215-1e8a5079fc3b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:51.885546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:51.891303 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eece50b-bb9d-4b12-b777-1cac8ce77c08" -d '{"events": [{"server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "name": "network-vif-plugged", "status": "completed", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:51.977659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5be52c-972b-46c8-8dd3-6f8f0738e6f2 req-94539cba-e36b-437c-9463-992d22a88715 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:51.979285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f5be52c-972b-46c8-8dd3-6f8f0738e6f2 req-94539cba-e36b-437c-9463-992d22a88715 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 944 time: 0.3648236 Oct 28 21:43:51.992315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '00489d74-997c-4c58-9215-1e8a5079fc3b', 'name': '', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'mac_address': 'fa:16:3e:02:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:41Z', 'updated_at': '2021-10-28T21:43:50Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'subnets': [{'id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:52.026501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f,segment=NetworkSegment(07c897c1-577f-4420-b47c-109e23a66e9b),segment_id=07c897c1-577f-4420-b47c-109e23a66e9b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:52.043926 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce83ab-5a8c-44cf-be52-e39075a21c25 None None] The sync data for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 is: [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:43:42Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '00489d74-997c-4c58-9215-1e8a5079fc3b', 'name': '', 'network_id': '37165fb4-5fec-441e-83be-9508d41031e7', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'mac_address': 'fa:16:3e:02:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:41Z', 'updated_at': '2021-10-28T21:43:50Z', 'revision_number': 4, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'subnets': [{'id': '4ddfba4e-696e-4344-9d49-f882a7f479de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:52.044741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6d1a6df5-d5a4-423d-a9d0-e314e2664421 None None] Provisioning complete for port b1029eb3-7b83-4598-b3d0-b59f61d0554f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:52.044862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6df5-d5a4-423d-a9d0-e314e2664421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.065166 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ffcff-b335-4420-a2a6-26acc5ba1b45 x-openstack-request-id: req-3a6ffcff-b335-4420-a2a6-26acc5ba1b45 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:52.065166 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "name": "network-vif-plugged", "status": "completed", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:52.079372 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a6ffcff-b335-4420-a2a6-26acc5ba1b45 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:52.079901 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f', 'code': 200} Oct 28 21:43:52.103962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f5be52c-972b-46c8-8dd3-6f8f0738e6f2 req-b9e5aa5c-a3f3-4b0a-b95f-d7b5f35d3f9a tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113634 Oct 28 21:43:52.119580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.130333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.313677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f20a-ea3f-4bca-9faa-e56082349aa3 req-85cf6acb-dbe1-4276-b86d-3bcf859107ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:52.315996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bac4f20a-ea3f-4bca-9faa-e56082349aa3 req-85cf6acb-dbe1-4276-b86d-3bcf859107ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 1097 time: 0.2828565 Oct 28 21:43:52.356421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6df5-d5a4-423d-a9d0-e314e2664421 None None] Port b1029eb3-7b83-4598-b3d0-b59f61d0554f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:43:52.397966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 00489d74-997c-4c58-9215-1e8a5079fc3b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:52.399695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1029eb3-7b83-4598-b3d0-b59f61d0554f {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:52.408451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.423508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.455531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Transition to ACTIVE for port object b1029eb3-7b83-4598-b3d0-b59f61d0554f will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:43:52.464969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.468987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:52.622136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Pushing event updated for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:52.679034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398628b7-7b11-4b36-b8ae-9238c5bd6568 req-03a84e85-b206-4191-a2c3-eaa2142e95c9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:52.680742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-398628b7-7b11-4b36-b8ae-9238c5bd6568 req-03a84e85-b206-4191-a2c3-eaa2142e95c9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1054 time: 0.2212279 Oct 28 21:43:52.704814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bac4f20a-ea3f-4bca-9faa-e56082349aa3 req-629fce71-8554-4bf9-9691-51790c71fc0c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785059 Oct 28 21:43:52.758398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Router 82222f00-c1ba-44d3-8fa0-3ac76056a059 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:43:52.782837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Attempting to bind port b1029eb3-7b83-4598-b3d0-b59f61d0554f on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:43:52.783165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Attempting to bind port b1029eb3-7b83-4598-b3d0-b59f61d0554f by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:43:52.783728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Attempting to bind port b1029eb3-7b83-4598-b3d0-b59f61d0554f on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:52.795315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Port b1029eb3-7b83-4598-b3d0-b59f61d0554f on network cbb69597-28c8-44bb-a92a-989f74d33ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:43:52.795893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Attempting to bind port b1029eb3-7b83-4598-b3d0-b59f61d0554f on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:43:52.828476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:43:52.832631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Checking segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:43:52.833268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Bound using segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:43:52.833935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Bound port: b1029eb3-7b83-4598-b3d0-b59f61d0554f, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:43:52.834483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:52.974999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:43:52.981931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:43:52.996966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:53.088323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:43:53.104639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-398628b7-7b11-4b36-b8ae-9238c5bd6568 req-1bb6ef4d-908e-4e43-9b6c-0864c929bd30 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918560 Oct 28 21:43:53.114750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Sync routers for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:43:53.138820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:53.140750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:53.142883 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] 10.222.0.52 "PUT /v2.0/ports/b1029eb3-7b83-4598-b3d0-b59f61d0554f HTTP/1.1" status: 200 len: 1093 time: 1.8391056 Oct 28 21:43:53.144274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:53.146933 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:53.185427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-65408f68-bfce-4941-a9c6-f075c7e8e9f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/82222f00-c1ba-44d3-8fa0-3ac76056a059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4247043 Oct 28 21:43:53.187792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60866) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:53.229478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:53.247540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:53.353714 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c59264-ec4f-4ef9-9f68-2e2084de8145 x-openstack-request-id: req-e0c59264-ec4f-4ef9-9f68-2e2084de8145 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:53.354091 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:53.354272 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0c59264-ec4f-4ef9-9f68-2e2084de8145 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:53.354722 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f', 'status': 'completed', 'code': 200} Oct 28 21:43:53.368300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55d0fa-2c59-4fed-b2de-3a334e599609 service neutron] Pushing event updated for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:53.405329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-a163ba12-2c6d-46dd-90b0-663bf87eb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:53.410309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-a163ba12-2c6d-46dd-90b0-663bf87eb9d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1990077 Oct 28 21:43:53.567707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-02b31a1b-6141-4a6f-8360-3dcaa6668b71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f HTTP/1.1" status: 200 len: 217 time: 0.1486223 Oct 28 21:43:53.606203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:53.662314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:53.722450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-bdc34905-0b92-4b59-b52c-cba9868d52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:53.727177 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-bdc34905-0b92-4b59-b52c-cba9868d52ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1e51d86-7040-4b0b-804e-30fd85805f17 HTTP/1.1" status: 200 len: 849 time: 0.1469498 Oct 28 21:43:53.779226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1081c3-a241-4c4a-a782-c0cf46d7427f req-b64cc6f9-6454-48a8-838c-4338acd5c658 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:53.780704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d1081c3-a241-4c4a-a782-c0cf46d7427f req-b64cc6f9-6454-48a8-838c-4338acd5c658 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 945 time: 0.1701231 Oct 28 21:43:53.834775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d1081c3-a241-4c4a-a782-c0cf46d7427f req-168351a8-d19b-49b5-8fc4-4c79fa899ea8 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Oct 28 21:43:53.857625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:53.858057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-6a6ab670-3fe1-47e2-94f1-0a7e36a68ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:53.861142 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-6a6ab670-3fe1-47e2-94f1-0a7e36a68ba7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cbb69597-28c8-44bb-a92a-989f74d33ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250906 Oct 28 21:43:53.975748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Deleting port cb998c92-4556-4717-b789-14bfc75041df {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:53.976087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:54.046303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': 'cb998c92-4556-4717-b789-14bfc75041df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:43:51Z', 'revision_number': 5, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port': {'id': 'cb998c92-4556-4717-b789-14bfc75041df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:54.105807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Checking router: 82222f00-c1ba-44d3-8fa0-3ac76056a059 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:43:54.109284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-ffd62d0d-fbbb-45c5-971e-1f384c0c6c6f service neutron] 10.222.0.52 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353120 Oct 28 21:43:54.121222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Routers {'82222f00-c1ba-44d3-8fa0-3ac76056a059'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:43:54.123063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:43:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['82222f00-c1ba-44d3-8fa0-3ac76056a059'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:54.224456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] For port cb998c92-4556-4717-b789-14bfc75041df, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb998c92-4556-4717-b789-14bfc75041df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:54.225055 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:54.283447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Calling delete_port for cb998c92-4556-4717-b789-14bfc75041df owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:54.318540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] Set router 82222f00-c1ba-44d3-8fa0-3ac76056a059 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:43:54.344860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4bde77a0-06f1-423e-b556-9183fc431c1a req-d7a483b8-1a2d-4279-b074-b0a2d293b0e2 service neutron] 10.222.0.52 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307367 Oct 28 21:43:54.351501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66568013-609a-428c-80bd-7bdba1ebbb95 req-53a78326-1755-475c-b461-befa3be637b1 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:54.353548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66568013-609a-428c-80bd-7bdba1ebbb95 req-53a78326-1755-475c-b461-befa3be637b1 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1119409 Oct 28 21:43:54.437232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66568013-609a-428c-80bd-7bdba1ebbb95 req-166eef60-b6ff-4f53-8a01-9e83906335bb tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 Oct 28 21:43:54.459597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:43:53Z', 'revision_number': 6, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:54.491633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38135d-b0ea-4960-9124-c0e07a8f1c3b None None] The sync data for ids ['82222f00-c1ba-44d3-8fa0-3ac76056a059'] in n-d-806683-16 is: [{'id': '82222f00-c1ba-44d3-8fa0-3ac76056a059', 'name': 'tempest-TestServerBasicOps-476679096-router', 'tenant_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:37:59Z', 'updated_at': '2021-10-28T21:43:53Z', 'revision_number': 6, 'project_id': '6716a610b44c4019949ecb5eb7b6f3a5', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:43:54.510048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-d5adf333-1903-4b29-a474-842b72af54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:54.511975 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-d5adf333-1903-4b29-a474-842b72af54d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0884449 Oct 28 21:43:54.614282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:54.642780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-e462c691-cc66-4d0d-9946-88514a5fc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:54.645793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-e462c691-cc66-4d0d-9946-88514a5fc81d service neutron] 10.222.0.52 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.1248517 Oct 28 21:43:54.679519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb998c92-4556-4717-b789-14bfc75041df,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:54.735037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:54.881291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:54.885252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.103207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.103207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82222f00-c1ba-44d3-8fa0-3ac76056a059 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:43:55.107177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.108454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0ededab9-19d3-4373-ad72-08571751d6f1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/82222f00-c1ba-44d3-8fa0-3ac76056a059 HTTP/1.1" status: 204 len: 168 time: 1.9196734 Oct 28 21:43:55.111054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:55.172437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c25ece-cd69-4b92-8865-9559b1fd5a76 req-00714d33-4f1a-4123-a161-5698a0dbe58b tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:55.174052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6c25ece-cd69-4b92-8865-9559b1fd5a76 req-00714d33-4f1a-4123-a161-5698a0dbe58b tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 945 time: 0.1774068 Oct 28 21:43:55.184286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-3c705a90-7dc7-4cca-997c-7a8155c6e3d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f HTTP/1.1" status: 200 len: 217 time: 0.5306385 Oct 28 21:43:55.204751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Deleting subnet 11415c89-2f01-42dd-8ab0-a0da29225bb6 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:43:55.208493 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.253423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.267369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-342fec4a-0efd-4820-a98d-fc270a43452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:55.269547 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-342fec4a-0efd-4820-a98d-fc270a43452f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1e51d86-7040-4b0b-804e-30fd85805f17 HTTP/1.1" status: 200 len: 849 time: 0.0756817 Oct 28 21:43:55.364217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-4d55d74e-52da-4cc9-9f0f-0340cd16aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:55.366311 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-4d55d74e-52da-4cc9-9f0f-0340cd16aae7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cbb69597-28c8-44bb-a92a-989f74d33ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804901 Oct 28 21:43:55.395089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.551598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.570104 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-81cac100-a620-4fd5-8e64-1d4da2e738d9 service neutron] 10.222.0.52 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954801 Oct 28 21:43:55.585573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb998c92-4556-4717-b789-14bfc75041df no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:55.633656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: cb998c92-4556-4717-b789-14bfc75041df {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:55.634002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb998c92-4556-4717-b789-14bfc75041df not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:55.634590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6c25ece-cd69-4b92-8865-9559b1fd5a76 req-9c2f00f7-b5f9-497f-a9d6-3899aafc99e6 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530468 Oct 28 21:43:55.644748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f294478-01ef-46ca-8e7c-261296ad6aab no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:55.708517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11415c89-2f01-42dd-8ab0-a0da29225bb6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:55.721330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:55.733216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0bcb540a-1cf6-427d-a858-318d2422eb30 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11415c89-2f01-42dd-8ab0-a0da29225bb6 HTTP/1.1" status: 204 len: 168 time: 0.6140883 Oct 28 21:43:55.740024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:55.741015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1f294478-01ef-46ca-8e7c-261296ad6aab {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:55.744705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1f294478-01ef-46ca-8e7c-261296ad6aab not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:55.745388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2a901-091b-4eaf-ad73-a985fce00566 None None] Network 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:43:55.898999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e5183042-49d4-4f7b-bc5f-09ca9d051ec0 req-612e0a66-9043-4bcf-bd5d-527c19979247 service neutron] 10.222.0.52 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190069 Oct 28 21:43:56.196187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d893af2-f308-4109-88f7-abce763f166a None None] DHCP port deletion for 6bd4dfe6-ae25-4b8f-bf70-fab03259b277 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:43:56.555382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5241-a4ea-443e-80d0-f3d35739d22e req-d0cf472f-5979-440d-8280-65debf5a3aa9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:56.564672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-675f5241-a4ea-443e-80d0-f3d35739d22e req-d0cf472f-5979-440d-8280-65debf5a3aa9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1096 time: 0.9288371 Oct 28 21:43:56.632657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-675f5241-a4ea-443e-80d0-f3d35739d22e req-9924f690-2878-42f8-be8b-a94961076827 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665224 Oct 28 21:43:56.639848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:56.698076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Deleting port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:56.698698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:56.771626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce377-8ebb-4ccd-951d-a510ef93eec0 req-b38fe560-14fc-4771-8c07-3350b7ea76aa tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:56.778999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f30ce377-8ebb-4ccd-951d-a510ef93eec0 req-b38fe560-14fc-4771-8c07-3350b7ea76aa tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Oct 28 21:43:56.788173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Deleting port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:56.788551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:56.806566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8d893af2-f308-4109-88f7-abce763f166a None None] For port 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d8819b2-ec04-4cc1-822f-61802ba94cd5,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:56.807729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:56.822219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Calling delete_port for 6d8819b2-ec04-4cc1-822f-61802ba94cd5 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:56.884461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f30ce377-8ebb-4ccd-951d-a510ef93eec0 req-5b74fdba-bb48-4e7d-86bb-1fb989125f3e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042125 Oct 28 21:43:56.895283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b1029eb3-7b83-4598-b3d0-b59f61d0554f details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:43:56.898288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] For port 6d8819b2-ec04-4cc1-822f-61802ba94cd5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d8819b2-ec04-4cc1-822f-61802ba94cd5,segment=NetworkSegment(e05a157b-cc58-422d-9548-64bf13d63829),segment_id=e05a157b-cc58-422d-9548-64bf13d63829)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:56.898420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:56.921042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Calling delete_port for 6d8819b2-ec04-4cc1-822f-61802ba94cd5 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:57.031012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.039623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.062756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8819b2-ec04-4cc1-822f-61802ba94cd5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:57.069471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] No DVR routers for this DVR port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:57.073920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893af2-f308-4109-88f7-abce763f166a None None] Pushing event deleted for resources: {'Port': ['ID=6d8819b2-ec04-4cc1-822f-61802ba94cd5,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:57.090303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d893af2-f308-4109-88f7-abce763f166a None None] No DVR routers for this DVR port 6d8819b2-ec04-4cc1-822f-61802ba94cd5 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:57.101551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:57.113620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'port_id': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f', 'mac_address': 'fa:16:3e:2c:26:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:43:57.185863 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.190049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.213931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd4dfe6-ae25-4b8f-bf70-fab03259b277']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:57.218292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1029eb3-7b83-4598-b3d0-b59f61d0554f {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:43:57.230939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05a157b-cc58-422d-9548-64bf13d63829') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:57.231377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05a157b-cc58-422d-9548-64bf13d63829') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:43:57.252134 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.265507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:57.272629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.274019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.284044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:43:57.284962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.337802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:43:57.349498 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:43:57.377351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.390652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:57.395842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6bd4dfe6-ae25-4b8f-bf70-fab03259b277 HTTP/1.1" status: 204 len: 168 time: 1.6561840 Oct 28 21:43:57.411095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d1fb1-9724-43ed-9e25-d866f9da8756 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd4dfe6-ae25-4b8f-bf70-fab03259b277,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:57.531043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b1029eb3-7b83-4598-b3d0-b59f61d0554f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:43:57.540058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d8819b2-ec04-4cc1-822f-61802ba94cd5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:43:57.599674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6d8819b2-ec04-4cc1-822f-61802ba94cd5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:43:57.600504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d8819b2-ec04-4cc1-822f-61802ba94cd5 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:43:57.656484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60984) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:57.739449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d9178cc-16cc-4e79-9897-13d1f1e81ba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28bf5126d2d44d7b88ca6ce9bd8f9ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816615 Oct 28 21:43:57.741906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60990) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:57.874640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec02e02-b331-4ef6-8858-8d456e4fa0c8 req-3398165d-1d68-4949-b3ca-b3fffb1473d6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:57.876868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ec02e02-b331-4ef6-8858-8d456e4fa0c8 req-3398165d-1d68-4949-b3ca-b3fffb1473d6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1113596 Oct 28 21:43:57.895548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.057509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.151838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd057a-47aa-4b72-8faf-3ba9d8695f55 req-973588f4-aaab-48d0-af83-6756fbcfd117 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:58.161214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ddd057a-47aa-4b72-8faf-3ba9d8695f55 req-973588f4-aaab-48d0-af83-6756fbcfd117 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 945 time: 0.1851804 Oct 28 21:43:58.167948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ec02e02-b331-4ef6-8858-8d456e4fa0c8 req-0292fdca-11a0-41fd-aeb3-a04c99d6bcc9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683024 Oct 28 21:43:58.195054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-b198cb70-0f5c-4fde-bedc-11c3a13cc602 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:58.196850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-b198cb70-0f5c-4fde-bedc-11c3a13cc602 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 945 time: 0.1588867 Oct 28 21:43:58.335774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.339495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.341076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a13e8e6-6d62-4391-8024-93b794e37d6d HTTP/1.1" status: 204 len: 168 time: 0.5980780 Oct 28 21:43:58.367449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fe978-7207-467c-9f3e-99349fbfd112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13e8e6-6d62-4391-8024-93b794e37d6d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:58.389106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ddd057a-47aa-4b72-8faf-3ba9d8695f55 req-b6cadd2a-5c43-4a16-86c7-e49baae330df tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fcfe97c-8519-4f71-b6fa-c96d881d305a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266984 Oct 28 21:43:58.401232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Deleting port 3ca077a5-1bc3-4375-987b-9c27acf0f82f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:43:58.401618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.513275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] For port 3ca077a5-1bc3-4375-987b-9c27acf0f82f, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3ca077a5-1bc3-4375-987b-9c27acf0f82f,segment=NetworkSegment(07c897c1-577f-4420-b47c-109e23a66e9b),segment_id=07c897c1-577f-4420-b47c-109e23a66e9b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:58.513691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.529499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Calling delete_port for 3ca077a5-1bc3-4375-987b-9c27acf0f82f owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:43:58.828788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.845145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['3ca077a5-1bc3-4375-987b-9c27acf0f82f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:43:58.896712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Pushing event deleted for resources: {'Port': ['ID=3ca077a5-1bc3-4375-987b-9c27acf0f82f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:58.901273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b1029eb3-7b83-4598-b3d0-b59f61d0554f up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:43:58.933215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.933571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.933940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.934468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.934860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.935257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.935556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.936008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.936207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.936597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.936929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.937289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:43:58.975943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] No DVR routers for this DVR port 3ca077a5-1bc3-4375-987b-9c27acf0f82f on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:43:58.979823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:58.984339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73fa7dcf-c555-4dbd-b48e-458aa89954ea req-ec40bfd8-9318-4ef4-ac07-440ede676e4e tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.44 "DELETE /v2.0/ports/3ca077a5-1bc3-4375-987b-9c27acf0f82f HTTP/1.1" status: 204 len: 173 time: 0.7791665 Oct 28 21:43:58.986369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'name': 'network-vif-deleted', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:58.990599 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f366e52-7bda-4945-81da-0d9b4712ea18" -d '{"events": [{"server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "name": "network-vif-deleted", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:59.001795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:59.071103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port b1029eb3-7b83-4598-b3d0-b59f61d0554f completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:43:59.076520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port b1029eb3-7b83-4598-b3d0-b59f61d0554f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:43:59.076872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.084846 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29897ded-4418-405a-ac9d-ebfbb48659b7 x-openstack-request-id: req-29897ded-4418-405a-ac9d-ebfbb48659b7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:59.085139 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a8b71e-e333-4124-9fdd-4015a3a79f93", "name": "network-vif-deleted", "tag": "3ca077a5-1bc3-4375-987b-9c27acf0f82f", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:59.085403 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29897ded-4418-405a-ac9d-ebfbb48659b7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:59.085919 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a8b71e-e333-4124-9fdd-4015a3a79f93', 'name': 'network-vif-deleted', 'tag': '3ca077a5-1bc3-4375-987b-9c27acf0f82f', 'status': 'completed', 'code': 200} Oct 28 21:43:59.121599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c3022b9-8428-47e8-bd1c-eed0f351d0ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6716a610b44c4019949ecb5eb7b6f3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177349 Oct 28 21:43:59.124141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:43:59.229817 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.239448 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.277260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:43:59.278424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:43:59.282052 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812ec55-1dd4-40de-8f6a-de5c22c3df5e" -d '{"events": [{"server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "name": "network-vif-plugged", "status": "completed", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:43:59.287088 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.293762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.352075 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ceb7f6-1f4c-40db-baef-d87bf086fb5c x-openstack-request-id: req-42ceb7f6-1f4c-40db-baef-d87bf086fb5c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:43:59.352288 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "name": "network-vif-plugged", "status": "completed", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:43:59.352503 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ceb7f6-1f4c-40db-baef-d87bf086fb5c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:43:59.353040 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f', 'code': 200} Oct 28 21:43:59.363344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:59.378705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca194f6-3596-4717-ba18-0dece2de5c4a req-780c5abc-ada8-453b-8c3a-3c2228e3dc8f tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:59.380272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cca194f6-3596-4717-ba18-0dece2de5c4a req-780c5abc-ada8-453b-8c3a-3c2228e3dc8f tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0976212 Oct 28 21:43:59.410896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.413529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:43:59.417232 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40f72291-0bcb-4f27-a662-a6aab7d7be4c HTTP/1.1" status: 204 len: 168 time: 0.2893806 Oct 28 21:43:59.471372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cca194f6-3596-4717-ba18-0dece2de5c4a req-664ed04c-4082-4a16-9fab-c5f405b7205d tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680099 Oct 28 21:43:59.492093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc941096-adf9-4aff-8ece-59f60d4b603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f72291-0bcb-4f27-a662-a6aab7d7be4c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:43:59.526869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bcc4c-047f-4a2e-ae95-11fd491b3ecb req-a8a55a4d-916c-44b7-bfb2-21d24b17d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:43:59.529605 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-312bcc4c-047f-4a2e-ae95-11fd491b3ecb req-a8a55a4d-916c-44b7-bfb2-21d24b17d27d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0892844 Oct 28 21:43:59.576271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-312bcc4c-047f-4a2e-ae95-11fd491b3ecb req-f56ca831-5844-4291-90aa-00927709fb4c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Oct 28 21:43:59.770783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2841392a-3f26-4760-a767-e2351066b979 req-ff50db28-6cf2-4883-8ba7-4236ee4a8332 tempest-ServerMetadataNegativeTestJSON-894279410 tempest-ServerMetadataNegativeTestJSON-894279410-project] 10.222.0.31 "GET /v2.0/ports?device_id=72a8b71e-e333-4124-9fdd-4015a3a79f93 HTTP/1.1" status: 200 len: 210 time: 0.0960472 Oct 28 21:44:00.723547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3b435-aaaa-48ab-bd1b-01e861cfbb15 req-74e9355b-a2e7-49fc-83df-8c5ddf576524 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:00.728346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dd3b435-aaaa-48ab-bd1b-01e861cfbb15 req-74e9355b-a2e7-49fc-83df-8c5ddf576524 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0959191 Oct 28 21:44:00.794625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dd3b435-aaaa-48ab-bd1b-01e861cfbb15 req-1ed8b451-075b-4d47-9058-3cccd6714441 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Oct 28 21:44:00.864884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:00.941300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Deleting subnet 498392b4-200b-40a3-86f3-38d17a7eabf8 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:00.954824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:00.993622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.041380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.114913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3ca077a5-1bc3-4375-987b-9c27acf0f82f no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:01.141532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 3ca077a5-1bc3-4375-987b-9c27acf0f82f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:01.141880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3ca077a5-1bc3-4375-987b-9c27acf0f82f not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:01.181836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.214945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498392b4-200b-40a3-86f3-38d17a7eabf8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:01.217056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.220340 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8eb5ebfb-ff2f-4954-880c-5bf05b68dc76 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/498392b4-200b-40a3-86f3-38d17a7eabf8 HTTP/1.1" status: 204 len: 168 time: 0.3544419 Oct 28 21:44:01.223326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:01.310299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.425700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.453601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dbf85c-d7f1-46bb-8f96-e3447e1c287d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:01.465275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c897c1-577f-4420-b47c-109e23a66e9b') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:01.466209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c897c1-577f-4420-b47c-109e23a66e9b') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:01.476841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.495383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.520239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:01.521005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:01.587921 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:01.594058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.607523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:01.615298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7dbf85c-d7f1-46bb-8f96-e3447e1c287d HTTP/1.1" status: 204 len: 168 time: 0.3888111 Oct 28 21:44:01.650751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372278-ac85-422e-823e-b80a79216fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7dbf85c-d7f1-46bb-8f96-e3447e1c287d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:01.915476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32866) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:01.964204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-36890170-823a-4dc5-8592-2859778e0720 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f63d5b017994da6b14b197b41030fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467803 Oct 28 21:44:01.966665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:01.994592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e42a4-2193-4f33-9805-9ae06692bd86 req-12b7c270-6fe5-4b33-97e2-dae2ce08a5b2 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:01.996112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c6e42a4-2193-4f33-9805-9ae06692bd86 req-12b7c270-6fe5-4b33-97e2-dae2ce08a5b2 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0990303 Oct 28 21:44:02.035358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:02.065899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c6e42a4-2193-4f33-9805-9ae06692bd86 req-00ac4d6c-028a-4881-8124-9fe9397c42be tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632432 Oct 28 21:44:02.070481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:02.130994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:02.134797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:02.138447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fcfe97c-8519-4f71-b6fa-c96d881d305a HTTP/1.1" status: 204 len: 168 time: 0.1682646 Oct 28 21:44:02.161744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882a532-d970-47bc-abc0-7cc4294ccf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcfe97c-8519-4f71-b6fa-c96d881d305a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:02.245692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c9e5d-4464-43f8-bfd2-8d87056193e9 req-fbac82e6-2d07-4699-a900-ce9fefd919d0 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:02.273011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-726c9e5d-4464-43f8-bfd2-8d87056193e9 req-fbac82e6-2d07-4699-a900-ce9fefd919d0 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.1186929 Oct 28 21:44:02.369980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-726c9e5d-4464-43f8-bfd2-8d87056193e9 req-411d7f32-25b4-4826-8025-6d2f16530c2d tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900853 Oct 28 21:44:02.598422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e33f3a-9fbf-4290-93d5-6865e58ffdfb req-4b324f93-b4b4-479d-9b02-fb412ccd66c7 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:02.600460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83e33f3a-9fbf-4290-93d5-6865e58ffdfb req-4b324f93-b4b4-479d-9b02-fb412ccd66c7 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.1228757 Oct 28 21:44:02.692939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83e33f3a-9fbf-4290-93d5-6865e58ffdfb req-3aedb96b-f5c0-4da9-be54-a728e1aaf420 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Oct 28 21:44:02.779324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee14430-5ba9-4bc0-8c94-0be77ded7de0 req-b82b16c6-4069-4c7f-88fe-9969825bdb04 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:02.780918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ee14430-5ba9-4bc0-8c94-0be77ded7de0 req-b82b16c6-4069-4c7f-88fe-9969825bdb04 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1020894 Oct 28 21:44:02.870158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ee14430-5ba9-4bc0-8c94-0be77ded7de0 req-d1e3aab4-0bf5-4e1d-99d5-2e6e3ffafa63 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Oct 28 21:44:03.070896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-ed916c21-b150-4979-b487-15ec2bc19284 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:03.076906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-ed916c21-b150-4979-b487-15ec2bc19284 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.1086895 Oct 28 21:44:03.095354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-373073d1-d3e5-4dc9-a4b4-830fd47936fe tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/quotas/b23f82a6df734a319fc2a91244b40592 HTTP/1.1" status: 200 len: 375 time: 0.0163898 Oct 28 21:44:03.177219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-f2affee1-15f1-49e7-a725-fb8043836864 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776112 Oct 28 21:44:03.328950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-0e4e3787-d1d9-4f58-a450-db676f1939f1 service neutron] 10.222.0.31 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416407 Oct 28 21:44:03.411837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32928) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:03.445091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-bfe4da68-b227-49e7-a184-d0d9196039b4 service neutron] 10.222.0.31 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092415 Oct 28 21:44:03.552690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1011026164-network', 'tenant_id': '0b4725faf20c4998954e6d850335468e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:03.593711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Made reservation on behalf of 0b4725faf20c4998954e6d850335468e for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:03.603616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.620914 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.741089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2622b554-b9c0-467f-bb20-5d653ad29049 req-b7dca099-9438-459a-b859-268b2f20d460 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 210 time: 0.0665708 Oct 28 21:44:03.746894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.758230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.775122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:03.803485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.803840 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Added segment a52981d9-bbb2-4340-9778-a36dc4f387f4 of type vlan for network 653fb432-84a5-4e88-8f9e-c5a4569df221 Oct 28 21:44:03.816455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c73e406-d2fd-46ea-8139-f393eea79b7e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:03.852671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.887865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.889294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:03.890838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:03.976146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5618269 Oct 28 21:44:03.979671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32960) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:03.985474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Request body: {'subnet': {'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1011026164-subnet', 'tenant_id': '0b4725faf20c4998954e6d850335468e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:03.997437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5efc4-5d2b-44f1-88cf-f7ceb7e85396 admin admin] Pushing event updated for resources: {'Network': ['ID=653fb432-84a5-4e88-8f9e-c5a4569df221,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:04.010322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 653fb432-84a5-4e88-8f9e-c5a4569df221 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:04.107178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Made reservation on behalf of 0b4725faf20c4998954e6d850335468e for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:04.111574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.225394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deab59-dbbb-48dc-992d-5fbff8f375f5 req-66ff4515-445b-4ba5-ae07-2ac99e8bc00c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:04.233300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7deab59-dbbb-48dc-992d-5fbff8f375f5 req-66ff4515-445b-4ba5-ae07-2ac99e8bc00c tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1972020 Oct 28 21:44:04.262926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32970) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:04.312545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7deab59-dbbb-48dc-992d-5fbff8f375f5 req-406bf4d8-77f9-42a8-bfad-07365d5ef445 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728674 Oct 28 21:44:04.491573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-541252db-afc1-4ee5-9ac4-467971988abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.503962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.571632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Checking segment: {'id': 'a52981d9-bbb2-4340-9778-a36dc4f387f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:04.571903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Network hostable DHCP agents. Network: 653fb432-84a5-4e88-8f9e-c5a4569df221, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:04.590253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2466644f-e346-4a07-9146-5fc4345abfbf,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:04.604015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Network 653fb432-84a5-4e88-8f9e-c5a4569df221 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:04.629392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 653fb432-84a5-4e88-8f9e-c5a4569df221) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:04.633908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:04.634597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.650168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b613ced-c672-4c4d-815a-a154fd713019 None None] Network 653fb432-84a5-4e88-8f9e-c5a4569df221 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:04.687657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-09e426f7-3c16-44c7-86a2-190162740039 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7065225 Oct 28 21:44:04.707589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-541252db-afc1-4ee5-9ac4-467971988abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.723445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-541252db-afc1-4ee5-9ac4-467971988abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:04.811915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-1a575e8d-4a63-4e2a-a55e-df1c2746a43b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:04.816343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-1a575e8d-4a63-4e2a-a55e-df1c2746a43b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1272495 Oct 28 21:44:04.835212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-541252db-afc1-4ee5-9ac4-467971988abb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=251939fa996f4415aa0dc4b0852ba495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711770 Oct 28 21:44:04.838334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32980) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:04.842938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541252db-afc1-4ee5-9ac4-467971988abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7a733-5a42-4ca5-9085-e1bd721cdbaf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:04.932678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571719e-1bd2-4ad5-9717-7d379f68f6b0 None None] Network 653fb432-84a5-4e88-8f9e-c5a4569df221 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:04.948810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c9e1943-45f5-4ea3-a64e-11dd465b27ac req-402ded69-0dfd-4c71-bee5-c65da8ef03e1 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 210 time: 0.0608220 Oct 28 21:44:05.046612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.070201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.113534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Deleting port dba6d57b-9642-417e-b920-f2904d8d41cb {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:05.114184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.179742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.182308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.183444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6aa7a733-5a42-4ca5-9085-e1bd721cdbaf HTTP/1.1" status: 204 len: 168 time: 0.3439457 Oct 28 21:44:05.198096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d51418-7791-4ff0-b6f3-5c3c443cc280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7a733-5a42-4ca5-9085-e1bd721cdbaf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:05.297050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] For port dba6d57b-9642-417e-b920-f2904d8d41cb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=dba6d57b-9642-417e-b920-f2904d8d41cb,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:05.297744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.320224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Calling delete_port for dba6d57b-9642-417e-b920-f2904d8d41cb owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:05.356349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-fa2e73a7-16a7-4ceb-a53f-b65b451b35ce tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:05.358401 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-fa2e73a7-16a7-4ceb-a53f-b65b451b35ce tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.44 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.1711431 Oct 28 21:44:05.377153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Request body: {'port': {'device_id': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'admin_state_up': True, 'tenant_id': 'b23f82a6df734a319fc2a91244b40592'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:05.410686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Made reservation on behalf of b23f82a6df734a319fc2a91244b40592 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:05.415659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.560302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Allocated IP 172.20.0.7 (cbb69597-28c8-44bb-a92a-989f74d33ffa/a1e51d86-7040-4b0b-804e-30fd85805f17/80b2af50-f7e6-46fa-adce-cd843d8f6c13) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:05.634564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33004) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:05.660065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0503b182-0ea9-438f-af58-8c57f3a95b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.676333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddcd43-8929-49e8-9696-179d15439df7 req-587d2e3d-0560-43b7-8255-8c4bd7b19b8a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:05.686259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79ddcd43-8929-49e8-9696-179d15439df7 req-587d2e3d-0560-43b7-8255-8c4bd7b19b8a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 945 time: 0.1995921 Oct 28 21:44:05.746084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-54c1cbdb-5af8-4bb7-a872-9ac84cb92ddc tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:05.748051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-54c1cbdb-5af8-4bb7-a872-9ac84cb92ddc tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/networks?id=653fb432-84a5-4e88-8f9e-c5a4569df221 HTTP/1.1" status: 200 len: 809 time: 0.4246402 Oct 28 21:44:05.784948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79ddcd43-8929-49e8-9696-179d15439df7 req-d3b08007-2d8b-4415-849d-30eafd1f9861 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935657 Oct 28 21:44:05.833362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-6c8fcddd-7ce2-41ae-8f52-494f46f7963b tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/quotas/0b4725faf20c4998954e6d850335468e HTTP/1.1" status: 200 len: 375 time: 0.0659764 Oct 28 21:44:05.868402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.879074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0503b182-0ea9-438f-af58-8c57f3a95b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.895081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-8e411c84-38f0-4bca-8da3-e3f094bb140d tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0b4725faf20c4998954e6d850335468e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390320 Oct 28 21:44:05.899312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0503b182-0ea9-438f-af58-8c57f3a95b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.928857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b182-0ea9-438f-af58-8c57f3a95b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03ba28-5c13-4719-b735-93ae3ce280e1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:05.958928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:05.972199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b1029eb3-7b83-4598-b3d0-b59f61d0554f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:05.996783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.013389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Pushing event updated for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:06.025337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0503b182-0ea9-438f-af58-8c57f3a95b7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5137565bf8f8462597055e1c00a23604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894854 Oct 28 21:44:06.026635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:06.042988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Network cbb69597-28c8-44bb-a92a-989f74d33ffa is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:06.053392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:06.058272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:06.074749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Pushing event deleted for resources: {'Port': ['ID=dba6d57b-9642-417e-b920-f2904d8d41cb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:06.085145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8e9735a-4dc8-486c-966b-129d36e2c183', 'dba6d57b-9642-417e-b920-f2904d8d41cb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:06.131010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-f2680f93-cda7-430b-a682-b79b47a158a6 service neutron] 10.222.0.31 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348821 Oct 28 21:44:06.152131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:06.153065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.160136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] No DVR routers for this DVR port dba6d57b-9642-417e-b920-f2904d8d41cb on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:06.167544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.179909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-77f54f97-4731-4ebe-8e6f-1c0f5e348053 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8117254 Oct 28 21:44:06.185938 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.189362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a67f8ff0-ac36-4473-8f43-8bfc15c7c64f req-5db12408-8340-4b69-83e4-fa321902f483 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "DELETE /v2.0/ports/dba6d57b-9642-417e-b920-f2904d8d41cb HTTP/1.1" status: 204 len: 173 time: 1.3655958 Oct 28 21:44:06.191497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'name': 'network-vif-deleted', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:06.195152 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a8619-ec4a-4396-90f0-1e78b94950e9" -d '{"events": [{"server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "name": "network-vif-deleted", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:06.257831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.272045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1c2e9-6442-453b-931b-48e4c12a9c9c req-be3745ee-b735-41c0-8613-675edeae02dc tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:06.279482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d1c2e9-6442-453b-931b-48e4c12a9c9c req-be3745ee-b735-41c0-8613-675edeae02dc tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1027 time: 0.2138672 Oct 28 21:44:06.347147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68d1c2e9-6442-453b-931b-48e4c12a9c9c req-bb5fb303-138f-4163-8523-058de19cef10 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622458 Oct 28 21:44:06.390888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-8bbb863a-4e8e-4fa1-9f89-4a3dfbcc5e63 service neutron] 10.222.0.31 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389235 Oct 28 21:44:06.398421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.401474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.411523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf03ba28-5c13-4719-b735-93ae3ce280e1 HTTP/1.1" status: 204 len: 168 time: 0.3816946 Oct 28 21:44:06.442929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d06a9-86b2-4d38-843e-73e0ab648709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03ba28-5c13-4719-b735-93ae3ce280e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:06.551226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Request body: {'port': {'device_id': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:06.571084 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822dde0-ada8-4b58-acf7-3680590a09b9 x-openstack-request-id: req-d822dde0-ada8-4b58-acf7-3680590a09b9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:06.571491 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09985f29-c209-45f7-8470-00098c1f95b9", "name": "network-vif-deleted", "tag": "dba6d57b-9642-417e-b920-f2904d8d41cb", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:06.571639 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d822dde0-ada8-4b58-acf7-3680590a09b9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:06.572016 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09985f29-c209-45f7-8470-00098c1f95b9', 'name': 'network-vif-deleted', 'tag': 'dba6d57b-9642-417e-b920-f2904d8d41cb', 'status': 'completed', 'code': 200} Oct 28 21:44:06.636982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8dcc0932-a8c4-46f6-b86a-dbceca49d898 None None] Provisioning complete for port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:06.636982 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0932-a8c4-46f6-b86a-dbceca49d898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.701495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:06.796004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdfd96a0-2556-408d-8790-db7e931c8443 req-d648d869-2aeb-43c9-9b17-d39ca4a09e0c tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 210 time: 0.1075447 Oct 28 21:44:06.851204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc0932-a8c4-46f6-b86a-dbceca49d898 None None] Port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:07.016399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3ab2fed-8b8b-4bd2-85b2-8ab05c754c98 req-566db2e5-0f05-4161-bbd8-66b78b0de666 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=09985f29-c209-45f7-8470-00098c1f95b9 HTTP/1.1" status: 200 len: 210 time: 0.0708213 Oct 28 21:44:07.294667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b2af50-f7e6-46fa-adce-cd843d8f6c13 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:07.304127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:07.319540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Transition to ACTIVE for port object 80b2af50-f7e6-46fa-adce-cd843d8f6c13 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:07.328642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:07.412871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:07.591842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Attempting to bind port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:07.592553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Attempting to bind port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:07.593104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Attempting to bind port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:07.602973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 on network cbb69597-28c8-44bb-a92a-989f74d33ffa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:07.604480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Attempting to bind port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 on network cbb69597-28c8-44bb-a92a-989f74d33ffa {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:07.610586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef424-c301-41a8-a24e-e0cee3ae5cfb req-c484d3ea-347c-4531-8fd3-287165078bad tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:07.612232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-985ef424-c301-41a8-a24e-e0cee3ae5cfb req-c484d3ea-347c-4531-8fd3-287165078bad tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1053 time: 0.1139541 Oct 28 21:44:07.622455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:07.622811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Checking segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:07.623220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Bound using segment: {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:07.623637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Bound port: 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd978f7f3-a9eb-4def-8956-828642c0a96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:07.624083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:07.703275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-985ef424-c301-41a8-a24e-e0cee3ae5cfb req-cb3dcdb4-cd17-4ef5-a90f-0e9c6c3f1a10 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Oct 28 21:44:07.786185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:07.790141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:07.797806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:07.890725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Pushing event updated for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:07.905085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:07.906590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:07.908480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-39571f78-28be-4c6a-866d-9fde901da411 service neutron] 10.222.0.44 "PUT /v2.0/ports/80b2af50-f7e6-46fa-adce-cd843d8f6c13 HTTP/1.1" status: 200 len: 1092 time: 1.7193947 Oct 28 21:44:07.910038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:07.912822 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4ca98b-2a49-48f1-9c88-bc621e1187d5" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:07.943719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e1b6940-0833-49e7-b2db-a2b5a8aaa0fd req-2f63b5ab-b556-4845-a134-f42164f7f9f2 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 210 time: 0.0561841 Oct 28 21:44:07.999402 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611b4fa-6f0f-4983-a178-8624909f7e8e x-openstack-request-id: req-8611b4fa-6f0f-4983-a178-8624909f7e8e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:07.999836 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:08.000186 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8611b4fa-6f0f-4983-a178-8624909f7e8e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:08.000714 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13', 'status': 'completed', 'code': 200} Oct 28 21:44:08.019291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-8c804b29-5e19-4cbb-a304-ccdd1b4f4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.021686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-8c804b29-5e19-4cbb-a304-ccdd1b4f4354 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1095 time: 0.0652585 Oct 28 21:44:08.097815 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-31af3962-90d9-438c-b982-cc7d8fdd682e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13 HTTP/1.1" status: 200 len: 217 time: 0.0631099 Oct 28 21:44:08.171095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-9aaadab0-5f60-4ce4-b6a4-dde9fc1436a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.173486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-9aaadab0-5f60-4ce4-b6a4-dde9fc1436a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1e51d86-7040-4b0b-804e-30fd85805f17 HTTP/1.1" status: 200 len: 849 time: 0.0655115 Oct 28 21:44:08.256041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-a0c0b7f6-7fbe-4e3c-bb9b-9e63bd1a79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.258221 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-a0c0b7f6-7fbe-4e3c-bb9b-9e63bd1a79bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbb69597-28c8-44bb-a92a-989f74d33ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778587 Oct 28 21:44:08.404178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-80d0d450-b7d1-4a9d-83f5-427d540e5b8b service neutron] 10.222.0.44 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323996 Oct 28 21:44:08.521923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-b5fd5d9b-7fba-41ef-be9c-4e85eef7951a tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.523457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-b5fd5d9b-7fba-41ef-be9c-4e85eef7951a tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.44 "GET /v2.0/networks?id=653fb432-84a5-4e88-8f9e-c5a4569df221 HTTP/1.1" status: 200 len: 809 time: 0.2519035 Oct 28 21:44:08.550544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Request body: {'port': {'device_id': 'c444e122-831c-451f-a7cf-615efc7e875d', 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221', 'admin_state_up': True, 'tenant_id': '0b4725faf20c4998954e6d850335468e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:08.597813 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-42e4994c-8822-4da8-a0d4-c2bc591c8c39 req-c74a8c04-4767-41d2-92cc-f408db306c9a service neutron] 10.222.0.44 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714683 Oct 28 21:44:08.659020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7803c-b899-48d6-8aac-c1712faabe8c req-28e6d087-4624-4b57-b030-3545f64817ba tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.661747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84a7803c-b899-48d6-8aac-c1712faabe8c req-28e6d087-4624-4b57-b030-3545f64817ba tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1634684 Oct 28 21:44:08.705157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-ee3ab43c-e2ee-4f37-84a2-fa65cecb9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.718614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-ee3ab43c-e2ee-4f37-84a2-fa65cecb9912 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b23f82a6df734a319fc2a91244b40592&device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1095 time: 0.0660894 Oct 28 21:44:08.736652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84a7803c-b899-48d6-8aac-c1712faabe8c req-d0f83797-aa5f-429f-87c8-ee2b00c9e8a6 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563977 Oct 28 21:44:08.842027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Made reservation on behalf of 0b4725faf20c4998954e6d850335468e for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:08.851714 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:08.921489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-7983a42d-c022-4471-9724-e4d04f351e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.925249 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-7983a42d-c022-4471-9724-e4d04f351e8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 200 len: 911 time: 0.1966839 Oct 28 21:44:08.948618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12566-1dbe-4234-bbcb-5717864d9aba req-f473a1d4-4767-4a50-87af-62e0c8df69b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:08.950194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9eb12566-1dbe-4234-bbcb-5717864d9aba req-f473a1d4-4767-4a50-87af-62e0c8df69b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1095 time: 0.1233971 Oct 28 21:44:08.971758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-0a266c3a-2c42-4e64-91ab-48a37e218c8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13 HTTP/1.1" status: 200 len: 217 time: 0.0381227 Oct 28 21:44:09.051088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-be8556ce-9ec0-4264-8aab-d39c76e690ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:09.053674 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-be8556ce-9ec0-4264-8aab-d39c76e690ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1e51d86-7040-4b0b-804e-30fd85805f17 HTTP/1.1" status: 200 len: 849 time: 0.0675602 Oct 28 21:44:09.099064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9eb12566-1dbe-4234-bbcb-5717864d9aba req-cbf70620-d925-468b-98b2-c699d3840a6d tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345141 Oct 28 21:44:09.113687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-d6369d09-4223-4b3d-b1b0-a3ebf69d6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:09.115253 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-d6369d09-4223-4b3d-b1b0-a3ebf69d6658 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbb69597-28c8-44bb-a92a-989f74d33ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503390 Oct 28 21:44:09.121115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Allocated IP 172.20.0.11 (653fb432-84a5-4e88-8f9e-c5a4569df221/2466644f-e346-4a07-9146-5fc4345abfbf/a5f47b36-b767-405c-98a5-4c03c649825d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:09.136008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92341856-b7e6-49cc-99e8-f7238a629803 req-dd25337f-9fcf-488a-8b13-a1544e4b6e8b tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 210 time: 0.0970502 Oct 28 21:44:09.161998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device dba6d57b-9642-417e-b920-f2904d8d41cb no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:09.200256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: dba6d57b-9642-417e-b920-f2904d8d41cb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:09.200650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device dba6d57b-9642-417e-b920-f2904d8d41cb not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:09.260545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-7483031d-6f6f-4de1-8ca1-3329832d768e service neutron] 10.222.0.44 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350932 Oct 28 21:44:09.376574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:09.376799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-be4ca98b-2a49-48f1-9c88-bc621e1187d5 req-1700cec5-e6a7-4151-9f76-5f9914300674 service neutron] 10.222.0.44 "GET /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067898 Oct 28 21:44:09.427115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:09.479771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Network 653fb432-84a5-4e88-8f9e-c5a4569df221 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:09.486100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:09.492068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:09.500068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Pushing event updated for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:09.547369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:09.548332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:09.567002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7ec63278-c0b5-4b8b-ab04-7ee6e00fdb23 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0235269 Oct 28 21:44:09.580944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Request body: {'port': {'device_id': 'c444e122-831c-451f-a7cf-615efc7e875d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:09.641674 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:09.926252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e7102-f6a6-4663-b001-882006a02fa1 req-b5e05459-ec05-44cd-a8fe-ec1680b1585a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:09.927775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-660e7102-f6a6-4663-b001-882006a02fa1 req-b5e05459-ec05-44cd-a8fe-ec1680b1585a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0806434 Oct 28 21:44:09.992416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-660e7102-f6a6-4663-b001-882006a02fa1 req-8b4923e9-84bf-4f83-94e1-2ca0358cc447 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Oct 28 21:44:10.034046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f47b36-b767-405c-98a5-4c03c649825d {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:10.043340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.056623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Transition to ACTIVE for port object a5f47b36-b767-405c-98a5-4c03c649825d will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:10.062465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.117987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Pushing event updated for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:10.292029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Attempting to bind port a5f47b36-b767-405c-98a5-4c03c649825d on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:10.292619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Attempting to bind port a5f47b36-b767-405c-98a5-4c03c649825d by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'a52981d9-bbb2-4340-9778-a36dc4f387f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:10.292951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Attempting to bind port a5f47b36-b767-405c-98a5-4c03c649825d on network 653fb432-84a5-4e88-8f9e-c5a4569df221 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:10.303257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e304a-ee6b-436a-885a-4ff2757809ab req-97554bf8-17ee-4192-9e09-abd2097b2f7a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:10.304802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d75e304a-ee6b-436a-885a-4ff2757809ab req-97554bf8-17ee-4192-9e09-abd2097b2f7a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1095 time: 0.1061549 Oct 28 21:44:10.307730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Port a5f47b36-b767-405c-98a5-4c03c649825d on network 653fb432-84a5-4e88-8f9e-c5a4569df221 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:10.308099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Attempting to bind port a5f47b36-b767-405c-98a5-4c03c649825d on network 653fb432-84a5-4e88-8f9e-c5a4569df221 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:10.324766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0104c-3165-429e-95d3-6b108706dfd6 req-a4227cb2-2f29-46bc-81e4-5288b4d08022 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:10.326274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a0104c-3165-429e-95d3-6b108706dfd6 req-a4227cb2-2f29-46bc-81e4-5288b4d08022 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 944 time: 0.0937643 Oct 28 21:44:10.331687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:10.332970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Checking segment: {'id': 'a52981d9-bbb2-4340-9778-a36dc4f387f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:10.333355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Bound using segment: {'id': 'a52981d9-bbb2-4340-9778-a36dc4f387f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:10.333844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Bound port: a5f47b36-b767-405c-98a5-4c03c649825d, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52981d9-bbb2-4340-9778-a36dc4f387f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:10.334242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.403375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a0104c-3165-429e-95d3-6b108706dfd6 req-b0e6df9c-02f8-49d9-a352-b4a6ddff62ec tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648913 Oct 28 21:44:10.443296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d75e304a-ee6b-436a-885a-4ff2757809ab req-c2bc18ca-0bfa-4a64-be66-82c7d6cbc3ca tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306646 Oct 28 21:44:10.479027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:10.482879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5f47b36-b767-405c-98a5-4c03c649825d,segment=NetworkSegment(a52981d9-bbb2-4340-9778-a36dc4f387f4),segment_id=a52981d9-bbb2-4340-9778-a36dc4f387f4)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:10.487858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.531561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:10.532178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.534240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] 10.222.0.44 "PUT /v2.0/ports/a5f47b36-b767-405c-98a5-4c03c649825d HTTP/1.1" status: 200 len: 1093 time: 0.9576254 Oct 28 21:44:10.534686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:10.537045 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44454f43-852e-4658-bfe2-7203aaf2d203" -d '{"events": [{"name": "network-changed", "server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:10.566367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414fb9-b42b-49a0-adda-aff5aefdb27c service neutron] Pushing event updated for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:10.590395 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9668bb20-ecba-4c77-9447-ef8ef9722440 x-openstack-request-id: req-9668bb20-ecba-4c77-9447-ef8ef9722440 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:10.590763 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:10.591087 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9668bb20-ecba-4c77-9447-ef8ef9722440 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:10.591553 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d', 'status': 'completed', 'code': 200} Oct 28 21:44:10.621706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-31443888-84c3-4576-9ec4-0b6954364186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:10.623220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-31443888-84c3-4576-9ec4-0b6954364186 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b4725faf20c4998954e6d850335468e&device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 1096 time: 0.0474844 Oct 28 21:44:10.668989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-bca81ed8-1cf5-4ca1-a25e-9991722a32a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f47b36-b767-405c-98a5-4c03c649825d HTTP/1.1" status: 200 len: 217 time: 0.0372913 Oct 28 21:44:10.726211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-301686e7-4cee-4c14-a003-34b274d0d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:10.727855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-301686e7-4cee-4c14-a003-34b274d0d457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2466644f-e346-4a07-9146-5fc4345abfbf HTTP/1.1" status: 200 len: 849 time: 0.0508797 Oct 28 21:44:10.766597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-eebe73a3-9b93-4f01-b563-61ef1c212a3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=653fb432-84a5-4e88-8f9e-c5a4569df221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307198 Oct 28 21:44:10.790795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65156993-daef-46b6-98b5-09c90fd95f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:10.871506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-d8cc52e1-e322-4361-bb39-7432f19298ca service neutron] 10.222.0.44 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969231 Oct 28 21:44:11.159385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 80b2af50-f7e6-46fa-adce-cd843d8f6c13 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:44:11.269189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:11.282136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '80b2af50-f7e6-46fa-adce-cd843d8f6c13', 'network_id': 'cbb69597-28c8-44bb-a92a-989f74d33ffa', 'port_id': '80b2af50-f7e6-46fa-adce-cd843d8f6c13', 'mac_address': 'fa:16:3e:45:7d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e51d86-7040-4b0b-804e-30fd85805f17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:44:11.327072 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:11.346890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b2af50-f7e6-46fa-adce-cd843d8f6c13 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:11.378284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:11.383458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccc654-8189-419c-b2f7-db334b87cdd5 req-1d3dfeef-c790-4796-8095-393e2f943ac0 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.384984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07ccc654-8189-419c-b2f7-db334b87cdd5 req-1d3dfeef-c790-4796-8095-393e2f943ac0 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0937362 Oct 28 21:44:11.397343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:11.412021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c91b836-4ca9-4e16-b50d-a0026f8d7c2c req-7a3b17cb-54fd-4299-91ac-d493379ffeb1 service neutron] 10.222.0.44 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322194 Oct 28 21:44:11.459365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07ccc654-8189-419c-b2f7-db334b87cdd5 req-05e508d7-8629-4f94-9984-df278873425a tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655639 Oct 28 21:44:11.468017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:11.549976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-166d900e-4775-4321-a20e-7400276f4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.552234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-166d900e-4775-4321-a20e-7400276f4562 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b4725faf20c4998954e6d850335468e&device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 1096 time: 0.0667784 Oct 28 21:44:11.679391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['80b2af50-f7e6-46fa-adce-cd843d8f6c13'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:11.700586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e058e6-7046-468c-80a7-11d53ec768d9 req-694e08ad-7e88-4003-af46-46275dec6d28 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.702089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28e058e6-7046-468c-80a7-11d53ec768d9 req-694e08ad-7e88-4003-af46-46275dec6d28 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 944 time: 0.1430449 Oct 28 21:44:11.725234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07b470-199b-498b-bfd4-ba5a69321038 req-604f1da8-e7ef-4f6b-9401-06b1ca2f4f76 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.726725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed07b470-199b-498b-bfd4-ba5a69321038 req-604f1da8-e7ef-4f6b-9401-06b1ca2f4f76 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1096 time: 0.1453409 Oct 28 21:44:11.757354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-21e1e173-b451-4f16-88bb-165d924b8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.758818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-21e1e173-b451-4f16-88bb-165d924b8c96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=653fb432-84a5-4e88-8f9e-c5a4569df221 HTTP/1.1" status: 200 len: 910 time: 0.1985338 Oct 28 21:44:11.820346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-168e8ae9-1216-487b-99d6-acca4c78b49c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f47b36-b767-405c-98a5-4c03c649825d HTTP/1.1" status: 200 len: 217 time: 0.0504050 Oct 28 21:44:11.829777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28e058e6-7046-468c-80a7-11d53ec768d9 req-7caa80a6-3ab4-4606-82dc-14345bcd3109 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204956 Oct 28 21:44:11.869336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed07b470-199b-498b-bfd4-ba5a69321038 req-d8bc40cc-2246-41ff-9758-b6d9813044b1 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249044 Oct 28 21:44:11.892211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-590aba32-96ac-4868-9d9f-6326eb8bf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:11.894182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-590aba32-96ac-4868-9d9f-6326eb8bf4fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2466644f-e346-4a07-9146-5fc4345abfbf HTTP/1.1" status: 200 len: 849 time: 0.0634582 Oct 28 21:44:11.894980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:11.933823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-65d5abee-055e-443e-bc26-d933d61bd227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=653fb432-84a5-4e88-8f9e-c5a4569df221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298891 Oct 28 21:44:12.061217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-2dbf333f-4689-4568-8757-cb7570692fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182597 Oct 28 21:44:12.169663 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:12.231037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44454f43-852e-4658-bfe2-7203aaf2d203 req-4c9944ad-db38-4869-9a61-79470a67d1e0 service neutron] 10.222.0.44 "GET /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609988 Oct 28 21:44:12.624112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28b234-14de-41ac-8069-60fdc6ef68b8 req-bac6ed7b-46b3-48dc-9e32-05074fb6c5e3 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:12.626437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce28b234-14de-41ac-8069-60fdc6ef68b8 req-bac6ed7b-46b3-48dc-9e32-05074fb6c5e3 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0576997 Oct 28 21:44:12.669279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce28b234-14de-41ac-8069-60fdc6ef68b8 req-2252140f-f2ee-49df-849d-e15a03c9b622 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Oct 28 21:44:13.051578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1144-f4db-4669-bb24-c832894a2366 req-003e63c8-4e55-4e00-9916-c6c1f10115ef tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:13.054396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9dcc1144-f4db-4669-bb24-c832894a2366 req-003e63c8-4e55-4e00-9916-c6c1f10115ef tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 944 time: 0.1378391 Oct 28 21:44:13.083737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4020de-519a-4876-9227-d087ef0f177e req-bb1ad9da-e8cf-4418-8963-86a51471eec6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:13.085324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c4020de-519a-4876-9227-d087ef0f177e req-bb1ad9da-e8cf-4418-8963-86a51471eec6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1096 time: 0.1127858 Oct 28 21:44:13.133750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9dcc1144-f4db-4669-bb24-c832894a2366 req-5610172d-b7eb-4e97-a6b7-a875b4f8439c tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663123 Oct 28 21:44:13.147792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c4020de-519a-4876-9227-d087ef0f177e req-4c952777-f2da-401a-a256-a287609122d0 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Oct 28 21:44:13.191258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5f47b36-b767-405c-98a5-4c03c649825d details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:44:13.196400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 80b2af50-f7e6-46fa-adce-cd843d8f6c13 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:13.333433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:44:13.341434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:13.341802 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.416968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5f47b36-b767-405c-98a5-4c03c649825d,segment=NetworkSegment(a52981d9-bbb2-4340-9778-a36dc4f387f4),segment_id=a52981d9-bbb2-4340-9778-a36dc4f387f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:13.419607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dfd94e8-c904-4adc-b8e2-c20853f6dad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.440358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a5f47b36-b767-405c-98a5-4c03c649825d', 'network_id': '653fb432-84a5-4e88-8f9e-c5a4569df221', 'port_id': 'a5f47b36-b767-405c-98a5-4c03c649825d', 'mac_address': 'fa:16:3e:d0:6c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2466644f-e346-4a07-9146-5fc4345abfbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:44:13.523559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.548188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-b225ecc9-0ddc-416e-a0dc-4d40d7dc06f9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:13.548777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.549981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-b225ecc9-0ddc-416e-a0dc-4d40d7dc06f9 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.0852959 Oct 28 21:44:13.564532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:13.569051 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c56286-2ae6-4029-82d0-c31f4321b79a" -d '{"events": [{"server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "name": "network-vif-plugged", "status": "completed", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:13.607376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:13.611676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f47b36-b767-405c-98a5-4c03c649825d {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:13.620452 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4100ea92-db17-484e-a571-4bbe3e0e15f2 x-openstack-request-id: req-4100ea92-db17-484e-a571-4bbe3e0e15f2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:13.621031 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "name": "network-vif-plugged", "status": "completed", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:13.621627 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4100ea92-db17-484e-a571-4bbe3e0e15f2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:13.622110 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13', 'code': 200} Oct 28 21:44:13.624347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.671287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5f47b36-b767-405c-98a5-4c03c649825d,segment=NetworkSegment(a52981d9-bbb2-4340-9778-a36dc4f387f4),segment_id=a52981d9-bbb2-4340-9778-a36dc4f387f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:13.685187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.699732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Deleting port b8e9735a-4dc8-486c-966b-129d36e2c183 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:13.700232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.737867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:13.762182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6adf5-3e8f-480e-b033-2d6f97565140 req-eba5f743-dffb-44fa-b2ad-8b0a82db16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:13.764703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d5f6adf5-3e8f-480e-b033-2d6f97565140 req-eba5f743-dffb-44fa-b2ad-8b0a82db16dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.0725474 Oct 28 21:44:13.808150 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d5f6adf5-3e8f-480e-b033-2d6f97565140 req-73513dd0-2b3c-482b-9fa6-4644572a7430 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Oct 28 21:44:13.821639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:13.829284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] For port b8e9735a-4dc8-486c-966b-129d36e2c183, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b8e9735a-4dc8-486c-966b-129d36e2c183,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:13.829771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:13.857077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Calling delete_port for b8e9735a-4dc8-486c-966b-129d36e2c183 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:13.938944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365388d-8789-4cf6-9d14-098c726efc23 req-f7d0c4e2-2c66-461b-acf4-4eba1ff54c4b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:13.940934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1365388d-8789-4cf6-9d14-098c726efc23 req-f7d0c4e2-2c66-461b-acf4-4eba1ff54c4b tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/ports?device_id=b960d130-64ee-4954-8383-de0fb4287d55 HTTP/1.1" status: 200 len: 945 time: 0.1063616 Oct 28 21:44:13.965192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a5f47b36-b767-405c-98a5-4c03c649825d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:13.997246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1365388d-8789-4cf6-9d14-098c726efc23 req-e4eadab4-6311-499b-99bf-efe4f0fe63f7 tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.31 "GET /v2.0/security-groups?id=21123802-6c7e-46d3-b98f-0aaad5a79721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Oct 28 21:44:14.091194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:14.130134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Pushing event deleted for resources: {'Port': ['ID=b8e9735a-4dc8-486c-966b-129d36e2c183,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:14.206149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] No DVR routers for this DVR port b8e9735a-4dc8-486c-966b-129d36e2c183 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:14.208854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:14.212714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85bfb056-192b-4cc0-9619-b6214ee75c2b req-314c3501-42d9-402e-af66-a0f37a55f9cc tempest-ServerRescueNegativeTestJSON-153956605 tempest-ServerRescueNegativeTestJSON-153956605-project] 10.222.0.44 "DELETE /v2.0/ports/b8e9735a-4dc8-486c-966b-129d36e2c183 HTTP/1.1" status: 204 len: 173 time: 0.6568456 Oct 28 21:44:14.213182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'name': 'network-vif-deleted', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:14.215887 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e25a47-fcea-48be-8ba6-96cfb1113a13" -d '{"events": [{"server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "name": "network-vif-deleted", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:14.434544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f011f-c2be-4a7e-9103-f8b8b44d826e req-cc9c21aa-0f44-4689-9b39-0fd0d94c3ba5 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:14.444736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e45f011f-c2be-4a7e-9103-f8b8b44d826e req-cc9c21aa-0f44-4689-9b39-0fd0d94c3ba5 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 945 time: 0.1166906 Oct 28 21:44:14.466407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36526c-5b85-4514-a0e2-3080a2953c0b req-448caac1-3253-4587-9fc0-a5697e96b9e6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:14.468112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e36526c-5b85-4514-a0e2-3080a2953c0b req-448caac1-3253-4587-9fc0-a5697e96b9e6 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.0954659 Oct 28 21:44:14.494199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e45f011f-c2be-4a7e-9103-f8b8b44d826e req-f05eebf0-e442-49d1-bbae-afb3f701a147 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Oct 28 21:44:14.546784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e36526c-5b85-4514-a0e2-3080a2953c0b req-de1890cc-249f-42e0-bf0a-b78031d5878e tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589280 Oct 28 21:44:14.568240 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0a26a-6348-4fb3-8e75-a03431dc5e34 x-openstack-request-id: req-19d0a26a-6348-4fb3-8e75-a03431dc5e34 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:14.568582 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b960d130-64ee-4954-8383-de0fb4287d55", "name": "network-vif-deleted", "tag": "b8e9735a-4dc8-486c-966b-129d36e2c183", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:14.568834 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19d0a26a-6348-4fb3-8e75-a03431dc5e34 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:14.569233 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b960d130-64ee-4954-8383-de0fb4287d55', 'name': 'network-vif-deleted', 'tag': 'b8e9735a-4dc8-486c-966b-129d36e2c183', 'status': 'completed', 'code': 200} Oct 28 21:44:14.769515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b8e9735a-4dc8-486c-966b-129d36e2c183'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:14.820608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.085322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:15.098856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.211278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5f47b36-b767-405c-98a5-4c03c649825d up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:15.281391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a5f47b36-b767-405c-98a5-4c03c649825d completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:44:15.286453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a5f47b36-b767-405c-98a5-4c03c649825d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:15.287286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.389454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.427494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5f47b36-b767-405c-98a5-4c03c649825d,segment=NetworkSegment(a52981d9-bbb2-4340-9778-a36dc4f387f4),segment_id=a52981d9-bbb2-4340-9778-a36dc4f387f4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:15.433197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.491343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:15.546428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.623688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:15.626269 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e5436f-ba2d-4a15-bd73-0600b9b8d9e2" -d '{"events": [{"server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:15.711495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd137ba0-42b2-4d51-9698-38ad71ab8105 req-d11db797-60fc-4762-9ce2-fc86cf0d185b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:15.713064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd137ba0-42b2-4d51-9698-38ad71ab8105 req-d11db797-60fc-4762-9ce2-fc86cf0d185b tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.1096511 Oct 28 21:44:15.742374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc7473-4589-4abf-90b2-d6a6a0d98bb8 req-20caec41-e5ce-4586-adbc-8aab2a93fc67 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:15.743859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bc7473-4589-4abf-90b2-d6a6a0d98bb8 req-20caec41-e5ce-4586-adbc-8aab2a93fc67 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.0989587 Oct 28 21:44:15.821692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd137ba0-42b2-4d51-9698-38ad71ab8105 req-5c2c7fde-4269-4b81-86d4-e8fce508d21a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864754 Oct 28 21:44:15.825488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4bc7473-4589-4abf-90b2-d6a6a0d98bb8 req-f9f894c7-a189-49d2-8017-d47efd16863c tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691009 Oct 28 21:44:15.897185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Deleting port 09e7976d-8c28-4af8-8dfc-4c0773540c27 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:15.897635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:15.936428 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b1d41-c0ee-4bd7-9b71-350675d72d60 x-openstack-request-id: req-053b1d41-c0ee-4bd7-9b71-350675d72d60 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:15.936933 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:15.936933 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-053b1d41-c0ee-4bd7-9b71-350675d72d60 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:15.937337 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d', 'code': 200} Oct 28 21:44:16.064534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] For port 09e7976d-8c28-4af8-8dfc-4c0773540c27, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=09e7976d-8c28-4af8-8dfc-4c0773540c27,segment=NetworkSegment(fd9d61d9-ffe6-4092-a030-98eb020e5e59),segment_id=fd9d61d9-ffe6-4092-a030-98eb020e5e59)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:16.065581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:16.082546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Calling delete_port for 09e7976d-8c28-4af8-8dfc-4c0773540c27 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:16.143319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7896c6-af88-4ec4-9b1a-cffc7baa526e req-edc89091-999d-462d-998a-d0ac6c690979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.145032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a7896c6-af88-4ec4-9b1a-cffc7baa526e req-edc89091-999d-462d-998a-d0ac6c690979 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 1098 time: 0.1377218 Oct 28 21:44:16.158964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.166060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.172413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.178602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.185097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.191988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.198384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.207794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-74e759d9-e453-4a2e-acdf-baa9de18e7cd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.1534150 Oct 28 21:44:16.240958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc12-2adf-4fd5-b581-e62e731600de req-a35d455f-4171-4874-ba45-999b73327d77 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.248388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efb6fc12-2adf-4fd5-b581-e62e731600de req-a35d455f-4171-4874-ba45-999b73327d77 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.2400243 Oct 28 21:44:16.321500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7a56375-c642-48ed-ba91-671c2cee9cf6 req-c68f205f-3324-4a3b-9710-563c33bee2b2 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127489 Oct 28 21:44:16.321731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:16.327197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a7896c6-af88-4ec4-9b1a-cffc7baa526e req-b546f3eb-7b27-4e56-9807-3f21007ecc70 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141372 Oct 28 21:44:16.356971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e7976d-8c28-4af8-8dfc-4c0773540c27,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:16.372873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efb6fc12-2adf-4fd5-b581-e62e731600de req-b4d14e8d-edeb-42e8-9c5b-c84549b67db5 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216791 Oct 28 21:44:16.385213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.385560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.385902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.386254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.386566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.386891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.387213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.387534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.387856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.388186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.388632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.388950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:16.540232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0de1d-e739-42a0-af16-8e5633e09424 req-3a8b8fff-e1ef-4131-93cf-92105b58bb4a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.541848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ba0de1d-e739-42a0-af16-8e5633e09424 req-3a8b8fff-e1ef-4131-93cf-92105b58bb4a tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.0847347 Oct 28 21:44:16.581813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.597484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.606917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.615524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.624099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.631436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.637395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:16.649003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:16.667559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:16.667853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13f4d8f-d293-4113-8133-b3cc986bbb36 req-34701890-f977-4360-9f8b-c70ab6e3cc4c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.2006576 Oct 28 21:44:16.713136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ba0de1d-e739-42a0-af16-8e5633e09424 req-d03cf2ec-da40-44bf-9b12-6c4e6b214e78 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583698 Oct 28 21:44:17.106797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33398) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:17.156108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b2ba-0edf-41de-b216-7d645f14b0b8 req-b7c60810-b9cb-4018-abf8-2659daf7c411 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:17.167347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e549b2ba-0edf-41de-b216-7d645f14b0b8 req-b7c60810-b9cb-4018-abf8-2659daf7c411 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.1699169 Oct 28 21:44:17.201024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6296ed-b248-4690-a1de-5267f9cef69e req-9ec320ae-bf61-44d3-aa85-c9354c61584f tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:17.209483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa6296ed-b248-4690-a1de-5267f9cef69e req-9ec320ae-bf61-44d3-aa85-c9354c61584f tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.1538427 Oct 28 21:44:17.215317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8e9735a-4dc8-486c-966b-129d36e2c183 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:17.262124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: b8e9735a-4dc8-486c-966b-129d36e2c183 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:17.264122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e549b2ba-0edf-41de-b216-7d645f14b0b8 req-04c7c608-c173-4c11-a64f-8d3cd493c017 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953755 Oct 28 21:44:17.268596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b8e9735a-4dc8-486c-966b-129d36e2c183 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:17.302311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa6296ed-b248-4690-a1de-5267f9cef69e req-e93509d5-5c16-4610-89a1-b08153e4c816 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919394 Oct 28 21:44:17.335529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7658aa9-4cee-4d11-b597-174f8c3b29a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.345690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:44:17.469411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7658aa9-4cee-4d11-b597-174f8c3b29a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.474854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7658aa9-4cee-4d11-b597-174f8c3b29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.526754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7658aa9-4cee-4d11-b597-174f8c3b29a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60497cf5ff0540a7af6a40fa3b9ff59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165452 Oct 28 21:44:17.527441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:17.539905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:17.557630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Sync routers for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:17.559714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cdfca1c8-9cda-4c87-8e5c-5a69eb89d816 admin admin] 10.222.0.31 "PUT /v2.0/routers/37a3bde3-11f8-488f-a14d-c3dcce6856e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4726655 Oct 28 21:44:17.560316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33408) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:17.572996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:17.573625 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:17.575733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7658aa9-4cee-4d11-b597-174f8c3b29a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cfbb73-b34d-4a42-8ab4-28366e786c86,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:17.647875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.672020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.693257 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:17.750635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.753800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.755519 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07cfbb73-b34d-4a42-8ab4-28366e786c86 HTTP/1.1" status: 204 len: 168 time: 0.2259316 Oct 28 21:44:17.766889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab79cce-a065-4068-ac26-a6a74df54d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cfbb73-b34d-4a42-8ab4-28366e786c86,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:17.769613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.905222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.962641 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:44:16Z', 'revision_number': 5, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port': {'id': 'f5dcff5e-b11d-432c-ba06-50a26c242a62', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:17.975876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Deleting port f5dcff5e-b11d-432c-ba06-50a26c242a62 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:17.976215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:17.999904 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Checking router: 37a3bde3-11f8-488f-a14d-c3dcce6856e5 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:18.009225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Routers {'37a3bde3-11f8-488f-a14d-c3dcce6856e5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:18.010226 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:18.084397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] For port f5dcff5e-b11d-432c-ba06-50a26c242a62, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f5dcff5e-b11d-432c-ba06-50a26c242a62,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:18.084867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.098907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Calling delete_port for f5dcff5e-b11d-432c-ba06-50a26c242a62 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:18.137383 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] Set router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:18.170369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:18.191709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c6fdc03-9e8f-4db8-9c3d-69755bf3d871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.209580 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:44:17Z', 'revision_number': 6, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:18.244276 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af8787-5ef0-4b5e-a334-f35a5cd63f00 None None] The sync data for ids ['37a3bde3-11f8-488f-a14d-c3dcce6856e5'] in n-d-806683-16 is: [{'id': '37a3bde3-11f8-488f-a14d-c3dcce6856e5', 'name': 'tempest-ServerRescueNegativeTestJSON-587256670-router', 'tenant_id': '2c823deab1df42e69afaab2d4eaa4113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:41:33Z', 'updated_at': '2021-10-28T21:44:17Z', 'revision_number': 6, 'project_id': '2c823deab1df42e69afaab2d4eaa4113', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:18.296613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c6fdc03-9e8f-4db8-9c3d-69755bf3d871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.306659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c6fdc03-9e8f-4db8-9c3d-69755bf3d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.353880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5c6fdc03-9e8f-4db8-9c3d-69755bf3d871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9934e838718147bdbf18245b8a006d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817515 Oct 28 21:44:18.354683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fdc03-9e8f-4db8-9c3d-69755bf3d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02cdff7-089b-48a9-8907-577a97fdcc25,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:18.358436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:18.405465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.430100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.437464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-660c9040-d84e-4019-baa6-6135bec0efdb tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:18.438877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-660c9040-d84e-4019-baa6-6135bec0efdb tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.1273613 Oct 28 21:44:18.458976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.503624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5dcff5e-b11d-432c-ba06-50a26c242a62,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:18.547112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.551886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.553753 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d02cdff7-089b-48a9-8907-577a97fdcc25 HTTP/1.1" status: 204 len: 168 time: 0.1938894 Oct 28 21:44:18.563202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074062c-6547-4bd4-a942-ce5f53d9b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02cdff7-089b-48a9-8907-577a97fdcc25,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:18.678630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a478b9-b44e-447d-acdb-e14a89d78ab1 req-689512fc-e1cc-4094-b37c-c3940da8ca9f tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:18.688717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13a478b9-b44e-447d-acdb-e14a89d78ab1 req-689512fc-e1cc-4094-b37c-c3940da8ca9f tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.3059103 Oct 28 21:44:18.726247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995101c-8548-446d-8e9e-a5e37a57e18d req-762f9393-2cf6-4cc7-8bfb-234dc2810530 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:18.735237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7995101c-8548-446d-8e9e-a5e37a57e18d req-762f9393-2cf6-4cc7-8bfb-234dc2810530 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 1097 time: 0.3198342 Oct 28 21:44:18.777888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.891051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13a478b9-b44e-447d-acdb-e14a89d78ab1 req-e610103e-77e5-428c-833b-ed5d4afeecbf tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978288 Oct 28 21:44:18.896827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33460) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:18.909152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.922982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:18.963931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7995101c-8548-446d-8e9e-a5e37a57e18d req-a0994314-71bc-431a-bdfa-856b5d46a6d0 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264776 Oct 28 21:44:19.043556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Deleting port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:19.044062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.059639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.060150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.060691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.061191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.061640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.062084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.062531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:19.065420 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a338a708-6de3-4de8-981c-db059f60bb0d req-92be1d98-41fe-45e4-9da7-d9c270a125cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1669667 Oct 28 21:44:19.135018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.135862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a3bde3-11f8-488f-a14d-c3dcce6856e5 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:44:19.142323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.146717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0fc9ff93-3e4c-4348-91c2-0c236b538c6c admin admin] 10.222.0.31 "DELETE /v2.0/routers/37a3bde3-11f8-488f-a14d-c3dcce6856e5 HTTP/1.1" status: 204 len: 168 time: 1.5778682 Oct 28 21:44:19.147204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a338a708-6de3-4de8-981c-db059f60bb0d req-06f8d344-0d37-4848-9bbe-6ad47a878c89 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&id=64aad783-88da-4a3e-9424-13c196ea2512&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739868 Oct 28 21:44:19.149236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:19.218134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Deleting subnet 6cc411b4-d06a-4f0b-b082-d05ebc75ef05 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:19.222576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.233234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] For port 80b2af50-f7e6-46fa-adce-cd843d8f6c13, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=80b2af50-f7e6-46fa-adce-cd843d8f6c13,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:19.233638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.254137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Calling delete_port for 80b2af50-f7e6-46fa-adce-cd843d8f6c13 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:19.284059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.357514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.461726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.502886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.509587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc411b4-d06a-4f0b-b082-d05ebc75ef05,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:19.512587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.517062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['b1029eb3-7b83-4598-b3d0-b59f61d0554f'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:19.532379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ed1aafc-b65d-478f-8d2e-0c850be9ec7b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6cc411b4-d06a-4f0b-b082-d05ebc75ef05 HTTP/1.1" status: 204 len: 168 time: 0.3817108 Oct 28 21:44:19.538741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:19.550782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Pushing event deleted for resources: {'Port': ['ID=80b2af50-f7e6-46fa-adce-cd843d8f6c13,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:19.667662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 09e7976d-8c28-4af8-8dfc-4c0773540c27 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:19.711844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] No DVR routers for this DVR port 80b2af50-f7e6-46fa-adce-cd843d8f6c13 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:19.717507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.724989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 09e7976d-8c28-4af8-8dfc-4c0773540c27 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:19.725358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 09e7976d-8c28-4af8-8dfc-4c0773540c27 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:19.725885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f5dcff5e-b11d-432c-ba06-50a26c242a62 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:19.734227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd9a642d-f6d0-457a-af27-c9fa0168a11e req-1a265670-0969-41a6-ba0a-1a1f7a531397 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.44 "DELETE /v2.0/ports/80b2af50-f7e6-46fa-adce-cd843d8f6c13 HTTP/1.1" status: 204 len: 173 time: 1.2790375 Oct 28 21:44:19.735525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'name': 'network-vif-deleted', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:19.741239 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d6e5a-5ee9-4a42-be56-47701974e230" -d '{"events": [{"server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "name": "network-vif-deleted", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:19.800770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:19.851138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f5dcff5e-b11d-432c-ba06-50a26c242a62 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:19.851484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f5dcff5e-b11d-432c-ba06-50a26c242a62 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:19.852313 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9428b28-aebc-4de6-9f49-0508a4b66e90 x-openstack-request-id: req-a9428b28-aebc-4de6-9f49-0508a4b66e90 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:19.852846 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb81577-981f-4c22-9cb3-de6bc9912df4", "name": "network-vif-deleted", "tag": "80b2af50-f7e6-46fa-adce-cd843d8f6c13", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:19.852965 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9428b28-aebc-4de6-9f49-0508a4b66e90 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:19.853539 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb81577-981f-4c22-9cb3-de6bc9912df4', 'name': 'network-vif-deleted', 'tag': '80b2af50-f7e6-46fa-adce-cd843d8f6c13', 'status': 'completed', 'code': 200} Oct 28 21:44:19.997636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.026009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894e5781-7f44-4cfd-8dc7-23f5c259ee9b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:20.042802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9d61d9-ffe6-4092-a030-98eb020e5e59') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:20.043804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9d61d9-ffe6-4092-a030-98eb020e5e59') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:20.061849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.079743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.087817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:20.088219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:20.090321 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:20.132431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d67e7bf-bb38-41fe-8d0a-126e185af6ad req-e3cb9d8b-8590-44a3-a8e5-40cca045e57c tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=eeb81577-981f-4c22-9cb3-de6bc9912df4 HTTP/1.1" status: 200 len: 210 time: 0.0358760 Oct 28 21:44:20.167501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.180710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.187681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] 10.222.0.31 "DELETE /v2.0/networks/894e5781-7f44-4cfd-8dc7-23f5c259ee9b HTTP/1.1" status: 204 len: 168 time: 0.6462786 Oct 28 21:44:20.201781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729c52-630e-4d2b-81a0-a175fa684676 admin admin] Pushing event deleted for resources: {'Network': ['ID=894e5781-7f44-4cfd-8dc7-23f5c259ee9b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:20.454278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:20.504414 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dcee9fe3-636a-4cd6-8733-05ca7940ccb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c823deab1df42e69afaab2d4eaa4113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470047 Oct 28 21:44:20.505351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:20.586068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.613106 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.681510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.684206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:20.687806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21123802-6c7e-46d3-b98f-0aaad5a79721 HTTP/1.1" status: 204 len: 168 time: 0.1790843 Oct 28 21:44:20.695535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659b588-31db-4d67-85bf-40cfa7906e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21123802-6c7e-46d3-b98f-0aaad5a79721,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:21.243220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 80b2af50-f7e6-46fa-adce-cd843d8f6c13 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:21.285725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 80b2af50-f7e6-46fa-adce-cd843d8f6c13 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:21.294128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 80b2af50-f7e6-46fa-adce-cd843d8f6c13 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:21.543046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb959e-ca7d-44e1-8e3a-fd8afd85ae09 req-ea0c8377-ba01-4960-8c07-7f3e0930ba15 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:21.565952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8eb959e-ca7d-44e1-8e3a-fd8afd85ae09 req-ea0c8377-ba01-4960-8c07-7f3e0930ba15 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0817041 Oct 28 21:44:21.663109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8eb959e-ca7d-44e1-8e3a-fd8afd85ae09 req-45d8407b-6e21-4da6-8831-becf4c153bb8 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905352 Oct 28 21:44:21.726527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33584) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:21.727076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d9706-6721-456c-b2fb-edccfee1eb1b req-c907882c-cd0e-472a-9941-536bb2e5bd8b tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:21.737931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c4d9706-6721-456c-b2fb-edccfee1eb1b req-c907882c-cd0e-472a-9941-536bb2e5bd8b tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.0735052 Oct 28 21:44:21.803452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c4d9706-6721-456c-b2fb-edccfee1eb1b req-0495e500-cc6e-4ad5-98cc-0fa544a5ac2a tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Oct 28 21:44:21.868506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064519666-network', 'tenant_id': '1b6458baa8a24fac8d46ce240d6aee4d'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:21.889621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Made reservation on behalf of 1b6458baa8a24fac8d46ce240d6aee4d for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:21.891851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:21.901453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:21.978237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:21.981416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.006734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:22.015607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da9c02-b21b-4653-86b5-b4d82fc30271,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:22.023484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.023842 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Added segment c56bf0c8-0238-45fc-b32a-7a85495482ec of type vlan for network 5968eae3-4a22-4f1d-acea-96b3bccbf17c Oct 28 21:44:22.075029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.100858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.102125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:22.102713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.161686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4336874 Oct 28 21:44:22.163447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33588) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:22.167521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c38739-f160-460a-958f-f47bde5842ad admin admin] Pushing event updated for resources: {'Network': ['ID=5968eae3-4a22-4f1d-acea-96b3bccbf17c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:22.168743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Request body: {'subnet': {'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064519666-subnet', 'tenant_id': '1b6458baa8a24fac8d46ce240d6aee4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:22.182185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5968eae3-4a22-4f1d-acea-96b3bccbf17c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:22.192980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Made reservation on behalf of 1b6458baa8a24fac8d46ce240d6aee4d for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:22.195460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.376209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.433055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b527dc-2ffb-47ff-92c4-323d23e048bf,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:22.443271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Checking segment: {'id': 'c56bf0c8-0238-45fc-b32a-7a85495482ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:22.443621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Network hostable DHCP agents. Network: 5968eae3-4a22-4f1d-acea-96b3bccbf17c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:22.460177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Network 5968eae3-4a22-4f1d-acea-96b3bccbf17c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:22.469215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5968eae3-4a22-4f1d-acea-96b3bccbf17c) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:22.474268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:22.474851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:22.481772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c235741-e350-41b7-948d-29d0cc314e7e None None] Network 5968eae3-4a22-4f1d-acea-96b3bccbf17c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:22.500096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e03d4c8-ca4c-42d9-963f-0a957cdac6b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3273928 Oct 28 21:44:22.618332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21129d-d8dc-498d-b66b-0ac773df932a None None] Network 5968eae3-4a22-4f1d-acea-96b3bccbf17c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:22.887301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-7008163f-9a99-430c-bcb9-11522f517bcb tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:22.889400 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-7008163f-9a99-430c-bcb9-11522f517bcb tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.1596556 Oct 28 21:44:23.034569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Deleting port b1029eb3-7b83-4598-b3d0-b59f61d0554f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:23.035711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.094203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-85ab3a40-df1c-48e7-bc1f-a5b521d69135 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:23.095526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-85ab3a40-df1c-48e7-bc1f-a5b521d69135 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.44 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.2435946 Oct 28 21:44:23.135580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9595ede-e4a1-4c86-a21c-cf276b701823 req-17acd478-c896-4719-ae5c-584151029428 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:23.144198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9595ede-e4a1-4c86-a21c-cf276b701823 req-17acd478-c896-4719-ae5c-584151029428 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 946 time: 0.1834245 Oct 28 21:44:23.150302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] For port b1029eb3-7b83-4598-b3d0-b59f61d0554f, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b1029eb3-7b83-4598-b3d0-b59f61d0554f,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:23.150645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.159842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:23.166301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1968290087-network', 'tenant_id': 'a594e6542fad43a89d31c2944eec5290'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:23.173510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9c03a-dd66-4648-b5b1-9b0f460aba92 req-45f3f8d9-d1cf-4dff-a510-a1b5739a1fce tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:23.175090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97b9c03a-dd66-4648-b5b1-9b0f460aba92 req-45f3f8d9-d1cf-4dff-a510-a1b5739a1fce tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 1098 time: 0.2602673 Oct 28 21:44:23.193538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Calling delete_port for b1029eb3-7b83-4598-b3d0-b59f61d0554f owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:23.237595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9595ede-e4a1-4c86-a21c-cf276b701823 req-787a6351-4be0-4201-9170-b53a6f575af7 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/security-groups?id=3c73e406-d2fd-46ea-8139-f393eea79b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790732 Oct 28 21:44:23.266201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Made reservation on behalf of a594e6542fad43a89d31c2944eec5290 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:23.269473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.282244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.323571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97b9c03a-dd66-4648-b5b1-9b0f460aba92 req-8bad1ff3-538f-4795-941b-3e6fdbabed69 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=64e46441-6fe8-48da-8f0c-8c0a859b5c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Oct 28 21:44:23.357106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Deleting port a5f47b36-b767-405c-98a5-4c03c649825d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:23.357755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.453314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.459341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.461675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.476297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:23.476831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] For port a5f47b36-b767-405c-98a5-4c03c649825d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5f47b36-b767-405c-98a5-4c03c649825d,segment=NetworkSegment(a52981d9-bbb2-4340-9778-a36dc4f387f4),segment_id=a52981d9-bbb2-4340-9778-a36dc4f387f4)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:23.477420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.487842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.488236 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Added segment f1b3e3e7-e262-4b30-ad2d-58ee3274a3ce of type vlan for network cca620bb-efec-499b-8de1-88527fcc1676 Oct 28 21:44:23.499270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Calling delete_port for a5f47b36-b767-405c-98a5-4c03c649825d owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:23.540460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.591096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.592925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:23.594820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.685135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.698036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a5f47b36-b767-405c-98a5-4c03c649825d'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:23.713988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Pushing event updated for resources: {'Network': ['ID=cca620bb-efec-499b-8de1-88527fcc1676,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:23.733079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Pushing event deleted for resources: {'Port': ['ID=a5f47b36-b767-405c-98a5-4c03c649825d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:23.741460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cca620bb-efec-499b-8de1-88527fcc1676 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:23.742700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1029eb3-7b83-4598-b3d0-b59f61d0554f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:23.767124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed8c69-3ffa-4c2c-a697-b46965743c14,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:23.808737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] No DVR routers for this DVR port b1029eb3-7b83-4598-b3d0-b59f61d0554f on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:23.815885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] No DVR routers for this DVR port a5f47b36-b767-405c-98a5-4c03c649825d on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:23.818735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.822834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32c0cf37-dcda-4325-ba15-b60c8c7f9ae0 req-8d50f722-d6c9-4a5d-ae0a-809019257d41 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.44 "DELETE /v2.0/ports/a5f47b36-b767-405c-98a5-4c03c649825d HTTP/1.1" status: 204 len: 173 time: 0.7195373 Oct 28 21:44:23.825027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-912b91a8-b546-46b2-b6f2-b937e7452907 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6640656 Oct 28 21:44:23.825871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:23.829471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'name': 'network-vif-deleted', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:23.832548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:23.838279 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0b445ba5-b079-4ed7-8bda-160f05fdb2de req-6aa00766-ee32-466b-b75f-2e0bf8e278b9 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b1029eb3-7b83-4598-b3d0-b59f61d0554f HTTP/1.1" status: 204 len: 173 time: 0.9418905 Oct 28 21:44:23.838590 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0343519f-e3ab-4c68-b3b6-c4b7ad030f1f" -d '{"events": [{"server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "name": "network-vif-deleted", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:23.853047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'name': 'network-vif-deleted', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:23.859524 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078546b3-e026-4f71-a2ad-582437353f4e" -d '{"events": [{"server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "name": "network-vif-deleted", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:23.873401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Request body: {'subnet': {'network_id': 'cca620bb-efec-499b-8de1-88527fcc1676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1968290087-subnet', 'tenant_id': 'a594e6542fad43a89d31c2944eec5290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:23.930725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Made reservation on behalf of a594e6542fad43a89d31c2944eec5290 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:23.933155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:24.069356 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1662a796-03fe-43ef-b1d9-b9d1fa340819 x-openstack-request-id: req-1662a796-03fe-43ef-b1d9-b9d1fa340819 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:24.069786 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7691fcd-8f5e-4b74-8847-e4c899263cb8", "name": "network-vif-deleted", "tag": "b1029eb3-7b83-4598-b3d0-b59f61d0554f", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:24.070068 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1662a796-03fe-43ef-b1d9-b9d1fa340819 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:24.071196 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7691fcd-8f5e-4b74-8847-e4c899263cb8', 'name': 'network-vif-deleted', 'tag': 'b1029eb3-7b83-4598-b3d0-b59f61d0554f', 'status': 'completed', 'code': 200} Oct 28 21:44:24.191841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:24.262940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3906484-ee15-4762-bc42-13c90389fbd2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:24.293281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Checking segment: {'id': 'f1b3e3e7-e262-4b30-ad2d-58ee3274a3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cca620bb-efec-499b-8de1-88527fcc1676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:24.294028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Network hostable DHCP agents. Network: cca620bb-efec-499b-8de1-88527fcc1676, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:24.329702 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448a8cd-d240-4a5e-9535-4cc073588102 x-openstack-request-id: req-d448a8cd-d240-4a5e-9535-4cc073588102 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:24.330373 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444e122-831c-451f-a7cf-615efc7e875d", "name": "network-vif-deleted", "tag": "a5f47b36-b767-405c-98a5-4c03c649825d", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:24.330373 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d448a8cd-d240-4a5e-9535-4cc073588102 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:24.330955 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444e122-831c-451f-a7cf-615efc7e875d', 'name': 'network-vif-deleted', 'tag': 'a5f47b36-b767-405c-98a5-4c03c649825d', 'status': 'completed', 'code': 200} Oct 28 21:44:24.334811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Network cca620bb-efec-499b-8de1-88527fcc1676 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:24.374871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cca620bb-efec-499b-8de1-88527fcc1676) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:24.391876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:24.392752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba270f6d-b700-4374-a423-85fea3c83443 None None] Network cca620bb-efec-499b-8de1-88527fcc1676 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:24.393612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:24.440331 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cbdf1cae-77f4-4e8d-8da1-d2e785679873 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6007371 Oct 28 21:44:24.474072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69cd9b47-5c56-41dc-9d15-e688f69664df req-8dfac475-73b7-4b12-9677-d152110503a3 tempest-ServerTagsTestJSON-1585223865 tempest-ServerTagsTestJSON-1585223865-project] 10.222.0.31 "GET /v2.0/ports?device_id=c444e122-831c-451f-a7cf-615efc7e875d HTTP/1.1" status: 200 len: 210 time: 0.0936694 Oct 28 21:44:24.551338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c3852a6-2357-4d25-8340-64b9b05a511d req-d5f4371d-f7b2-4c50-914e-7d9a901fa2d1 tempest-TestServerMultinode-1336647853 tempest-TestServerMultinode-1336647853-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a7691fcd-8f5e-4b74-8847-e4c899263cb8 HTTP/1.1" status: 200 len: 210 time: 0.0723543 Oct 28 21:44:24.683236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93bcbb-01ad-411f-885c-685eee11baa4 None None] Network cca620bb-efec-499b-8de1-88527fcc1676 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:24.950086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b1029eb3-7b83-4598-b3d0-b59f61d0554f no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:24.972138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: b1029eb3-7b83-4598-b3d0-b59f61d0554f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:24.972504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b1029eb3-7b83-4598-b3d0-b59f61d0554f not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:25.051331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-dc50e40b-cb32-4bc8-8060-935dfcabfb1f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:25.052840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-dc50e40b-cb32-4bc8-8060-935dfcabfb1f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/networks?id=5968eae3-4a22-4f1d-acea-96b3bccbf17c HTTP/1.1" status: 200 len: 825 time: 0.1160045 Oct 28 21:44:25.069589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-416a24c8-b006-44b8-81a2-86441baf09de tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/quotas/1b6458baa8a24fac8d46ce240d6aee4d HTTP/1.1" status: 200 len: 375 time: 0.0101495 Oct 28 21:44:25.105934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-fadd6925-511b-47bc-893c-71dce6eff2eb tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b6458baa8a24fac8d46ce240d6aee4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304623 Oct 28 21:44:25.328210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bf6a2be1-6830-47b7-9c9f-0763dc79c87b service neutron] 10.222.0.31 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135811 Oct 28 21:44:25.429393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-4e635db3-ad95-4732-8162-0c9491770e46 service neutron] 10.222.0.31 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950911 Oct 28 21:44:25.564326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:25.645892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:25.660264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38b8e413-b4f4-4abb-aaa6-537585ea7b55 req-d15302d9-c35a-4d0f-b97c-11f44ad26b9e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 210 time: 0.0537176 Oct 28 21:44:25.745719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Deleting subnet 2466644f-e346-4a07-9146-5fc4345abfbf {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:25.751379 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:25.806853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:25.923633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.019043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.051027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2466644f-e346-4a07-9146-5fc4345abfbf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:26.057947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.063926 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f90a14d-ba9e-4262-9204-0b51815fee32 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2466644f-e346-4a07-9146-5fc4345abfbf HTTP/1.1" status: 204 len: 168 time: 0.4995050 Oct 28 21:44:26.065708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33676) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:26.213233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.551748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.594958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Deleting port 4189a324-0b9e-42a2-86a2-51e0493b1fee {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:26.596065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.663473 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.718274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653fb432-84a5-4e88-8f9e-c5a4569df221']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:26.735794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] For port 4189a324-0b9e-42a2-86a2-51e0493b1fee, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4189a324-0b9e-42a2-86a2-51e0493b1fee,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:26.737200 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.744182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52981d9-bbb2-4340-9778-a36dc4f387f4') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:26.744182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52981d9-bbb2-4340-9778-a36dc4f387f4') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:26.760126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Calling delete_port for 4189a324-0b9e-42a2-86a2-51e0493b1fee owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:26.770029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.803698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.830786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:26.831268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:26.833155 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:26.841579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33694) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:26.888719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46596638-9663-4ee0-876d-7f1124bd07db req-8a8d0e26-54ad-4409-a9c4-c97798bc28a8 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 210 time: 0.0849698 Oct 28 21:44:26.925221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.934172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:26.938042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] 10.222.0.31 "DELETE /v2.0/networks/653fb432-84a5-4e88-8f9e-c5a4569df221 HTTP/1.1" status: 204 len: 168 time: 0.8699565 Oct 28 21:44:27.009092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6937ad8-f92a-471b-8546-7276231fee06 admin admin] Pushing event deleted for resources: {'Network': ['ID=653fb432-84a5-4e88-8f9e-c5a4569df221,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:27.151025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33702) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:27.157731 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:44:27.166285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae170ecf-3e0f-4ddf-9a83-63486f0e4628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.241726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.252777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5f47b36-b767-405c-98a5-4c03c649825d no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:27.267203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ed3f29e1-6228-47a5-81cb-83808d7519a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b4725faf20c4998954e6d850335468e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127570 Oct 28 21:44:27.268671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:27.296696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a5f47b36-b767-405c-98a5-4c03c649825d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:27.297037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5f47b36-b767-405c-98a5-4c03c649825d not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:27.303309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4189a324-0b9e-42a2-86a2-51e0493b1fee,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:27.317813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-91724a33-14bf-4074-bcf7-98c171eaba08 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:27.319337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-91724a33-14bf-4074-bcf7-98c171eaba08 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.52 "GET /v2.0/networks?id=5968eae3-4a22-4f1d-acea-96b3bccbf17c HTTP/1.1" status: 200 len: 825 time: 0.2745290 Oct 28 21:44:27.351688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.381009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.389473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Request body: {'port': {'device_id': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c', 'admin_state_up': True, 'tenant_id': '1b6458baa8a24fac8d46ce240d6aee4d'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:27.463725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.467862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.469176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c73e406-d2fd-46ea-8139-f393eea79b7e HTTP/1.1" status: 204 len: 168 time: 0.1989422 Oct 28 21:44:27.507050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb02f2-84c6-43f3-91d9-259cd83c11e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c73e406-d2fd-46ea-8139-f393eea79b7e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:27.932710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae170ecf-3e0f-4ddf-9a83-63486f0e4628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:27.954065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ae170ecf-3e0f-4ddf-9a83-63486f0e4628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.033023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae170ecf-3e0f-4ddf-9a83-63486f0e4628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd233c9b-1ae1-417a-a617-c19041e3754e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:28.051799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ae170ecf-3e0f-4ddf-9a83-63486f0e4628 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=563c70031c0c4e71bf74999c96c07f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2074895 Oct 28 21:44:28.056056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f881179b-c2e2-4934-a26e-93aef5eb3b19 req-6783a626-9a70-4834-8566-b3f7e0fc911d tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 210 time: 0.0609381 Oct 28 21:44:28.059385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33722) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:28.082920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.097645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Made reservation on behalf of 1b6458baa8a24fac8d46ce240d6aee4d for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:28.097886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.166751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.195411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.260541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.263347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.265095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd233c9b-1ae1-417a-a617-c19041e3754e HTTP/1.1" status: 204 len: 168 time: 0.1891320 Oct 28 21:44:28.276822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa0ed-8619-4d34-a4e2-ff64a4e1b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd233c9b-1ae1-417a-a617-c19041e3754e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:28.370403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Allocated IP 172.20.0.3 (5968eae3-4a22-4f1d-acea-96b3bccbf17c/80b527dc-2ffb-47ff-92c4-323d23e048bf/874b2539-188c-4da7-a69c-0cece49b7ebf) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:28.427572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33736) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:28.559963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Router febcd46d-ad49-4ef9-88dc-6aa760ef900f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:44:28.590103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1122653565-network', 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:28.616303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:28.618861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.628745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.687847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.715664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.719856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.728334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:28.734610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-30f84125-d5f3-49c6-8c53-bc425cc703e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/febcd46d-ad49-4ef9-88dc-6aa760ef900f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871117 Oct 28 21:44:28.737417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:28.746256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Sync routers for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:28.752069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:28.755899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:28.756583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:28.778684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.779035 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Added segment 396c800d-1994-478b-85e5-ee6fd85e325d of type vlan for network 02322a2d-971c-4e74-9cd1-27f940b60b01 Oct 28 21:44:28.796020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab928a-3b63-4824-801d-e23531048f9d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:28.813446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.853905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.883087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Pushing event updated for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:28.889435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.892006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:28.892524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:28.901159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Network 5968eae3-4a22-4f1d-acea-96b3bccbf17c is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:28.904615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:28.904974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:28.913342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:28.933075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5038798 Oct 28 21:44:28.946834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:28.959998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Request body: {'subnet': {'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1122653565-subnet', 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:28.993389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41686baf-23aa-4654-9f89-5c7da1704ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=02322a2d-971c-4e74-9cd1-27f940b60b01,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:29.013125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:29.026872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.044670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:29.044670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.160719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:29.164008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.181715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-bd58ee21-0ba2-4f6e-aa12-f6e7c8a2e00e tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8219752 Oct 28 21:44:29.201075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Request body: {'port': {'device_id': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:29.235886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052edfc-dbf1-4549-b3d7-9fb2a6029385 req-3752d382-8857-47cc-95be-fe8653eac98f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:29.238713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1052edfc-dbf1-4549-b3d7-9fb2a6029385 req-3752d382-8857-47cc-95be-fe8653eac98f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 931 time: 0.0723896 Oct 28 21:44:29.239741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:44:26Z', 'revision_number': 5, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:29.270811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Checking router: febcd46d-ad49-4ef9-88dc-6aa760ef900f for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:29.280278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Routers {'febcd46d-ad49-4ef9-88dc-6aa760ef900f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:29.281510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:29.301708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1052edfc-dbf1-4549-b3d7-9fb2a6029385 req-daf8e8cc-1367-4588-9b61-8d77fa0604fb tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497248 Oct 28 21:44:29.348085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.369234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.421502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] Set router febcd46d-ad49-4ef9-88dc-6aa760ef900f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:29.621253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Deleting port 5e05653a-2c83-4162-a228-b2ac38ca104e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:29.621879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.669920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:44:26Z', 'revision_number': 5, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:29.713855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c066d13-c414-4dc7-bb12-0e83a34cdb84 None None] The sync data for ids ['febcd46d-ad49-4ef9-88dc-6aa760ef900f'] in n-d-806683-16 is: [{'id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'name': 'tempest-TestServerMultinode-1170394710-router', 'tenant_id': '4f5a270d1d4242598815b85c4b684f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:22Z', 'updated_at': '2021-10-28T21:44:26Z', 'revision_number': 5, 'project_id': '4f5a270d1d4242598815b85c4b684f24', 'gw_port': {'id': '5e05653a-2c83-4162-a228-b2ac38ca104e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ab:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febcd46d-ad49-4ef9-88dc-6aa760ef900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:23Z', 'updated_at': '2021-10-28T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:29.731647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.848577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7807a8e-9602-40a7-bc46-e74262d1d6e6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:29.852016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] For port 5e05653a-2c83-4162-a228-b2ac38ca104e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5e05653a-2c83-4162-a228-b2ac38ca104e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:29.852408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:29.875867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Calling delete_port for 5e05653a-2c83-4162-a228-b2ac38ca104e owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:29.887676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:29.888035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Network hostable DHCP agents. Network: 02322a2d-971c-4e74-9cd1-27f940b60b01, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:29.915449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:29.983549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:30.007005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b2539-188c-4da7-a69c-0cece49b7ebf {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:30.012405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 02322a2d-971c-4e74-9cd1-27f940b60b01) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:30.019364 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.022200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:30.022785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.024030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e2b6f-6071-4764-82e6-20b93726e5b3 None None] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:30.077134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Transition to ACTIVE for port object 874b2539-188c-4da7-a69c-0cece49b7ebf will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:30.081074 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9209ee8e-2256-4913-b9a8-8663a0a36d22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1330361 Oct 28 21:44:30.103611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.141463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'network': {'name': 'tempest-network-smoke--351043498', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:30.206479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Pushing event updated for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:30.220525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d67ac-f78a-4bc0-9a04-a855e049e80d None None] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:30.251426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:30.256317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.272851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.318290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Attempting to bind port 874b2539-188c-4da7-a69c-0cece49b7ebf on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:30.318624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Attempting to bind port 874b2539-188c-4da7-a69c-0cece49b7ebf by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'c56bf0c8-0238-45fc-b32a-7a85495482ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:30.318955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Attempting to bind port 874b2539-188c-4da7-a69c-0cece49b7ebf on network 5968eae3-4a22-4f1d-acea-96b3bccbf17c {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:30.329443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Port 874b2539-188c-4da7-a69c-0cece49b7ebf on network 5968eae3-4a22-4f1d-acea-96b3bccbf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:30.329765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Attempting to bind port 874b2539-188c-4da7-a69c-0cece49b7ebf on network 5968eae3-4a22-4f1d-acea-96b3bccbf17c {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:30.337704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:30.338049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Checking segment: {'id': 'c56bf0c8-0238-45fc-b32a-7a85495482ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:30.338546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Bound using segment: {'id': 'c56bf0c8-0238-45fc-b32a-7a85495482ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:30.339568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Bound port: 874b2539-188c-4da7-a69c-0cece49b7ebf, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56bf0c8-0238-45fc-b32a-7a85495482ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:30.340015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.365009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.425244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e05653a-2c83-4162-a228-b2ac38ca104e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:30.535342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683b7f6-b618-4b06-98ce-bdc2e4e83ac8 req-8330173c-e8a9-4c63-b779-ac33d808a134 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:30.537236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7683b7f6-b618-4b06-98ce-bdc2e4e83ac8 req-8330173c-e8a9-4c63-b779-ac33d808a134 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 943 time: 0.1023688 Oct 28 21:44:30.542528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.557746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.565098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:30.570049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=874b2539-188c-4da7-a69c-0cece49b7ebf,segment=NetworkSegment(c56bf0c8-0238-45fc-b32a-7a85495482ec),segment_id=c56bf0c8-0238-45fc-b32a-7a85495482ec)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:30.572354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.587176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:30.605530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.605530 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Added segment 86d0be66-4237-4617-b24e-477d21279fc3 of type vlan for network af5267dd-3653-42e0-a66d-a38be5d2cd26 Oct 28 21:44:30.606447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.663191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.709820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:30.710412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.712155 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] 10.222.0.52 "PUT /v2.0/ports/874b2539-188c-4da7-a69c-0cece49b7ebf HTTP/1.1" status: 200 len: 1092 time: 1.5158160 Oct 28 21:44:30.712155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:30.714538 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9098dda-8364-4277-80b0-6a108c7a91af" -d '{"events": [{"name": "network-changed", "server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:30.727909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.732106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.745907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d5cca5-c75d-45ca-a739-9f7aa4a5d741,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:30.774627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7683b7f6-b618-4b06-98ce-bdc2e4e83ac8 req-f5ae4ed5-676f-4874-860f-95098941be56 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243969 Oct 28 21:44:30.782039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.790622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:30.792276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:30.863808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9438250 Oct 28 21:44:30.905387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33806) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:30.941840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'admin_state_up': True, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:31.000768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece81c19-6c3b-4c6a-8583-69281f0a96b9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Network': ['ID=af5267dd-3653-42e0-a66d-a38be5d2cd26,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:31.009933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.011289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.017002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:31.075317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.139720 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349efb8-7aed-4469-bdc8-a07309d1819a x-openstack-request-id: req-7349efb8-7aed-4469-bdc8-a07309d1819a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:31.141308 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:31.142140 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7349efb8-7aed-4469-bdc8-a07309d1819a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:31.142589 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf', 'status': 'completed', 'code': 200} Oct 28 21:44:31.143722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642e4b6-673c-4681-a7a7-01b870f5404c service neutron] Pushing event updated for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:31.147209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.147794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router febcd46d-ad49-4ef9-88dc-6aa760ef900f {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:44:31.155632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.159576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe630a42-a058-4064-8264-65f3be3fdbfb admin admin] 10.222.0.31 "DELETE /v2.0/routers/febcd46d-ad49-4ef9-88dc-6aa760ef900f HTTP/1.1" status: 204 len: 168 time: 2.4209416 Oct 28 21:44:31.162789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33810) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:31.208126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-34066ca4-9208-4afb-85dd-bc9b54f6c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:31.209686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-34066ca4-9208-4afb-85dd-bc9b54f6c727 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b6458baa8a24fac8d46ce240d6aee4d&device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 1095 time: 0.4017031 Oct 28 21:44:31.211200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-12171e54-8d91-4bf2-b7a7-7de49c172207 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:31.212938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-12171e54-8d91-4bf2-b7a7-7de49c172207 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.3890214 Oct 28 21:44:31.234733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Deleting subnet a1e51d86-7040-4b0b-804e-30fd85805f17 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:31.245074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.304669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-c1df1f89-51d9-43f7-b3ee-4a7dbf8a7359 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874b2539-188c-4da7-a69c-0cece49b7ebf HTTP/1.1" status: 200 len: 217 time: 0.0825028 Oct 28 21:44:31.304915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-eac97904-b950-4b15-95f6-5fd26a63dca7 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0509837 Oct 28 21:44:31.309039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.350616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-27b7529e-aebb-487a-b934-18711bee10dd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447488 Oct 28 21:44:31.354655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.395326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-97063097-34bb-4aac-a78f-c8f7438c5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:31.397037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-97063097-34bb-4aac-a78f-c8f7438c5bc3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80b527dc-2ffb-47ff-92c4-323d23e048bf HTTP/1.1" status: 200 len: 865 time: 0.0848544 Oct 28 21:44:31.434916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-52f18c88-93b3-4d1e-a3bc-02961872e4e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5968eae3-4a22-4f1d-acea-96b3bccbf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306666 Oct 28 21:44:31.492066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-9633f780-e169-4185-80d3-df5b45c71cdb service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405888 Oct 28 21:44:31.520815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.589038 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-625311da-3098-41cf-aaa8-7a827c1ce883 service neutron] 10.222.0.52 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315856 Oct 28 21:44:31.669199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.670595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-b33f2970-959f-435c-878b-473686c41771 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679044 Oct 28 21:44:31.709664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e51d86-7040-4b0b-804e-30fd85805f17,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:31.714612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316750f-af19-4ca7-84b1-6e7d82afc632 None None] Network cbb69597-28c8-44bb-a92a-989f74d33ffa requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:31.715453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.718530 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-77d859bb-0d0f-41df-a70c-1d20353000ab admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a1e51d86-7040-4b0b-804e-30fd85805f17 HTTP/1.1" status: 204 len: 168 time: 0.5547783 Oct 28 21:44:31.723285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33812) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:31.765678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.782298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c43ccab1-13cb-4988-bbcd-921692acfe73 req-5284cfa5-bf3c-40b6-886b-706110e73364 service neutron] 10.222.0.52 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862886 Oct 28 21:44:31.833025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.840483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.962723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098dda-8364-4277-80b0-6a108c7a91af req-57174e37-b687-460b-9c27-746f08c6007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:31.964846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-57174e37-b687-460b-9c27-746f08c6007f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1b6458baa8a24fac8d46ce240d6aee4d&device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 1095 time: 0.0867860 Oct 28 21:44:31.966536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Deleting port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:31.967105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:31.999284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ac0ba44-9da5-438e-838d-af1a904686cd req-f35a2e46-554f-40f3-849d-446d56e105b1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 210 time: 0.0628304 Oct 28 21:44:32.005577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4189a324-0b9e-42a2-86a2-51e0493b1fee no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:32.081385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] For port a6a3dfce-7c49-4897-bdaf-f6d175f7d176, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,segment=NetworkSegment(d978f7f3-a9eb-4def-8956-828642c0a96b),segment_id=d978f7f3-a9eb-4def-8956-828642c0a96b)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:32.081784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.100529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Calling delete_port for a6a3dfce-7c49-4897-bdaf-f6d175f7d176 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:32.179486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827ad1e-6cd0-4f32-bc97-7e874b60383a req-208cb699-88ff-4969-bb54-fe9a0e9ba8a7 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:32.181198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7827ad1e-6cd0-4f32-bc97-7e874b60383a req-208cb699-88ff-4969-bb54-fe9a0e9ba8a7 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 943 time: 0.1956468 Oct 28 21:44:32.255171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4189a324-0b9e-42a2-86a2-51e0493b1fee {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:32.255883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4189a324-0b9e-42a2-86a2-51e0493b1fee not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:32.256553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5e05653a-2c83-4162-a228-b2ac38ca104e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:32.273767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.25.4.11 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:32.295890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5e05653a-2c83-4162-a228-b2ac38ca104e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:32.296589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5e05653a-2c83-4162-a228-b2ac38ca104e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:32.340134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.384847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebbdba-f2c1-4533-9c66-06c2732645d4 None None] DHCP port deletion for cbb69597-28c8-44bb-a92a-989f74d33ffa request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:44:32.394096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098dda-8364-4277-80b0-6a108c7a91af req-dcf90140-3e7c-48cd-9e64-69182dc28732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:32.396869 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-dcf90140-3e7c-48cd-9e64-69182dc28732 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5968eae3-4a22-4f1d-acea-96b3bccbf17c HTTP/1.1" status: 200 len: 926 time: 0.4155924 Oct 28 21:44:32.400679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a3dfce-7c49-4897-bdaf-f6d175f7d176,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:32.403451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] No DVR routers for this DVR port a6a3dfce-7c49-4897-bdaf-f6d175f7d176 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:32.430620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.481199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-714ad7d6-c8c3-4a7e-b4cb-3b47933dae54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874b2539-188c-4da7-a69c-0cece49b7ebf HTTP/1.1" status: 200 len: 217 time: 0.0731714 Oct 28 21:44:32.482461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7827ad1e-6cd0-4f32-bc97-7e874b60383a req-8c4f64bf-ec62-4fad-83bd-03395e6162de tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911863 Oct 28 21:44:32.483749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.536342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:32.539445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:32.543425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:32.549996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:32.605999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.647697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb69597-28c8-44bb-a92a-989f74d33ffa']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:32.664791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd978f7f3-a9eb-4def-8956-828642c0a96b') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:32.665139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd978f7f3-a9eb-4def-8956-828642c0a96b') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:32.679511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.689945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098dda-8364-4277-80b0-6a108c7a91af req-0036a137-986b-4806-a6c8-43f4c2224b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:32.691427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-0036a137-986b-4806-a6c8-43f4c2224b4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=80b527dc-2ffb-47ff-92c4-323d23e048bf HTTP/1.1" status: 200 len: 865 time: 0.1854830 Oct 28 21:44:32.699668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.735798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:32.736668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.741234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-3df02af1-4c31-462b-af60-4411a55b1e11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5968eae3-4a22-4f1d-acea-96b3bccbf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391805 Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:32.741885 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:32.885989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.894579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:32.898063 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cbb69597-28c8-44bb-a92a-989f74d33ffa HTTP/1.1" status: 204 len: 168 time: 1.1737871 Oct 28 21:44:32.901872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33830) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:32.915889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686b77-a9c9-4a04-a579-6263284febb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb69597-28c8-44bb-a92a-989f74d33ffa,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:32.933034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-581bea53-1e4d-4ad2-a799-4551af2d5741 service neutron] 10.222.0.52 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815374 Oct 28 21:44:33.045757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:33.105378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c9098dda-8364-4277-80b0-6a108c7a91af req-5a8e2d59-1290-4104-bec9-25d49ef84541 service neutron] 10.222.0.52 "GET /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626620 Oct 28 21:44:33.247525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62834fc1-596f-4d31-8b9e-9578cb5022a9 req-16d86720-19e5-442d-a51c-272f47dde3cc tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 210 time: 0.0820212 Oct 28 21:44:33.486524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-bcf60c73-90cb-4328-8d32-65210a6d4b6c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:33.488277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-bcf60c73-90cb-4328-8d32-65210a6d4b6c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.2866001 Oct 28 21:44:33.563628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a6a3dfce-7c49-4897-bdaf-f6d175f7d176 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:33.587920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a6a3dfce-7c49-4897-bdaf-f6d175f7d176 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:33.588255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a6a3dfce-7c49-4897-bdaf-f6d175f7d176 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:33.840142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:33.995503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab069524-eef1-44b7-b23f-66676f389318 req-7488c57e-c259-4cfc-9f25-c186d21cc83b tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:33.997000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab069524-eef1-44b7-b23f-66676f389318 req-7488c57e-c259-4cfc-9f25-c186d21cc83b tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 943 time: 0.1621180 Oct 28 21:44:34.008337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.143887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab069524-eef1-44b7-b23f-66676f389318 req-e7446f95-7fa7-4e48-8760-efd92214d5e5 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384568 Oct 28 21:44:34.169203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:34.173028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.354375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.452576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-083dab1a-c7d8-4869-b652-8fc84f4c2122 req-9dd91aa7-7670-4b83-a93a-84d34e07d26c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 210 time: 0.1236787 Oct 28 21:44:34.462706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:44:34.487692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.13 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/f7fd07d9-b300-4afc-b212-065818dc09ff) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:34.749339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:34.762928 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:34.785181 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:34.786248 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:34.793873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.795919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0ed2a036-659f-406d-8449-e7d041baae16 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8613026 Oct 28 21:44:34.800843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:34.839615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.911871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33848) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:34.912092 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8080c7fe-c8fc-4aac-85b6-2d2be87e4bb8 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=faa99188a2d448aa9b9526394dfcf292&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1096554 Oct 28 21:44:34.917853 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:34.959343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:34.969593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 874b2539-188c-4da7-a69c-0cece49b7ebf details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:44:35.099949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=874b2539-188c-4da7-a69c-0cece49b7ebf,segment=NetworkSegment(c56bf0c8-0238-45fc-b32a-7a85495482ec),segment_id=c56bf0c8-0238-45fc-b32a-7a85495482ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:35.113473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '874b2539-188c-4da7-a69c-0cece49b7ebf', 'network_id': '5968eae3-4a22-4f1d-acea-96b3bccbf17c', 'port_id': '874b2539-188c-4da7-a69c-0cece49b7ebf', 'mac_address': 'fa:16:3e:d9:7f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b527dc-2ffb-47ff-92c4-323d23e048bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:44:35.153185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.158118 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:32Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:35.168930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b2539-188c-4da7-a69c-0cece49b7ebf {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:35.182024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:35.192555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:35.192912 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Updating router aba08c81-d076-4f36-8cc5-e4997bc17ebb port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:44:35.195510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:35.199405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:35.200818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=874b2539-188c-4da7-a69c-0cece49b7ebf,segment=NetworkSegment(c56bf0c8-0238-45fc-b32a-7a85495482ec),segment_id=c56bf0c8-0238-45fc-b32a-7a85495482ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:35.202938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705ab3e-5dbc-458d-976c-63b022c08193 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:35.208090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0705ab3e-5dbc-458d-976c-63b022c08193 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2910473 Oct 28 21:44:35.208090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:35.208349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:35.212099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.240348 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.277901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Deleting port 00489d74-997c-4c58-9215-1e8a5079fc3b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:35.278273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.287591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:35.288269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.296435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f39cc2d8-2830-4466-be42-4af0673a0fa0 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831499 Oct 28 21:44:35.307101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:35.318245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462975301', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:35.329750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:35.403346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-add962e0-3167-44d7-964c-3d2ec9829238 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5711088 Oct 28 21:44:35.413000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['874b2539-188c-4da7-a69c-0cece49b7ebf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:35.418675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Request body: {'port': {'device_id': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:35.463087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0699-bd30-4a81-8731-a2cf1c089820 req-5d0a8011-eeaf-4ec9-8f2c-2cda8ef37dd1 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:35.464727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aba0699-bd30-4a81-8731-a2cf1c089820 req-5d0a8011-eeaf-4ec9-8f2c-2cda8ef37dd1 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 944 time: 0.1720803 Oct 28 21:44:35.494708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:35.498556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.505913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] For port 00489d74-997c-4c58-9215-1e8a5079fc3b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=00489d74-997c-4c58-9215-1e8a5079fc3b,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:35.506446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.550723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.575035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Calling delete_port for 00489d74-997c-4c58-9215-1e8a5079fc3b owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:35.641593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4aba0699-bd30-4a81-8731-a2cf1c089820 req-81a492c5-bda9-47f5-a780-e7a5c3e5da9c tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688225 Oct 28 21:44:35.694413 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.707197 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.744618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73917816-bb4a-420e-af20-20fe5edba3c3 req-32192e5c-7c53-4b43-b073-087720d96526 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:35.746132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73917816-bb4a-420e-af20-20fe5edba3c3 req-32192e5c-7c53-4b43-b073-087720d96526 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 932 time: 0.1808348 Oct 28 21:44:35.770002 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Attempting to bind port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:35.771015 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Attempting to bind port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:35.771535 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Attempting to bind port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:35.782346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:35.783532 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:35.784336 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.784908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:35.785556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Bound port: b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:35.786096 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.831586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Pushing event updated for resources: {'Port': ['ID=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:35.831799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.844696 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.845107 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.846191 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.846454 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.846791 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.847215 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.847450 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.847784 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.848046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.848446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.848778 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.849048 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:35.874301 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] For port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:35.878067 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] For port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:35.882526 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:35.929388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Subnet': ['ID=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:35.941554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Checking segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:35.942057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network hostable DHCP agents. Network: af5267dd-3653-42e0-a66d-a38be5d2cd26, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:35.973267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:35.975061 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aef4d-f184-4501-917a-72582bd8818b None None] Pushing event updated for resources: {'Port': ['ID=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:35.977161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-73917816-bb4a-420e-af20-20fe5edba3c3 req-57fe1f60-cc30-4d5a-809e-cb3eae174458 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182391 Oct 28 21:44:35.987330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, af5267dd-3653-42e0-a66d-a38be5d2cd26) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:35.987931 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:35.988835 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:35.999345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:36.000144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaac737-a63b-4c1f-8ea1-2880b3238fa8 None None] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:36.001012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.022688 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e798b4b5-0491-42b2-afe0-797adb6b6801 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7125790 Oct 28 21:44:36.025347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:36.180712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-af5267dd-3653-42e0-a66d-a38be5d2cd26', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:44:36.181812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.239591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.240432 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:36.273276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd07d9-b300-4afc-b212-065818dc09ff {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:36.281719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Pushing event deleted for resources: {'Port': ['ID=00489d74-997c-4c58-9215-1e8a5079fc3b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:36.297847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.366413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Transition to ACTIVE for port object f7fd07d9-b300-4afc-b212-065818dc09ff will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:36.379063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.425083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Allocated IP 172.20.0.2 (af5267dd-3653-42e0-a66d-a38be5d2cd26/fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f/ec60ce12-3cbe-400d-b014-56b13745534b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:36.537560 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:32Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:36.570682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:36.586959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79c264-d215-4112-a7fa-b5ac8de6478b None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:32Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:36.649846 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.656471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.661218 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.691940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Attempting to bind port f7fd07d9-b300-4afc-b212-065818dc09ff on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:36.691940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Attempting to bind port f7fd07d9-b300-4afc-b212-065818dc09ff by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:36.692380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Attempting to bind port f7fd07d9-b300-4afc-b212-065818dc09ff on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:36.717415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:36.718738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Pushing event updated for resources: {'Port': ['ID=ec60ce12-3cbe-400d-b014-56b13745534b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:36.731431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:36.734606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:36.787372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.801098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Port f7fd07d9-b300-4afc-b212-065818dc09ff on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:36.801891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Attempting to bind port f7fd07d9-b300-4afc-b212-065818dc09ff on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:36.807152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Attempting to bind port ec60ce12-3cbe-400d-b014-56b13745534b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:36.807531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Attempting to bind port ec60ce12-3cbe-400d-b014-56b13745534b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:36.807883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Attempting to bind port ec60ce12-3cbe-400d-b014-56b13745534b on network af5267dd-3653-42e0-a66d-a38be5d2cd26 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:36.818802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:36.818802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Checking segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:36.819165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.819681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Bound using segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:36.820277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Bound port: ec60ce12-3cbe-400d-b014-56b13745534b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:36.820687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.857359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:36.857698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:36.858083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:36.858528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Bound port: f7fd07d9-b300-4afc-b212-065818dc09ff, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:36.858882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.947791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] For port ec60ce12-3cbe-400d-b014-56b13745534b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:36.951121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] For port ec60ce12-3cbe-400d-b014-56b13745534b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec60ce12-3cbe-400d-b014-56b13745534b,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:36.967509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:36.975603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2950d92-f965-4f0b-989c-823e603d6706 req-642f0370-7143-40a9-af79-52463d867e10 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:36.982213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 874b2539-188c-4da7-a69c-0cece49b7ebf up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:36.983202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2950d92-f965-4f0b-989c-823e603d6706 req-642f0370-7143-40a9-af79-52463d867e10 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 944 time: 0.2070558 Oct 28 21:44:37.112433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2950d92-f965-4f0b-989c-823e603d6706 req-19744e81-31b0-42dd-9de4-884bfed95401 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281550 Oct 28 21:44:37.180942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8bc1d-cf8c-4cc5-a30e-7055bb418607 None None] Pushing event updated for resources: {'Port': ['ID=ec60ce12-3cbe-400d-b014-56b13745534b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:37.196154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 874b2539-188c-4da7-a69c-0cece49b7ebf completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:44:37.201942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 874b2539-188c-4da7-a69c-0cece49b7ebf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:37.202227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.214312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:37.293480 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.324434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:37.340268 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c4776-bdc9-47b2-b0b9-d3781007e840" -d '{"events": [{"server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "name": "network-vif-plugged", "status": "completed", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:37.365954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=874b2539-188c-4da7-a69c-0cece49b7ebf,segment=NetworkSegment(c56bf0c8-0238-45fc-b32a-7a85495482ec),segment_id=c56bf0c8-0238-45fc-b32a-7a85495482ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:37.379402 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.417550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.1 (af5267dd-3653-42e0-a66d-a38be5d2cd26/fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f/5ea07377-1f6d-4818-8bd2-3d52ae7e1a53) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:37.507182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:37.640824 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454369c8-db67-421a-bf37-b9218a8a76f6 x-openstack-request-id: req-454369c8-db67-421a-bf37-b9218a8a76f6 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:37.641256 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "name": "network-vif-plugged", "status": "completed", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:37.641669 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-454369c8-db67-421a-bf37-b9218a8a76f6 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:37.642645 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf', 'code': 200} Oct 28 21:44:37.786928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:37.801762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.904541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.906232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:37.906640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:37.910123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f7fd07d9-b300-4afc-b212-065818dc09ff,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:37.926796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.038975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:38.038975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:38.038975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:38.116404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.116404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.116404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] 10.222.0.44 "PUT /v2.0/ports/f7fd07d9-b300-4afc-b212-065818dc09ff HTTP/1.1" status: 200 len: 1093 time: 2.6176121 Oct 28 21:44:38.116404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:38.116404 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101" -d '{"events": [{"name": "network-changed", "server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:38.119102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7c5f-6e81-4f55-9f21-75961b8dec43 req-42c883a0-0f3c-481c-81e2-bf4c5dc97a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.119102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aa1a7c5f-6e81-4f55-9f21-75961b8dec43 req-42c883a0-0f3c-481c-81e2-bf4c5dc97a3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 1097 time: 0.3762186 Oct 28 21:44:38.178102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:38.179700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511f617-f073-42d2-8fb8-a9e8d7b9fe8e req-e14883b2-a71a-4170-ba37-c00a6e25daa7 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.181285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2511f617-f073-42d2-8fb8-a9e8d7b9fe8e req-e14883b2-a71a-4170-ba37-c00a6e25daa7 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 944 time: 0.9935672 Oct 28 21:44:38.194334 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4553f122-c67d-4eeb-9c33-d305df89eb7f x-openstack-request-id: req-4553f122-c67d-4eeb-9c33-d305df89eb7f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:38.194620 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:38.197705 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4553f122-c67d-4eeb-9c33-d305df89eb7f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:38.198336 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff', 'status': 'completed', 'code': 200} Oct 28 21:44:38.222487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.225166 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aa1a7c5f-6e81-4f55-9f21-75961b8dec43 req-4f2852f7-ea95-4a72-a5f2-8054bc5222ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775428 Oct 28 21:44:38.237333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.256900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:38.264862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.317962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4821-5e3a-471f-8801-5cf3219b61cf service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:38.335222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:44:38.340932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2511f617-f073-42d2-8fb8-a9e8d7b9fe8e req-1317f891-334d-4480-a8c5-040384a0bdb2 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235478 Oct 28 21:44:38.369425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-8027b39e-d8d8-422e-abcf-81d341fbda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.371387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-8027b39e-d8d8-422e-abcf-81d341fbda8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 1096 time: 0.2413898 Oct 28 21:44:38.382864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ea1a2-e33b-46f2-a579-4588c76f80c5 req-844e7327-0625-4e12-b88b-a201c544705f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.384102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:38.384965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb1ea1a2-e33b-46f2-a579-4588c76f80c5 req-844e7327-0625-4e12-b88b-a201c544705f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.1261866 Oct 28 21:44:38.476266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:38.534939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-a06e0127-3419-4ddc-8bd2-8956c24c296c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7fd07d9-b300-4afc-b212-065818dc09ff HTTP/1.1" status: 200 len: 217 time: 0.1487761 Oct 28 21:44:38.616738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb1ea1a2-e33b-46f2-a579-4588c76f80c5 req-1e209f83-872f-4acd-ac38-068f20d78c88 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164788 Oct 28 21:44:38.620716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-e91accce-b98c-485d-8974-5cd8d4889294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:38.622251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-e91accce-b98c-485d-8974-5cd8d4889294 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0778134 Oct 28 21:44:38.693579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-d3e001d7-fb09-4af4-b88f-32be272d3ddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388763 Oct 28 21:44:38.702013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:38.708806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e2a4f2ab-0e57-48af-9e2b-1d2e2c7f714e admin admin] 10.222.0.31 "PUT /v2.0/routers/5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8057492 Oct 28 21:44:38.714683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Sync routers for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:38.732269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:38.733335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:38.769056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:38.881327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:38.979250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-b4f841c1-1220-480e-8771-0c8a3b151739 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691479 Oct 28 21:44:39.009480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f8868-3795-4f54-945d-534c37f41868 None None] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:39.095015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.153623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] Provisioning complete for port ec60ce12-3cbe-400d-b014-56b13745534b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:39.153989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.222917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.234526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.281720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc8d4b04-4a64-490b-9bea-96f6ecd4adec req-2314a66d-b1ad-4327-bdaf-9d14560f3ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929609 Oct 28 21:44:39.310794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.401520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.430031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:44:36Z', 'revision_number': 5, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port': {'id': '1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:43:37Z', 'updated_at': '2021-10-28T21:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:39.439145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.444827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:39.493169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Checking router: 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:39.505201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] For port ec60ce12-3cbe-400d-b014-56b13745534b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec60ce12-3cbe-400d-b014-56b13745534b,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:39.515022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Routers {'5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:39.515866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:39.526503 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.552761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-8fd056cd-d1fa-4df8-acd4-bb84da26e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:39.554266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-8fd056cd-d1fa-4df8-acd4-bb84da26e04a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 1096 time: 0.1708534 Oct 28 21:44:39.703529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:39.705715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:39.874645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Deleting port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:39.874988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:39.917420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:44:39.927286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158c49-0104-4128-958b-b14962bd9d21 req-5143e993-d6ee-40c8-a05a-5ccc6f3dc356 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:39.929900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42158c49-0104-4128-958b-b14962bd9d21 req-5143e993-d6ee-40c8-a05a-5ccc6f3dc356 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 944 time: 0.4200387 Oct 28 21:44:39.938577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934a563-a767-422e-86eb-9d3dd3ac3b81 None None] Pushing event updated for resources: {'Port': ['ID=ec60ce12-3cbe-400d-b014-56b13745534b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:39.945877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec60ce12-3cbe-400d-b014-56b13745534b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:39.990863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-d1c34896-ded5-412f-ba42-34456501e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:39.992991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-d1c34896-ded5-412f-ba42-34456501e3ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.3884854 Oct 28 21:44:39.993425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] Set router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:40.056793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f2c07-7c27-4cad-a7f7-b6987a4f7155 req-9bb157d3-f27a-4c6a-8bef-a8cb4c6eeea6 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.058678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-877f2c07-7c27-4cad-a7f7-b6987a4f7155 req-9bb157d3-f27a-4c6a-8bef-a8cb4c6eeea6 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.3073025 Oct 28 21:44:40.066183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:44:39Z', 'revision_number': 6, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:40.093790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-f879745c-7dce-4267-9e76-f8a1cdc9eb9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7fd07d9-b300-4afc-b212-065818dc09ff HTTP/1.1" status: 200 len: 217 time: 0.0909123 Oct 28 21:44:40.120959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:40.132108 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:40.140574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42158c49-0104-4128-958b-b14962bd9d21 req-04e75da5-09ea-4f9e-9119-fbfdf97d1e49 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706381 Oct 28 21:44:40.159388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e5f139ac-7bb5-4d4f-8dce-67bab12a96c7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/aba08c81-d076-4f36-8cc5-e4997bc17ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1298730 Oct 28 21:44:40.160081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33926) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:40.161148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67b549-6927-4d9f-8702-b5357d00e0ba None None] The sync data for ids ['5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb'] in n-d-806683-16 is: [{'id': '5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb', 'name': 'tempest-TestServerMultinode-1541810835-router', 'tenant_id': 'b23f82a6df734a319fc2a91244b40592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:43:34Z', 'updated_at': '2021-10-28T21:44:39Z', 'revision_number': 6, 'project_id': 'b23f82a6df734a319fc2a91244b40592', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:40.162104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:40.162730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:40.194880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7ce7d66d-219f-46dd-a68c-1ea809e55838 None None] Provisioning complete for port ec60ce12-3cbe-400d-b014-56b13745534b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:40.195397 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d66d-219f-46dd-a68c-1ea809e55838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.227860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] For port 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:40.228662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.252207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-877f2c07-7c27-4cad-a7f7-b6987a4f7155 req-5a775a47-a4d4-40bc-a79b-a3c077bca382 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721284 Oct 28 21:44:40.257912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-d6b68c32-cbb6-4549-afd6-aaa4b5ab2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.259862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-d6b68c32-cbb6-4549-afd6-aaa4b5ab2513 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.1526799 Oct 28 21:44:40.265336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Calling delete_port for 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:40.304548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec60ce12-3cbe-400d-b014-56b13745534b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:40.304964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.326103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-72520424-7831-4eb8-965e-fa5d8eac35c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574918 Oct 28 21:44:40.467536 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:40.575960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:40.607735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7ce7d66d-219f-46dd-a68c-1ea809e55838 None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:40.608304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ce7d66d-219f-46dd-a68c-1ea809e55838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.669180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.669652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.670358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.670821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.671796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.671796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.672134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.672488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7d66d-219f-46dd-a68c-1ea809e55838 None None] Port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:40.672646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.673044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.673535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.674406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.684816 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68a15602-8d8d-431e-8709-73e116262d64 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7787 time: 0.5116940 Oct 28 21:44:40.685527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33936) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:40.714768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:40.715568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.750543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fde3db-0a75-47b0-9b30-ef8dbd46fc29 req-936c8a96-9b29-4ea9-89f6-c83ad31582b2 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.752387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4fde3db-0a75-47b0-9b30-ef8dbd46fc29 req-936c8a96-9b29-4ea9-89f6-c83ad31582b2 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.2534094 Oct 28 21:44:40.832047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3c6ef7c5-7057-4e3b-b52c-6323e7e95364 None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:40.834311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef7c5-7057-4e3b-b52c-6323e7e95364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.836452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4fde3db-0a75-47b0-9b30-ef8dbd46fc29 req-92de9191-2b16-4560-9d57-01f456a143b8 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734398 Oct 28 21:44:40.884796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.885439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:40.889196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.889837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.891031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.893443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.894094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.894695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.900124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.900823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.901438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.902051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:40.904598 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-43e848b5-0de9-4adb-bd92-680544914082 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7118 time: 0.2180669 Oct 28 21:44:40.908611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33944) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:40.964174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:41.010561 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:39Z', 'revision_number': 2, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:41.045448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-4d0e361a-b86b-49b1-8c44-d9b58226f263 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449243 Oct 28 21:44:41.048444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-567ec028-2f5a-4d09-a203-0fa2d7e807f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.065576 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:41.065934 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Updating router aba08c81-d076-4f36-8cc5-e4997bc17ebb port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:44:41.071130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ef7c5-7057-4e3b-b52c-6323e7e95364 None None] Port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:41.104859 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.201249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4e61899b-12b7-4281-af89-aea995992052 None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:41.202153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e61899b-12b7-4281-af89-aea995992052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.260980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb8ea0eb-f577-490d-9d2e-a6c3b14fe101 req-b9f196e9-817b-43b6-a6c2-43b9a54d9681 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399028 Oct 28 21:44:41.282086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5164a857-e42e-4b7a-9d17-8a0cd0094951 req-132737ca-80da-480c-b1db-21196f901f3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0852504 Oct 28 21:44:41.313004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f7fd07d9-b300-4afc-b212-065818dc09ff details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:44:41.366737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4e61899b-12b7-4281-af89-aea995992052 None None] Port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:41.409105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.415519 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5164a857-e42e-4b7a-9d17-8a0cd0094951 req-577bae4e-16e1-45ba-9561-dd2ffbf1506a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0563076 Oct 28 21:44:41.492688 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5164a857-e42e-4b7a-9d17-8a0cd0094951 req-91c36092-4690-472a-8ce8-94ce27320b4b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372558 Oct 28 21:44:41.493078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f7fd07d9-b300-4afc-b212-065818dc09ff,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:41.524160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'f7fd07d9-b300-4afc-b212-065818dc09ff', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': 'f7fd07d9-b300-4afc-b212-065818dc09ff', 'mac_address': 'fa:16:3e:8a:ae:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:44:41.623221 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.631699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.634817 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.638793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec60ce12-3cbe-400d-b014-56b13745534b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:41.667666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd07d9-b300-4afc-b212-065818dc09ff {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:41.682458 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.692469 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.702843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f7fd07d9-b300-4afc-b212-065818dc09ff,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:41.712526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.751040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a6d60-fde3-4591-a8f7-8c5ecc4d8ebf None None] Pushing event updated for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:41.786244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca962e4c-4e4c-4735-958d-6cad2c5bf6df tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2871 time: 0.8703611 Oct 28 21:44:41.786244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a857-e42e-4b7a-9d17-8a0cd0094951 req-84cee1a2-db3d-4317-865e-e71a87f004d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:41.786244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5164a857-e42e-4b7a-9d17-8a0cd0094951 req-84cee1a2-db3d-4317-865e-e71a87f004d3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925603 Oct 28 21:44:41.786802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.788779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:44:41.803470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.804642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f24ccc8b-c2c5-4ffe-a063-f9743cfebc93 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5cc1ad71-d895-4a1f-8a1c-1c4a3c377ffb HTTP/1.1" status: 204 len: 168 time: 3.0345881 Oct 28 21:44:41.807317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33960) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:41.809955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:41.824855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec60ce12-3cbe-400d-b014-56b13745534b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:41.825571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.846002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049038d4-1091-482b-ae69-cfd9b45d1306 req-ae43e9ee-b9c2-4b5f-b16b-f065100ace5d tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:41.854298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-049038d4-1091-482b-ae69-cfd9b45d1306 req-ae43e9ee-b9c2-4b5f-b16b-f065100ace5d tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.5916135 Oct 28 21:44:41.873480 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Attempting to bind port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:41.873837 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Attempting to bind port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:41.874410 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Attempting to bind port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 on network af5267dd-3653-42e0-a66d-a38be5d2cd26 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:41.878331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71583121-9a07-470a-bf1a-147c9bd9e891 req-3ad33958-cad8-4f89-bfdf-c94a9e5e21d6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:41.883384 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:41.884168 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Checking segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:41.884914 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.885467 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Bound using segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:41.886104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Bound port: 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:41.886284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71583121-9a07-470a-bf1a-147c9bd9e891 req-3ad33958-cad8-4f89-bfdf-c94a9e5e21d6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 944 time: 0.5625575 Oct 28 21:44:41.889035 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.916740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.921196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Deleting subnet 4ddfba4e-696e-4344-9d49-f882a7f479de {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:41.925875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:41.996267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.013858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:42.061767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-049038d4-1091-482b-ae69-cfd9b45d1306 req-6502ac7e-a4de-460d-85e3-7f8b065b8f9b tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017674 Oct 28 21:44:42.078826 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] For port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:42.079401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71583121-9a07-470a-bf1a-147c9bd9e891 req-b57f9aae-8b73-4d90-aa18-62188eea2544 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829302 Oct 28 21:44:42.102322 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] For port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:42.118936 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.157049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 00489d74-997c-4c58-9215-1e8a5079fc3b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:42.257784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 00489d74-997c-4c58-9215-1e8a5079fc3b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:42.258125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 00489d74-997c-4c58-9215-1e8a5079fc3b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:42.258748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:42.281483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:42.282035 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:42.282205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.387935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.401602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:42.404239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1bff305d-e3e7-4dc9-a3f0-d754fa9f79a2 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:42.421679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.442837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:42.443818 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.492024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.498396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ddfba4e-696e-4344-9d49-f882a7f479de HTTP/1.1" status: 204 len: 168 time: 0.6835814 Oct 28 21:44:42.500012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34f621-4fc4-4b65-af1a-13e710ecb9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddfba4e-696e-4344-9d49-f882a7f479de,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:42.501067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 33974) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:42.517362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fb075-a05a-43f1-a37f-f44b311fcb7f None None] Network 37165fb4-5fec-441e-83be-9508d41031e7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:42.569415 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:42.672764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33978) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:42.703522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915398188', 'description': 'tempest-secgroup-smoke-1915398188 description', 'project_id': 'faa99188a2d448aa9b9526394dfcf292'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:42.726932 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a6d60-fde3-4591-a8f7-8c5ecc4d8ebf None None] Pushing event updated for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:42.735010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.763649 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.763915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef64c65-643e-459e-a34b-7b66d4b4045e req-f3a025d9-895c-4f1f-b492-64977a1ecb36 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:42.771511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ef64c65-643e-459e-a34b-7b66d4b4045e req-f3a025d9-895c-4f1f-b492-64977a1ecb36 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.0939558 Oct 28 21:44:42.798090 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.886338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ef64c65-643e-459e-a34b-7b66d4b4045e req-9d210646-ae4d-456c-91d6-2b36d8755bb4 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139221 Oct 28 21:44:42.903379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] For port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:42.905488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.915426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.918894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Deleting port 3b2c5305-ee1e-47dc-a212-2443af4c9feb {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:42.919193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.920165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.925389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] DHCP port deletion for 37165fb4-5fec-441e-83be-9508d41031e7 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:44:42.948989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:42.980880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:42.982282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a54fdf91-1357-4b23-b90c-ac29ee1cbdcd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3082244 Oct 28 21:44:42.985193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33982) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:42.993700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:43.004077 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:43.024310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Pushing event updated for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:43.046477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.046826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.047197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.047672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.047839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] For port 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3b2c5305-ee1e-47dc-a212-2443af4c9feb,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:43.048079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.048760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.049171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.049448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.049598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.049881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.050394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.050887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.051390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f62e14-7e2d-4e0e-a173-a1b6fb34f960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:44:43.065951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Calling delete_port for 3b2c5305-ee1e-47dc-a212-2443af4c9feb owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:43.074507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c17d4cbe-b394-4765-a2ba-f0feddb90f88 None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:43.074878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c17d4cbe-b394-4765-a2ba-f0feddb90f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.077982 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe144c5-3d3d-44b6-83c3-0cbaf30e64d9 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:43.091464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.120337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Deleting port 3b2c5305-ee1e-47dc-a212-2443af4c9feb {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:43.120743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.294565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] For port 3b2c5305-ee1e-47dc-a212-2443af4c9feb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3b2c5305-ee1e-47dc-a212-2443af4c9feb,segment=NetworkSegment(0a7a0fce-3fff-464e-90a5-17303f6033a0),segment_id=0a7a0fce-3fff-464e-90a5-17303f6033a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:43.295270 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.317922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f7fd07d9-b300-4afc-b212-065818dc09ff up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:43.322200 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.326985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Calling delete_port for 3b2c5305-ee1e-47dc-a212-2443af4c9feb owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:43.334061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884266d2-4783-4a29-ae37-40c43ec1750f req-47ddb196-d7af-4065-bd94-208c0dbc6c0e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:43.334608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.342205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-884266d2-4783-4a29-ae37-40c43ec1750f req-47ddb196-d7af-4065-bd94-208c0dbc6c0e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 945 time: 0.1422799 Oct 28 21:44:43.366459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eb44ac-93ce-40db-9d23-1072cc0a6005,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:43.382172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.384274 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-42f91d22-c130-4aca-8f59-f2b2c44a9a86 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975997 Oct 28 21:44:43.390529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33990) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:43.397427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:43.424509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.444543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.453515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] No DVR routers for this DVR port 3b2c5305-ee1e-47dc-a212-2443af4c9feb on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:43.516575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-727ffc5a-99c6-4c8a-94c1-8d0967e98d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.517665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-884266d2-4783-4a29-ae37-40c43ec1750f req-42e07e14-481f-4e5d-96f8-ad3088850816 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637428 Oct 28 21:44:43.519220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2c5305-ee1e-47dc-a212-2443af4c9feb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:43.595795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.603086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port f7fd07d9-b300-4afc-b212-065818dc09ff completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:44:43.616996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port f7fd07d9-b300-4afc-b212-065818dc09ff triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:43.617653 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.628489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.634951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.635297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37165fb4-5fec-441e-83be-9508d41031e7']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:43.650165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7a0fce-3fff-464e-90a5-17303f6033a0') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:43.650437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7a0fce-3fff-464e-90a5-17303f6033a0') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:43.671097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc976d7-f47d-4307-8963-0b588a2a7f76,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:43.682072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:43.686684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.696024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.700720 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6cc320ab-fadd-4734-b9b6-5cb8970183d6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3084733 Oct 28 21:44:43.703647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 33996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:43.713997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:43.723901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.747974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:43.747974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.758115 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:43.768344 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:43.779939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.824246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] Pushing event deleted for resources: {'Port': ['ID=3b2c5305-ee1e-47dc-a212-2443af4c9feb,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:43.832513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cae1c5-858a-4039-b63e-9c30b7ab2062 None None] No DVR routers for this DVR port 3b2c5305-ee1e-47dc-a212-2443af4c9feb on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:43.895151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:43.895511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.897273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.945861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.957351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-998485aa-cc07-4cd0-9128-3fa9381cb8cf tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:43.958057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-998485aa-cc07-4cd0-9128-3fa9381cb8cf tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.52 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.1422889 Oct 28 21:44:43.962813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:43.964059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] 10.222.0.31 "DELETE /v2.0/networks/37165fb4-5fec-441e-83be-9508d41031e7 HTTP/1.1" status: 204 len: 168 time: 1.4600384 Oct 28 21:44:43.965656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df9123-d161-49e4-bfad-700e9622b598 admin admin] Pushing event deleted for resources: {'Network': ['ID=37165fb4-5fec-441e-83be-9508d41031e7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:44.003547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.031396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.034562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:44.037487 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def41212-0804-4e1b-8881-5fb3e6cd0ae4" -d '{"events": [{"server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:44.075887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f7fd07d9-b300-4afc-b212-065818dc09ff,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:44.090344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.128429 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b850e2-5b27-4037-a15b-32b6c2d7dfed x-openstack-request-id: req-73b850e2-5b27-4037-a15b-32b6c2d7dfed {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:44.129053 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:44.129444 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73b850e2-5b27-4037-a15b-32b6c2d7dfed {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:44.129964 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff', 'code': 200} Oct 28 21:44:44.161887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2f2e53-466a-4774-a5ce-0b331c253f65,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:44.183973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.189713 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26b3855b-1382-4470-b191-8c0b6fa355d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815483 Oct 28 21:44:44.195059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fe89b-ec30-4977-be18-6fd8aaf14f18 req-984db3bf-2299-41fe-9eb8-9b0cd460366f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:44.200474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-258fe89b-ec30-4977-be18-6fd8aaf14f18 req-984db3bf-2299-41fe-9eb8-9b0cd460366f tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 945 time: 0.1808140 Oct 28 21:44:44.201039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:44.210231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:44.244898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3b2c5305-ee1e-47dc-a212-2443af4c9feb no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:44.260070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:44.277159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3b2c5305-ee1e-47dc-a212-2443af4c9feb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:44.277500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3b2c5305-ee1e-47dc-a212-2443af4c9feb not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:44.317525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Deleting port 874b2539-188c-4da7-a69c-0cece49b7ebf {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:44:44.318271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.357878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-258fe89b-ec30-4977-be18-6fd8aaf14f18 req-697888de-e4ac-45a6-92f6-127a72bdaefb tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8da9c02-b21b-4653-86b5-b4d82fc30271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327367 Oct 28 21:44:44.390686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e004da1-25f1-473b-8e3b-3707033c0b97 req-e42c3f92-5179-4a99-bc2b-07d2de40d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:44.393326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e004da1-25f1-473b-8e3b-3707033c0b97 req-e42c3f92-5179-4a99-bc2b-07d2de40d0ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 1098 time: 0.1911924 Oct 28 21:44:44.394008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34012) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:44.440402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.466727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] For port 874b2539-188c-4da7-a69c-0cece49b7ebf, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=874b2539-188c-4da7-a69c-0cece49b7ebf,segment=NetworkSegment(c56bf0c8-0238-45fc-b32a-7a85495482ec),segment_id=c56bf0c8-0238-45fc-b32a-7a85495482ec)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:44.467177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.487289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e004da1-25f1-473b-8e3b-3707033c0b97 req-a1283583-cae1-4d27-a286-aca28a6c7ee9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865231 Oct 28 21:44:44.491434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Calling delete_port for 874b2539-188c-4da7-a69c-0cece49b7ebf owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:44:44.528013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e067e3c4-e507-4029-b7b5-aca97aa78542 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f5a270d1d4242598815b85c4b684f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329114 Oct 28 21:44:44.532949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34016) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:44.565701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.574673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.612334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c62796b-7a8a-4aa7-afdd-3ab1f021ff1e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:44.638204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.640205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e6850412-a667-4292-8f12-0eb891cc0014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4352844 Oct 28 21:44:44.644054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34020) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:44.650410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:44.657605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.703784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.717832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['874b2539-188c-4da7-a69c-0cece49b7ebf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:44.783442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Pushing event deleted for resources: {'Port': ['ID=874b2539-188c-4da7-a69c-0cece49b7ebf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:44.786558 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:44:44.790772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.812721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] No DVR routers for this DVR port 874b2539-188c-4da7-a69c-0cece49b7ebf on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:44:44.816275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.821379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6140f945-5747-48c8-a7f8-e9f91e979cb3 req-e0426964-1028-4c02-a3e1-8a004a9b9633 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.52 "DELETE /v2.0/ports/874b2539-188c-4da7-a69c-0cece49b7ebf HTTP/1.1" status: 204 len: 173 time: 0.8222568 Oct 28 21:44:44.821379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'name': 'network-vif-deleted', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:44.826118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.831501 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f5b03-b41b-4a24-acd9-3853bacc176d" -d '{"events": [{"server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "name": "network-vif-deleted", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:44.836504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.889539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af169cf-c462-4e1e-b971-f3d2b4eca5b3 req-acf45ee1-b9f0-47e4-9f5d-70ecdbda68da tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:44.899164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8af169cf-c462-4e1e-b971-f3d2b4eca5b3 req-acf45ee1-b9f0-47e4-9f5d-70ecdbda68da tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 946 time: 0.2436013 Oct 28 21:44:44.937517 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92811f-8e6b-401a-ba6e-33537a0a6a96 x-openstack-request-id: req-9a92811f-8e6b-401a-ba6e-33537a0a6a96 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:44.937977 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cb133e-19ff-46d8-81d8-c471d635ccff", "name": "network-vif-deleted", "tag": "874b2539-188c-4da7-a69c-0cece49b7ebf", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:44.938444 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a92811f-8e6b-401a-ba6e-33537a0a6a96 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:44.939039 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cb133e-19ff-46d8-81d8-c471d635ccff', 'name': 'network-vif-deleted', 'tag': '874b2539-188c-4da7-a69c-0cece49b7ebf', 'status': 'completed', 'code': 200} Oct 28 21:44:44.947848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-260ecd64-926a-4e6c-ab2c-583e31c528ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2473013 Oct 28 21:44:44.983034 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.987592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:44.989010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f57887e-92dd-4296-abd8-a93875b64df0 HTTP/1.1" status: 204 len: 168 time: 0.4529352 Oct 28 21:44:45.008012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8af169cf-c462-4e1e-b971-f3d2b4eca5b3 req-1b47c455-529b-4d72-8c49-66a72b009184 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078792 Oct 28 21:44:45.036492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec13a8-8e40-47d3-9eec-78af1a31d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f57887e-92dd-4296-abd8-a93875b64df0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:45.073814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.092171 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.118640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.146321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.150976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34032) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:45.151809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5057583 Oct 28 21:44:45.164532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '59363ae8-8dc7-4a52-b6e9-58cb09a95c9e', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:45.169092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb6ec-6d0a-4c90-84e6-731b895eec15 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119a8e2f-8b96-4728-9b4d-2c4e57fab547,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:45.181686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.182361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.183014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.183752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.184528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.185148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.185765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.187873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9835fcc1-d644-4eb1-86ec-4952b620d4a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1122358 Oct 28 21:44:45.206133 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:44:45.212322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.334010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.343873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.372231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd0f392-a5af-4bf1-af20-7f5060dcd249,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:45.381017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.390259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6868254a-4756-408a-b09a-e2bdfbf36792 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2303727 Oct 28 21:44:45.395403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3f96bc4-6e8a-4cc3-874c-859a63f2dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.395939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3f96bc4-6e8a-4cc3-874c-859a63f2dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.396507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3f96bc4-6e8a-4cc3-874c-859a63f2dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.399028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3f96bc4-6e8a-4cc3-874c-859a63f2dcbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 2298 time: 0.1848519 Oct 28 21:44:45.553947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-7ad8d565-accb-4664-b308-784abf3da9a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1416550 Oct 28 21:44:45.619235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0814036-a164-4aee-994f-00485bf364ac req-81f9e0db-b957-41f7-ad11-d97827d7d0c3 tempest-ServersNegativeTestMultiTenantJSON-140416696 tempest-ServersNegativeTestMultiTenantJSON-140416696-project] 10.222.0.31 "GET /v2.0/ports?device_id=80cb133e-19ff-46d8-81d8-c471d635ccff HTTP/1.1" status: 200 len: 210 time: 0.0495400 Oct 28 21:44:45.656155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34046) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:45.657976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-416e154b-62c3-445a-b6b1-0c2d84c70077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.659714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-416e154b-62c3-445a-b6b1-0c2d84c70077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.0876932 Oct 28 21:44:45.718375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-3dcf9580-96bd-4832-993e-3af75dfee36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:45.719887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-3dcf9580-96bd-4832-993e-3af75dfee36e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522566 Oct 28 21:44:45.728313 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-538738a8-b2db-4b77-b155-4441d58b3296 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b23f82a6df734a319fc2a91244b40592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708508 Oct 28 21:44:45.730789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34058) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:45.785834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.816629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.824210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-aa6c56c0-b2a4-4050-8a21-7e5c495b1558 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915398188&fields=id&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 267 time: 0.0993941 Oct 28 21:44:45.893550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.896539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:45.897695 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64e46441-6fe8-48da-8f0c-8c0a859b5c52 HTTP/1.1" status: 204 len: 168 time: 0.1658845 Oct 28 21:44:45.909551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-e18056b9-8ae8-4933-bd69-01c5db62846e service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761677 Oct 28 21:44:45.917057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e70e9-2bd5-4d0e-be30-3827d3f4914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e46441-6fe8-48da-8f0c-8c0a859b5c52,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:46.435555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-4b6248bf-3026-403f-9238-f2d373907698 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:46.437111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-4b6248bf-3026-403f-9238-f2d373907698 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/networks?id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 796 time: 0.5971301 Oct 28 21:44:46.474010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eae21-f84b-4638-87f8-f1d196c79519 req-6ab6099a-9189-4f8e-888d-462c8aa9808b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:46.475500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470eae21-f84b-4638-87f8-f1d196c79519 req-6ab6099a-9189-4f8e-888d-462c8aa9808b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 946 time: 0.1173916 Oct 28 21:44:46.481989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-33b1e1cf-96ce-4f5b-8f89-6e66445292a4 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636344 Oct 28 21:44:46.483173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-ee659076-a390-4ae4-8df9-a7114838adb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/quotas/faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 375 time: 0.0377333 Oct 28 21:44:46.565928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-72a4107b-b655-4e85-8f8f-89a90b2da944 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0637503 Oct 28 21:44:46.592171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470eae21-f84b-4638-87f8-f1d196c79519 req-8f4398da-3859-491b-bd1e-a5275c1fb905 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080542 Oct 28 21:44:46.664774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-0171b330-b1bf-4f1d-867b-971d71b4e065 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611128 Oct 28 21:44:46.667626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:46.691630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-ba2d9097-5ca9-44fc-ad29-b771e521eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:46.693812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-ba2d9097-5ca9-44fc-ad29-b771e521eafe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.1199501 Oct 28 21:44:46.718459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34100) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:46.842204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34112) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:46.912816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Deleting subnet 80b527dc-2ffb-47ff-92c4-323d23e048bf {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:46.959561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.003938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-11e37622-71ff-4fc3-ac77-ca35098d8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:47.005815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-11e37622-71ff-4fc3-ac77-ca35098d8073 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2909446 Oct 28 21:44:47.011055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 874b2539-188c-4da7-a69c-0cece49b7ebf no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:44:47.036214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 874b2539-188c-4da7-a69c-0cece49b7ebf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:44:47.036857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 874b2539-188c-4da7-a69c-0cece49b7ebf not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:44:47.041207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1194042180-network', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:47.067255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:47.071366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.086574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.101027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.104790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-10d961bb-c0e8-4138-87de-f9ddc66b2766 service neutron] 10.222.0.31 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297802 Oct 28 21:44:47.177287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.186257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.209595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:44:47.228665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.229006 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Added segment f26d825d-cf27-4579-916e-9e371af3de53 of type vlan for network 59dbb09c-2abf-4e99-b730-808751b92352 Oct 28 21:44:47.238195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51b2fea-18de-4a5a-9cbd-85e5b42690d0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:47.251314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-803649ca-c765-4ef3-b510-89bbf736ae95 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:47.253644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-803649ca-c765-4ef3-b510-89bbf736ae95 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.3713536 Oct 28 21:44:47.265784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.288870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.317329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.318647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:47.319332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.323703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-b8ff70c3-6236-4d1a-b88f-5f6f8415cdbb tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0632982 Oct 28 21:44:47.375164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-26a4eaad-1a6e-4160-9cca-3fc4b7146771 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544838 Oct 28 21:44:47.394682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5510755 Oct 28 21:44:47.398938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34126) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:47.411524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-4bd9b5ca-5284-4fe0-99d7-7dc1b525c73d service neutron] 10.222.0.31 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760537 Oct 28 21:44:47.413321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a519a-b209-4eed-ab00-da42d86408f4 admin admin] Pushing event updated for resources: {'Network': ['ID=59dbb09c-2abf-4e99-b730-808751b92352,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:47.418828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Request body: {'subnet': {'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1194042180-subnet', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:47.430614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 59dbb09c-2abf-4e99-b730-808751b92352 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:44:47.501435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.535395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:47.538134 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.571980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-6041f35a-70d6-45d4-92d1-397650aef119 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2319849 Oct 28 21:44:47.572784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b527dc-2ffb-47ff-92c4-323d23e048bf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:47.626914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.630404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-480e4bcf-07e6-4ba2-be12-c35e9bed4727 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80b527dc-2ffb-47ff-92c4-323d23e048bf HTTP/1.1" status: 204 len: 168 time: 0.9143481 Oct 28 21:44:47.633261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:47.643905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-c89e367d-4622-4754-af0c-37f1ec086c90 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481089 Oct 28 21:44:47.735096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.758377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c8a2abb-9cef-43dd-b119-e23d4cd9985b req-451c9879-a4c2-4262-b595-d6b6c99119fc tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 210 time: 0.1198001 Oct 28 21:44:47.767396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-5d6b0d0c-5851-4280-a5d6-6036b678ee85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 217 time: 0.1105535 Oct 28 21:44:47.861137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.877880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3d803f2-b708-49f1-aa91-8d1d5d1a8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:47.879377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-f3d803f2-b708-49f1-aa91-8d1d5d1a8a0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.1004572 Oct 28 21:44:47.888113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5968eae3-4a22-4f1d-acea-96b3bccbf17c']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:47.901882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56bf0c8-0238-45fc-b32a-7a85495482ec') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:47.902381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56bf0c8-0238-45fc-b32a-7a85495482ec') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:47.917706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.939216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.946707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-20a52ac5-1faa-4466-853b-c23dc5fbea18 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243852 Oct 28 21:44:47.953371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:47.954034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:47.957282 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:48.045588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.077231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.084306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5968eae3-4a22-4f1d-acea-96b3bccbf17c HTTP/1.1" status: 204 len: 168 time: 0.4474070 Oct 28 21:44:48.084306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672ecab-3c3a-48fb-8ef9-8f153aaea408 admin admin] Pushing event deleted for resources: {'Network': ['ID=5968eae3-4a22-4f1d-acea-96b3bccbf17c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:48.092557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-63a40816-a447-46e7-81d4-debfdf1c60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:48.093185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:48.106265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-63a40816-a447-46e7-81d4-debfdf1c60ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2160442 Oct 28 21:44:48.147365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Deleting subnet c3906484-ee15-4762-bc42-13c90389fbd2 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:44:48.151512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.214315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90015eb6-2164-49af-892c-7a9ee82a6193 req-4cddfa93-b360-46f9-8a43-6b9064149477 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607801 Oct 28 21:44:48.215811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.219713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.306543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a504d7-3395-4aa2-becc-d5f8cd774ad9,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:48.307230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.381542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:48.382259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Network hostable DHCP agents. Network: 59dbb09c-2abf-4e99-b730-808751b92352, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:44:48.413646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.447556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-36865650-17af-488e-907f-8f0c5c5088c7 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320837 Oct 28 21:44:48.463703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Network 59dbb09c-2abf-4e99-b730-808751b92352 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:44:48.475594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3906484-ee15-4762-bc42-13c90389fbd2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:48.478602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.484451 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3037acdf-735b-4c2b-8032-2eb718d7bfa0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c3906484-ee15-4762-bc42-13c90389fbd2 HTTP/1.1" status: 204 len: 168 time: 0.3877544 Oct 28 21:44:48.484827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34162) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:48.590918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.596173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 59dbb09c-2abf-4e99-b730-808751b92352) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:48.605474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d49142-42db-4b78-be93-13de99e55914 None None] Network 59dbb09c-2abf-4e99-b730-808751b92352 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:48.616692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:48.617767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.645920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5daf3b30-f675-4cca-bda4-96cb5b840ac3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2364428 Oct 28 21:44:48.650963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34172) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:48.659338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:48.734802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.740691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.746962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:48.816772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-2dea427c-b4fe-41dc-b8cb-b4d6588fc12a service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599329 Oct 28 21:44:48.866906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca620bb-efec-499b-8de1-88527fcc1676']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:48.917409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b3e3e7-e262-4b30-ad2d-58ee3274a3ce') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:48.918484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b3e3e7-e262-4b30-ad2d-58ee3274a3ce') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:48.956148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.010870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-59dbb09c-2abf-4e99-b730-808751b92352', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:44:49.012045 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.025832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.045262 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:44:49.045699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:44:49.048677 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:44:49.113482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-4bc9ffbe-12d2-4a53-be67-87b6270db403 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 217 time: 0.2421989 Oct 28 21:44:49.162542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.199581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.233843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.238832 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] 10.222.0.31 "DELETE /v2.0/networks/cca620bb-efec-499b-8de1-88527fcc1676 HTTP/1.1" status: 204 len: 168 time: 0.7527020 Oct 28 21:44:49.284757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0d90865-8542-4f6a-a3b2-5d235228dfd3 req-8f5d1e29-2ae3-4c33-9056-f9d149437e0d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 210 time: 0.1806469 Oct 28 21:44:49.355896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Allocated IP 172.20.0.2 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/72140e51-159e-42bd-aed3-a4bb84d4aa8b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:49.501628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-a6778121-828f-40c1-b4d2-029ac0e8d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:49.503213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-a6778121-828f-40c1-b4d2-029ac0e8d076 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.3611209 Oct 28 21:44:49.590193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:49.618295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.698727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.711751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf4c4-6da3-476d-9f0e-1ec3db37212b admin admin] Pushing event deleted for resources: {'Network': ['ID=cca620bb-efec-499b-8de1-88527fcc1676,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:49.722927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-6e7ac1ab-5038-4829-b4b6-46b30dee0975 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:49.725456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-6e7ac1ab-5038-4829-b4b6-46b30dee0975 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/networks?id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 796 time: 0.7833292 Oct 28 21:44:49.757814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87c5941e-5926-4c32-a15b-a3b50a74eb15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b6458baa8a24fac8d46ce240d6aee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660767 Oct 28 21:44:49.760324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:49.761549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-d0726adf-bf54-491d-924f-71a66d1757f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:49.763540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-d0726adf-bf54-491d-924f-71a66d1757f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2172825 Oct 28 21:44:49.772259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-1dce0e89-bada-4d63-a6e8-7fd758cd763f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:49.774269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-1dce0e89-bada-4d63-a6e8-7fd758cd763f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.3387988 Oct 28 21:44:49.796977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.834026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8267f0a-c3b5-484b-b7c0-090190cbb119 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 380 time: 0.0954876 Oct 28 21:44:49.843972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'port': {'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'admin_state_up': True, 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'security_groups': ['59363ae8-8dc7-4a52-b6e9-58cb09a95c9e']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:49.857874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-1f50e69c-5ff7-472f-8d9c-304bbe1b5899 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0718865 Oct 28 21:44:49.945746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:49.971675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-b05ddce7-7bc6-4dff-b839-adf26531457a service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961052 Oct 28 21:44:49.991247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.018140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-eadc517e-00bf-4fea-8f84-7cbd82cce981 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511891 Oct 28 21:44:50.060742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:50.064890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:50.066153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.074105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:50.077051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Pushing event updated for resources: {'Port': ['ID=72140e51-159e-42bd-aed3-a4bb84d4aa8b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:50.085382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:50.132352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.136039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.138175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8da9c02-b21b-4653-86b5-b4d82fc30271 HTTP/1.1" status: 204 len: 168 time: 0.3765616 Oct 28 21:44:50.154070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4130fe-8f47-457c-8adf-03c8316b39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8da9c02-b21b-4653-86b5-b4d82fc30271,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:50.175649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Attempting to bind port 72140e51-159e-42bd-aed3-a4bb84d4aa8b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:50.176284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Attempting to bind port 72140e51-159e-42bd-aed3-a4bb84d4aa8b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:50.176858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Attempting to bind port 72140e51-159e-42bd-aed3-a4bb84d4aa8b on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:50.191655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:50.192697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:50.193750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.194722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:50.195865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Bound port: 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:50.196782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.308274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] For port 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:50.315944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] For port 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72140e51-159e-42bd-aed3-a4bb84d4aa8b,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:50.339457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.464021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efa275-2c60-411e-9e43-1887026cccc4 None None] Pushing event updated for resources: {'Port': ['ID=72140e51-159e-42bd-aed3-a4bb84d4aa8b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:50.491421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.3 (af5267dd-3653-42e0-a66d-a38be5d2cd26/fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f/caada502-38cd-4704-af77-7f7dd945d68a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:50.702648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.724656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:50.809343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38306be0-4aee-45ae-b10d-16c09a5e8db9 req-f75820df-6110-46e4-8e8a-8d965dc17adf tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 210 time: 0.0990107 Oct 28 21:44:50.835590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:50.889609 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ce9764f5-49ed-4262-9cb8-b59988a4355c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a594e6542fad43a89d31c2944eec5290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635261 Oct 28 21:44:50.894847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:50.933826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:50.943266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:50.972924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:50.975839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:51.007913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-b98ae009-ed91-4f09-b5a2-04db0663390e service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185283 Oct 28 21:44:51.023327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-a0a8f618-40b9-4467-83b5-99bfba9ad612 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0439086 Oct 28 21:44:51.045715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.077332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:51.078244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.079955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.115372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.127182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-39577855-dbd5-4686-9d01-232ebc719ae4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 217 time: 0.0586627 Oct 28 21:44:51.130545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-b8579e7c-a72f-4690-92c6-36339df092f2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2912974 Oct 28 21:44:51.148323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Request body: {'port': {'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:51.161774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.219460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-26a4db2f-3412-46b2-872a-a9f71033d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:51.221508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-26a4db2f-3412-46b2-872a-a9f71033d5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.0700362 Oct 28 21:44:51.238024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.305096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0b8e85fb-2cb2-49ab-acb7-406cb0f135b9 None None] Provisioning complete for port caada502-38cd-4704-af77-7f7dd945d68a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:51.306131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0b8e85fb-2cb2-49ab-acb7-406cb0f135b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.316925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.319703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.320930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7aed8c69-3ffa-4c2c-a697-b46965743c14 HTTP/1.1" status: 204 len: 168 time: 0.4250443 Oct 28 21:44:51.348418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eed08-7c4a-401d-ba00-0b322fc63f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed8c69-3ffa-4c2c-a697-b46965743c14,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:51.362421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e85fb-2cb2-49ab-acb7-406cb0f135b9 None None] Port caada502-38cd-4704-af77-7f7dd945d68a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:51.374906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-a590169a-e93c-42b8-b89c-a33bb4845fe8 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661795 Oct 28 21:44:51.455530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-ceabc778-8f55-4905-83b4-f0ce02aacaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:51.457936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-ceabc778-8f55-4905-83b4-f0ce02aacaf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1980145 Oct 28 21:44:51.644269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Allocated IP 172.25.4.137 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/2e94019c-f98a-4dc4-ad57-1251e880e04a) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:51.718207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72140e51-159e-42bd-aed3-a4bb84d4aa8b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:51.720639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cfae78a-040e-46f3-8914-17c931de1e53 req-bfeb453e-c7c3-4639-9603-12fc0a799f12 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 210 time: 0.0515850 Oct 28 21:44:51.842259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 72140e51-159e-42bd-aed3-a4bb84d4aa8b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:51.843012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.882542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-d58e36d9-a9db-4d68-8930-4b56ff814e74 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070215 Oct 28 21:44:51.887304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caada502-38cd-4704-af77-7f7dd945d68a {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:51.909351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.929383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Transition to ACTIVE for port object caada502-38cd-4704-af77-7f7dd945d68a will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:51.942011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:51.947997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.051299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Pushing event updated for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:52.080872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72140e51-159e-42bd-aed3-a4bb84d4aa8b,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:52.097954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.104954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-e631df74-e0f6-402b-86c6-7d8ea83f07ce service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997905 Oct 28 21:44:52.212749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=72140e51-159e-42bd-aed3-a4bb84d4aa8b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:52.245746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2229e18-f44b-4e47-98c2-d34ca9ce594f None None] Network 59dbb09c-2abf-4e99-b730-808751b92352 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:44:52.259458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Attempting to bind port caada502-38cd-4704-af77-7f7dd945d68a on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:52.259885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Attempting to bind port caada502-38cd-4704-af77-7f7dd945d68a by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:52.260196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Attempting to bind port caada502-38cd-4704-af77-7f7dd945d68a on network af5267dd-3653-42e0-a66d-a38be5d2cd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:52.276189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Port caada502-38cd-4704-af77-7f7dd945d68a on network af5267dd-3653-42e0-a66d-a38be5d2cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:52.276553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Attempting to bind port caada502-38cd-4704-af77-7f7dd945d68a on network af5267dd-3653-42e0-a66d-a38be5d2cd26 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:52.290961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:52.291530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Checking segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:52.291991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Bound using segment: {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:52.292653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Bound port: caada502-38cd-4704-af77-7f7dd945d68a, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0be66-4237-4617-b24e-477d21279fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:52.293011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.350714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-5e09da71-8df0-41b7-b384-b62758422332 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 217 time: 0.2352865 Oct 28 21:44:52.363275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c4b6b2bb-20c8-4c41-b6cf-375c77e25802 None None] Provisioning complete for port 72140e51-159e-42bd-aed3-a4bb84d4aa8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:52.364250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c4b6b2bb-20c8-4c41-b6cf-375c77e25802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.421783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.457852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:52.471952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=caada502-38cd-4704-af77-7f7dd945d68a,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:52.485046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.546080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:52.546748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.548200 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] 10.222.0.52 "PUT /v2.0/ports/caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 200 len: 1092 time: 1.4083984 Oct 28 21:44:52.549074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:52.551232 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0b0d04-fa05-4245-88ec-14f940f33395" -d '{"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:52.609534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af857dd-757f-44d5-aec1-47f16412cf04 service neutron] Pushing event updated for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:52.645802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:52.663608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805403a-cb7a-41f3-8d77-7444f8e53c4a req-1478d9de-f3e3-4277-a5ff-8dc16c3c63a9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:52.674842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4805403a-cb7a-41f3-8d77-7444f8e53c4a req-1478d9de-f3e3-4277-a5ff-8dc16c3c63a9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 943 time: 0.5613658 Oct 28 21:44:52.722376 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22766edd-c889-4a9f-b5bb-88604398e0ad x-openstack-request-id: req-22766edd-c889-4a9f-b5bb-88604398e0ad {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:52.722710 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:52.723074 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22766edd-c889-4a9f-b5bb-88604398e0ad {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:52.723543 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a', 'status': 'completed', 'code': 200} Oct 28 21:44:52.741971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-02764b64-e7af-4472-bf17-5c5b9ef05e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:52.744145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-02764b64-e7af-4472-bf17-5c5b9ef05e28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1095 time: 0.1276152 Oct 28 21:44:52.797619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4805403a-cb7a-41f3-8d77-7444f8e53c4a req-de5b9dff-d2df-4751-b309-690c674b0899 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214750 Oct 28 21:44:52.838109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-39c27755-a74f-46c0-8e30-945245b47e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:52.839759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-39c27755-a74f-46c0-8e30-945245b47e1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.4592893 Oct 28 21:44:52.878790 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-ab1b7315-db48-4d5f-b746-1ee18a0393a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 200 len: 217 time: 0.1260724 Oct 28 21:44:52.896027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:52.916679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:52.947163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:52.961236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Pushing event updated for resources: {'Port': ['ID=2e94019c-f98a-4dc4-ad57-1251e880e04a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:52.999584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1526a53e-87e0-4350-b16d-b6bea030670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:52.999963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-1526a53e-87e0-4350-b16d-b6bea030670c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f HTTP/1.1" status: 200 len: 835 time: 0.1129560 Oct 28 21:44:53.059133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac2da812-e7df-44e5-8e65-7a67b42873db req-80651918-ce10-4d81-9497-08aa9a2997ae tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 210 time: 0.1133635 Oct 28 21:44:53.083131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9f3f55e6-909d-4b01-b54c-4ceca4e5d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:53.084904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-9f3f55e6-909d-4b01-b54c-4ceca4e5d882 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2325337 Oct 28 21:44:53.177100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807488e-fb1b-4b96-97e9-806104e12149 req-ac2f63e2-1d54-422d-aa27-35ad804131c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:53.179747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-ac2f63e2-1d54-422d-aa27-35ad804131c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af5267dd-3653-42e0-a66d-a38be5d2cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438198 Oct 28 21:44:53.331286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-54f76019-bf39-4db4-993b-f6ea26d6952c None None] Provisioning complete for port 72140e51-159e-42bd-aed3-a4bb84d4aa8b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:53.331970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54f76019-bf39-4db4-993b-f6ea26d6952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:53.332926 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-efd7fb1e-a76c-4271-b938-8b6da033976a service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370513 Oct 28 21:44:53.397661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-bd0d2a58-c6d0-47e2-a3fe-d8f7c871bc78 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016806 Oct 28 21:44:53.466490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.52', 58195) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:53.594468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b807488e-fb1b-4b96-97e9-806104e12149 req-ec1ba5d1-24f7-48bb-88ec-92735c7117a8 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548058 Oct 28 21:44:53.694647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72140e51-159e-42bd-aed3-a4bb84d4aa8b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:53.775328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:53.849524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 72140e51-159e-42bd-aed3-a4bb84d4aa8b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:53.851617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-80d43db1-bcc6-4c18-b1fe-18fce436bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:53.853393 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-80d43db1-bcc6-4c18-b1fe-18fce436bdb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1095 time: 0.1584313 Oct 28 21:44:53.853981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:54.089644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-ac230278-b41e-451d-a35b-29e209afe6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.091121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-ac230278-b41e-451d-a35b-29e209afe6f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 897 time: 0.2297156 Oct 28 21:44:54.147649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-5b1238dc-6c69-4b3f-b5b9-8ebbc9b1cfaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 200 len: 217 time: 0.0478234 Oct 28 21:44:54.190779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-34dafede-ed66-4bc5-8544-49d8b1d0f3a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520876 Oct 28 21:44:54.226214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-23f5577a-0122-4102-a542-c5815c90f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.227831 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-23f5577a-0122-4102-a542-c5815c90f589 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f HTTP/1.1" status: 200 len: 835 time: 0.0718257 Oct 28 21:44:54.294294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aebdd9b0-cf5b-4327-9457-40e92e2ccf79 req-dc14bc7e-486d-46f6-8b57-0600e5917a24 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 210 time: 0.1004558 Oct 28 21:44:54.308103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-8d23655e-dde2-4f34-a05e-0b195a07079e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.309499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-8d23655e-dde2-4f34-a05e-0b195a07079e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.8402429 Oct 28 21:44:54.311126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-e6b30e7b-311c-4a2d-bfca-6476f2f606db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.1043868 Oct 28 21:44:54.323302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-35111b53-a6a3-4b24-9408-6d162d8c10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.325288 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-35111b53-a6a3-4b24-9408-6d162d8c10b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af5267dd-3653-42e0-a66d-a38be5d2cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887492 Oct 28 21:44:54.333290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '6de4c843-f914-4664-8b4e-8883017aace9', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:54.413374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b3441-4d49-4080-bc54-767a8bdd1f70 req-ab869518-2637-4047-af90-8fda14513562 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.421147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-764b3441-4d49-4080-bc54-767a8bdd1f70 req-ab869518-2637-4047-af90-8fda14513562 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 943 time: 0.4160705 Oct 28 21:44:54.458343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-5d702cad-79e2-4182-9ce6-f25ec2089432 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256275 Oct 28 21:44:54.481165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-c1ae7770-47bc-4d96-92ee-58e0e5a5c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:54.482632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-c1ae7770-47bc-4d96-92ee-58e0e5a5c736 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.1641910 Oct 28 21:44:54.488006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:54.602890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ff0b0d04-fa05-4245-88ec-14f940f33395 req-d13e51ff-1fbf-4f80-93b3-a47aa876f4e2 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367629 Oct 28 21:44:54.603995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-764b3441-4d49-4080-bc54-767a8bdd1f70 req-8e826d28-13a2-4fdb-8133-a9521262789b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816220 Oct 28 21:44:55.050267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:44:55.054277 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:55.060342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-6d563ca6-a1e7-49e4-94ac-ddf06dda5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:55.061858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-6d563ca6-a1e7-49e4-94ac-ddf06dda5bfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5685830 Oct 28 21:44:55.240843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-0fb2a34e-95d8-48c7-ac8e-765bf13d6f68 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700838 Oct 28 21:44:55.368786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:44:55.387120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.9 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/75c7238f-ca37-41a7-b338-ba91a2059c0b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:55.440515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dd2bcc7-c3b6-45a4-93e9-142c69d579d8 req-ce76f666-5e3d-4d4e-80c8-203f6a9866e6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 210 time: 0.0334258 Oct 28 21:44:55.442373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2c6ee7b-4a7a-443e-affa-0ff2523401a1 req-639fa5b8-f1b4-4e72-9fd6-4392ccc82437 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940854 Oct 28 21:44:55.640852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:55.651323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:44:55.675639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:55.676408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:55.677836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dde44e22-f8f4-490e-b18e-1ec95e6d653c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0249915 Oct 28 21:44:55.678588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:55.680798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:44:55.702571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:55.800131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39f41c-b659-426d-9b48-ebf93a194f00 req-71d88756-1ffd-4687-ba24-6fd562f24db6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:55.801905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e39f41c-b659-426d-9b48-ebf93a194f00 req-71d88756-1ffd-4687-ba24-6fd562f24db6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 943 time: 0.0931656 Oct 28 21:44:55.806037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:55.879585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:55.912892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:55.931194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:55.935553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:55.938431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:55.948545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e39f41c-b659-426d-9b48-ebf93a194f00 req-669ac9b0-6349-4da8-b584-2cb59d7d38a3 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839319 Oct 28 21:44:55.948998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:56.005748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:56.010210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.034010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-945df1b9-a914-4d6b-90c4-fea9277f51c6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074344 Oct 28 21:44:56.050766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Request body: {'port': {'device_id': '6de4c843-f914-4664-8b4e-8883017aace9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:44:56.147467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.346478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:53Z', 'revision_number': 3, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:56.381306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:44:56.381988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Updating router fe056e30-7d0f-43eb-8f15-e5766716e0a9 port 2e94019c-f98a-4dc4-ad57-1251e880e04a binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:44:56.412655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.429360 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.699261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50340f-b07f-4400-b8ad-dd7af41fa1c8 req-16746616-9efc-4ae4-9b35-60be3ad1687d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:56.701805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a50340f-b07f-4400-b8ad-dd7af41fa1c8 req-16746616-9efc-4ae4-9b35-60be3ad1687d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 931 time: 0.1145215 Oct 28 21:44:56.703690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Allocated IP 172.20.0.1 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/bfa293a4-720f-42f8-a69a-ca12c4a154c1) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:44:56.726653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c7238f-ca37-41a7-b338-ba91a2059c0b {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:56.747411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.747810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.760622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.809207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Transition to ACTIVE for port object 75c7238f-ca37-41a7-b338-ba91a2059c0b will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:44:56.814070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a50340f-b07f-4400-b8ad-dd7af41fa1c8 req-c0ffe327-69f3-4810-8c1e-1df80d23ff09 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934849 Oct 28 21:44:56.821331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.845878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3e2a-bb57-420f-b765-fca7a23cc985 None None] Pushing event updated for resources: {'Port': ['ID=2e94019c-f98a-4dc4-ad57-1251e880e04a,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:56.855320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Attempting to bind port 2e94019c-f98a-4dc4-ad57-1251e880e04a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:56.855615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Attempting to bind port 2e94019c-f98a-4dc4-ad57-1251e880e04a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:56.855989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Attempting to bind port 2e94019c-f98a-4dc4-ad57-1251e880e04a on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:56.862831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:56.864181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:56.864181 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.864181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:56.864722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Bound port: 2e94019c-f98a-4dc4-ad57-1251e880e04a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:56.865676 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.889758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:56.929326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] For port 2e94019c-f98a-4dc4-ad57-1251e880e04a, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:56.933870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] For port 2e94019c-f98a-4dc4-ad57-1251e880e04a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2e94019c-f98a-4dc4-ad57-1251e880e04a,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:56.944496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:56.945830 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.012247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Attempting to bind port 75c7238f-ca37-41a7-b338-ba91a2059c0b on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:44:57.012949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Attempting to bind port 75c7238f-ca37-41a7-b338-ba91a2059c0b by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:44:57.013536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Attempting to bind port 75c7238f-ca37-41a7-b338-ba91a2059c0b on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:57.018999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:44:57.019218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Port 75c7238f-ca37-41a7-b338-ba91a2059c0b on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:44:57.019618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Attempting to bind port 75c7238f-ca37-41a7-b338-ba91a2059c0b on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:44:57.020162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:57.026892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:44:57.027735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:44:57.028133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:44:57.028600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Bound port: 75c7238f-ca37-41a7-b338-ba91a2059c0b, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:44:57.029173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.078627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.142964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device caada502-38cd-4704-af77-7f7dd945d68a details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:44:57.147042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:57.150207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:57.153407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:44:57.195835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Pushing event updated for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:57.214897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.276287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3e2a-bb57-420f-b765-fca7a23cc985 None None] Pushing event updated for resources: {'Port': ['ID=2e94019c-f98a-4dc4-ad57-1251e880e04a,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:57.276835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbf07b-0ce8-47d4-99c7-be5f508313d2 req-2e2699bf-7644-42c0-995f-0d284fb79afd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:57.286950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ccbf07b-0ce8-47d4-99c7-be5f508313d2 req-2e2699bf-7644-42c0-995f-0d284fb79afd tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 943 time: 0.2041738 Oct 28 21:44:57.325846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:44:57.354899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ccbf07b-0ce8-47d4-99c7-be5f508313d2 req-92a07e29-fbf2-4462-9e5b-a1d7f1b06211 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665421 Oct 28 21:44:57.381320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:44:57.397607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.434716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=caada502-38cd-4704-af77-7f7dd945d68a,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:57.450286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:57.450893 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.452313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/75c7238f-ca37-41a7-b338-ba91a2059c0b HTTP/1.1" status: 200 len: 1092 time: 1.4065897 Oct 28 21:44:57.454790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:44:57.458949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'caada502-38cd-4704-af77-7f7dd945d68a', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:44:57.476294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:44:57.477128 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacdb84c-2d02-46a9-b207-f0520fc63542" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:44:57.511205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4fd1-c1f1-464e-971d-4ce8667aa5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:57.539057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.570308 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220dc5a-8620-4e41-8c36-82ee9f8da108 x-openstack-request-id: req-2220dc5a-8620-4e41-8c36-82ee9f8da108 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:44:57.570308 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:44:57.570724 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2220dc5a-8620-4e41-8c36-82ee9f8da108 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:44:57.570833 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b', 'status': 'completed', 'code': 200} Oct 28 21:44:57.608083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-1ec5ce2f-4a59-4765-b9da-5ecb44e5406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:57.611751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-1ec5ce2f-4a59-4765-b9da-5ecb44e5406e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 1095 time: 0.0943024 Oct 28 21:44:57.699543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-8ab8a5ad-de9e-46b5-bf16-6e35a4878707 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b HTTP/1.1" status: 200 len: 217 time: 0.0761640 Oct 28 21:44:57.742371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.759012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.767661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.770087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caada502-38cd-4704-af77-7f7dd945d68a {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:44:57.802624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-8deb9599-8100-4291-8f78-2c58ef76d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:57.804103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-8deb9599-8100-4291-8f78-2c58ef76d53d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0956669 Oct 28 21:44:57.815918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=caada502-38cd-4704-af77-7f7dd945d68a,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:57.824736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9313f382-4bd9-4f79-98db-b9858cfaa15b None None] Provisioning complete for port bfa293a4-720f-42f8-a69a-ca12c4a154c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:57.826211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9313f382-4bd9-4f79-98db-b9858cfaa15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.833193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:57.863855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-39310a9c-6b6d-4140-82c1-fd5598814f1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514581 Oct 28 21:44:57.864082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Pushing event updated for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:57.873087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:58.030906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:44:58.032662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:44:58.093597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['caada502-38cd-4704-af77-7f7dd945d68a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:44:58.140795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9313f382-4bd9-4f79-98db-b9858cfaa15b None None] Port bfa293a4-720f-42f8-a69a-ca12c4a154c1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:58.166779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa547-bbb3-422c-80c9-9f7baba995de req-bff65d0b-8536-452c-bbeb-813917e8bf11 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:58.168454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-782aa547-bbb3-422c-80c9-9f7baba995de req-bff65d0b-8536-452c-bbeb-813917e8bf11 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 943 time: 0.1801867 Oct 28 21:44:58.196004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:44:58.210362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-03a97b3c-7879-42ca-a05c-1bb93c804898 service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385222 Oct 28 21:44:58.259325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-782aa547-bbb3-422c-80c9-9f7baba995de req-8d0e540f-4b41-4cf4-bda2-a5a23334c1d8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Oct 28 21:44:58.268204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:44:58.392236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ba3718d-577d-483f-8a7a-ef502a4a072b req-ff5fa6e8-b3e3-4418-85b9-f6588317735e service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699417 Oct 28 21:44:58.606532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37877c-68cc-48be-9f63-80c5a0230c0d req-281a1ae8-f002-4fdc-8246-a2a50ae8bd3d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:58.608537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e37877c-68cc-48be-9f63-80c5a0230c0d req-281a1ae8-f002-4fdc-8246-a2a50ae8bd3d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 944 time: 0.1233766 Oct 28 21:44:58.651658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:53Z', 'revision_number': 3, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:44:58.679298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e37877c-68cc-48be-9f63-80c5a0230c0d req-47c8e770-fc67-4623-b991-ba0c38e98729 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632296 Oct 28 21:44:58.688313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-387d476e-e603-4b45-83b4-b6f282bf3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:58.701160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-387d476e-e603-4b45-83b4-b6f282bf3e1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 1095 time: 0.1535909 Oct 28 21:44:58.741170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078cac9-ed7d-41eb-b722-7f6eb376d2da None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:53Z', 'revision_number': 3, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:44:58.759520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f3e2d67e-cf77-40ad-bf3f-1857b7c38d3b None None] Provisioning complete for port bfa293a4-720f-42f8-a69a-ca12c4a154c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:58.764417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f3e2d67e-cf77-40ad-bf3f-1857b7c38d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:58.876854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-ddd15d96-89d9-4586-9673-2e2daedd2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:58.878974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-ddd15d96-89d9-4586-9673-2e2daedd2adc service neutron] 10.222.0.52 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.1762595 Oct 28 21:44:58.886295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2d67e-cf77-40ad-bf3f-1857b7c38d3b None None] Port bfa293a4-720f-42f8-a69a-ca12c4a154c1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:44:58.912255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:44:58.922104 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f2d89ea9-3a12-4096-a64b-a0c56e17f15a admin admin] 10.222.0.31 "PUT /v2.0/routers/fe056e30-7d0f-43eb-8f15-e5766716e0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2393847 Oct 28 21:44:58.939212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-3e767967-a2f0-47f4-b971-2a9c99ff553a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b HTTP/1.1" status: 200 len: 217 time: 0.0510364 Oct 28 21:44:59.045162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-ca16d9a2-c43d-40ad-bf7e-e6f25582739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:59.046623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-ca16d9a2-c43d-40ad-bf7e-e6f25582739f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0961072 Oct 28 21:44:59.092821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-1e5775fd-a3b2-4af6-a15d-45b1640b84be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343876 Oct 28 21:44:59.284776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-42eea704-0582-4a90-8ce4-ed07518518b6 service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732905 Oct 28 21:44:59.475898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacdb84c-2d02-46a9-b207-f0520fc63542 req-fac285f3-eeae-4a1e-8ad9-48a7c3b7ced4 service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833241 Oct 28 21:44:59.503960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30b4c4-0902-4ca1-a695-14cbef65f7d2 req-29d7e650-76b3-4da0-a878-e08c05789ac3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:59.506024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b30b4c4-0902-4ca1-a695-14cbef65f7d2 req-29d7e650-76b3-4da0-a878-e08c05789ac3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 943 time: 0.1033082 Oct 28 21:44:59.624344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b30b4c4-0902-4ca1-a695-14cbef65f7d2 req-9d2fe3b4-c862-430a-a6e0-2268c5210144 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047063 Oct 28 21:44:59.654595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2e94019c-f98a-4dc4-ad57-1251e880e04a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:44:59.712077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2e94019c-f98a-4dc4-ad57-1251e880e04a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:44:59.712586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:59.846268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:44:59.913437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 2e94019c-f98a-4dc4-ad57-1251e880e04a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2e94019c-f98a-4dc4-ad57-1251e880e04a,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:44:59.916541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54700af1-ae41-4605-8a64-3e7cbfbe231e req-2ab03f35-2ad4-4da8-abdf-df20b1e1998b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:44:59.918606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54700af1-ae41-4605-8a64-3e7cbfbe231e req-2ab03f35-2ad4-4da8-abdf-df20b1e1998b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 944 time: 0.1006296 Oct 28 21:44:59.922341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.015622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54700af1-ae41-4605-8a64-3e7cbfbe231e req-8b188a8c-7c15-4892-a00c-8f5060a95a9e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826292 Oct 28 21:45:00.028266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=2e94019c-f98a-4dc4-ad57-1251e880e04a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:00.137756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34498) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:00.143769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-164042371-network', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:00.178166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Made reservation on behalf of c20a5e21e39747219df9a52860e3406e for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:00.191846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.204807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.292129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.297295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.320300 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:45:00.334220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c428e7ab-bdbf-4016-88e5-3558b89b23e6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:00.339265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.339690 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Added segment d6f26b11-e655-4345-a04a-70297c6164ec of type vlan for network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b Oct 28 21:45:00.392939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.421152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.425102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:00.426293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.497718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:00.497872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3587813 Oct 28 21:45:00.503808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b911c-fcab-4972-b881-817c493d160b admin admin] Pushing event updated for resources: {'Network': ['ID=fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:00.504800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Request body: {'subnet': {'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-164042371-subnet', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:00.515810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:45:00.535965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Made reservation on behalf of c20a5e21e39747219df9a52860e3406e for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:00.538589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.833663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67db3-89d2-447d-b26b-9e60557ee84c req-75e84bc4-c2ba-4100-9eb9-359dff5ffd0c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:00.835808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbd67db3-89d2-447d-b26b-9e60557ee84c req-75e84bc4-c2ba-4100-9eb9-359dff5ffd0c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 943 time: 0.1178513 Oct 28 21:45:00.839790 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:00.932041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:00.941401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbd67db3-89d2-447d-b26b-9e60557ee84c req-4c63742d-5ff7-4cba-8e80-062e759c975e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961354 Oct 28 21:45:00.949394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.949735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.950071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.950397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.950725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.951047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.951366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.951684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.951999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.952316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.952654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.952965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:00.961196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Checking segment: {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:00.961548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Network hostable DHCP agents. Network: fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:45:00.984350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:45:00.996261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:01.000644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:01.001804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.006095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b9fa8-9918-40f0-a0a8-ed85ed4cf1bd None None] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:01.036743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81f3baa7-09db-4b4a-81d1-78b3015fc6ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5368857 Oct 28 21:45:01.039511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34512) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:01.045986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:01.088789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.090330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device caada502-38cd-4704-af77-7f7dd945d68a up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:01.091895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.167394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port caada502-38cd-4704-af77-7f7dd945d68a completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:45:01.180671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port caada502-38cd-4704-af77-7f7dd945d68a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:01.181040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.220481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.223628 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:45:01.237451 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:01.238242 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:01.303366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:01.357849 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.368739 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:01.377354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3d52a-e857-41cc-8758-2af658d6594a req-1f964fd8-7432-45d9-9e67-5d1ca7ee9058 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:01.380358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a3d52a-e857-41cc-8758-2af658d6594a req-1f964fd8-7432-45d9-9e67-5d1ca7ee9058 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 944 time: 0.2530861 Oct 28 21:45:01.420105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:45:01.420105 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.464745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:01.467012 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97121a82-3acb-4895-9cb4-bb0cd683ffd5" -d '{"events": [{"server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "name": "network-vif-plugged", "status": "completed", "tag": "caada502-38cd-4704-af77-7f7dd945d68a"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:01.490410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d148f1d5-2672-4676-9a34-0ba05bca0741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.514950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=caada502-38cd-4704-af77-7f7dd945d68a,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:01.521583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.617208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a3d52a-e857-41cc-8758-2af658d6594a req-9eb7510e-ec51-41f3-9683-a489522f6853 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667531 Oct 28 21:45:01.655144 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe197b-9e35-4b04-b019-81b1d8c09a54 x-openstack-request-id: req-c1fe197b-9e35-4b04-b019-81b1d8c09a54 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:01.656744 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "name": "network-vif-plugged", "status": "completed", "tag": "caada502-38cd-4704-af77-7f7dd945d68a", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:01.657382 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1fe197b-9e35-4b04-b019-81b1d8c09a54 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:01.658616 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a', 'code': 200} Oct 28 21:45:01.662933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.696004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2e94019c-f98a-4dc4-ad57-1251e880e04a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:01.697614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d148f1d5-2672-4676-9a34-0ba05bca0741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.705132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d148f1d5-2672-4676-9a34-0ba05bca0741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.758651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d148f1d5-2672-4676-9a34-0ba05bca0741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=260548048d854f95beb4ad171c9a0f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531538 Oct 28 21:45:01.760945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148f1d5-2672-4676-9a34-0ba05bca0741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb7645-2734-4980-a1f3-b31403cbde1a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:01.763021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:01.791218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01249-bf19-474a-b247-8e0f60eb5285 req-60214af2-f410-473a-8bdf-eaeef612600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:01.792723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2a01249-bf19-474a-b247-8e0f60eb5285 req-60214af2-f410-473a-8bdf-eaeef612600a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1097 time: 0.1717024 Oct 28 21:45:01.845172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:01.863354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Allocated IP 172.20.0.2 (fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b/ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0/087660f1-adaf-412f-92e1-de74c09a22c1) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:01.865331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2e94019c-f98a-4dc4-ad57-1251e880e04a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:01.865701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.875610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2a01249-bf19-474a-b247-8e0f60eb5285 req-99892456-a560-4140-becf-bc9726892fbf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734978 Oct 28 21:45:01.881016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.890396 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 2, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:01.916616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:01.942787 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:45:01.943476 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Updating router fe056e30-7d0f-43eb-8f15-e5766716e0a9 port bfa293a4-720f-42f8-a69a-ca12c4a154c1 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:45:02.006036 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.096842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.099577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.100779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0cb7645-2734-4980-a1f3-b31403cbde1a HTTP/1.1" status: 204 len: 168 time: 0.3309135 Oct 28 21:45:02.122250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.139047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.148186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5ca07-9e82-41c0-831b-1f8879f7b6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb7645-2734-4980-a1f3-b31403cbde1a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:02.156673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.195307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.208218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Pushing event updated for resources: {'Port': ['ID=087660f1-adaf-412f-92e1-de74c09a22c1,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:02.234170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:02.234596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6467b4-0b4c-41da-952e-4bf18319edb9 req-d58bf631-5d5e-4d0e-8839-d71324ca0e6b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:02.237101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:02.246528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec6467b4-0b4c-41da-952e-4bf18319edb9 req-d58bf631-5d5e-4d0e-8839-d71324ca0e6b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 943 time: 0.1393962 Oct 28 21:45:02.251755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:02.332912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Attempting to bind port 087660f1-adaf-412f-92e1-de74c09a22c1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:02.333578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Attempting to bind port 087660f1-adaf-412f-92e1-de74c09a22c1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:02.334166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Attempting to bind port 087660f1-adaf-412f-92e1-de74c09a22c1 on network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:02.342523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:02.343216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Checking segment: {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:02.344587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.345187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Bound using segment: {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:02.345998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Bound port: 087660f1-adaf-412f-92e1-de74c09a22c1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:02.346581 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.414965 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.438950 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.479786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] For port 087660f1-adaf-412f-92e1-de74c09a22c1, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:02.483719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] For port 087660f1-adaf-412f-92e1-de74c09a22c1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=087660f1-adaf-412f-92e1-de74c09a22c1,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:02.491241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.600159 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601b3f5-8269-4234-b6b5-2595a4469b69 None None] Pushing event updated for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:02.614583 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Attempting to bind port bfa293a4-720f-42f8-a69a-ca12c4a154c1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:02.615260 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Attempting to bind port bfa293a4-720f-42f8-a69a-ca12c4a154c1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:02.615690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Attempting to bind port bfa293a4-720f-42f8-a69a-ca12c4a154c1 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:02.622542 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:02.623182 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:02.623500 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.623915 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:02.624623 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Bound port: bfa293a4-720f-42f8-a69a-ca12c4a154c1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:02.625260 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.639876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9623-ed82-4e17-bc04-465d2e33ca9b None None] Pushing event updated for resources: {'Port': ['ID=087660f1-adaf-412f-92e1-de74c09a22c1,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:02.700008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34538) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:02.715537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d03efd5-30e3-4440-81a4-9c51dbc3f5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.776290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] For port bfa293a4-720f-42f8-a69a-ca12c4a154c1, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:02.780911 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] For port bfa293a4-720f-42f8-a69a-ca12c4a154c1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bfa293a4-720f-42f8-a69a-ca12c4a154c1,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:02.820120 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:02.915426 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601b3f5-8269-4234-b6b5-2595a4469b69 None None] Pushing event updated for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:03.003756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d03efd5-30e3-4440-81a4-9c51dbc3f5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.008004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] Provisioning complete for port bfa293a4-720f-42f8-a69a-ca12c4a154c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:03.008953 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:03.009123 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.010204 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:03.015091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8d03efd5-30e3-4440-81a4-9c51dbc3f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.095433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 75c7238f-ca37-41a7-b338-ba91a2059c0b details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:03.121692 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d03efd5-30e3-4440-81a4-9c51dbc3f5c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcfdec058a364f449a88ce3eccc71add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193802 Oct 28 21:45:03.127121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34540) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:03.140054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03efd5-30e3-4440-81a4-9c51dbc3f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c8b1ca-5f94-4cfc-a587-bb31cad9af98,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:03.215283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec6467b4-0b4c-41da-952e-4bf18319edb9 req-2d8960ad-fc2b-4a65-a951-f2c194e438d3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9645579 Oct 28 21:45:03.254218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.263918 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:03.288870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.315610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c3158-d260-4759-a869-6448e4daffd3 req-810bf07f-5a9d-4209-82e8-d3de0e2be1c4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:03.331365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1c3158-d260-4759-a869-6448e4daffd3 req-810bf07f-5a9d-4209-82e8-d3de0e2be1c4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 945 time: 0.2899742 Oct 28 21:45:03.363894 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.380571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.383731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.385444 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04c8b1ca-5f94-4cfc-a587-bb31cad9af98 HTTP/1.1" status: 204 len: 168 time: 0.2572091 Oct 28 21:45:03.409768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf64144-bc50-478f-8059-edd2579fc5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c8b1ca-5f94-4cfc-a587-bb31cad9af98,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:03.425748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Allocated IP 172.25.4.89 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/186b0108-e679-4a55-8888-13ed4b10c85e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:03.497357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac1c3158-d260-4759-a869-6448e4daffd3 req-f2e31981-35df-4103-bc51-4e2f1d92c33a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550739 Oct 28 21:45:03.507167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] For port bfa293a4-720f-42f8-a69a-ca12c4a154c1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bfa293a4-720f-42f8-a69a-ca12c4a154c1,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:03.540566 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.561271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:03.636689 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:02Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:03.699574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '75c7238f-ca37-41a7-b338-ba91a2059c0b', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': '75c7238f-ca37-41a7-b338-ba91a2059c0b', 'mac_address': 'fa:16:3e:fa:44:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:45:03.707973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36438d69-7e53-4af1-b100-395d7b23963b None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:02Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:45:03.730604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caf301-c588-47ed-94c7-e2e1faab514c None None] Pushing event updated for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:03.763225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1cda2e9e-6d8b-4e98-aa80-4bbf15a53caf None None] Provisioning complete for port bfa293a4-720f-42f8-a69a-ca12c4a154c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:03.763588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1cda2e9e-6d8b-4e98-aa80-4bbf15a53caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.774095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 087660f1-adaf-412f-92e1-de74c09a22c1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:03.777767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.865990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.890150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:03.929453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:03.930468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c7238f-ca37-41a7-b338-ba91a2059c0b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:03.935952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:03.940879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:03.947821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Pushing event updated for resources: {'Port': ['ID=186b0108-e679-4a55-8888-13ed4b10c85e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:03.993488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:04.028938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.088772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 087660f1-adaf-412f-92e1-de74c09a22c1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:04.089441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.165373 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:45:04.215318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:04.309270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['75c7238f-ca37-41a7-b338-ba91a2059c0b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:04.421364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffaad2a-cde3-4932-8de2-97074d80cc60 None None] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:04.426505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.477659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6a46d-dacb-4082-b6be-267202ffc7f0 req-f27450c1-fb71-41b9-9dce-33b54d872739 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:04.485033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98d6a46d-dacb-4082-b6be-267202ffc7f0 req-f27450c1-fb71-41b9-9dce-33b54d872739 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 944 time: 0.1301157 Oct 28 21:45:04.538091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98d6a46d-dacb-4082-b6be-267202ffc7f0 req-aa1b712d-311f-4a52-a0e4-d0872c7905fc tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516462 Oct 28 21:45:04.538955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.579656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1cce38d2-8292-4dbe-8480-8c6cbe18505e None None] Provisioning complete for port 087660f1-adaf-412f-92e1-de74c09a22c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:04.580331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1cce38d2-8292-4dbe-8480-8c6cbe18505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.598370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 087660f1-adaf-412f-92e1-de74c09a22c1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=087660f1-adaf-412f-92e1-de74c09a22c1,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:04.680640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:04.734528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c795a9-671e-4f9b-b2fb-ca8bdca6107d req-50418920-5bcd-4fb4-a056-552d409fcf30 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:04.744288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c795a9-671e-4f9b-b2fb-ca8bdca6107d req-50418920-5bcd-4fb4-a056-552d409fcf30 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 945 time: 0.1225674 Oct 28 21:45:04.874705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=087660f1-adaf-412f-92e1-de74c09a22c1,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:04.913709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5c795a9-671e-4f9b-b2fb-ca8bdca6107d req-28ae28e8-8740-43cf-aa02-37aae2bd4472 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674187 Oct 28 21:45:04.937887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:05.215086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0876569-2f6f-4396-ae59-d3a9b5518ab0 req-2d9f4598-8779-41c6-a19a-9357640ca5c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:05.216899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0876569-2f6f-4396-ae59-d3a9b5518ab0 req-2d9f4598-8779-41c6-a19a-9357640ca5c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 945 time: 0.0781047 Oct 28 21:45:05.218099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Router b36a81de-247e-4538-9ba4-c972c756e20b is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:45:05.270901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0876569-2f6f-4396-ae59-d3a9b5518ab0 req-2ae19c5f-2b24-4c66-aad9-25f3b172d85a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Oct 28 21:45:05.296133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34576) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:05.383842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c29cd-bd5a-4721-994a-528143c522d2 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:05.385718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d31c29cd-bd5a-4721-994a-528143c522d2 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1092 time: 0.0872073 Oct 28 21:45:05.390658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:05.396704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:05.430982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:05.435243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1c6a6c99-9a2c-4f94-906b-1bcdecf081c6 None None] Provisioning complete for port 087660f1-adaf-412f-92e1-de74c09a22c1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:05.436103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6c99-9a2c-4f94-906b-1bcdecf081c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:05.437680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:45:05.471709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:05.473339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-39312d01-7c36-4a9e-8912-1c355b015906 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4321861 Oct 28 21:45:05.476169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34584) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:05.538123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Sync routers for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:45:05.596848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:05.598313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:05.598472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:05.870817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.25.4.92 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/ab80c414-8c6a-4578-8736-83bf4db16719) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:05.944748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b6e78-c9dd-4f90-8ca1-9f10b641bdd0 req-fc7e82b9-c369-47d4-8489-f54254310249 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:05.960356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-697b6e78-c9dd-4f90-8ca1-9f10b641bdd0 req-fc7e82b9-c369-47d4-8489-f54254310249 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 944 time: 0.2587123 Oct 28 21:45:06.046445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:06.086113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:06.179340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:06.188511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:06.195599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:06.253763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=ab80c414-8c6a-4578-8736-83bf4db16719,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:06.297008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bfa293a4-720f-42f8-a69a-ca12c4a154c1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:06.327288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-697b6e78-c9dd-4f90-8ca1-9f10b641bdd0 req-fda96b2d-0dcc-4f72-b583-aca596bdd4f9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629477 Oct 28 21:45:06.435053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:06.585597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port bfa293a4-720f-42f8-a69a-ca12c4a154c1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:06.586836 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:06.740234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:06.827162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 087660f1-adaf-412f-92e1-de74c09a22c1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:06.928540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:04Z', 'revision_number': 3, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:06.931911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 087660f1-adaf-412f-92e1-de74c09a22c1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:06.932407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:06.964902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Checking router: b36a81de-247e-4538-9ba4-c972c756e20b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:45:06.965419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Updating router b36a81de-247e-4538-9ba4-c972c756e20b port 186b0108-e679-4a55-8888-13ed4b10c85e binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:45:06.970760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Allocated IP 172.20.0.1 (fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b/ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0/e5b714d7-37b7-4f58-90aa-85b07388cb6b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:07.061875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.096589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 75c7238f-ca37-41a7-b338-ba91a2059c0b up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:07.100699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.113025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.143329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.194674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:07.199897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:07.204185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:07.229804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Pushing event updated for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:07.264666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.307889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.311328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 75c7238f-ca37-41a7-b338-ba91a2059c0b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:45:07.325199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 75c7238f-ca37-41a7-b338-ba91a2059c0b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:07.325789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.549362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.592696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faa0d3-4e21-402a-9146-0865aafa73fc req-7032ce3a-c606-4285-8ff7-abf80998f25e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:07.594753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76faa0d3-4e21-402a-9146-0865aafa73fc req-7032ce3a-c606-4285-8ff7-abf80998f25e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 944 time: 0.1110702 Oct 28 21:45:07.602163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.622468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.631163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.668014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76faa0d3-4e21-402a-9146-0865aafa73fc req-1aacea60-673a-4136-a5a2-1c21576009bc tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495958 Oct 28 21:45:07.712554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:07.718514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=ab80c414-8c6a-4578-8736-83bf4db16719,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:07.720692 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c134acb-e71f-4b94-b102-974bb6c54042" -d '{"events": [{"server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "name": "network-vif-plugged", "status": "completed", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:07.781843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.807625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:07.811630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8bde5c56-16bf-492a-bb73-44431b2b5764 None None] Provisioning complete for port e5b714d7-37b7-4f58-90aa-85b07388cb6b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:07.811630 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8bde5c56-16bf-492a-bb73-44431b2b5764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.841079 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38e26e-2fb6-4bca-aaa6-047b3997b6e2 x-openstack-request-id: req-bc38e26e-2fb6-4bca-aaa6-047b3997b6e2 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:07.841591 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "name": "network-vif-plugged", "status": "completed", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:07.841842 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc38e26e-2fb6-4bca-aaa6-047b3997b6e2 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:07.842328 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b', 'code': 200} Oct 28 21:45:07.859822 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.903037 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Floating IP 4ef57ba5-5509-44be-a950-86f68f40006c associated. External IP: 172.25.4.92, port: caada502-38cd-4704-af77-7f7dd945d68a. Oct 28 21:45:07.907206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.918936 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.922057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8bde5c56-16bf-492a-bb73-44431b2b5764 None None] Port e5b714d7-37b7-4f58-90aa-85b07388cb6b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:45:07.945607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:07.968111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.002924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:08.034309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:08.051334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Attempting to bind port 186b0108-e679-4a55-8888-13ed4b10c85e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:08.051849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Attempting to bind port 186b0108-e679-4a55-8888-13ed4b10c85e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:08.052327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Attempting to bind port 186b0108-e679-4a55-8888-13ed4b10c85e on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:08.076758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:08.077514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:08.078183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.078889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:08.079621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Bound port: 186b0108-e679-4a55-8888-13ed4b10c85e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:08.080273 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.101705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Pushing event updated for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:08.124051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c85391-31d1-4b72-88b6-e34362822fcb None None] Pushing event updated for resources: {'Port': ['ID=186b0108-e679-4a55-8888-13ed4b10c85e,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:08.130740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a8003-e42f-409d-a8ad-fa3e6769a56a req-6be3683f-0cc0-46fe-8033-973f0722e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:08.132534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c05a8003-e42f-409d-a8ad-fa3e6769a56a req-6be3683f-0cc0-46fe-8033-973f0722e04d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 1097 time: 0.2100253 Oct 28 21:45:08.142220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.168231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] For port 186b0108-e679-4a55-8888-13ed4b10c85e, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:08.175623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] For port 186b0108-e679-4a55-8888-13ed4b10c85e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=186b0108-e679-4a55-8888-13ed4b10c85e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:08.188660 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.255403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:08.256335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:08.262039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb4c99fa-0b0b-4ce6-98d8-9cde4f2c75ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.286249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:08.288697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c05a8003-e42f-409d-a8ad-fa3e6769a56a req-e6a57b4b-a724-4014-aadb-0c984738ee9a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488059 Oct 28 21:45:08.289841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:08.339089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c85391-31d1-4b72-88b6-e34362822fcb None None] Pushing event updated for resources: {'Port': ['ID=186b0108-e679-4a55-8888-13ed4b10c85e,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:08.372104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:45:08.438756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Router b36a81de-247e-4538-9ba4-c972c756e20b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:45:08.490077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:08.556704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:45:08.566645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:45:08.570176 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:45:08.574386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bddee975-d1d5-47f4-a0c4-046c44aced0a admin admin] 10.222.0.31 "PUT /v2.0/routers/b36a81de-247e-4538-9ba4-c972c756e20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0808659 Oct 28 21:45:08.593159 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:08.593988 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:08.631456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.653541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb4c99fa-0b0b-4ce6-98d8-9cde4f2c75ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.680946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb4c99fa-0b0b-4ce6-98d8-9cde4f2c75ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.777344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9744f9a9-0fba-448a-aeea-400bd45becf7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3817201 Oct 28 21:45:08.777615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34660) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:08.783283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:08.785564 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dde88b-0cad-4e99-84a8-8c5391af2ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:08.812050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cb4c99fa-0b0b-4ce6-98d8-9cde4f2c75ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bcd5689d7e3438a9d9a8bbf10d8549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702491 Oct 28 21:45:08.812351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34664) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:08.826587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ca557062-385a-4e48-9206-eed03bf84b4c None None] Provisioning complete for port e5b714d7-37b7-4f58-90aa-85b07388cb6b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:08.827734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ca557062-385a-4e48-9206-eed03bf84b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.830598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c99fa-0b0b-4ce6-98d8-9cde4f2c75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f6640-ff3b-48c3-8c61-e1926cf9cdea,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:08.850400 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:08.858815 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d67ac-f2c0-4fe0-96be-070458603cb8 x-openstack-request-id: req-0a8d67ac-f2c0-4fe0-96be-070458603cb8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:08.858815 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:08.859142 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a8d67ac-f2c0-4fe0-96be-070458603cb8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:08.859442 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a', 'status': 'completed', 'code': 200} Oct 28 21:45:08.882868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ca557062-385a-4e48-9206-eed03bf84b4c None None] Port e5b714d7-37b7-4f58-90aa-85b07388cb6b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:45:08.912647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e5b714d7-37b7-4f58-90aa-85b07388cb6b', 'name': '', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'mac_address': 'fa:16:3e:a7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 2, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'subnets': [{'id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:08.944861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:08.951293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6531-2cf4-4424-8a8f-d210e2522a8a None None] The sync data for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 is: [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e5b714d7-37b7-4f58-90aa-85b07388cb6b', 'name': '', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'mac_address': 'fa:16:3e:a7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 2, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'subnets': [{'id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:45:09.003376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-dd86f1ed-eb9f-457b-9a42-899529fcdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:09.004922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-dd86f1ed-eb9f-457b-9a42-899529fcdf26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1097 time: 0.0895538 Oct 28 21:45:09.011827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:09.042246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-453c624c-35b2-4e22-9fa7-bd8393e0c09a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/4ef57ba5-5509-44be-a950-86f68f40006c HTTP/1.1" status: 200 len: 990 time: 0.2631931 Oct 28 21:45:09.082291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:09.085450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:09.086813 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e60f6640-ff3b-48c3-8c61-e1926cf9cdea HTTP/1.1" status: 204 len: 168 time: 0.2726669 Oct 28 21:45:09.112479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a5d67-f0d4-4add-a24a-ba80db63c501 req-d74c304e-e555-4d44-90c3-573f35292f1c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:09.116993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8a5d67-f0d4-4add-a24a-ba80db63c501 req-d74c304e-e555-4d44-90c3-573f35292f1c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.2451944 Oct 28 21:45:09.123901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f3de3-ced0-4c14-b521-fd024fdcab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f6640-ff3b-48c3-8c61-e1926cf9cdea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:09.235691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e8a5d67-f0d4-4add-a24a-ba80db63c501 req-057932fd-9bc4-421f-bade-751ee19c5445 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Oct 28 21:45:09.289853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-374f06c6-5417-462a-824b-ce75f22b02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:09.292444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-374f06c6-5417-462a-824b-ce75f22b02d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 897 time: 0.2737422 Oct 28 21:45:09.299472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:06Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:09.347314 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:45:09.390903 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:09.390903 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:09.513969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-742eded9-a3f5-4865-a672-93afcd6893e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 200 len: 998 time: 0.1896482 Oct 28 21:45:09.639904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-1ffdc554-688d-46ec-933b-775b3f0bd722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:09.647060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-1ffdc554-688d-46ec-933b-775b3f0bd722 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f HTTP/1.1" status: 200 len: 835 time: 0.1281793 Oct 28 21:45:09.740077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34678) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:09.744821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-fab2b87b-59c8-4b03-b6b6-872fad24e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:09.747747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-fab2b87b-59c8-4b03-b6b6-872fad24e4f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af5267dd-3653-42e0-a66d-a38be5d2cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920515 Oct 28 21:45:09.765662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-274b3cc2-fd44-4963-a121-7e385217d7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:09.801820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:09.878846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-f666928f-6835-4cd1-b108-d01ed2bfc723 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231654 Oct 28 21:45:09.942582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-274b3cc2-fd44-4963-a121-7e385217d7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:09.950219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-274b3cc2-fd44-4963-a121-7e385217d7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:10.013576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-274b3cc2-fd44-4963-a121-7e385217d7af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82c2cdcf41c142e592c945ffaa006fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698069 Oct 28 21:45:10.013576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b3cc2-fd44-4963-a121-7e385217d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7704ae-2a7e-4045-8103-516d08e148c5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:10.014464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 34682) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:10.046625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:10.111699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60dde88b-0cad-4e99-84a8-8c5391af2ca8 req-a44f95fd-b64b-4430-8f09-08cb8dca5593 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228758 Oct 28 21:45:10.134908 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:10.206031 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-763a2008-49b1-4bf7-969a-0be8892060b8 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/4ef57ba5-5509-44be-a950-86f68f40006c HTTP/1.1" status: 200 len: 990 time: 0.1553857 Oct 28 21:45:10.213031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:10.279452 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:10.283846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:10.296732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db7704ae-2a7e-4045-8103-516d08e148c5 HTTP/1.1" status: 204 len: 168 time: 0.2638142 Oct 28 21:45:10.320536 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:06Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:10.323274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366f443-0ef8-45f6-a4c6-4b3ed7d06dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7704ae-2a7e-4045-8103-516d08e148c5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:10.361590 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3464add9-cb37-4374-b21a-655a6bf16569 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:06Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:45:10.436034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17875ec7-7299-41eb-9ba2-208da1119cd0 req-7ba681b1-5a8e-4451-ab31-c72bc6772188 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:10.437517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17875ec7-7299-41eb-9ba2-208da1119cd0 req-7ba681b1-5a8e-4451-ab31-c72bc6772188 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.0607386 Oct 28 21:45:10.507598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17875ec7-7299-41eb-9ba2-208da1119cd0 req-3830b1d0-3d02-4f42-b098-d8176b6e4ee0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Oct 28 21:45:10.666089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e12eed-3b25-4d86-b9a9-c7a1f6bf4391 req-a6d12b95-8fdf-4c95-bc1b-4c5f3f8fee00 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:10.677415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56e12eed-3b25-4d86-b9a9-c7a1f6bf4391 req-a6d12b95-8fdf-4c95-bc1b-4c5f3f8fee00 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.1078949 Oct 28 21:45:10.757046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56e12eed-3b25-4d86-b9a9-c7a1f6bf4391 req-a12512a1-4bd0-46bb-b6c7-daf73c70a047 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786698 Oct 28 21:45:10.832501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-519df2e1-6769-4dbe-9533-5bb5d0242199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:11.116292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cd127-494f-4557-9a48-8a897c18f4eb None None] New status for floating IP 4ef57ba5-5509-44be-a950-86f68f40006c: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:45:11.206471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:11.382470 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15179b48-f9a5-45ad-8d0e-ceae6d046810 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/4ef57ba5-5509-44be-a950-86f68f40006c HTTP/1.1" status: 200 len: 990 time: 0.1748502 Oct 28 21:45:11.412223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc143-0a50-406b-a3c4-c716b4aa0030 req-341885ba-a536-4969-ae5f-4203373d915f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:11.422218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eefcc143-0a50-406b-a3c4-c716b4aa0030 req-341885ba-a536-4969-ae5f-4203373d915f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.2162890 Oct 28 21:45:11.506359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eefcc143-0a50-406b-a3c4-c716b4aa0030 req-313473d7-5e2a-4638-8e12-0742b69b98c3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Oct 28 21:45:11.668253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 186b0108-e679-4a55-8888-13ed4b10c85e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:11.727412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 186b0108-e679-4a55-8888-13ed4b10c85e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:11.727860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:11.827195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:11.854959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 186b0108-e679-4a55-8888-13ed4b10c85e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=186b0108-e679-4a55-8888-13ed4b10c85e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:11.866255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:11.920007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:11.935358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=186b0108-e679-4a55-8888-13ed4b10c85e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:12.187852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:12.386361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:12.501120 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1dc1e50c-80ac-464d-b0ac-207e8f9f9746 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/4ef57ba5-5509-44be-a950-86f68f40006c HTTP/1.1" status: 200 len: 992 time: 0.1075721 Oct 28 21:45:12.601010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a64c18-8093-4b96-8052-022496afbd6c req-cdf0bd17-08cf-4c69-bfdf-6069910a23e2 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:12.602578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a64c18-8093-4b96-8052-022496afbd6c req-cdf0bd17-08cf-4c69-bfdf-6069910a23e2 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.1791928 Oct 28 21:45:12.794955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-27c16e7d-a6d2-4f6c-a803-dc4050968611 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:12.804455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-27c16e7d-a6d2-4f6c-a803-dc4050968611 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2848406 Oct 28 21:45:12.838156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Sync routers for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:45:12.855420 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:12.856824 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:44:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:12.883739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da97d4-aef3-4fc4-a304-8bdbc7c7de70 req-6ce8d26b-39de-4b0f-9510-daf609c99abe tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:12.885408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64da97d4-aef3-4fc4-a304-8bdbc7c7de70 req-6ce8d26b-39de-4b0f-9510-daf609c99abe tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 945 time: 0.2242274 Oct 28 21:45:12.904789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-746c288d-8e2f-460c-a92b-01316e984022 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0887785 Oct 28 21:45:12.958755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port 75c7238f-ca37-41a7-b338-ba91a2059c0b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:12.959098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.007583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64da97d4-aef3-4fc4-a304-8bdbc7c7de70 req-c80cc4e4-acc4-4340-b411-7a0eb5234093 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925360 Oct 28 21:45:13.053505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:13.113313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-403b3a66-2fc0-43d4-9d42-313da88845f4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2078495 Oct 28 21:45:13.269243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port 75c7238f-ca37-41a7-b338-ba91a2059c0b, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=75c7238f-ca37-41a7-b338-ba91a2059c0b,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:13.269806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.294457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for 75c7238f-ca37-41a7-b338-ba91a2059c0b owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:13.357220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-5fe312d4-4f0b-4ed6-b0ee-765bc45b6c75 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290072 Oct 28 21:45:13.392862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-026b5ee6-c141-4584-ba86-396a2fd008dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.420659 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e5b714d7-37b7-4f58-90aa-85b07388cb6b', 'name': '', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'mac_address': 'fa:16:3e:a7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 2, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'subnets': [{'id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:13.465255 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Checking router: b36a81de-247e-4538-9ba4-c972c756e20b for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:45:13.465817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Updating router b36a81de-247e-4538-9ba4-c972c756e20b port e5b714d7-37b7-4f58-90aa-85b07388cb6b binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:45:13.504334 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.600732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 186b0108-e679-4a55-8888-13ed4b10c85e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:13.623196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-0d89480c-ab67-4a0a-b78e-a50b51132aee service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483165 Oct 28 21:45:13.628750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.670263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=75c7238f-ca37-41a7-b338-ba91a2059c0b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:13.698690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:13.711744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['75c7238f-ca37-41a7-b338-ba91a2059c0b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:13.849990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port 75c7238f-ca37-41a7-b338-ba91a2059c0b on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:45:13.859567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:13.874776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a64c18-8093-4b96-8052-022496afbd6c req-688b43d6-4bbb-4468-b195-4316456f154a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "DELETE /v2.0/ports/75c7238f-ca37-41a7-b338-ba91a2059c0b HTTP/1.1" status: 204 len: 173 time: 1.2645752 Oct 28 21:45:13.879391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'name': 'network-vif-deleted', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:13.889039 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2cacf-d502-49da-ae34-a751636ae4dc" -d '{"events": [{"server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "name": "network-vif-deleted", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:13.988654 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cf6371-b494-4ba9-abe4-7c33a7eef302 x-openstack-request-id: req-47cf6371-b494-4ba9-abe4-7c33a7eef302 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:13.988982 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4c843-f914-4664-8b4e-8883017aace9", "name": "network-vif-deleted", "tag": "75c7238f-ca37-41a7-b338-ba91a2059c0b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:13.989240 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47cf6371-b494-4ba9-abe4-7c33a7eef302 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:13.989648 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4c843-f914-4664-8b4e-8883017aace9', 'name': 'network-vif-deleted', 'tag': '75c7238f-ca37-41a7-b338-ba91a2059c0b', 'status': 'completed', 'code': 200} Oct 28 21:45:14.085805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 186b0108-e679-4a55-8888-13ed4b10c85e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:14.086162 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.226947 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.243719 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.289754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-baab9287-ed91-4eaa-a5e7-c7991e1ddd32 req-bf236667-1138-486a-8dc2-ce9f08eee550 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6de4c843-f914-4664-8b4e-8883017aace9 HTTP/1.1" status: 200 len: 210 time: 0.0725148 Oct 28 21:45:14.374050 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5164ba1-73cd-4f94-ae29-6c6f09b8e137 None None] Pushing event updated for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:14.444251 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Attempting to bind port e5b714d7-37b7-4f58-90aa-85b07388cb6b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:14.444490 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Attempting to bind port e5b714d7-37b7-4f58-90aa-85b07388cb6b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:14.444911 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Attempting to bind port e5b714d7-37b7-4f58-90aa-85b07388cb6b on network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:14.455994 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:14.456377 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Checking segment: {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:14.456780 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.457165 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Bound using segment: {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:14.457623 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Bound port: e5b714d7-37b7-4f58-90aa-85b07388cb6b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f26b11-e655-4345-a04a-70297c6164ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:14.457995 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.481272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-272f5012-3272-4247-aec4-b9241d8d7d75 req-7316db30-e90c-4460-9c97-573d9b10a7c1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0409932 Oct 28 21:45:14.509438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 34944) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:14.652504 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] For port e5b714d7-37b7-4f58-90aa-85b07388cb6b, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:14.665621 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] For port e5b714d7-37b7-4f58-90aa-85b07388cb6b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e5b714d7-37b7-4f58-90aa-85b07388cb6b,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:14.682754 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.709899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5e18-d8af-45cb-83ac-be4d838a9651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.757121 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:14.758802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:14.789972 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.889995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] Provisioning complete for port e5b714d7-37b7-4f58-90aa-85b07388cb6b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:14.890723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.966568 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:14.974488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5e18-d8af-45cb-83ac-be4d838a9651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:14.987578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a5dc5e18-d8af-45cb-83ac-be4d838a9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.036533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35000) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:15.041008 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a5dc5e18-d8af-45cb-83ac-be4d838a9651 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b25ff8da2a845ed91d0ddd1fd1b6d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303388 Oct 28 21:45:15.057684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.087055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc5e18-d8af-45cb-83ac-be4d838a9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25f05de-0f0c-49bc-b8d1-fd7937f2eb97,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:15.177938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] For port e5b714d7-37b7-4f58-90aa-85b07388cb6b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e5b714d7-37b7-4f58-90aa-85b07388cb6b,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:15.180760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.181361 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.187541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.210962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.240607 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5164ba1-73cd-4f94-ae29-6c6f09b8e137 None None] Pushing event updated for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:15.287192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e0546-e5d4-4ba9-933f-2a830d746c2e None None] Pushing event updated for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:15.314709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.316868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-85d57317-0ead-437c-8f88-695c9d2a9678 None None] Provisioning complete for port e5b714d7-37b7-4f58-90aa-85b07388cb6b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:15.317238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85d57317-0ead-437c-8f88-695c9d2a9678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.320537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.324258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f25f05de-0f0c-49bc-b8d1-fd7937f2eb97 HTTP/1.1" status: 204 len: 168 time: 0.2843988 Oct 28 21:45:15.362583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf3c3d-771d-42e4-b759-af0c6921ed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25f05de-0f0c-49bc-b8d1-fd7937f2eb97,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:15.451254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e5b714d7-37b7-4f58-90aa-85b07388cb6b', 'name': '', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'mac_address': 'fa:16:3e:a7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:14Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'subnets': [{'id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:15.521097 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f954678-df03-47b1-aff8-c4d60f768a4c None None] The sync data for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 is: [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:45:07Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e5b714d7-37b7-4f58-90aa-85b07388cb6b', 'name': '', 'network_id': 'fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'mac_address': 'fa:16:3e:a7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:14Z', 'revision_number': 4, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'subnets': [{'id': 'ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:45:15.714132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e5b714d7-37b7-4f58-90aa-85b07388cb6b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:15.747037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd27b66d-0a44-466f-8e63-ada5715735e5 req-55fa7b61-726e-46c9-9c0e-14d93bf0b8ce tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0740201 Oct 28 21:45:15.836896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e5b714d7-37b7-4f58-90aa-85b07388cb6b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:15.837366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:15.892760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35088) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:15.932837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dab60d76-b4ad-45f0-89fe-6f9d3abd675e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.209050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-ee9f1fcf-e283-44dd-a491-9c4935b9d75a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:16.210772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-ee9f1fcf-e283-44dd-a491-9c4935b9d75a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2317128 Oct 28 21:45:16.230976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:16.249970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dab60d76-b4ad-45f0-89fe-6f9d3abd675e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.268632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dab60d76-b4ad-45f0-89fe-6f9d3abd675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.394150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dab60d76-b4ad-45f0-89fe-6f9d3abd675e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=478216d362b4471898e8ee1731b761b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000787 Oct 28 21:45:16.397324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35154) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:16.402315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab60d76-b4ad-45f0-89fe-6f9d3abd675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204fc9de-66b6-4d02-948e-a038154d77bd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:16.505052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.559260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.676514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.679395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.682768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:16.690710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/204fc9de-66b6-4d02-948e-a038154d77bd HTTP/1.1" status: 204 len: 168 time: 0.2922788 Oct 28 21:45:16.708001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204fc9de-66b6-4d02-948e-a038154d77bd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:16.739915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.740075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.740384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.740997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.741236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.741630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.741960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.742362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.742600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.742921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.743238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:16.743554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78aa4c-bc63-4b49-a171-3ff4a78fb1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:17.064762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42674216-0461-406b-9b57-1011d107d409 req-56419aa7-8cd2-4bbd-a4ec-096c7aaf288a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0469823 Oct 28 21:45:17.105520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 75c7238f-ca37-41a7-b338-ba91a2059c0b no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:45:17.138765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-f0ecde93-f9ee-455b-97a7-9eda48bb0f42 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:17.140419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-f0ecde93-f9ee-455b-97a7-9eda48bb0f42 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.7317612 Oct 28 21:45:17.141635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:17.145278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:17.171741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 75c7238f-ca37-41a7-b338-ba91a2059c0b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:45:17.172085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 75c7238f-ca37-41a7-b338-ba91a2059c0b not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:45:17.185449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-456896b6-044f-45f9-b910-e818336e5cb8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0292966 Oct 28 21:45:17.305520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-e6da77cc-b184-47f8-91da-06b2c01c9a54 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128600 Oct 28 21:45:17.421077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.10 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/6bb43e66-b48e-49dd-a322-c942ae772756) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:17.474341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-53c841fa-81d8-45f2-bf68-3d419e889dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596503 Oct 28 21:45:17.659806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-483051b9-700b-4343-bd48-cea33b924fb7 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844406 Oct 28 21:45:17.746054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:17.851004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:17.885532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:17.906046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:17.911579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:18.000969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6868ca09-20aa-4984-80bc-d50f3d8fc998 req-1f95cced-c051-40be-bb38-4d7c4600f4ad tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 210 time: 0.0960820 Oct 28 21:45:18.015623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:18.049759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:18.050422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:18.081178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-d0f2ad99-a38f-49f0-8d0a-bb8431bc471c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8534412 Oct 28 21:45:18.095908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Request body: {'port': {'device_id': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:18.269868 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:18.298763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da313-d0f3-4f83-99d5-a9b359abb9bd req-e4f0eee6-a8d8-4f86-bfec-34a76c07a698 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:18.306600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-635da313-d0f3-4f83-99d5-a9b359abb9bd req-e4f0eee6-a8d8-4f86-bfec-34a76c07a698 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 932 time: 0.1078608 Oct 28 21:45:18.433985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8019ef2b-2293-4dd9-a4b7-afda42b51209 None None] Provisioning complete for port 6bb43e66-b48e-49dd-a322-c942ae772756 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:18.434561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8019ef2b-2293-4dd9-a4b7-afda42b51209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:18.526587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-635da313-d0f3-4f83-99d5-a9b359abb9bd req-8499c22d-e6e1-4c25-8f81-c2958bbdccb7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176139 Oct 28 21:45:18.540752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8019ef2b-2293-4dd9-a4b7-afda42b51209 None None] Port 6bb43e66-b48e-49dd-a322-c942ae772756 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:45:18.852965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb43e66-b48e-49dd-a322-c942ae772756 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:18.865539 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:18.884070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Transition to ACTIVE for port object 6bb43e66-b48e-49dd-a322-c942ae772756 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:45:18.890912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.113483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:19.180220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ba128cd-1eff-4e3f-91b7-bc2e7c8777df req-d52583dd-fa71-4abd-8db9-74f48b046f9f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 210 time: 0.0679085 Oct 28 21:45:19.211785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Attempting to bind port 6bb43e66-b48e-49dd-a322-c942ae772756 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:19.212315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Attempting to bind port 6bb43e66-b48e-49dd-a322-c942ae772756 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:19.212772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Attempting to bind port 6bb43e66-b48e-49dd-a322-c942ae772756 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:19.220836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Port 6bb43e66-b48e-49dd-a322-c942ae772756 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:19.221249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Attempting to bind port 6bb43e66-b48e-49dd-a322-c942ae772756 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:19.237985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:19.238333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:19.238734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:19.239181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Bound port: 6bb43e66-b48e-49dd-a322-c942ae772756, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:19.239544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.341044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:19.346919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6bb43e66-b48e-49dd-a322-c942ae772756,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:19.358069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.368181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35360) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:19.450109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:19.451733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.454311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] 10.222.0.52 "PUT /v2.0/ports/6bb43e66-b48e-49dd-a322-c942ae772756 HTTP/1.1" status: 200 len: 1093 time: 1.3639753 Oct 28 21:45:19.457265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:19.461860 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c9b940-e6ee-456c-9d7f-77c47afaa096" -d '{"events": [{"name": "network-changed", "server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:19.602481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a042038-ce28-4661-9f12-5f7111d86492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.714289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a042038-ce28-4661-9f12-5f7111d86492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.720467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a042038-ce28-4661-9f12-5f7111d86492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.720869 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7da95e-4bbb-43b5-bb4c-6abd0de38338 x-openstack-request-id: req-fd7da95e-4bbb-43b5-bb4c-6abd0de38338 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:19.721167 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:19.721587 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7da95e-4bbb-43b5-bb4c-6abd0de38338 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:19.722216 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756', 'status': 'completed', 'code': 200} Oct 28 21:45:19.776683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0a042038-ce28-4661-9f12-5f7111d86492 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f43bf0f9acae44d2996e66d097fda05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070320 Oct 28 21:45:19.779420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35370) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:19.781870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a042038-ce28-4661-9f12-5f7111d86492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf0cb7e-dc02-4550-a5a4-22ab8e70432d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:19.851222 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.886863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.912007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83996ff-09e4-4e74-838a-f0606a82d370 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:19.941101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-6d64129b-6d16-4e68-88b9-b4597542ef05 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:19.943105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-6d64129b-6d16-4e68-88b9-b4597542ef05 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.4711156 Oct 28 21:45:19.947947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.953139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:19.954686 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acf0cb7e-dc02-4550-a5a4-22ab8e70432d HTTP/1.1" status: 204 len: 168 time: 0.1741335 Oct 28 21:45:19.958867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:19.964766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0864e-77d8-4591-9773-4f328a240173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf0cb7e-dc02-4550-a5a4-22ab8e70432d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:20.039961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d5cc4-2342-4292-a1e0-146e1cbbf0e3 req-ef037a08-18d9-4405-b7fd-8fa73ff46201 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:20.041953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b1d5cc4-2342-4292-a1e0-146e1cbbf0e3 req-ef037a08-18d9-4405-b7fd-8fa73ff46201 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.3142519 Oct 28 21:45:20.047055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-da36720e-6c25-4cf6-9de7-0e0c0116261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:20.051068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-da36720e-6c25-4cf6-9de7-0e0c0116261e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 1096 time: 0.3221822 Oct 28 21:45:20.115180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-14bc31f9-50c3-47fb-9096-3cba4cd3e39b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb43e66-b48e-49dd-a322-c942ae772756 HTTP/1.1" status: 200 len: 217 time: 0.0465863 Oct 28 21:45:20.221643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b1d5cc4-2342-4292-a1e0-146e1cbbf0e3 req-0abbc4dc-31ac-4f97-8eef-5f4b1c5e4bc0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691010 Oct 28 21:45:20.262324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-6d8daa6c-19cb-48bc-985e-169aa9e5d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:20.265103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-6d8daa6c-19cb-48bc-985e-169aa9e5d363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1370888 Oct 28 21:45:20.343282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-243c43e4-311b-41df-9fc5-e90e16834779 req-1ebc301f-f439-4a4c-8af6-1a8925fa6051 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 210 time: 0.0555022 Oct 28 21:45:20.349251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:20.352855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.394252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-24a0fd9b-5a02-4a82-b5f3-a0bba8917bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:20.395594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-24a0fd9b-5a02-4a82-b5f3-a0bba8917bce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205776 Oct 28 21:45:20.427601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:20.442346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c74c08cf-3d6f-422a-a93a-1ba19c293cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.528826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c74c08cf-3d6f-422a-a93a-1ba19c293cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.534220 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c74c08cf-3d6f-422a-a93a-1ba19c293cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.576737 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c74c08cf-3d6f-422a-a93a-1ba19c293cd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b343718f9e64596a3197eb14a30bfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473732 Oct 28 21:45:20.578581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-fac28c9f-ebd2-43e0-9756-104ae5f6d3ab service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476374 Oct 28 21:45:20.579549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35380) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:20.588698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c08cf-3d6f-422a-a93a-1ba19c293cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2fd276-cfc7-419e-98a3-20537d6f4d5f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:20.613033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.11 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/93d1a722-a56a-49d7-8637-f398e94c2209) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:20.796224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.824764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bc5b0b-c982-4642-b34a-2a67366072ae req-0eea41a6-d3f7-4b48-900d-f96b1dc1bb66 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352686 Oct 28 21:45:20.842740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.940890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.964926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-85abcfc6-b482-4155-b4fa-00a16cc56286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:20.966436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-85abcfc6-b482-4155-b4fa-00a16cc56286 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 1096 time: 0.0851083 Oct 28 21:45:20.989921 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.992537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:20.995983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf2fd276-cfc7-419e-98a3-20537d6f4d5f HTTP/1.1" status: 204 len: 168 time: 0.4131191 Oct 28 21:45:21.043242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c3ef-869d-4c7c-a66e-f46fb844fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2fd276-cfc7-419e-98a3-20537d6f4d5f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:21.056962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:21.077097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:21.135774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:21.142727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:21.148197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:21.150618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:21.170021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-a6177e32-5dc0-4cfc-8fc1-527e69ef35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:21.173281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-a6177e32-5dc0-4cfc-8fc1-527e69ef35d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1988974 Oct 28 21:45:21.269965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-22d93657-2842-4378-9fa5-eb910e15d2a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bb43e66-b48e-49dd-a322-c942ae772756 HTTP/1.1" status: 200 len: 217 time: 0.0468261 Oct 28 21:45:21.340075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-c09dc665-94a4-4a7d-8ad7-6c1b8b16f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:21.341579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-c09dc665-94a4-4a7d-8ad7-6c1b8b16f639 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0623164 Oct 28 21:45:21.350440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:21.354480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:21.509223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-089c26e1-ad33-4806-b6e4-acdbc1f7afa3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5561149 Oct 28 21:45:21.517171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-8ffd5dfc-ac90-46e9-b57e-0df8155e986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:21.518811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-8ffd5dfc-ac90-46e9-b57e-0df8155e986c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595035 Oct 28 21:45:21.524323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Request body: {'port': {'device_id': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:21.553621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ee238-186d-4b4a-9bd8-89f56b69b3d8 req-3c3cd0a3-e723-40ab-aca5-ecac962d24e1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:21.555183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a39ee238-186d-4b4a-9bd8-89f56b69b3d8 req-3c3cd0a3-e723-40ab-aca5-ecac962d24e1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.1978192 Oct 28 21:45:21.724748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:21.999345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a39ee238-186d-4b4a-9bd8-89f56b69b3d8 req-f15149c5-fbf4-46eb-9b3b-2b805112c378 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107888 Oct 28 21:45:22.015841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06471582-fea0-4af4-b537-8e8766e0f936 req-a1283a12-72d2-4e38-918d-94dbfcb98676 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:22.017910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06471582-fea0-4af4-b537-8e8766e0f936 req-a1283a12-72d2-4e38-918d-94dbfcb98676 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 932 time: 0.5336697 Oct 28 21:45:22.096676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-88e4683a-e51e-4b88-8f73-18695bb07152 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392308 Oct 28 21:45:22.177702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d1a722-a56a-49d7-8637-f398e94c2209 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:22.191324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:22.196889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06471582-fea0-4af4-b537-8e8766e0f936 req-c02d4711-b3c3-49e3-8f32-0adc09442c76 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693921 Oct 28 21:45:22.235655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Transition to ACTIVE for port object 93d1a722-a56a-49d7-8637-f398e94c2209 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:45:22.241584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:22.248147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24c9b940-e6ee-456c-9d7f-77c47afaa096 req-2e7eff6b-2eea-4cba-83df-b890eca94946 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366029 Oct 28 21:45:22.307070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:22.390609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Attempting to bind port 93d1a722-a56a-49d7-8637-f398e94c2209 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:22.392686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Attempting to bind port 93d1a722-a56a-49d7-8637-f398e94c2209 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:22.393071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Attempting to bind port 93d1a722-a56a-49d7-8637-f398e94c2209 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:22.399059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Port 93d1a722-a56a-49d7-8637-f398e94c2209 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:22.399523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Attempting to bind port 93d1a722-a56a-49d7-8637-f398e94c2209 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:22.405925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:22.406360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:22.407955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:22.408509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Bound port: 93d1a722-a56a-49d7-8637-f398e94c2209, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:22.409118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:22.486454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:22.489971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=93d1a722-a56a-49d7-8637-f398e94c2209,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:22.495668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:22.535002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:22.535691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:22.537275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/93d1a722-a56a-49d7-8637-f398e94c2209 HTTP/1.1" status: 200 len: 1093 time: 1.0174572 Oct 28 21:45:22.537803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:22.540089 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce15d60-13a6-4f8b-8052-0106b484b0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:22.606073 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea0799f-3ad7-4226-a40a-1d04a00a20e8 x-openstack-request-id: req-5ea0799f-3ad7-4226-a40a-1d04a00a20e8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:22.606416 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:22.606614 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ea0799f-3ad7-4226-a40a-1d04a00a20e8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:22.606997 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209', 'status': 'completed', 'code': 200} Oct 28 21:45:22.624996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf0db3-9329-45cb-b5a7-d0991e7710f4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:22.645687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-38bd5cdf-1436-4cb4-b2d8-fb26d4c13e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:22.647757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-38bd5cdf-1436-4cb4-b2d8-fb26d4c13e71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 1096 time: 0.0579491 Oct 28 21:45:22.704548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-4608e269-9621-4575-b505-b31885973832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d1a722-a56a-49d7-8637-f398e94c2209 HTTP/1.1" status: 200 len: 217 time: 0.0495245 Oct 28 21:45:22.773142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-522675d6-b60c-4c69-9d74-dc73d1e86789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:22.775292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-522675d6-b60c-4c69-9d74-dc73d1e86789 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0642819 Oct 28 21:45:22.841641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-ac9352e4-e0fe-4c97-940e-119bfb1e0d1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479004 Oct 28 21:45:22.959407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-bf497781-1ac8-4287-9042-26218a570ce2 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103172 Oct 28 21:45:22.970387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35440) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:23.106693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb16ac19-4b80-40db-b034-2a15e9201181 req-8a681dc4-f88e-4889-ba96-960b598ab8de service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395807 Oct 28 21:45:23.134886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e219248-92c5-4aa3-a7d5-6455c14e0bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.204921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2213e9-91cd-457e-bb5c-274efbc970ed req-a16f63c6-a43c-42ee-8895-97aac39832e6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:23.206906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f2213e9-91cd-457e-bb5c-274efbc970ed req-a16f63c6-a43c-42ee-8895-97aac39832e6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0825043 Oct 28 21:45:23.243178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-e41fec22-5ee7-461f-b90d-88f98b6dc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:23.244700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e219248-92c5-4aa3-a7d5-6455c14e0bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.244965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-e41fec22-5ee7-461f-b90d-88f98b6dc0eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 1096 time: 0.0766966 Oct 28 21:45:23.262780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e219248-92c5-4aa3-a7d5-6455c14e0bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.317659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7e219248-92c5-4aa3-a7d5-6455c14e0bba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7d1cad06f584e3ea763a8cdec284454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431008 Oct 28 21:45:23.317659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e219248-92c5-4aa3-a7d5-6455c14e0bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe63cc3-395c-43f9-a145-e76e953cd3d7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:23.319227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35450) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:23.382167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.407695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.462141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.464930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:23.466753 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fe63cc3-395c-43f9-a145-e76e953cd3d7 HTTP/1.1" status: 204 len: 168 time: 0.1457832 Oct 28 21:45:23.478452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12178-0080-4a6a-9f50-f0f3fd7042cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe63cc3-395c-43f9-a145-e76e953cd3d7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:23.716246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f2213e9-91cd-457e-bb5c-274efbc970ed req-0401238c-8c48-4b7b-931a-13410437f6bc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012097 Oct 28 21:45:23.780700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38f3d-7ffb-4612-8e0a-edd460c10175 req-3c0edc67-4939-4af0-92e5-7c252116efb3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:23.782523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fd38f3d-7ffb-4612-8e0a-edd460c10175 req-3c0edc67-4939-4af0-92e5-7c252116efb3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 944 time: 0.4918935 Oct 28 21:45:23.839457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-fa169b06-610c-4428-a779-f7cfa046498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:23.841128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-fa169b06-610c-4428-a779-f7cfa046498a service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.5838692 Oct 28 21:45:23.894899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fd38f3d-7ffb-4612-8e0a-edd460c10175 req-b9b14a5a-2d9c-4a7f-b975-038dcd9351fe tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917709 Oct 28 21:45:23.896880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-bc77fe41-1d3a-40d1-ad6f-3d5e798ce769 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d1a722-a56a-49d7-8637-f398e94c2209 HTTP/1.1" status: 200 len: 217 time: 0.0473280 Oct 28 21:45:23.957288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-d5591bb6-c4b4-428e-837c-b993384354c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:23.959139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-d5591bb6-c4b4-428e-837c-b993384354c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0540862 Oct 28 21:45:23.995902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-ad6e30fc-108b-40be-9a81-22b89477f050 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283625 Oct 28 21:45:24.101558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-6c74a8fd-40fc-4891-9da0-ce8c108c4d61 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980365 Oct 28 21:45:24.199023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ce15d60-13a6-4f8b-8052-0106b484b0b0 req-eb2dba00-d735-42b7-8d45-f23cf1ddb6b7 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907173 Oct 28 21:45:24.859366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e28ad-5c1d-4ae9-9c11-c3a529a616d2 req-941a40dc-64f4-4bca-b157-f5ec9c08d8de tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:24.861021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-436e28ad-5c1d-4ae9-9c11-c3a529a616d2 req-941a40dc-64f4-4bca-b157-f5ec9c08d8de tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0702407 Oct 28 21:45:24.899929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-436e28ad-5c1d-4ae9-9c11-c3a529a616d2 req-f5e26e95-5f61-4f67-81d5-21d0f3c118ac tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Oct 28 21:45:25.039285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a81fa-61db-40d0-a3c0-a91d1742df6d req-97ce1bf4-83f8-4871-b173-958c03bd5564 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:25.041231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d6a81fa-61db-40d0-a3c0-a91d1742df6d req-97ce1bf4-83f8-4871-b173-958c03bd5564 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 944 time: 0.0646207 Oct 28 21:45:25.087804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d6a81fa-61db-40d0-a3c0-a91d1742df6d req-4583d427-8358-4ceb-a2bb-dba79e3e0a29 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Oct 28 21:45:25.439004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 93d1a722-a56a-49d7-8637-f398e94c2209 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:25.710279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=93d1a722-a56a-49d7-8637-f398e94c2209,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:25.722911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '93d1a722-a56a-49d7-8637-f398e94c2209', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': '93d1a722-a56a-49d7-8637-f398e94c2209', 'mac_address': 'fa:16:3e:7f:23:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:45:25.762937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:25.777600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d1a722-a56a-49d7-8637-f398e94c2209 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:25.799188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=93d1a722-a56a-49d7-8637-f398e94c2209,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:25.806674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:25.819237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:25.865201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:25.942677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900139b6-beec-474c-9a45-fd3433bf330b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.025742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900139b6-beec-474c-9a45-fd3433bf330b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.029716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900139b6-beec-474c-9a45-fd3433bf330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.029966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd36ec-4591-450f-adf5-f151658c8d7a req-42efe36b-6391-4c43-8515-5b53c444b691 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:26.032255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3bd36ec-4591-450f-adf5-f151658c8d7a req-42efe36b-6391-4c43-8515-5b53c444b691 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0536950 Oct 28 21:45:26.070682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['93d1a722-a56a-49d7-8637-f398e94c2209'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:26.077704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3bd36ec-4591-450f-adf5-f151658c8d7a req-2cacdb52-c5f9-43d1-81d1-430797238638 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Oct 28 21:45:26.080862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-900139b6-beec-474c-9a45-fd3433bf330b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=001e194253c24cfd8fe82986b92617c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604203 Oct 28 21:45:26.082023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900139b6-beec-474c-9a45-fd3433bf330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deab022-60dd-40bd-a032-5cd6fe27072e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:26.083836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35580) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:26.155332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.209764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.259226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2427a02-26dc-40a9-a445-ef88c72460aa req-c71fdd08-074b-4cff-803a-df90336ba582 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:26.260816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2427a02-26dc-40a9-a445-ef88c72460aa req-c71fdd08-074b-4cff-803a-df90336ba582 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 945 time: 0.0819016 Oct 28 21:45:26.302794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.305599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.306771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5deab022-60dd-40bd-a032-5cd6fe27072e HTTP/1.1" status: 204 len: 168 time: 0.2212853 Oct 28 21:45:26.311743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2427a02-26dc-40a9-a445-ef88c72460aa req-9d33a00c-b890-443d-8f94-010dd961ef9c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Oct 28 21:45:26.318380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48794e4-14c6-457a-8356-13ea168f21a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deab022-60dd-40bd-a032-5cd6fe27072e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:26.593875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35590) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:26.608102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-300c2cc9-f7db-40a9-9296-4904d23a50f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.683095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-300c2cc9-f7db-40a9-9296-4904d23a50f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.687167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-300c2cc9-f7db-40a9-9296-4904d23a50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.726253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-300c2cc9-f7db-40a9-9296-4904d23a50f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0dc019862f648b9a0cc922d0afa3a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307395 Oct 28 21:45:26.726979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2cc9-f7db-40a9-9296-4904d23a50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be79b57c-6c46-486d-b2a6-31541ee10950,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:26.728952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:26.779095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.801853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.850516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.853318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:26.855069 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be79b57c-6c46-486d-b2a6-31541ee10950 HTTP/1.1" status: 204 len: 168 time: 0.1250808 Oct 28 21:45:26.866761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fb6fd-4afd-4733-9e9d-2f82650daa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79b57c-6c46-486d-b2a6-31541ee10950,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:27.221740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1319f11-b043-4b8d-9571-ae878f3e8474 req-b1c0c4ff-4c37-4f03-ab84-245f8e8a1dea tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:27.224870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1319f11-b043-4b8d-9571-ae878f3e8474 req-b1c0c4ff-4c37-4f03-ab84-245f8e8a1dea tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0657241 Oct 28 21:45:27.268086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1319f11-b043-4b8d-9571-ae878f3e8474 req-e88ce5cc-b31f-403d-b44c-bbb63f5f0f05 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Oct 28 21:45:27.443120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abb78b-0cdf-40d1-9a54-38f037501148 req-960e273b-1f89-4aba-81f6-8ee45aafb59c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:27.448966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5abb78b-0cdf-40d1-9a54-38f037501148 req-960e273b-1f89-4aba-81f6-8ee45aafb59c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 945 time: 0.0619845 Oct 28 21:45:27.458720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 93d1a722-a56a-49d7-8637-f398e94c2209 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:27.521426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5abb78b-0cdf-40d1-9a54-38f037501148 req-2ae7b1b9-cb94-4667-ac36-f3bd662166d6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700567 Oct 28 21:45:27.535337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 93d1a722-a56a-49d7-8637-f398e94c2209 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:45:27.539647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 93d1a722-a56a-49d7-8637-f398e94c2209 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:27.540015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:27.640164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:27.669932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:27.672601 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a835a82-52b0-4de0-b303-d5f7be4b11f7" -d '{"events": [{"server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "name": "network-vif-plugged", "status": "completed", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:27.699664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=93d1a722-a56a-49d7-8637-f398e94c2209,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:27.705703 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:27.732034 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4510e-5983-41df-87b7-83575610c605 x-openstack-request-id: req-6ba4510e-5983-41df-87b7-83575610c605 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:27.732423 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "name": "network-vif-plugged", "status": "completed", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:27.732753 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ba4510e-5983-41df-87b7-83575610c605 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:27.733211 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209', 'code': 200} Oct 28 21:45:27.758799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:27.814902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3b1b-2e30-4cec-bb94-5864cd25ee4d req-9be23523-5724-49a4-adef-710b1e066cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:27.816478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-199f3b1b-2e30-4cec-bb94-5864cd25ee4d req-9be23523-5724-49a4-adef-710b1e066cfa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 1098 time: 0.0425663 Oct 28 21:45:27.851652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-199f3b1b-2e30-4cec-bb94-5864cd25ee4d req-4691272a-442c-43aa-82b2-f9074d86f09f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283542 Oct 28 21:45:28.387586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848202-f90d-49ab-b06a-f43f8f67621e req-9388e04d-9f99-412c-b410-434641347e8e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:28.389119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15848202-f90d-49ab-b06a-f43f8f67621e req-9388e04d-9f99-412c-b410-434641347e8e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0545943 Oct 28 21:45:28.436489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15848202-f90d-49ab-b06a-f43f8f67621e req-78316286-6637-4fc3-ac61-e8e5fff523d4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Oct 28 21:45:28.659176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867820e-ee49-4563-8f1f-e45942efe152 req-bc2955ec-a18a-4e54-84e1-a0ac1eaaa4ff tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:28.660778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b867820e-ee49-4563-8f1f-e45942efe152 req-bc2955ec-a18a-4e54-84e1-a0ac1eaaa4ff tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0700819 Oct 28 21:45:28.723122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b867820e-ee49-4563-8f1f-e45942efe152 req-b6911f7c-313a-457a-a49b-c3e283f691ed tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561147 Oct 28 21:45:29.580313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869df8-00a5-49ab-87f1-bb2dcb0b0852 req-d7c0f756-26af-47f3-ba57-cc83c3ab45c0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:29.581963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50869df8-00a5-49ab-87f1-bb2dcb0b0852 req-d7c0f756-26af-47f3-ba57-cc83c3ab45c0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0734217 Oct 28 21:45:29.623467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50869df8-00a5-49ab-87f1-bb2dcb0b0852 req-bbd2bb2c-1f53-4b89-821a-d0b3f01b5547 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Oct 28 21:45:29.887552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84b36-38c0-42d6-bb6b-69fb76b51807 req-76e198ee-db60-4375-be84-294fe29abe9c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:29.889248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0f84b36-38c0-42d6-bb6b-69fb76b51807 req-76e198ee-db60-4375-be84-294fe29abe9c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0680583 Oct 28 21:45:29.931269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0f84b36-38c0-42d6-bb6b-69fb76b51807 req-6a5374f5-172f-45b8-a090-6f2da1ce86a8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Oct 28 21:45:29.994945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35806) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:30.055385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01599cd-0b55-477f-8d11-f7512e4fe471 req-4ae1d9a9-fa56-414b-b03a-5c985357a264 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:30.057080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c01599cd-0b55-477f-8d11-f7512e4fe471 req-4ae1d9a9-fa56-414b-b03a-5c985357a264 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Oct 28 21:45:30.100186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c01599cd-0b55-477f-8d11-f7512e4fe471 req-d63fe5bc-83c4-43f7-9e7e-e10cae88ea52 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349984 Oct 28 21:45:30.127764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbc57b4a-1896-4061-b5cf-91b4f2828586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.221013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbc57b4a-1896-4061-b5cf-91b4f2828586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.226364 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cbc57b4a-1896-4061-b5cf-91b4f2828586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.279537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cbc57b4a-1896-4061-b5cf-91b4f2828586 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ec37271f81a4ac7af88541dee7085b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825110 Oct 28 21:45:30.280175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35816) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:30.287532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc57b4a-1896-4061-b5cf-91b4f2828586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bc9d6-002f-4ed3-8df4-9758e0ccb4f2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:30.337119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.359523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.391160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e267e8d-520e-4c8b-a59a-63545d420913 req-52f9b129-7403-4093-9268-87df468b92b8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:30.392716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e267e8d-520e-4c8b-a59a-63545d420913 req-52f9b129-7403-4093-9268-87df468b92b8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0593183 Oct 28 21:45:30.426756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.429422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.434212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d1bc9d6-002f-4ed3-8df4-9758e0ccb4f2 HTTP/1.1" status: 204 len: 168 time: 0.1530113 Oct 28 21:45:30.444270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace1306-c7e5-442e-b86e-910aae237cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bc9d6-002f-4ed3-8df4-9758e0ccb4f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:30.445073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e267e8d-520e-4c8b-a59a-63545d420913 req-50ca68d4-f1bf-46ec-a011-3c20a871a356 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Oct 28 21:45:30.734233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:30.759148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07966f34-e59c-4a75-bb52-49f072555c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.764938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d1282-a376-4a43-b449-520d9b55d319 req-23c8a365-d798-4e4c-ace5-2607856d3c8f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:30.768831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-007d1282-a376-4a43-b449-520d9b55d319 req-23c8a365-d798-4e4c-ace5-2607856d3c8f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.0682273 Oct 28 21:45:30.813430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-007d1282-a376-4a43-b449-520d9b55d319 req-af5d6158-1275-4329-ab56-dc2a0493ee6c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Oct 28 21:45:30.857928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07966f34-e59c-4a75-bb52-49f072555c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.862669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07966f34-e59c-4a75-bb52-49f072555c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.901705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07966f34-e59c-4a75-bb52-49f072555c74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13e246b057014fb1af43383a8362f6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655197 Oct 28 21:45:30.902690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07966f34-e59c-4a75-bb52-49f072555c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee694f-8c19-4fc6-b556-c826c505e7d2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:30.904300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35838) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:30.973931 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:30.999685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:31.049668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:31.052250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:31.053458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bee694f-8c19-4fc6-b556-c826c505e7d2 HTTP/1.1" status: 204 len: 168 time: 0.1357696 Oct 28 21:45:31.063633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9a0eb-baf1-4ae2-87ff-e28351b9d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee694f-8c19-4fc6-b556-c826c505e7d2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:31.623618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89aae-1eb0-481b-8ee8-456e3d7978b0 req-6862d1c9-84cb-44e5-b710-72a7affae54c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:31.625522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9de89aae-1eb0-481b-8ee8-456e3d7978b0 req-6862d1c9-84cb-44e5-b710-72a7affae54c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0821643 Oct 28 21:45:31.665474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5514806-3fa8-449b-8180-f9b479915a8d req-8b0cb541-de9f-4e5e-9787-17377fcbc3c5 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:31.667235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5514806-3fa8-449b-8180-f9b479915a8d req-8b0cb541-de9f-4e5e-9787-17377fcbc3c5 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f9906fd-ff88-4fbb-ae9d-97e9db2d9547 HTTP/1.1" status: 200 len: 946 time: 0.0856407 Oct 28 21:45:31.708895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9de89aae-1eb0-481b-8ee8-456e3d7978b0 req-2fa593f6-cd1a-4d73-a04f-7f2dee4d33c3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769253 Oct 28 21:45:31.777759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port 93d1a722-a56a-49d7-8637-f398e94c2209 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:31.778449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:31.899863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port 93d1a722-a56a-49d7-8637-f398e94c2209, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=93d1a722-a56a-49d7-8637-f398e94c2209,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:31.900214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:31.923620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for 93d1a722-a56a-49d7-8637-f398e94c2209 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:32.008859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33415-c3e7-4527-be69-9a0fa6adbd10 req-58310ee6-2d22-4651-ab14-f671882dbe84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:32.010386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef33415-c3e7-4527-be69-9a0fa6adbd10 req-58310ee6-2d22-4651-ab14-f671882dbe84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.1074023 Oct 28 21:45:32.072532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ef33415-c3e7-4527-be69-9a0fa6adbd10 req-d81dd06d-dbef-43a6-8daf-969fafb5ef98 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Oct 28 21:45:32.114311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 35894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:32.145665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.158867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff', '93d1a722-a56a-49d7-8637-f398e94c2209'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:32.175074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=93d1a722-a56a-49d7-8637-f398e94c2209,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:32.253498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port 93d1a722-a56a-49d7-8637-f398e94c2209 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:45:32.253777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b10588fc-d0bb-4e59-8fdb-43eba63cca9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.256757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.260251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5514806-3fa8-449b-8180-f9b479915a8d req-5ccfd095-d406-4f43-aaea-6042371bd20f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "DELETE /v2.0/ports/93d1a722-a56a-49d7-8637-f398e94c2209 HTTP/1.1" status: 204 len: 173 time: 0.5841777 Oct 28 21:45:32.262250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'name': 'network-vif-deleted', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:32.264872 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c99158b-89d3-449c-8a0d-271439765955" -d '{"events": [{"server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "name": "network-vif-deleted", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:32.326984 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd9666-23ea-4baa-91a9-307cf75d54ac x-openstack-request-id: req-bffd9666-23ea-4baa-91a9-307cf75d54ac {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:32.327500 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9906fd-ff88-4fbb-ae9d-97e9db2d9547", "name": "network-vif-deleted", "tag": "93d1a722-a56a-49d7-8637-f398e94c2209", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:32.328027 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bffd9666-23ea-4baa-91a9-307cf75d54ac {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:32.329689 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9906fd-ff88-4fbb-ae9d-97e9db2d9547', 'name': 'network-vif-deleted', 'tag': '93d1a722-a56a-49d7-8637-f398e94c2209', 'status': 'completed', 'code': 200} Oct 28 21:45:32.387614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b10588fc-d0bb-4e59-8fdb-43eba63cca9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.392290 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b10588fc-d0bb-4e59-8fdb-43eba63cca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.436814 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b10588fc-d0bb-4e59-8fdb-43eba63cca9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db4c77ec6f5b49d6bcd2fa461c5a7d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211586 Oct 28 21:45:32.437853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10588fc-d0bb-4e59-8fdb-43eba63cca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ef660-f6a1-4dcc-91bd-c1b48dbe5323,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:32.439756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:32.493802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.521417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.570685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.573753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:32.574941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/976ef660-f6a1-4dcc-91bd-c1b48dbe5323 HTTP/1.1" status: 204 len: 168 time: 0.1333222 Oct 28 21:45:32.583948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793eb0c-9a7b-4a4a-91b4-09d950824cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ef660-f6a1-4dcc-91bd-c1b48dbe5323,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:33.148633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-2e685180-2922-4b0f-998f-aacca579846b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:33.150226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-2e685180-2922-4b0f-998f-aacca579846b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.1256938 Oct 28 21:45:33.170558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6bb43e66-b48e-49dd-a322-c942ae772756 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:33.191651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-1f3e2f8b-fa5e-4710-b2e5-0b64159f0b08 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0330343 Oct 28 21:45:33.266564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616e44-5fa7-4288-8d48-0579d02a35c1 req-be4f0006-3a3a-4138-9f76-2e0513d67ec2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:33.268257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c616e44-5fa7-4288-8d48-0579d02a35c1 req-be4f0006-3a3a-4138-9f76-2e0513d67ec2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 944 time: 0.1047504 Oct 28 21:45:33.272936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-3d804e65-c29d-4bf0-80eb-3ede89829711 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664513 Oct 28 21:45:33.342344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6bb43e66-b48e-49dd-a322-c942ae772756,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:33.355860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6bb43e66-b48e-49dd-a322-c942ae772756', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': '6bb43e66-b48e-49dd-a322-c942ae772756', 'mac_address': 'fa:16:3e:03:88:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:45:33.397427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:33.400469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c616e44-5fa7-4288-8d48-0579d02a35c1 req-136184cd-04c5-4150-9ad2-adb17d3e606a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193178 Oct 28 21:45:33.424655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb43e66-b48e-49dd-a322-c942ae772756 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:33.443303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-6db1a428-6712-427e-a0e8-b4eb5ae0cc1a service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537740 Oct 28 21:45:33.446953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6bb43e66-b48e-49dd-a322-c942ae772756,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:33.451943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:33.507939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:33.563420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-265cea64-56e5-479b-a39a-820e0a7b43ec service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185102 Oct 28 21:45:33.695847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6bb43e66-b48e-49dd-a322-c942ae772756'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:33.759898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1447f38b-4ad0-44d0-990e-7d770c7dea12 req-0fcd596d-ac10-4899-95b1-5ce36c599293 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 210 time: 0.0446947 Oct 28 21:45:34.214715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 35994) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:34.376809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-172328156'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:34.397970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Made reservation on behalf of e7cfff12e9164e499a56b6a6a9f2891a for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:34.401719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.411625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.530970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.536992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.566179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698c767-89b9-4578-b70b-b40e9cb246b1 req-1bfc5dad-c061-47e2-b050-fb5803277532 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:34.568510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3698c767-89b9-4578-b70b-b40e9cb246b1 req-1bfc5dad-c061-47e2-b050-fb5803277532 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 945 time: 0.0863280 Oct 28 21:45:34.592379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:45:34.608581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf07149-0ff9-442f-b21d-34cd27d64ba4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:34.620474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.620623 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Added segment 93f41458-68a2-4b68-8651-3eef19e5a178 of type vlan for network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca Oct 28 21:45:34.636313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3698c767-89b9-4578-b70b-b40e9cb246b1 req-0695bc4a-844b-4f54-818d-47db699e3c80 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Oct 28 21:45:34.678263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.751788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.757462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:34.758354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:34.847401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6315532 Oct 28 21:45:34.897597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2afd8f0b-aa4b-4dae-9715-03059c9bb05e req-c2a96e23-1a69-4237-ab3d-96e21ca8f41c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 210 time: 0.0462985 Oct 28 21:45:34.900841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3c3e-4f77-4220-8d9e-7c401c3b020b tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Pushing event updated for resources: {'Network': ['ID=dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:34.913760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:45:34.950867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-1ed0c919-e8d6-4f56-9d0e-c3b73d5f6357 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:34.952881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-1ed0c919-e8d6-4f56-9d0e-c3b73d5f6357 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.2554026 Oct 28 21:45:34.972947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:35.084930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36022) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:35.090660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca', 'binding:host_id': 'n-h2-806683-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-526693594'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:35.107885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:35.120133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.133769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Made reservation on behalf of 728ddef994d349c4b6eeccafe082450b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:35.136083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.145398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.186153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6bb43e66-b48e-49dd-a322-c942ae772756 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:35.241723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.242722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6bb43e66-b48e-49dd-a322-c942ae772756 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:45:35.247733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6bb43e66-b48e-49dd-a322-c942ae772756 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:35.247885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.248505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.255894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port a8e9c873-c71e-4ab3-8887-600902ca3916 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:35.274955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.12 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/066d865c-f5b8-47b1-a81d-6d4f68824be6) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:35.347914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.359681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f231e2-c8f9-402d-95ca-a2980e984908,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:35.407830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:35.412463 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec3f5f-9455-4a28-8a9c-2904d82385d5" -d '{"events": [{"server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "name": "network-vif-plugged", "status": "completed", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:35.447594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6bb43e66-b48e-49dd-a322-c942ae772756,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:35.462620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.480005 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5a1d9d-686c-4ffc-8208-c8a49facccf3 x-openstack-request-id: req-7d5a1d9d-686c-4ffc-8208-c8a49facccf3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:35.480300 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "name": "network-vif-plugged", "status": "completed", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:35.481181 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d5a1d9d-686c-4ffc-8208-c8a49facccf3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:35.481181 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756', 'code': 200} Oct 28 21:45:35.502241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.507015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 93d1a722-a56a-49d7-8637-f398e94c2209 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:45:35.563346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 93d1a722-a56a-49d7-8637-f398e94c2209 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:45:35.563686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 93d1a722-a56a-49d7-8637-f398e94c2209 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:45:35.596088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:35.597042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.611516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:35.668575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697a7c7-8081-42c4-aa2e-ca821192742f req-cea1d802-053c-47f4-86e8-3581f64d3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:35.670749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9697a7c7-8081-42c4-aa2e-ca821192742f req-cea1d802-053c-47f4-86e8-3581f64d3467 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 1098 time: 0.1154165 Oct 28 21:45:35.678769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:35.709807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:35.719698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:35.755800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:35.778007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9697a7c7-8081-42c4-aa2e-ca821192742f req-aa822f65-b9bb-4b13-bc04-8be9a9a8abd3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979087 Oct 28 21:45:35.793442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:35.794187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.823342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-019b1a30-720a-4bff-a220-0aabad132ad1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8569393 Oct 28 21:45:35.843330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Request body: {'port': {'device_id': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:35.914708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845dd2b-4fe1-4594-8a79-bea4e8c945d1 req-3255fe9b-a2c0-4773-979f-9c10c7d7339f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:35.916300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f845dd2b-4fe1-4594-8a79-bea4e8c945d1 req-3255fe9b-a2c0-4773-979f-9c10c7d7339f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1097634 Oct 28 21:45:35.921403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.926696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port a8e9c873-c71e-4ab3-8887-600902ca3916 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:35.936899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:35.948185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.033085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e9c873-c71e-4ab3-8887-600902ca3916,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:36.042900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Checking segment: {'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:36.043349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Network hostable DHCP agents. Network: dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:45:36.078161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:45:36.090020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:36.096720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f845dd2b-4fe1-4594-8a79-bea4e8c945d1 req-10950d1d-23e7-4086-aa8b-5556153c3c7f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614971 Oct 28 21:45:36.100293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:36.110129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7d4b1-a231-45b9-9b43-5586891c0693 None None] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:36.120593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.121221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.122673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.130487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.130986 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.131441 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 2 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.148666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.149389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.150158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.155866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.156395 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.158206 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 3 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.173556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.174191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.174703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.178154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215f8c-a606-495f-917f-628d3f3da26e req-36205708-714e-42d4-bfba-e40e8a560923 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:36.179673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d215f8c-a606-495f-917f-628d3f3da26e req-36205708-714e-42d4-bfba-e40e8a560923 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 932 time: 0.1816554 Oct 28 21:45:36.191200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.191537 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.191924 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 4 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.207483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.208079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.208958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.216641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.217990 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.220788 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 5 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.239784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.241479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.242575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.248529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.249829 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.251733 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 6 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.256441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d215f8c-a606-495f-917f-628d3f3da26e req-f97e96cf-aa4d-4a9f-b7be-51bd6219c8f9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Oct 28 21:45:36.274081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.274081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.274081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.278396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.278725 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.279112 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 7 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.293213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.293555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.293888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.299179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.299505 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.299899 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 8 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.314617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.314958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.315293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.320774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.321096 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.321480 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 9 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.336693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.337421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.337421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.341716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066d865c-f5b8-47b1-a81d-6d4f68824be6 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:36.342230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.342666 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.343127 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 10 to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 Oct 28 21:45:36.351603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.356594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.357005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.357406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.361942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8e9c873-c71e-4ab3-8887-600902ca3916 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.362338 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8e9c873-c71e-4ab3-8887-600902ca3916 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:36.362800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.366117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Transition to ACTIVE for port object 066d865c-f5b8-47b1-a81d-6d4f68824be6 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:45:36.372126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.424440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Pushing event updated for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:36.441724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port a8e9c873-c71e-4ab3-8887-600902ca3916, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:36.442183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempted to set empty binding levels {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:45:36.447181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.488265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:36.488889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.504593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Attempting to bind port 066d865c-f5b8-47b1-a81d-6d4f68824be6 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:36.504955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Attempting to bind port 066d865c-f5b8-47b1-a81d-6d4f68824be6 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:36.505279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Attempting to bind port 066d865c-f5b8-47b1-a81d-6d4f68824be6 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.509865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Port 066d865c-f5b8-47b1-a81d-6d4f68824be6 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:36.510184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Attempting to bind port 066d865c-f5b8-47b1-a81d-6d4f68824be6 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:36.512907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36048) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:36.513066 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4268277 Oct 28 21:45:36.514164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a0fb4-e447-48b6-b04e-f4e4c386cc91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e9c873-c71e-4ab3-8887-600902ca3916,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:36.528326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:36.528760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:36.529171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:36.529667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Bound port: 066d865c-f5b8-47b1-a81d-6d4f68824be6, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:36.530091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.645762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:36.649666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:36.658516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.694289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Deleting port a8e9c873-c71e-4ab3-8887-600902ca3916 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:36.694622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.717016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:36.717766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.719744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] 10.222.0.44 "PUT /v2.0/ports/066d865c-f5b8-47b1-a81d-6d4f68824be6 HTTP/1.1" status: 200 len: 1093 time: 0.8810096 Oct 28 21:45:36.720273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:36.722708 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f3e48-345b-40dc-bb9d-175c0ba41efe" -d '{"events": [{"name": "network-changed", "server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:36.804273 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb28435-7b8e-4339-ab91-54417ccfacca x-openstack-request-id: req-aeb28435-7b8e-4339-ab91-54417ccfacca {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:36.804724 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:36.805078 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeb28435-7b8e-4339-ab91-54417ccfacca {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:36.805543 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6', 'status': 'completed', 'code': 200} Oct 28 21:45:36.820393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c146c2-1738-467b-ac91-90d9d3548c65 service neutron] Pushing event updated for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:36.824446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port a8e9c873-c71e-4ab3-8887-600902ca3916, host n-h2-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:36.824911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:36.844174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Calling delete_port for a8e9c873-c71e-4ab3-8887-600902ca3916 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:36.863861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-f6bce89c-b60a-4ad8-9c9b-889b9029af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:36.865493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-f6bce89c-b60a-4ad8-9c9b-889b9029af3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 1096 time: 0.0970857 Oct 28 21:45:36.944729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-14d1b838-8752-4413-baaa-5d8df545ecd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6 HTTP/1.1" status: 200 len: 217 time: 0.0470376 Oct 28 21:45:37.009649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-0e2de0e3-8278-4c91-84b1-8719805cd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.011114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-0e2de0e3-8278-4c91-84b1-8719805cd541 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0557702 Oct 28 21:45:37.015051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.058063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8e9c873-c71e-4ab3-8887-600902ca3916,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:37.076295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-d8bf9802-cdda-4410-909b-8364e11ec564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534005 Oct 28 21:45:37.079293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.082433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7cc50251-f45a-4813-a978-151762ae1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a8e9c873-c71e-4ab3-8887-600902ca3916 HTTP/1.1" status: 204 len: 168 time: 0.5685203 Oct 28 21:45:37.085051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36062) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:37.151930 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e92bc8-8cbc-49f5-aee8-264d165e7bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:45:37.153500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-95e92bc8-8cbc-49f5-aee8-264d165e7bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports/a8e9c873-c71e-4ab3-8887-600902ca3916 HTTP/1.1" status: 404 len: 333 time: 0.0675535 Oct 28 21:45:37.158613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36070) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:37.163663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204731026'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:37.189245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Made reservation on behalf of 728ddef994d349c4b6eeccafe082450b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:37.191734 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.215234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port a8d524df-aaed-4583-a391-61903aabd09a yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:37.244993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-b6ba5f7d-f191-4c07-a092-d5791b91fb2a service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612980 Oct 28 21:45:37.305971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255aec-981b-4277-b6da-1ec92719ae89 req-aa6093b7-d385-454a-9642-a4ccca85cde4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.307895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00255aec-981b-4277-b6da-1ec92719ae89 req-aa6093b7-d385-454a-9642-a4ccca85cde4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1210279 Oct 28 21:45:37.383690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00255aec-981b-4277-b6da-1ec92719ae89 req-d8f56fba-cdc8-45e5-83f4-23e335ff8a5f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694282 Oct 28 21:45:37.389433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.417858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d5d3c44-3756-460c-ba3b-d9c752955623 req-19a2443a-f52d-4216-befa-d1b0a00e6a45 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654613 Oct 28 21:45:37.441103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.441439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99ebf0-ad33-4d19-859f-c1f6dcd688ff req-8acb85e4-db99-4005-8a1b-6c0b2b9b6302 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.445167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f99ebf0-ad33-4d19-859f-c1f6dcd688ff req-8acb85e4-db99-4005-8a1b-6c0b2b9b6302 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 944 time: 0.0839436 Oct 28 21:45:37.479451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:37.485480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:37.489401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:37.490479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.491251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.513216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3534560 Oct 28 21:45:37.516795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36080) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:37.521929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:37.534962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63678d-d775-4d83-813a-b860cfb2cc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d524df-aaed-4583-a391-61903aabd09a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:37.565841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f99ebf0-ad33-4d19-859f-c1f6dcd688ff req-48436958-0c0f-41a9-891f-7350d0dd0686 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 Oct 28 21:45:37.592594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-3e57fc73-58a5-4365-97e8-ec2c17049f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.595107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-3e57fc73-58a5-4365-97e8-ec2c17049f93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 1096 time: 0.1207366 Oct 28 21:45:37.596881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.614467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fcce0-5f9d-4bb6-85e5-d82a4a52b44b req-5e87f966-026b-4866-bb3b-e0ad1ca3854e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.615938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a33fcce0-5f9d-4bb6-85e5-d82a4a52b44b req-5e87f966-026b-4866-bb3b-e0ad1ca3854e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1069617 Oct 28 21:45:37.713179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a33fcce0-5f9d-4bb6-85e5-d82a4a52b44b req-19cf9344-0594-4545-8138-b448b9f0f46a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895474 Oct 28 21:45:37.741334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-a6034151-3a3b-41e5-98d2-d594910c25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:37.741334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-a6034151-3a3b-41e5-98d2-d594910c25de service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.1381319 Oct 28 21:45:37.792405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port a8d524df-aaed-4583-a391-61903aabd09a yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:37.807860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.827305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:37.894761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d524df-aaed-4583-a391-61903aabd09a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:37.901453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:37.901857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:37.902266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:37.908335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:37.908654 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:37.909137 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 2 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:37.924151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:37.924564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:37.924837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:37.929838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:37.930161 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:37.930549 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 3 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:37.944578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:37.944956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:37.945248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:37.950039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:37.950366 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:37.950757 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 4 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:37.964833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:37.965165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:37.965501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:37.971339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:37.971666 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:37.972056 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 5 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:37.986727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:37.987061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:37.987396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:37.992343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:37.992695 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:37.993083 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 6 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:38.011089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:38.011671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:38.012159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:38.018531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:38.018867 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:38.019262 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 7 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:38.033453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:38.033780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:38.034121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:38.039327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:38.039654 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:38.040223 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 8 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:38.054873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:38.055209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:38.055542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:38.060480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:38.060757 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:38.061144 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 9 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:38.075956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:38.076479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:38.076916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:38.082924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:38.083387 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:38.083987 n-d-806683-16 neutron-server[102313]: INFO neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 10 to bind port a8d524df-aaed-4583-a391-61903aabd09a Oct 28 21:45:38.098516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:38.099152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:38.099727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:38.104823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:38.105312 n-d-806683-16 neutron-server[102313]: ERROR neutron.plugins.ml2.managers [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port a8d524df-aaed-4583-a391-61903aabd09a on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:38.105775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.160447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-69ddc249-6fd7-4507-9cd5-5eb51231ddee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6 HTTP/1.1" status: 200 len: 217 time: 0.4124875 Oct 28 21:45:38.176812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port a8d524df-aaed-4583-a391-61903aabd09a, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:38.177378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempted to set empty binding levels {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:45:38.183394 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.222483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] In _notify_port_updated(), no bound segment for port a8d524df-aaed-4583-a391-61903aabd09a on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:45:38.223345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.223949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.228255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "PUT /v2.0/ports/a8d524df-aaed-4583-a391-61903aabd09a HTTP/1.1" status: 200 len: 980 time: 0.7103016 Oct 28 21:45:38.228527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36094) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:38.240728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd852d-f20c-4440-87c8-276bdc806801 req-b82322f3-c767-4992-a731-1aa8687539fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.242194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bd852d-f20c-4440-87c8-276bdc806801 req-b82322f3-c767-4992-a731-1aa8687539fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.0846069 Oct 28 21:45:38.243531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-451f5143-f8d1-48c1-ad8a-e51cafa54abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.244971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-451f5143-f8d1-48c1-ad8a-e51cafa54abd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0762472 Oct 28 21:45:38.291570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956d3c-c6e7-41c3-99c9-b91934172ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=a8d524df-aaed-4583-a391-61903aabd09a,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:38.294631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-260de774-5a49-4357-b27b-b4674c20988f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410380 Oct 28 21:45:38.350950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.351428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.351890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.352346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.352823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.353276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.353733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.354917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.355378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.355836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.356309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.356784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.357236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.357692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.357954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1bd852d-f20c-4440-87c8-276bdc806801 req-3abaf67f-d464-4a34-8c07-3f3a8005b463 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065149 Oct 28 21:45:38.358139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.358591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.359038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.359997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.361021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.361484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.361941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.362929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.363390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.363844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.364304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.364781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.365710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.366199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.366667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.367125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.368116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.368517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.373771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4205e3fd-feec-463f-aa32-9d24e12a0d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28986 time: 0.1415157 Oct 28 21:45:38.380797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36100) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:38.459832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-d17709a5-c71a-422f-8dfa-c56da0c07cd7 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560342 Oct 28 21:45:38.540665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Deleting port a8d524df-aaed-4583-a391-61903aabd09a {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:38.541118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.667505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-913f3e48-345b-40dc-bb9d-175c0ba41efe req-60db89b2-a9aa-40d0-91b6-a3b383dd124e service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998692 Oct 28 21:45:38.694995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port a8d524df-aaed-4583-a391-61903aabd09a, host n-h2-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:38.695342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.714567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Calling delete_port for a8d524df-aaed-4583-a391-61903aabd09a owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:38.739336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381a94a-e674-4d0c-9df0-17dcc380a5ec req-899767fe-8bf5-4dd0-b4b1-a06bde89ee8b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.740847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0381a94a-e674-4d0c-9df0-17dcc380a5ec req-899767fe-8bf5-4dd0-b4b1-a06bde89ee8b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1493292 Oct 28 21:45:38.784500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b022-2416-4d7b-9da2-41e0c88f6ebe req-5376f143-0398-408f-a3e7-f4a517423442 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:38.785972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c015b022-2416-4d7b-9da2-41e0c88f6ebe req-5376f143-0398-408f-a3e7-f4a517423442 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 944 time: 0.1413240 Oct 28 21:45:38.862681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0381a94a-e674-4d0c-9df0-17dcc380a5ec req-938ce840-ca31-4208-94a6-91bd444082b8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145968 Oct 28 21:45:38.876985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c015b022-2416-4d7b-9da2-41e0c88f6ebe req-b1b9eb4c-69cd-46c9-a281-046a1c3246b4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816078 Oct 28 21:45:38.888102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.916177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8d524df-aaed-4583-a391-61903aabd09a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:38.924834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:38.927884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bb7ab6ec-df83-4ee5-9229-1ab8ad0b7aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a8d524df-aaed-4583-a391-61903aabd09a HTTP/1.1" status: 204 len: 168 time: 0.5487893 Oct 28 21:45:38.930666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36118) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:38.960234 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-81500f23-78a7-469c-8347-39128110b4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:45:38.961717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81500f23-78a7-469c-8347-39128110b4bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports/a8d524df-aaed-4583-a391-61903aabd09a HTTP/1.1" status: 404 len: 333 time: 0.0301082 Oct 28 21:45:38.965642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36120) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:38.974928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-987339417', 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:38.998616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Made reservation on behalf of 728ddef994d349c4b6eeccafe082450b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:39.002317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.020357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port 3c73d583-ef0c-40ec-a220-f89488db7b3a yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:39.171475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.212858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.248978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:39.254091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:39.257685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:39.258688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:39.259431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.275751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=3c73d583-ef0c-40ec-a220-f89488db7b3a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:39.288073 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-925eb9cb-44ae-46e5-8353-78d11cc302b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3213434 Oct 28 21:45:39.290519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36126) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:39.322925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f079a0-dad2-47f8-9ced-8b66e8a79104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:39.324279 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-97f079a0-dad2-47f8-9ced-8b66e8a79104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports/3c73d583-ef0c-40ec-a220-f89488db7b3a HTTP/1.1" status: 200 len: 958 time: 0.0328555 Oct 28 21:45:39.327034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36128) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:39.406903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Deleting port 3c73d583-ef0c-40ec-a220-f89488db7b3a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:39.407342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.470552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.483034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Calling delete_port for 3c73d583-ef0c-40ec-a220-f89488db7b3a owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:39.501690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 066d865c-f5b8-47b1-a81d-6d4f68824be6 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:39.578076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.610764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:39.611270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c73d583-ef0c-40ec-a220-f89488db7b3a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:39.619055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.622875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '066d865c-f5b8-47b1-a81d-6d4f68824be6', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': '066d865c-f5b8-47b1-a81d-6d4f68824be6', 'mac_address': 'fa:16:3e:10:a1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:45:39.623291 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66ccfbec-4502-438a-8d4d-8d3dfcb0d214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3c73d583-ef0c-40ec-a220-f89488db7b3a HTTP/1.1" status: 204 len: 168 time: 0.2952921 Oct 28 21:45:39.626471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:39.657186 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8292606f-2695-476f-8bbc-45c84d38001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:45:39.662293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8292606f-2695-476f-8bbc-45c84d38001c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports/3c73d583-ef0c-40ec-a220-f89488db7b3a HTTP/1.1" status: 404 len: 333 time: 0.0311327 Oct 28 21:45:39.662463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:39.667126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1061316290'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:39.672490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.686013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066d865c-f5b8-47b1-a81d-6d4f68824be6 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:39.694476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Made reservation on behalf of 728ddef994d349c4b6eeccafe082450b for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:39.694894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.705381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36144) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:39.712580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port b30eca01-4fe1-47fc-a21e-450641b98287 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:39.717702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:39.724338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.793632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:39.848503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e75bc-44e6-4ed3-9833-347915d210a4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:39.848984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e75bc-44e6-4ed3-9833-347915d210a4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:39.849616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e75bc-44e6-4ed3-9833-347915d210a4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:39.851302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-068e75bc-44e6-4ed3-9833-347915d210a4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=faa99188a2d448aa9b9526394dfcf292&network_id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 2972 time: 0.1449916 Oct 28 21:45:39.887542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.938742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:39.989261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['066d865c-f5b8-47b1-a81d-6d4f68824be6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:39.991564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:39.995831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:40.006485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:40.007713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:40.008877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.023420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=b30eca01-4fe1-47fc-a21e-450641b98287,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:40.045212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cb658b7b-688a-4cba-9088-d222c55cc716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3815708 Oct 28 21:45:40.046170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36160) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:40.054778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:40.086203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63452b3a-cae1-4e43-9624-954f0eb74d94 req-f34b2b54-de9b-4547-b771-845de00608cf tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:40.087686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63452b3a-cae1-4e43-9624-954f0eb74d94 req-f34b2b54-de9b-4547-b771-845de00608cf tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 945 time: 0.1034205 Oct 28 21:45:40.095515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2907b-4b8f-4c8b-baaf-4e25686b23b2 req-0e2faad9-0aab-4904-941d-bc0ac841a467 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:40.096861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88a2907b-4b8f-4c8b-baaf-4e25686b23b2 req-0e2faad9-0aab-4904-941d-bc0ac841a467 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1598406 Oct 28 21:45:40.183385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88a2907b-4b8f-4c8b-baaf-4e25686b23b2 req-76055ccc-5d37-4b62-a85a-67e401a88952 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727282 Oct 28 21:45:40.223989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.240824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63452b3a-cae1-4e43-9624-954f0eb74d94 req-cdf55a16-6962-462e-bb6d-a8e4b5d2de59 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407757 Oct 28 21:45:40.282508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f0787-e21d-40c6-baea-99123716835c req-4eac7a2e-22a7-44a1-b239-ea70982d5eae tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:40.283958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-526f0787-e21d-40c6-baea-99123716835c req-4eac7a2e-22a7-44a1-b239-ea70982d5eae tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 946 time: 0.1386187 Oct 28 21:45:40.484277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 6bb43e66-b48e-49dd-a322-c942ae772756 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:40.485313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.535386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] device_id is not set on port b30eca01-4fe1-47fc-a21e-450641b98287 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:40.548288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.555326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.635877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=b30eca01-4fe1-47fc-a21e-450641b98287,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:40.650409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port 6bb43e66-b48e-49dd-a322-c942ae772756, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6bb43e66-b48e-49dd-a322-c942ae772756,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:40.650763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.664966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.665356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.665641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.672392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 6bb43e66-b48e-49dd-a322-c942ae772756 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:40.677830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.678233 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.680034 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 2 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.735045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.735738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.735880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.744031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.744437 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.746283 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 3 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.772027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.772415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.772734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.779334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.779646 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.781659 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 4 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.803413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.803734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.804275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.806599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9c93-d9c8-4825-82e2-ffcf1785250d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.817384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.817719 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.818807 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 5 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.857131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.857469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.858019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.868927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.869257 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.871711 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 6 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.893167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.893503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.893839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.898700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.899086 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.899498 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 7 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.903213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.914842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6bb43e66-b48e-49dd-a322-c942ae772756'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:40.940316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:40.940699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:40.941064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:40.945753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=6bb43e66-b48e-49dd-a322-c942ae772756,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:40.971568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:40.971897 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:40.973576 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 8 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:40.989969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port 6bb43e66-b48e-49dd-a322-c942ae772756 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:45:40.996572 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:40.999853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-526f0787-e21d-40c6-baea-99123716835c req-db47bfa0-09ae-40a1-a413-2c6aae166b25 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "DELETE /v2.0/ports/6bb43e66-b48e-49dd-a322-c942ae772756 HTTP/1.1" status: 204 len: 173 time: 0.7074411 Oct 28 21:45:41.000927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'name': 'network-vif-deleted', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:41.003175 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4f794-b5ec-43e7-bb5d-9ba70ee6ade0" -d '{"events": [{"server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "name": "network-vif-deleted", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:41.010467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:41.010708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:41.011050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:41.016863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:41.017395 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:41.018476 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 9 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:41.036106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:41.036876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:41.037492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:41.053746 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95fbb1b-4dd9-40a3-885b-a850705a1da0 x-openstack-request-id: req-c95fbb1b-4dd9-40a3-885b-a850705a1da0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:41.054031 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33acaa7-3780-47d9-b5cb-0bceb761e137", "name": "network-vif-deleted", "tag": "6bb43e66-b48e-49dd-a322-c942ae772756", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:41.054291 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c95fbb1b-4dd9-40a3-885b-a850705a1da0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:41.054691 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33acaa7-3780-47d9-b5cb-0bceb761e137', 'name': 'network-vif-deleted', 'tag': '6bb43e66-b48e-49dd-a322-c942ae772756', 'status': 'completed', 'code': 200} Oct 28 21:45:41.055822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:41.056166 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:41.056598 n-d-806683-16 neutron-server[102314]: INFO neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempt 10 to bind port b30eca01-4fe1-47fc-a21e-450641b98287 Oct 28 21:45:41.080409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:41.081054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:41.081607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempting to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:41.087071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:41.089002 n-d-806683-16 neutron-server[102314]: ERROR neutron.plugins.ml2.managers [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Failed to bind port b30eca01-4fe1-47fc-a21e-450641b98287 on host n-h2-806683-16 for vnic_type normal using segments [{'id': '93f41458-68a2-4b68-8651-3eef19e5a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca'}] Oct 28 21:45:41.089578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.161306 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:45:41.190835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port b30eca01-4fe1-47fc-a21e-450641b98287, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:41.191204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attempted to set empty binding levels {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 28 21:45:41.196463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.230723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] In _notify_port_updated(), no bound segment for port b30eca01-4fe1-47fc-a21e-450641b98287 on network dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:45:41.231589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:41.232188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.233511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "PUT /v2.0/ports/b30eca01-4fe1-47fc-a21e-450641b98287 HTTP/1.1" status: 200 len: 980 time: 1.1843379 Oct 28 21:45:41.236867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36190) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:41.252216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9fbc4-f250-48d0-baef-fe906607b45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event updated for resources: {'Port': ['ID=b30eca01-4fe1-47fc-a21e-450641b98287,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:41.360716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c1b3a00-7276-4737-a13a-0722256627e6 req-ff35e49d-bf0e-41f8-be2f-a90b1103d13c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0409987 Oct 28 21:45:41.396458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Deleting port b30eca01-4fe1-47fc-a21e-450641b98287 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:41.396864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.402244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e1fc-6c37-439c-bc35-046e2d7464aa req-340f70d0-21ce-4009-947d-3e4c152e1d3f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:41.404250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c400e1fc-6c37-439c-bc35-046e2d7464aa req-340f70d0-21ce-4009-947d-3e4c152e1d3f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 945 time: 0.0744610 Oct 28 21:45:41.455182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c400e1fc-6c37-439c-bc35-046e2d7464aa req-c3f3c146-11c6-4c50-a8ea-56e0e5430145 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Oct 28 21:45:41.489208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] For port b30eca01-4fe1-47fc-a21e-450641b98287, host n-h2-806683-16, got binding levels [] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:41.489838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.507910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Calling delete_port for b30eca01-4fe1-47fc-a21e-450641b98287 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:41.516316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 066d865c-f5b8-47b1-a81d-6d4f68824be6 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:41.598415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36198) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:41.610718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 066d865c-f5b8-47b1-a81d-6d4f68824be6 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:45:41.615542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 066d865c-f5b8-47b1-a81d-6d4f68824be6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:41.616341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.621146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.659791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Pushing event deleted for resources: {'Port': ['ID=b30eca01-4fe1-47fc-a21e-450641b98287,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:41.666693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.671168 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bb984760-7432-4204-8810-be51e2550e9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b30eca01-4fe1-47fc-a21e-450641b98287 HTTP/1.1" status: 204 len: 168 time: 0.4330091 Oct 28 21:45:41.674305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36200) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:41.710246 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b3b3ba-37f7-42c4-92b2-a7c781171752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] GET failed (client error): The resource could not be found. Oct 28 21:45:41.715366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-76b3b3ba-37f7-42c4-92b2-a7c781171752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085876022-project-admin] 10.222.0.31 "GET /v2.0/ports/b30eca01-4fe1-47fc-a21e-450641b98287 HTTP/1.1" status: 404 len: 333 time: 0.0367584 Oct 28 21:45:41.715653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d351e93-28ed-4f8e-9f4b-33b7f93ae3e2 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:41.715653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9d351e93-28ed-4f8e-9f4b-33b7f93ae3e2 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 814 time: 0.1156249 Oct 28 21:45:41.715946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:41.741059 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.773343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:41.775751 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9986bd-6c08-4abd-b46d-c6bb2fbd1b56" -d '{"events": [{"server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "name": "network-vif-plugged", "status": "completed", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:41.804767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:41.843189 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.846708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.901157 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679b5c1-2cc6-4798-80c6-cacb26ef9d7b x-openstack-request-id: req-9679b5c1-2cc6-4798-80c6-cacb26ef9d7b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:41.901737 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "name": "network-vif-plugged", "status": "completed", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:41.902185 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9679b5c1-2cc6-4798-80c6-cacb26ef9d7b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:41.902738 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6', 'code': 200} Oct 28 21:45:41.905565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:41.927117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.972573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:41.992646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:42.002249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f41458-68a2-4b68-8651-3eef19e5a178') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:42.002530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f41458-68a2-4b68-8651-3eef19e5a178') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:42.019904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.022567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111c7a4-9dd5-4989-a239-5d288ed14bdc req-b4d8faed-0da1-4171-b82d-d7b19e1f8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:42.024136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4111c7a4-9dd5-4989-a239-5d288ed14bdc req-b4d8faed-0da1-4171-b82d-d7b19e1f8cbd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 1098 time: 0.0885487 Oct 28 21:45:42.039029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.047366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:45:42.048225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:45:42.052093 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:45:42.083259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4111c7a4-9dd5-4989-a239-5d288ed14bdc req-7b01a855-ad51-40fa-a537-7002172b2192 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Oct 28 21:45:42.118302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.126344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.132525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] 10.222.0.31 "DELETE /v2.0/networks/dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca HTTP/1.1" status: 204 len: 168 time: 0.4155581 Oct 28 21:45:42.149086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a791a5-89bd-4bc4-ba00-1543fb4a009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-527971138-project] Pushing event deleted for resources: {'Network': ['ID=dbc07a87-f2f2-4f3a-90e5-6cc2e99cf4ca,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:42.188574 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.439256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36230) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:42.477828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9096a92c-0a1f-4bcb-9af8-5cc36a93ce9c req-3d668ad2-b8f6-4a5c-abbd-7ef9fe97d43e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0364420 Oct 28 21:45:42.589996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dae15-5a91-49e2-b800-4f1701d2188b req-f30c7c18-933b-4cd9-9a2a-684d740cf213 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:42.597158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b2dae15-5a91-49e2-b800-4f1701d2188b req-f30c7c18-933b-4cd9-9a2a-684d740cf213 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.0565138 Oct 28 21:45:42.627270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0d15049-14dd-4b26-bf30-23e688a2f629 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7cfff12e9164e499a56b6a6a9f2891a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844988 Oct 28 21:45:42.627517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:42.638771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b2dae15-5a91-49e2-b800-4f1701d2188b req-a2c4c8f2-1f22-42ca-ab6c-eab180300719 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Oct 28 21:45:42.685508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.692027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36242) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:42.697362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'network': {'name': 'tempest-network-smoke--2060450910', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:42.710724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.722256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:42.726612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.753735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:45:42.766158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.766805 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Added segment 93a9d158-f73e-4eba-9d02-97daa1881a86 of type vlan for network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 Oct 28 21:45:42.806782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.810093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.814308 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cf07149-0ff9-442f-b21d-34cd27d64ba4 HTTP/1.1" status: 204 len: 168 time: 0.1835659 Oct 28 21:45:42.822522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09e48-92f7-4511-b969-36c975b213f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf07149-0ff9-442f-b21d-34cd27d64ba4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:42.829919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.865531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.875892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:42.877762 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:42.957914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2620075 Oct 28 21:45:42.958929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:42.962177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005333d-bba4-4f68-afed-91521e2480a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Network': ['ID=4a5b7c23-dfe4-4a5f-b453-c952a13174b0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:42.974073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:45:43.052780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c3bbc-93b9-4a41-a47d-7e1bf11aec35 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:43.054994 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e6c3bbc-93b9-4a41-a47d-7e1bf11aec35 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=faa99188a2d448aa9b9526394dfcf292&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0954185 Oct 28 21:45:43.058223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36256) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.174927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d7c90-df4d-4b92-953a-00263fe6bdc9 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:43.176673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2f9d7c90-df4d-4b92-953a-00263fe6bdc9 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1168582 Oct 28 21:45:43.179416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36258) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.228394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.229415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ec1af13-baa9-4a9f-a4ce-6225d6bda451 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488088 Oct 28 21:45:43.261821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33c1198b-b67b-4e78-81a3-d2d8ab7f8df4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=faa99188a2d448aa9b9526394dfcf292&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320790 Oct 28 21:45:43.264429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36262) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.323954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36264) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.408526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e7669a46-3a80-48aa-b523-1c3963fcc7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.412798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8241869d-0bc3-402f-82c7-63bd1ac0bd1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=728ddef994d349c4b6eeccafe082450b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873654 Oct 28 21:45:43.413494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36268) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.452041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d01636-2068-4e34-b13c-c15ddcbb1db0 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:43.454635 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5d01636-2068-4e34-b13c-c15ddcbb1db0 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1891387 Oct 28 21:45:43.457567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36272) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.496270 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.504297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e9539daa-1c62-4af4-9139-c6e770822f7f tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431809 Oct 28 21:45:43.504669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:43.510072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884066320', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:43.549574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.639974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7784895-1650-4d65-b137-ad2ecd20094c req-d2ad1592-22dc-4d08-a338-b563768a6a9b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0582483 Oct 28 21:45:43.642485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:43.647586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.679569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.683399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:43.684887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8f231e2-c8f9-402d-95ca-a2980e984908 HTTP/1.1" status: 204 len: 168 time: 0.2703857 Oct 28 21:45:43.696504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a731d-fa0e-4e5f-8c9c-0fd72a938281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f231e2-c8f9-402d-95ca-a2980e984908,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:43.843457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f64377-959c-4032-8e2d-12dcbb07260c req-8b17cc07-b4d4-4d7a-ae1b-b282d0ab974e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:43.847709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70f64377-959c-4032-8e2d-12dcbb07260c req-8b17cc07-b4d4-4d7a-ae1b-b282d0ab974e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.0837252 Oct 28 21:45:43.898786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70f64377-959c-4032-8e2d-12dcbb07260c req-551c1080-b63a-4a7d-9d93-1d37dde2c647 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Oct 28 21:45:43.980682 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.137534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Subnet': ['ID=6d5d7403-6503-4a12-ac80-71e6b2348714,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:44.148433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Checking segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:44.148433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network hostable DHCP agents. Network: 4a5b7c23-dfe4-4a5f-b453-c952a13174b0, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:45:44.191519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:45:44.209869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 4a5b7c23-dfe4-4a5f-b453-c952a13174b0) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:44.220081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:44.221140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.222891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f48864-5ca6-4a1f-96d2-4422e113334c None None] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:44.242826 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-508aba53-028d-4197-8a07-979bb4430840 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7367895 Oct 28 21:45:44.424723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-58c4ca9f-4ff5-48a3-a530-1d771a36dafb tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:44.432474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-58c4ca9f-4ff5-48a3-a530-1d771a36dafb tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.2014205 Oct 28 21:45:44.464352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-68b8afd5-2769-4100-ab8d-71a10815b172 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0305686 Oct 28 21:45:44.529177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ips': [{'subnet_id': '6d5d7403-6503-4a12-ac80-71e6b2348714'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:45:44.531525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.634794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-86e58615-497d-4045-9cca-a28dcae98cdd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692045 Oct 28 21:45:44.690817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:44.695786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043287481', 'description': 'tempest-secgroup-smoke-2043287481 description', 'project_id': 'faa99188a2d448aa9b9526394dfcf292'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:44.754783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.828299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-678c48d7-99f8-4a13-b958-5d0808da447a req-a23ebb39-fc1f-49a6-98a6-a8df5c85008b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0515571 Oct 28 21:45:44.829733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.880259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Allocated IP 172.20.0.18 (4a5b7c23-dfe4-4a5f-b453-c952a13174b0/6d5d7403-6503-4a12-ac80-71e6b2348714/478f39b8-6af1-42af-a878-abf92faccfda) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:44.901857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-2a286b04-d7f3-4c92-9951-498fdf99144f service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575402 Oct 28 21:45:44.909383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:44.922186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.019278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336543ed-2387-4772-bb6e-a34f9125b2ac,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:45.035360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-1cd6b634-450a-4035-bfab-ec2ce186ab5a service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229017 Oct 28 21:45:45.066047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.069711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36340) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:45.070082 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-62794585-1510-4079-972f-0e4b2a3d4ff6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3779812 Oct 28 21:45:45.088648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:45.133860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.146716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.232690 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.241334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6bb43e66-b48e-49dd-a322-c942ae772756 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:45:45.247880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.248951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.256777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.295079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6bb43e66-b48e-49dd-a322-c942ae772756 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:45:45.302304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8307d09a-d66c-48fb-bf55-ebf1151d8c8e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:45.305070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6bb43e66-b48e-49dd-a322-c942ae772756 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:45:45.319151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.320824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9915abb2-828d-46fb-bcd7-f00d85577afb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2482150 Oct 28 21:45:45.323414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36346) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:45.328778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:45.393460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cb63013-c4df-46c0-aadf-ccdcae995590 req-6913d017-1a8b-4cf1-ab02-e7be7ac22786 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 210 time: 0.0432816 Oct 28 21:45:45.425308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:45.428408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.441269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:45.445655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Pushing event updated for resources: {'Port': ['ID=478f39b8-6af1-42af-a878-abf92faccfda,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:45.482120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:45.495968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.496314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.503983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.504500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.504791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.505156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.505494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.505831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.506173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.506507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.506851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.507191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:45:45.541218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.550383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.577919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c28fc4b-1cde-45bb-8454-8c73ed588bcd,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:45.589897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.593053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d53f079d-b208-40e9-bead-f163fdd4d24f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2673659 Oct 28 21:45:45.596009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36366) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:45.610926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:45.656881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Attempting to bind port 478f39b8-6af1-42af-a878-abf92faccfda on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:45.657367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Attempting to bind port 478f39b8-6af1-42af-a878-abf92faccfda by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:45.657936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Attempting to bind port 478f39b8-6af1-42af-a878-abf92faccfda on network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:45.668951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.680913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:45.683469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Checking segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:45.683977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.684514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Bound using segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:45.685102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Bound port: 478f39b8-6af1-42af-a878-abf92faccfda, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:45.702120 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.851861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.896532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] For port 478f39b8-6af1-42af-a878-abf92faccfda, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:45.904333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] For port 478f39b8-6af1-42af-a878-abf92faccfda, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=478f39b8-6af1-42af-a878-abf92faccfda,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:45.917966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.922927 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.963163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:45.966120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672037 Oct 28 21:45:45.969582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36380) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:45.974962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef09225-b0e1-4248-bf62-91bb4bd71ce5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af486643-4c1d-4eda-ab42-31a830f4ac16,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:46.009251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:46.088103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ea449-78ba-4680-9921-0e109583fc8a None None] Pushing event updated for resources: {'Port': ['ID=478f39b8-6af1-42af-a878-abf92faccfda,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:46.106108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a930de4-5b2e-4adc-a3e0-e374c1a6da99 req-562404c7-e919-4e36-86b9-49026b13582b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0827136 Oct 28 21:45:46.136698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-616db5f0-d105-4367-acf4-4e8414e6b7d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3605549 Oct 28 21:45:46.147392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:46.174345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.294729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.325157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.347230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-431057879', 'router:external': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:46.386329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0c9810-1197-4122-be88-09689f449393,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:46.407812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.410657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.411810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.412306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.412800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.414342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.414830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.417478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-65cfa929-4aa7-44a4-88f0-a937585a136c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 6508 time: 0.1401389 Oct 28 21:45:46.475953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Made reservation on behalf of cb39bd43f7f64e94a06b42c068b6fb96 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:46.480153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.503720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.529102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.532309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21aeb01b-3971-4067-ae1f-675d4beb0713 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5504434 Oct 28 21:45:46.535223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:46.540105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:46.571950 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:45:46.578613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.660105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.663618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.665917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.669592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12c60a82-5ea6-42be-9ada-1e93dc0be827 req-40933e2d-afe7-497a-baf3-86b06b3a3128 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 210 time: 0.0486324 Oct 28 21:45:46.691618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead0e56d-f50c-4ea7-a55f-8bf4caac6de2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:46.702512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.704324 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c8494f15-9a39-4898-a683-b7f7dbd32a2e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680050 Oct 28 21:45:46.707032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:46.711702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '336543ed-2387-4772-bb6e-a34f9125b2ac', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:46.748324 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:45:46.748545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.759194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.762050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-a6c68cf5-1c8f-49d0-a678-b66dacd30c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.762717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-a6c68cf5-1c8f-49d0-a678-b66dacd30c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.763343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-a6c68cf5-1c8f-49d0-a678-b66dacd30c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:46.768418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-a6c68cf5-1c8f-49d0-a678-b66dacd30c21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=7649a28d-1e5d-44da-ba76-f6342b565727&id=8d665487-1248-41c4-b9a0-050c1da13b7f&id=8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 200 len: 2298 time: 0.3135598 Oct 28 21:45:46.772439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.863928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.872478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.894427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:45:46.938317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.940511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2316668 Oct 28 21:45:46.953660 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:46.954023 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Added segment 2503c561-79e5-4933-b588-619f5dc3071a of type vlan for network 2f2e28d4-0c45-4ea0-bed4-15c604863acb Oct 28 21:45:46.957516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c1e20-1b30-4a00-8b41-1e94fcf9269c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc644601-1ac7-46da-8b12-9588e2e6d013,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:47.011305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.058843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-aad3a341-5404-4db7-aa28-3e24255bb597 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 200 len: 1000 time: 0.2796378 Oct 28 21:45:47.060577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db20002-1a85-45f2-8f55-96fc2f49e6ee,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:47.097732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.115166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:47.115987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.178969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0307603 Oct 28 21:45:47.184263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36414) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:47.199371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'subnet': {'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:47.279073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Made reservation on behalf of cb39bd43f7f64e94a06b42c068b6fb96 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:47.282553 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.349628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15650b5f-afcc-48f2-a316-0ec815148264 req-81c01f35-7a39-4150-9e73-579f2d81c2b9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0597713 Oct 28 21:45:47.413348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-b76e3094-144e-4adb-87a8-e22082352d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:47.415163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-b76e3094-144e-4adb-87a8-e22082352d64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 200 len: 855 time: 0.3409755 Oct 28 21:45:47.431932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-dc21f4ba-3f3e-47eb-b799-198ffd43f2e3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:47.440085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-dc21f4ba-3f3e-47eb-b799-198ffd43f2e3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.5793598 Oct 28 21:45:47.464857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:47.498885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5e2a-e04d-4277-a023-a34f8f8f2064 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Network': ['ID=2f2e28d4-0c45-4ea0-bed4-15c604863acb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:47.512573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:45:47.514331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-e3a8fcfd-41be-4bfc-9e25-33f09f3ce8d2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043287481&fields=id&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 267 time: 0.2323856 Oct 28 21:45:47.688039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:45:47.688039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.750919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d9a01-2b9a-41ab-9f63-4872acb191d7 None None] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:47.804125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8bfc2b3-5184-410a-801a-8d18e2bccdc7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:47.834684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Checking segment: {'id': '2503c561-79e5-4933-b588-619f5dc3071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:47.835405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network hostable DHCP agents. Network: 2f2e28d4-0c45-4ea0-bed4-15c604863acb, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:45:47.856753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:45:47.882509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2f2e28d4-0c45-4ea0-bed4-15c604863acb) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:47.892640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:47.894694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:47.934238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7079d926-c0c0-40b9-954b-ca207906105f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7484996 Oct 28 21:45:47.935160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:47.943110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-205272635', 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:47.982793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 478f39b8-6af1-42af-a878-abf92faccfda up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:47.987059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f62080-473f-4e7f-9e38-6de312661b13 None None] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:47.991092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Made reservation on behalf of cb39bd43f7f64e94a06b42c068b6fb96 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:47.994181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.029663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] device_id is not set on port 129ac496-bd9c-4e58-805f-3e8b6802953b yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:45:48.196922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 2001:db8::213 (2f2e28d4-0c45-4ea0-bed4-15c604863acb/f8bfc2b3-5184-410a-801a-8d18e2bccdc7/129ac496-bd9c-4e58-805f-3e8b6802953b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:48.197647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] Provisioning complete for port 478f39b8-6af1-42af-a878-abf92faccfda triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:48.198209 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.367220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-2f51f606-b7e0-4d49-a8ff-a26ec73006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:48.377000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-2f51f606-b7e0-4d49-a8ff-a26ec73006a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3ac7c0dc-2827-4263-8738-2f8d05e44a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9241612 Oct 28 21:45:48.403025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.455962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.513757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:48.522006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:48.525921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:48.526982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:48.527660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.546492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=129ac496-bd9c-4e58-805f-3e8b6802953b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:48.558959 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1229b2b2-9365-43cf-bc0b-c6f2bb6316b1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6225090 Oct 28 21:45:48.562043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:48.594466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 478f39b8-6af1-42af-a878-abf92faccfda triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:48.594854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.601104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-37f5b1af-c406-4d52-914d-de94d5fb31eb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:48.612978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-37f5b1af-c406-4d52-914d-de94d5fb31eb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/networks?id=4a5b7c23-dfe4-4a5f-b453-c952a13174b0 HTTP/1.1" status: 200 len: 797 time: 0.9974034 Oct 28 21:45:48.661608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.669505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b85c9-b6a6-444b-9b06-79a6b6442c50 None None] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:45:48.673373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-b3bf6324-3ef8-4d6a-bc3b-ab0b2440f33e service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954712 Oct 28 21:45:48.700604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28d82286-df4d-4206-9b3b-28badc5be420 req-3b8cbc2e-b3d7-471b-a461-579c0fc565b0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 210 time: 0.1399755 Oct 28 21:45:48.745960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Deleting port 129ac496-bd9c-4e58-805f-3e8b6802953b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:48.747414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.756810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-1337c398-2ba7-46fd-b69e-943d24a3c483 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/quotas/faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 375 time: 0.0654616 Oct 28 21:45:48.861562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] For port 478f39b8-6af1-42af-a878-abf92faccfda, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=478f39b8-6af1-42af-a878-abf92faccfda,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:48.907605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.924418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e109bcab-60e4-4f67-873c-0589381957bb req-d321c2d3-f398-400e-9eb7-44c051f1c6a2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d33acaa7-3780-47d9-b5cb-0bceb761e137 HTTP/1.1" status: 200 len: 210 time: 0.0924163 Oct 28 21:45:48.938295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:48.947983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Calling delete_port for 129ac496-bd9c-4e58-805f-3e8b6802953b owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:48.959772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.009697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-b33c3fb1-ad3c-4e00-8eae-2b32144db698 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1788707 Oct 28 21:45:49.012946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:49.016664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.148036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.159211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-8a7428cc-b047-4132-9e74-996a3a1a3bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643812 Oct 28 21:45:49.167563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81bd37-d08f-4b1b-a063-53d6fd806d48 None None] Pushing event updated for resources: {'Port': ['ID=478f39b8-6af1-42af-a878-abf92faccfda,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:49.191695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Port': ['ID=129ac496-bd9c-4e58-805f-3e8b6802953b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:49.206841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:45:49.207219 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:45:49.219910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-28d82dae-ad4b-4628-82b4-6eb13f068c49 None None] Provisioning complete for port 478f39b8-6af1-42af-a878-abf92faccfda triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:49.220375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-28d82dae-ad4b-4628-82b4-6eb13f068c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.243921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.249020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f2da2d7-a93f-4528-a9e6-869d2cce4c3a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/ports/129ac496-bd9c-4e58-805f-3e8b6802953b HTTP/1.1" status: 204 len: 168 time: 0.6851268 Oct 28 21:45:49.252042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:49.259240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb', 'external_fixed_ips': [{'subnet_id': 'f8bfc2b3-5184-410a-801a-8d18e2bccdc7', 'ip_address': '2001:db8::213'}]}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:49.260172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-82c4fdb7-9a4f-4837-801f-219d7890aaf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 217 time: 0.0926011 Oct 28 21:45:49.289801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.290920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.352289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.389499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-0126ef02-f603-4b1a-8810-0662249c41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:49.391414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-0126ef02-f603-4b1a-8810-0662249c41cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.1232529 Oct 28 21:45:49.417693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-e423070e-0934-4172-b740-12b44ab7cf2c service neutron] 10.222.0.31 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634620 Oct 28 21:45:49.464276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.7 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/05c43bf2-2267-440d-905d-5a782c1d1718) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:49.498098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.529284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-5b06201d-513c-4443-8bc5-4a0f6248fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:49.530899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-5b06201d-513c-4443-8bc5-4a0f6248fbe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315172 Oct 28 21:45:49.654150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-5c0cfa06-b69d-4375-bf43-ab9d1aa0c514 service neutron] 10.222.0.31 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175288 Oct 28 21:45:49.732198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-1164c967-5e79-4084-b845-967a3be7a147 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903865 Oct 28 21:45:49.745600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.774326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.828595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.930393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-ff3d7271-b4ea-496f-b04b-2ba812d778fb service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853764 Oct 28 21:45:49.949572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53702bf7-8541-4a62-a685-860c391ea914 req-835ba141-a28d-4112-9714-1e83166d16b5 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 210 time: 0.0683236 Oct 28 21:45:49.960003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:49.973214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff', '066d865c-f5b8-47b1-a81d-6d4f68824be6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:45:49.989897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3faafa4b-3120-420c-8a8c-cb4e1c822fab req-ebcd4a72-6563-4376-a8ae-6c77e0333c4c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 210 time: 0.0655103 Oct 28 21:45:50.058094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 478f39b8-6af1-42af-a878-abf92faccfda up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:45:50.083374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6df3c4d4-ebb7-40ff-8076-0542eccdd91f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 217 time: 0.1305404 Oct 28 21:45:50.114907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 2001:db8::213 (2f2e28d4-0c45-4ea0-bed4-15c604863acb/f8bfc2b3-5184-410a-801a-8d18e2bccdc7/09bb39d5-776d-425d-a5e0-58279199c57c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:50.168811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:50.211225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:50.238872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:50.315158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:50.363959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 478f39b8-6af1-42af-a878-abf92faccfda triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:50.364259 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:50.393127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-43ee2564-2cca-4156-b821-8935b8bed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:50.395119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-43ee2564-2cca-4156-b821-8935b8bed3d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.2952247 Oct 28 21:45:50.403907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:50.404630 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:50.436959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-e06fe891-8808-4b4e-b76d-346c2f664c37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9769795 Oct 28 21:45:50.468450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Request body: {'port': {'device_id': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:50.549490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:50.578840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-33d00157-24c1-4c4b-9d21-8a4ad3c19fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:50.580675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-33d00157-24c1-4c4b-9d21-8a4ad3c19fba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618414 Oct 28 21:45:50.770666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:50.828660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-45a4d8a1-f8d0-4bdb-af35-54ef413c2af8 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966355 Oct 28 21:45:50.838393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:50.900897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 2f2e28d4-0c45-4ea0-bed4-15c604863acb is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:50.904219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:50.910014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:51.035913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=09bb39d5-776d-425d-a5e0-58279199c57c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:51.290710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:51.310999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-158a580f-0d3c-405a-9678-3bd85a812d75 req-91672afb-1f72-4251-93bf-39ded3e0047c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 210 time: 0.1595318 Oct 28 21:45:51.367827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e641e-3266-4d87-a77a-795d5d03e1e5 req-38baca18-053c-4be7-bca9-23447265c830 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:51.369379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d9e641e-3266-4d87-a77a-795d5d03e1e5 req-38baca18-053c-4be7-bca9-23447265c830 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 931 time: 0.1762490 Oct 28 21:45:51.429182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-1c90647f-41d6-4aa6-9438-8bfd9c74ea76 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218905 Oct 28 21:45:51.565777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-0e9606d8-d703-49e2-a3cd-129fa8d8b180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 200 len: 217 time: 0.1280978 Oct 28 21:45:51.575519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d9e641e-3266-4d87-a77a-795d5d03e1e5 req-39651fe4-4efa-4584-8cb4-7ca7ee4b77bf tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967621 Oct 28 21:45:51.595659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:51.676774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c43bf2-2267-440d-905d-5a782c1d1718 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:51.703601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:51.717490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-c05b7560-e1dc-488c-ac10-31e6d211c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:51.721680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-c05b7560-e1dc-488c-ac10-31e6d211c89c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.1322217 Oct 28 21:45:51.755747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Transition to ACTIVE for port object 05c43bf2-2267-440d-905d-5a782c1d1718 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:45:51.797806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:51.809323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-02ac93a6-c9c8-4380-92c9-27d88cf0fe50 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:51.811487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-02ac93a6-c9c8-4380-92c9-27d88cf0fe50 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/networks?id=4a5b7c23-dfe4-4a5f-b453-c952a13174b0 HTTP/1.1" status: 200 len: 797 time: 0.2320113 Oct 28 21:45:51.886702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-193d8583-88f1-4664-b44a-9a9cf3847297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:51.888352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-193d8583-88f1-4664-b44a-9a9cf3847297 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438212 Oct 28 21:45:51.892321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-e575e5f5-b3f9-4bef-926e-f687a28a82bb tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 473 time: 0.0715988 Oct 28 21:45:51.904671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'port': {'device_id': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'admin_state_up': True, 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'security_groups': ['336543ed-2387-4772-bb6e-a34f9125b2ac']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:51.967385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router d361a172-5e04-47c6-be61-d480a7c200b5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:45:51.985525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Pushing event updated for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:52.057358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Attempting to bind port 05c43bf2-2267-440d-905d-5a782c1d1718 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:52.058128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Attempting to bind port 05c43bf2-2267-440d-905d-5a782c1d1718 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:52.060002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Attempting to bind port 05c43bf2-2267-440d-905d-5a782c1d1718 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:52.073673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-88bff62c-a77e-4cd9-aec3-ae5abe83a1d6 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680806 Oct 28 21:45:52.074199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Port 05c43bf2-2267-440d-905d-5a782c1d1718 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:52.074523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Attempting to bind port 05c43bf2-2267-440d-905d-5a782c1d1718 on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:52.080195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:52.080509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:52.080896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:52.081327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Bound port: 05c43bf2-2267-440d-905d-5a782c1d1718, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:52.081691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.151927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:45:52.167435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Sync routers for ids ['d361a172-5e04-47c6-be61-d480a7c200b5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:45:52.179798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:45:52.180808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Routers {'d361a172-5e04-47c6-be61-d480a7c200b5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:52.181729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d361a172-5e04-47c6-be61-d480a7c200b5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:52.187057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.247337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.248612 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-329503b4-1530-4e6c-beb2-3184d98a014c tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9944715 Oct 28 21:45:52.251727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:52.330243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:52.346507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=05c43bf2-2267-440d-905d-5a782c1d1718,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:52.352193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Set router d361a172-5e04-47c6-be61-d480a7c200b5 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:52.400051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-19de0b2a-a56a-4d8b-a76c-623416ba6758 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149316 Oct 28 21:45:52.403581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.468314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.25 (4a5b7c23-dfe4-4a5f-b453-c952a13174b0/6d5d7403-6503-4a12-ac80-71e6b2348714/6773c0cb-7c86-45ec-a3f2-7a4f820473e4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:52.617398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.663412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd361a172-5e04-47c6-be61-d480a7c200b5', 'name': '', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb', 'external_fixed_ips': [{'subnet_id': 'f8bfc2b3-5184-410a-801a-8d18e2bccdc7', 'ip_address': '2001:db8::213'}], 'enable_snat': True}, 'gw_port_id': '09bb39d5-776d-425d-a5e0-58279199c57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:49Z', 'updated_at': '2021-10-28T21:45:51Z', 'revision_number': 3, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port': {'id': '09bb39d5-776d-425d-a5e0-58279199c57c', 'name': '', 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd361a172-5e04-47c6-be61-d480a7c200b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'f8bfc2b3-5184-410a-801a-8d18e2bccdc7', 'ip_address': '2001:db8::213', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:49Z', 'updated_at': '2021-10-28T21:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8bfc2b3-5184-410a-801a-8d18e2bccdc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:52.696705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Checking router: d361a172-5e04-47c6-be61-d480a7c200b5 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:45:52.697051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Updating router d361a172-5e04-47c6-be61-d480a7c200b5 port 09bb39d5-776d-425d-a5e0-58279199c57c binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:45:52.697972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.730446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.756056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64ee3af5-cfea-4b55-8740-ae55d2fc4972 req-05b9d6ba-6b9d-496c-810a-8d906500e53b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 210 time: 0.2418995 Oct 28 21:45:52.781818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.830346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6f722fb5-c084-41b8-82ee-df6a34697e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 200 len: 217 time: 0.3698301 Oct 28 21:45:52.831571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.842133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:52.842767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:52.845677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] 10.222.0.52 "PUT /v2.0/ports/05c43bf2-2267-440d-905d-5a782c1d1718 HTTP/1.1" status: 200 len: 1092 time: 2.3870971 Oct 28 21:45:52.858515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:52.863292 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7" -d '{"events": [{"name": "network-changed", "server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:52.888580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:52.894971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:52.899840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:52.938277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:52.938854 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b7401f-7ebf-44ca-93ce-a136d7cb1ed4 x-openstack-request-id: req-38b7401f-7ebf-44ca-93ce-a136d7cb1ed4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:52.943128 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:52.943405 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38b7401f-7ebf-44ca-93ce-a136d7cb1ed4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:52.943810 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718', 'status': 'completed', 'code': 200} Oct 28 21:45:52.995673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:52.997199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.020563 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-4c2ee853-0f3a-430d-a910-6cb29aae4a9a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1211622 Oct 28 21:45:53.037213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Request body: {'port': {'device_id': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:53.153649 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.211126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.221744 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.317011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16babd1d-358f-4087-9dab-921eff02c5ef None None] Pushing event updated for resources: {'Port': ['ID=09bb39d5-776d-425d-a5e0-58279199c57c,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:53.330018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5ebe0da8-8ca3-4a9d-aabc-cac1f8e508a3 None None] Provisioning complete for port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:45:53.330616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0da8-8ca3-4a9d-aabc-cac1f8e508a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.367921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Attempting to bind port 09bb39d5-776d-425d-a5e0-58279199c57c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:53.368552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Attempting to bind port 09bb39d5-776d-425d-a5e0-58279199c57c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2503c561-79e5-4933-b588-619f5dc3071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:53.369117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Attempting to bind port 09bb39d5-776d-425d-a5e0-58279199c57c on network 2f2e28d4-0c45-4ea0-bed4-15c604863acb {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:53.382356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:53.383051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Checking segment: {'id': '2503c561-79e5-4933-b588-619f5dc3071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:53.383638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.384204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Bound using segment: {'id': '2503c561-79e5-4933-b588-619f5dc3071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:53.385028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Bound port: 09bb39d5-776d-425d-a5e0-58279199c57c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2503c561-79e5-4933-b588-619f5dc3071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2f2e28d4-0c45-4ea0-bed4-15c604863acb'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:53.385663 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.473866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe0da8-8ca3-4a9d-aabc-cac1f8e508a3 None None] Port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:45:53.540174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] For port 09bb39d5-776d-425d-a5e0-58279199c57c, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:53.543834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] For port 09bb39d5-776d-425d-a5e0-58279199c57c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=09bb39d5-776d-425d-a5e0-58279199c57c,segment=NetworkSegment(2503c561-79e5-4933-b588-619f5dc3071a),segment_id=2503c561-79e5-4933-b588-619f5dc3071a)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:53.549596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.604248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Routers {'d361a172-5e04-47c6-be61-d480a7c200b5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:45:53.604945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d361a172-5e04-47c6-be61-d480a7c200b5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:53.616512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e4706-fdfd-4903-9fd4-919152231da9 service neutron] Pushing event updated for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:53.631502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-421068b3-82fd-44b2-a7d9-d3ec741d3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:53.633013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-421068b3-82fd-44b2-a7d9-d3ec741d3fa0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 200 len: 797 time: 0.7864704 Oct 28 21:45:53.644206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a411d-eb5b-44d1-b4dc-66aca586bb2e req-b90346fb-b482-4f86-8b0c-03c24bbb3750 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:53.645687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63a411d-eb5b-44d1-b4dc-66aca586bb2e req-b90346fb-b482-4f86-8b0c-03c24bbb3750 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 943 time: 0.8558517 Oct 28 21:45:53.660603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:53.669718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.684569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Transition to ACTIVE for port object 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:45:53.692889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.723728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-e1967557-c02e-4be3-8721-d87036baa622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:53.725329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-e1967557-c02e-4be3-8721-d87036baa622 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7649a28d-1e5d-44da-ba76-f6342b565727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784552 Oct 28 21:45:53.725869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16babd1d-358f-4087-9dab-921eff02c5ef None None] Pushing event updated for resources: {'Port': ['ID=09bb39d5-776d-425d-a5e0-58279199c57c,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:53.752342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-23c64761-8e4e-4781-bd7b-7f26d05b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:53.753814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-23c64761-8e4e-4781-bd7b-7f26d05b46b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 1095 time: 0.7791817 Oct 28 21:45:53.767708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] Set router d361a172-5e04-47c6-be61-d480a7c200b5 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:45:53.779889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Pushing event updated for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:53.831385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e63a411d-eb5b-44d1-b4dc-66aca586bb2e req-2c99c661-a617-4636-8faf-abee129b730a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516383 Oct 28 21:45:53.841599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd361a172-5e04-47c6-be61-d480a7c200b5', 'name': '', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:49Z', 'updated_at': '2021-10-28T21:45:52Z', 'revision_number': 4, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:53.852500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Deleting port 09bb39d5-776d-425d-a5e0-58279199c57c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:45:53.862582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:53.908618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac6b45-dbd7-4dfb-9651-d8cd289030f2 None None] The sync data for ids ['d361a172-5e04-47c6-be61-d480a7c200b5'] in n-d-806683-16 is: [{'id': 'd361a172-5e04-47c6-be61-d480a7c200b5', 'name': '', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:49Z', 'updated_at': '2021-10-28T21:45:52Z', 'revision_number': 4, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:45:53.963651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Attempting to bind port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:45:53.964215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Attempting to bind port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:45:53.964673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Attempting to bind port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 on network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:53.972843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 on network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:45:53.973325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Attempting to bind port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 on network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:45:53.979748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:45:53.980224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Checking segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:45:53.980740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Bound using segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:45:53.981282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Bound port: 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:45:53.982447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:54.010116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-7d88d329-b9e7-4638-839a-4a2a18a0ea85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05c43bf2-2267-440d-905d-5a782c1d1718 HTTP/1.1" status: 200 len: 217 time: 0.2403967 Oct 28 21:45:54.158783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:45:54.173873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:45:54.181712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:54.236967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a90357-b725-4dde-8a7d-38cf2648cdc6 req-6d09c634-1a49-4103-9b32-3082d21d1074 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.239347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22a90357-b725-4dde-8a7d-38cf2648cdc6 req-6d09c634-1a49-4103-9b32-3082d21d1074 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 944 time: 0.3090727 Oct 28 21:45:54.292291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.292939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:54.295951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] 10.222.0.52 "PUT /v2.0/ports/6773c0cb-7c86-45ec-a3f2-7a4f820473e4 HTTP/1.1" status: 200 len: 1093 time: 1.2644835 Oct 28 21:45:54.296425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:45:54.306745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-d6a4eed4-6958-441e-93e5-dcb6a6137e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.308240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-d6a4eed4-6958-441e-93e5-dcb6a6137e36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.2521658 Oct 28 21:45:54.314861 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:45:54.398349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:54.430252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6efdf4d0-17f8-4595-89fc-351bbd153782 service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877723 Oct 28 21:45:54.505649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-8c68ce79-3e2f-47ab-a6ce-14eef3b8e0d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488459 Oct 28 21:45:54.524319 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3674b5-2449-42cf-8046-5cef13d3d179 x-openstack-request-id: req-dc3674b5-2449-42cf-8046-5cef13d3d179 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:45:54.524319 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:45:54.524319 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc3674b5-2449-42cf-8046-5cef13d3d179 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:45:54.524319 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4', 'status': 'completed', 'code': 200} Oct 28 21:45:54.524319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a88f92-d975-4415-a798-24a34fbc353f service neutron] Pushing event updated for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:54.544412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Calling delete_port for 09bb39d5-776d-425d-a5e0-58279199c57c owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:45:54.601577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-cd27adad-6c39-4f6c-9d37-74f442054d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.604626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-cd27adad-6c39-4f6c-9d37-74f442054d76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 1096 time: 0.2412782 Oct 28 21:45:54.611530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22a90357-b725-4dde-8a7d-38cf2648cdc6 req-d1c56e88-4f15-47f6-9caf-83664df6c1e0 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545060 Oct 28 21:45:54.688599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-10cbc592-7153-4ac4-a250-9b73c398f892 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4 HTTP/1.1" status: 200 len: 217 time: 0.0759661 Oct 28 21:45:54.775397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-67433a2f-dd34-454d-b6c9-5ac956fd506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.780006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-67433a2f-dd34-454d-b6c9-5ac956fd506a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d5d7403-6503-4a12-ac80-71e6b2348714 HTTP/1.1" status: 200 len: 838 time: 0.0831876 Oct 28 21:45:54.862094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-8a14cf31-51a2-4560-99df-6ce651f9c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:54.863935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-8a14cf31-51a2-4560-99df-6ce651f9c42c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a5b7c23-dfe4-4a5f-b453-c952a13174b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0783827 Oct 28 21:45:54.873468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-e5f5be6d-3a82-4275-9c90-fac67c45545a service neutron] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797259 Oct 28 21:45:54.887063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-507a5d44-39c6-4b2d-bdbf-04b2710f4d9e service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521764 Oct 28 21:45:54.928709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-32312f47-4ea2-4cec-b630-38e1be74d3ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 200 len: 217 time: 0.0440381 Oct 28 21:45:55.011820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-47b7f025-3ef3-49a9-96a1-bc254d87cf46 service neutron] 10.222.0.52 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302731 Oct 28 21:45:55.149976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a84e379e-5a64-48a8-8ecb-b87a7d5b76f5 req-b12fd14c-cbe9-46ad-81d8-c4dcb54b04c3 service neutron] 10.222.0.52 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315091 Oct 28 21:45:55.150456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-b40c2b90-3218-49b9-8a8d-a930468f7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.151911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-b40c2b90-3218-49b9-8a8d-a930468f7642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.2133052 Oct 28 21:45:55.237318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e178ad3-a4a0-4668-a47d-44c0d68102b7 req-50f38d5a-2bd5-4087-876e-a5d6a11e6201 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.238764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e178ad3-a4a0-4668-a47d-44c0d68102b7 req-50f38d5a-2bd5-4087-876e-a5d6a11e6201 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 943 time: 0.2033496 Oct 28 21:45:55.243462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-371ecf4e-1f55-477f-8b87-533c93e87dfe req-5568fcef-dd85-4887-a6a8-acdf84ed7732 service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137119 Oct 28 21:45:55.252432 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6e411859-1ff1-435b-9e3e-4204310c0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.253887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6e411859-1ff1-435b-9e3e-4204310c0116 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806212 Oct 28 21:45:55.255820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.282847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-b8960178-25bf-41b5-8438-5787af61a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.284946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-b8960178-25bf-41b5-8438-5787af61a175 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 1096 time: 0.0759602 Oct 28 21:45:55.364697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Port': ['ID=09bb39d5-776d-425d-a5e0-58279199c57c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:55.421448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.425706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e178ad3-a4a0-4668-a47d-44c0d68102b7 req-0ab1be97-2dff-4847-9e23-06786d43cee6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709120 Oct 28 21:45:55.442427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-2a58c609-818e-4c7b-a870-d31beb5ab9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.443976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-2a58c609-818e-4c7b-a870-d31beb5ab9df service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a5b7c23-dfe4-4a5f-b453-c952a13174b0 HTTP/1.1" status: 200 len: 898 time: 0.1470323 Oct 28 21:45:55.504724 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-01d970d5-b580-4b89-bbc1-338b1fbc9bfd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4 HTTP/1.1" status: 200 len: 217 time: 0.0442350 Oct 28 21:45:55.585995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-a3a16901-58b7-423a-bda3-5a0c1d4a4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.587713 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-a3a16901-58b7-423a-bda3-5a0c1d4a4209 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d5d7403-6503-4a12-ac80-71e6b2348714 HTTP/1.1" status: 200 len: 838 time: 0.0743680 Oct 28 21:45:55.592350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-c4f260a8-d503-4ff4-b5ff-48ae43998a9b service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173883 Oct 28 21:45:55.595773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.598954 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.603331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-42cebfb0-10b4-48e8-9796-3409eb7196c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.605058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-42cebfb0-10b4-48e8-9796-3409eb7196c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 1095 time: 0.2941010 Oct 28 21:45:55.692757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-a359a90c-2823-4e23-afb2-68d8f90a935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.694768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-a359a90c-2823-4e23-afb2-68d8f90a935a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a5b7c23-dfe4-4a5f-b453-c952a13174b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0976512 Oct 28 21:45:55.831859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-bc5f0038-8b80-4328-96f6-71b7d7b362e5 service neutron] 10.222.0.52 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274350 Oct 28 21:45:55.891671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-539781b1-b8f5-4a92-933f-0e9555371287 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903190 Oct 28 21:45:55.950597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-f6f9df45-a66d-440d-9066-4ce6a842719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:55.952125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-f6f9df45-a66d-440d-9066-4ce6a842719e service neutron] 10.222.0.52 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.3349059 Oct 28 21:45:55.964647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.965437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d361a172-5e04-47c6-be61-d480a7c200b5 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:45:55.981069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:55.984859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c564ec7c-9e7d-44b6-b46f-ca72fa363a2e tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d361a172-5e04-47c6-be61-d480a7c200b5 HTTP/1.1" status: 204 len: 168 time: 3.7194891 Oct 28 21:45:55.986696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36598) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:56.077299 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a72cc6f2-aa4b-4022-82be-67c0fb9416b9 req-bbfebdf7-1960-45a6-9447-5dddd39ad442 service neutron] 10.222.0.52 "GET /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347546 Oct 28 21:45:56.093042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-a4ca5711-1828-4c8b-90c5-607b018bdd7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 200 len: 217 time: 0.1386983 Oct 28 21:45:56.097343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-8c289603-0136-4948-8e86-19c1fd4a87f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05c43bf2-2267-440d-905d-5a782c1d1718 HTTP/1.1" status: 200 len: 217 time: 0.1274242 Oct 28 21:45:56.116853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Deleting subnet f8bfc2b3-5184-410a-801a-8d18e2bccdc7 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:45:56.131128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.213718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.250821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d88ad-4c31-4be2-a83f-5191d6a92ba9 req-792b342d-a2ca-41e9-ac81-ab62b871fb6b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:56.252358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b0d88ad-4c31-4be2-a83f-5191d6a92ba9 req-792b342d-a2ca-41e9-ac81-ab62b871fb6b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 944 time: 0.5033870 Oct 28 21:45:56.262706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-e696c41c-9bf7-4c1c-bb45-3d7976b818d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:56.264168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-e696c41c-9bf7-4c1c-bb45-3d7976b818d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.1509063 Oct 28 21:45:56.276121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.324659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-695b72fd-b9f8-49cd-9a1e-dc0336111b82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527282 Oct 28 21:45:56.334183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.356739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-f4b0c4fd-959c-4f29-ac2f-bb421b2ac392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:56.358193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-f4b0c4fd-959c-4f29-ac2f-bb421b2ac392 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 200 len: 797 time: 0.1635506 Oct 28 21:45:56.368907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bfc2b3-5184-410a-801a-8d18e2bccdc7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:56.372564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.376899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15452120-9ee5-4dee-abc0-f46b87c233ec tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/f8bfc2b3-5184-410a-801a-8d18e2bccdc7 HTTP/1.1" status: 204 len: 168 time: 0.3895278 Oct 28 21:45:56.380583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36634) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:56.404673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b0d88ad-4c31-4be2-a83f-5191d6a92ba9 req-f19abdca-684d-4d9e-adc8-7cadf3e3846c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237869 Oct 28 21:45:56.477074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daae6-e100-4dad-969c-4af6314fb09e req-1e09ca2f-e9ff-4bc1-b55d-f61457bf5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:56.479119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-1e09ca2f-e9ff-4bc1-b55d-f61457bf5b22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d665487-1248-41c4-b9a0-050c1da13b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899148 Oct 28 21:45:56.511834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.557705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-c0f88422-64d7-42a6-a5cc-f51ed47ba2fe service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223768 Oct 28 21:45:56.619052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.664285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2e28d4-0c45-4ea0-bed4-15c604863acb']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:56.684621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2503c561-79e5-4933-b588-619f5dc3071a') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:56.684914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2503c561-79e5-4933-b588-619f5dc3071a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:45:56.714251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.740409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.750924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dd40f3c-b5f9-43a6-bb17-f4aba25916c7 req-84423f6f-0460-4231-b35c-0c3c0dc683e9 service neutron] 10.222.0.52 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736417 Oct 28 21:45:56.765324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:45:56.766027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:45:56.769751 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:45:56.819440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-f11bda9d-41f1-43c3-9702-06053b9b4078 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266728 Oct 28 21:45:56.845850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd8e8-4fd0-427b-ae97-7ee9eb1dd42c req-0e2e2b79-e34b-4069-b14a-03660ad00259 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:56.847777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825cd8e8-4fd0-427b-ae97-7ee9eb1dd42c req-0e2e2b79-e34b-4069-b14a-03660ad00259 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 943 time: 0.2822227 Oct 28 21:45:56.898396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.911258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f2e28d4-0c45-4ea0-bed4-15c604863acb {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 28 21:45:56.937805 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:56.950961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-825cd8e8-4fd0-427b-ae97-7ee9eb1dd42c req-faa63c54-a1fa-45a7-a776-4af56f16ab37 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Oct 28 21:45:56.980860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2f2e28d4-0c45-4ea0-bed4-15c604863acb HTTP/1.1" status: 204 len: 168 time: 0.5981483 Oct 28 21:45:56.985874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da4daae6-e100-4dad-969c-4af6314fb09e req-6cd01101-9ff4-41c2-a04a-11364b571fc5 service neutron] 10.222.0.44 "GET /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581640 Oct 28 21:45:57.005580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e450-4f79-41a1-85c2-83ad335a6d19 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f2e28d4-0c45-4ea0-bed4-15c604863acb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:57.250054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:57.254534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'name': 'tempest-router--262563101', 'project_id': 'e3a00bc2db074456937f3a5957379506'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:57.308508 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.310249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.383121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.388139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.415960 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.420507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-67f40462-318c-4caf-af06-6cf5dc4072ce tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1664460 Oct 28 21:45:57.420801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36690) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:57.512906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.751083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0af2-db10-4a6e-bd74-d9df2dc2926a req-829146b0-c293-4940-abf8-f12ea405cf51 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:57.752612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59e0af2-db10-4a6e-bd74-d9df2dc2926a req-829146b0-c293-4940-abf8-f12ea405cf51 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 944 time: 0.1987123 Oct 28 21:45:57.755564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.758138 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.842368 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.842947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71da15bc-ae2e-4e61-b7f7-d6cf912b8284 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:45:57.850216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:57.853891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a365c05f-d4fc-4f52-b6c8-1e9510632c6f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/routers/71da15bc-ae2e-4e61-b7f7-d6cf912b8284 HTTP/1.1" status: 204 len: 168 time: 0.4294090 Oct 28 21:45:57.855075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a59e0af2-db10-4a6e-bd74-d9df2dc2926a req-43b82624-23b4-47b5-9ebf-8a13019df6f4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952101 Oct 28 21:45:58.001253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36710) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:45:58.114509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d618-5b71-454b-8dee-265a8021c2f9 req-d3370592-3095-48f1-9e8f-fd4efe939ae9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:58.116462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4d9d618-5b71-454b-8dee-265a8021c2f9 req-d3370592-3095-48f1-9e8f-fd4efe939ae9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 943 time: 0.0672593 Oct 28 21:45:58.168142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4d9d618-5b71-454b-8dee-265a8021c2f9 req-4662baa1-dd32-4d45-8480-641cd5cccd81 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Oct 28 21:45:58.277292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1463719461', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:45:58.303667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.304838 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.366185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.521813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.743370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.763491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:58.886156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Allocated IP 172.25.4.50 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e0fb531c-a9a1-41c1-8599-f78832a9e382) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:45:59.000230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe8305-a1d8-453d-ac65-552884bc7cec req-d0556213-a6e2-4b55-aa95-47451f5b655d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:59.004886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cbe8305-a1d8-453d-ac65-552884bc7cec req-d0556213-a6e2-4b55-aa95-47451f5b655d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 944 time: 0.0697412 Oct 28 21:45:59.036209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:59.053895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3cbe8305-a1d8-453d-ac65-552884bc7cec req-7eb1d68d-e132-4b69-8f95-64920797886b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Oct 28 21:45:59.078543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:59.118873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:45:59.123427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:45:59.127526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:45:59.153261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event updated for resources: {'Port': ['ID=e0fb531c-a9a1-41c1-8599-f78832a9e382,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:59.285079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:59.443262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:59.457738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'port_id': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4', 'mac_address': 'fa:16:3e:d7:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:45:59.498977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:59.502390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:59.514185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:45:59.539430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:45:59.546060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:45:59.547494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 05c43bf2-2267-440d-905d-5a782c1d1718 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:45:59.660764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:45:59.757097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfd2a5-c40d-4930-8c5a-9143345e29f8 req-9765fed0-e9d1-4ce4-b680-525abcb6d174 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:45:59.759033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36bfd2a5-c40d-4930-8c5a-9143345e29f8 req-9765fed0-e9d1-4ce4-b680-525abcb6d174 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 943 time: 0.5047402 Oct 28 21:45:59.832853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36bfd2a5-c40d-4930-8c5a-9143345e29f8 req-e26f1565-3297-4471-a8e5-9ee7dde7bd32 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612063 Oct 28 21:46:00.090448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=05c43bf2-2267-440d-905d-5a782c1d1718,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:00.105072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '05c43bf2-2267-440d-905d-5a782c1d1718', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': '05c43bf2-2267-440d-905d-5a782c1d1718', 'mac_address': 'fa:16:3e:a6:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:46:00.158038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:00.175784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c43bf2-2267-440d-905d-5a782c1d1718 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:00.185003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:00.204400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=05c43bf2-2267-440d-905d-5a782c1d1718,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:00.213006 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:00.226823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bafe-1186-409d-860e-934135647013 req-f6edc993-2bfb-409d-a16e-33c54c9ea844 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:00.229166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a08bafe-1186-409d-860e-934135647013 req-f6edc993-2bfb-409d-a16e-33c54c9ea844 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 945 time: 0.0747755 Oct 28 21:46:00.290744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a08bafe-1186-409d-860e-934135647013 req-18169b04-0874-4324-88fb-78c58d3fc2df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Oct 28 21:46:00.293780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:00.378708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Router dc0999e4-9ae4-45c0-afeb-e0eac1858d9f is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:00.480554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6773c0cb-7c86-45ec-a3f2-7a4f820473e4'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:00.486400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['05c43bf2-2267-440d-905d-5a782c1d1718'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:00.510048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:00.522858 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] Sync routers for ids ['dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:00.539710 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] Routers {'dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:00.540651 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:00.550377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:00.552106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b96bc996-cf34-43d9-9d1c-67a7c4d9ddbc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5493085 Oct 28 21:46:00.554611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36762) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:00.600939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:00.611827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] Routers {'dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:00.612716 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:00.661405 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:00.662338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e91b93-1bd8-4287-9069-2e755d375af9 None None] The sync data for ids ['dc0999e4-9ae4-45c0-afeb-e0eac1858d9f'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:00.751679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36768) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:00.751974 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa7faa13-ea02-4dea-b470-e36728bd7781 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/dc0999e4-9ae4-45c0-afeb-e0eac1858d9f HTTP/1.1" status: 200 len: 924 time: 0.1959321 Oct 28 21:46:00.781876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-598954ce-4116-4417-bd59-0c5011c4a2be tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc0999e4-9ae4-45c0-afeb-e0eac1858d9f HTTP/1.1" status: 200 len: 205 time: 0.0290153 Oct 28 21:46:00.784433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36770) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:00.984570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.071724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ec222-0312-403a-b39f-e22dd87f28a6 req-fb18dd12-c05d-4cd6-8408-d0db69344524 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:01.073231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db1ec222-0312-403a-b39f-e22dd87f28a6 req-fb18dd12-c05d-4cd6-8408-d0db69344524 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 944 time: 0.1509342 Oct 28 21:46:01.137610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db1ec222-0312-403a-b39f-e22dd87f28a6 req-7f51031c-5d62-486a-bdab-ea3c8a8c23ce tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564387 Oct 28 21:46:01.139073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.205054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port e0fb531c-a9a1-41c1-8599-f78832a9e382 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:01.205458 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.332207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.348913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for e0fb531c-a9a1-41c1-8599-f78832a9e382 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:01.510179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3b667-e6c2-4c85-8163-0a3df04ec193 req-d5a70ced-5ed1-427d-b026-2729beaf48e0 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:01.511716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76f3b667-e6c2-4c85-8163-0a3df04ec193 req-d5a70ced-5ed1-427d-b026-2729beaf48e0 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 945 time: 0.1032119 Oct 28 21:46:01.572424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76f3b667-e6c2-4c85-8163-0a3df04ec193 req-2ab4a4d5-51df-4b27-ba37-97a9fdb0e122 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493562 Oct 28 21:46:01.626197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.658078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=e0fb531c-a9a1-41c1-8599-f78832a9e382,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:01.684504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.684504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.684856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.685192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.685516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.685848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.686171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.686491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.686806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.687347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.688207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.688597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:01.733797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.852031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.854598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.910249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.911150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router dc0999e4-9ae4-45c0-afeb-e0eac1858d9f {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:01.922986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.927645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-278cc8b2-2157-4d50-99f4-edc265732020 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/dc0999e4-9ae4-45c0-afeb-e0eac1858d9f HTTP/1.1" status: 204 len: 168 time: 1.1389496 Oct 28 21:46:01.928675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36796) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:01.933804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676030258', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:01.969094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:01.970179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.032751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.193626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.291830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f5d8a-48fb-4b00-bf3f-a9d86bbb70c4 req-55cb6509-ebcd-40d6-b35e-3708b8eb5685 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:02.300928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-295f5d8a-48fb-4b00-bf3f-a9d86bbb70c4 req-55cb6509-ebcd-40d6-b35e-3708b8eb5685 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 944 time: 0.0727358 Oct 28 21:46:02.353573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-295f5d8a-48fb-4b00-bf3f-a9d86bbb70c4 req-0e0d2f73-b86d-46ce-81ee-8f2c7941584a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Oct 28 21:46:02.443499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.465359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.589627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 172.25.4.104 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/c3d5cb2d-a923-453b-a463-4ef95d421bff) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:02.726779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9cb4b-d9e7-4ffd-8faa-a50c13bce12c req-e13c6b68-c3ae-4b46-b124-7ef3c838afbf tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:02.735739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbc9cb4b-d9e7-4ffd-8faa-a50c13bce12c req-e13c6b68-c3ae-4b46-b124-7ef3c838afbf tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 945 time: 0.0649774 Oct 28 21:46:02.739388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.781925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbc9cb4b-d9e7-4ffd-8faa-a50c13bce12c req-672ea488-e39a-476c-b1b7-3a82ca7902c0 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Oct 28 21:46:02.787745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:02.844612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:02.847974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:02.853043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:02.880614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d5cb2d-a923-453b-a463-4ef95d421bff,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:03.137210 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.306606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:03.370107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:46:03.376928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:03.377181 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.381015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.492231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.518687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846036-3a7a-4d3e-a54d-4956a5363a8d req-10809b28-d4b5-4657-b2ef-4b266b63b263 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:03.525707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb846036-3a7a-4d3e-a54d-4956a5363a8d req-10809b28-d4b5-4657-b2ef-4b266b63b263 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 944 time: 0.0686932 Oct 28 21:46:03.548860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:03.551267 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8952392c-2982-492f-8ba3-06157f4904f0" -d '{"events": [{"server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "name": "network-vif-plugged", "status": "completed", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:03.569769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:03.577040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.577970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 05c43bf2-2267-440d-905d-5a782c1d1718 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:03.585581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb846036-3a7a-4d3e-a54d-4956a5363a8d req-f4977943-f2b7-423f-8b0e-198180a4562c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571740 Oct 28 21:46:03.591683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router afb8b21b-aa24-419a-96ac-dc86830547ef is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:03.651968 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c9a413-f453-411d-98d7-dc7b1c27bc6b x-openstack-request-id: req-43c9a413-f453-411d-98d7-dc7b1c27bc6b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:03.652262 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "name": "network-vif-plugged", "status": "completed", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:03.664705 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43c9a413-f453-411d-98d7-dc7b1c27bc6b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:03.665490 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4', 'code': 200} Oct 28 21:46:03.701234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:03.720733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 05c43bf2-2267-440d-905d-5a782c1d1718 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:46:03.725034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 05c43bf2-2267-440d-905d-5a782c1d1718 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:03.725514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.774271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999116-9645-4346-8e72-77e9f15dbf62 req-8b33ac70-fb52-49e3-bd43-4de96e430cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:03.775930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29999116-9645-4346-8e72-77e9f15dbf62 req-8b33ac70-fb52-49e3-bd43-4de96e430cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 1098 time: 0.0669231 Oct 28 21:46:03.799906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:03.837420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Sync routers for ids ['afb8b21b-aa24-419a-96ac-dc86830547ef'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:03.854390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.861862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-af6ba7ce-c6cc-4657-b35e-60f2b7b9d153 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9317913 Oct 28 21:46:03.863371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Routers {'afb8b21b-aa24-419a-96ac-dc86830547ef'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:03.863624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:03.863731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['afb8b21b-aa24-419a-96ac-dc86830547ef'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:03.866676 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:03.873938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29999116-9645-4346-8e72-77e9f15dbf62 req-9a28a978-9957-439e-a072-5eb3b6f0495d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909855 Oct 28 21:46:03.993421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616110d-e3d5-4869-8291-f1206858f049 req-2542be62-ff7a-4d10-9406-e53557f0c8d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:03.995384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7616110d-e3d5-4869-8291-f1206858f049 req-2542be62-ff7a-4d10-9406-e53557f0c8d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.0899765 Oct 28 21:46:03.997022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=05c43bf2-2267-440d-905d-5a782c1d1718,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:04.005618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.058770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7616110d-e3d5-4869-8291-f1206858f049 req-491e3cb3-1b1c-47d6-a8bc-5f803e32237e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566308 Oct 28 21:46:04.102977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c580ebde-1cc9-439b-82cd-b62758d65d35 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/afb8b21b-aa24-419a-96ac-dc86830547ef HTTP/1.1" status: 200 len: 908 time: 0.2385890 Oct 28 21:46:04.105613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36844) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:04.110056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676030258', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': True}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:04.111296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Set router afb8b21b-aa24-419a-96ac-dc86830547ef gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:04.135781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.137391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.206271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:04.208564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.369979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'name': 'tempest-snat-router-676030258', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104'}], 'enable_snat': False}, 'gw_port_id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:01Z', 'updated_at': '2021-10-28T21:46:03Z', 'revision_number': 3, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port': {'id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:02Z', 'updated_at': '2021-10-28T21:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:04.386891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.408424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Checking router: afb8b21b-aa24-419a-96ac-dc86830547ef for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:04.408802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Updating router afb8b21b-aa24-419a-96ac-dc86830547ef port c3d5cb2d-a923-453b-a463-4ef95d421bff binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:46:04.443128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.654913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.678394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.826968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.834777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.839577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f2921-ceab-4363-adda-fbaa01d857a4 req-17d9b37a-8030-4443-ab29-0aefa7695e7f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:04.841497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-109f2921-ceab-4363-adda-fbaa01d857a4 req-17d9b37a-8030-4443-ab29-0aefa7695e7f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.1596215 Oct 28 21:46:04.924048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-109f2921-ceab-4363-adda-fbaa01d857a4 req-93c36812-c707-47a7-af0b-6b2a85a7e7dd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567751 Oct 28 21:46:04.929440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdf08-a478-4f1a-8fe3-a357eda44f2e None None] Pushing event updated for resources: {'Port': ['ID=c3d5cb2d-a923-453b-a463-4ef95d421bff,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:04.940841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 172.25.4.75 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/dbc2729f-c5a7-47c4-b815-f0b78030c80b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:04.942749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Attempting to bind port c3d5cb2d-a923-453b-a463-4ef95d421bff on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:04.946181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Attempting to bind port c3d5cb2d-a923-453b-a463-4ef95d421bff by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:04.946559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Attempting to bind port c3d5cb2d-a923-453b-a463-4ef95d421bff on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:04.953388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:04.953908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:04.955364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:04.955529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:04.955920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Bound port: c3d5cb2d-a923-453b-a463-4ef95d421bff, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:04.956268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:05.026226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] For port c3d5cb2d-a923-453b-a463-4ef95d421bff, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:05.033128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] For port c3d5cb2d-a923-453b-a463-4ef95d421bff, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c3d5cb2d-a923-453b-a463-4ef95d421bff,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:05.040827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:05.107221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:05.115457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bdf08-a478-4f1a-8fe3-a357eda44f2e None None] Pushing event updated for resources: {'Port': ['ID=c3d5cb2d-a923-453b-a463-4ef95d421bff,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:05.118477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Routers {'afb8b21b-aa24-419a-96ac-dc86830547ef'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:05.119086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['afb8b21b-aa24-419a-96ac-dc86830547ef'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:05.148673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:05.211951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:05.230411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:05.235664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:05.262299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] Set router afb8b21b-aa24-419a-96ac-dc86830547ef gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:05.263259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=dbc2729f-c5a7-47c4-b815-f0b78030c80b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:05.298061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7237b2c-e017-44c7-8fbe-59ffdd358cfb req-8c1feb61-5c4a-4d22-8cc0-cfef74144b14 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:05.299885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7237b2c-e017-44c7-8fbe-59ffdd358cfb req-8c1feb61-5c4a-4d22-8cc0-cfef74144b14 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.1144886 Oct 28 21:46:05.433916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7237b2c-e017-44c7-8fbe-59ffdd358cfb req-8619b6b1-7311-4500-9cab-93b07fb8c96d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272104 Oct 28 21:46:05.522903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'name': 'tempest-snat-router-676030258', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104'}], 'enable_snat': False}, 'gw_port_id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:01Z', 'updated_at': '2021-10-28T21:46:03Z', 'revision_number': 3, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port': {'id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:02Z', 'updated_at': '2021-10-28T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:05.551503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d6493-c252-4135-8f88-2137f72c7e1b None None] The sync data for ids ['afb8b21b-aa24-419a-96ac-dc86830547ef'] in n-d-806683-16 is: [{'id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'name': 'tempest-snat-router-676030258', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104'}], 'enable_snat': False}, 'gw_port_id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:01Z', 'updated_at': '2021-10-28T21:46:03Z', 'revision_number': 3, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port': {'id': 'c3d5cb2d-a923-453b-a463-4ef95d421bff', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8b21b-aa24-419a-96ac-dc86830547ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:02Z', 'updated_at': '2021-10-28T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:05.667277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:05.671103 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659119db-52cc-4cc3-a81c-3eeef968469b" -d '{"events": [{"server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "name": "network-vif-plugged", "status": "completed", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:05.688945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44549fd-bb97-485f-ba42-37953a119ace req-9fd5e4fa-014d-4598-a013-9c94f8e2dc4a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:05.701599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b44549fd-bb97-485f-ba42-37953a119ace req-9fd5e4fa-014d-4598-a013-9c94f8e2dc4a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.1449001 Oct 28 21:46:05.753112 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272a229-5053-4cd8-9568-552fbcf3696e x-openstack-request-id: req-c272a229-5053-4cd8-9568-552fbcf3696e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:05.753303 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "name": "network-vif-plugged", "status": "completed", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:05.753542 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c272a229-5053-4cd8-9568-552fbcf3696e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:05.753949 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718', 'code': 200} Oct 28 21:46:05.770679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:05.893611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b44549fd-bb97-485f-ba42-37953a119ace req-77dfdf0d-8555-41ef-b51a-0151844016c9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878495 Oct 28 21:46:05.980302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b3a97-a031-4a92-8f70-983b3e72a878 req-2418dd4c-bf50-4833-8b0d-95130ee3ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:05.981843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-979b3a97-a031-4a92-8f70-983b3e72a878 req-2418dd4c-bf50-4833-8b0d-95130ee3ad14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 1097 time: 0.1181679 Oct 28 21:46:06.172832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-979b3a97-a031-4a92-8f70-983b3e72a878 req-6ba195b6-95ca-4a8a-9981-26ab0ed24a05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812334 Oct 28 21:46:06.216677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225c466-4070-46fa-a5aa-6a7a30920962 req-7a4da4a2-b609-4ce3-8401-6ed460bd0bd6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:06.225076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0225c466-4070-46fa-a5aa-6a7a30920962 req-7a4da4a2-b609-4ce3-8401-6ed460bd0bd6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.1591609 Oct 28 21:46:06.262926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:06.276714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0225c466-4070-46fa-a5aa-6a7a30920962 req-10749c6d-07b2-4a47-a18a-8459a569b9ff tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 Oct 28 21:46:06.478723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router 8940e74f-40b5-4dce-913b-1498100bd38d is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:06.620777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:06.633319 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Sync routers for ids ['8940e74f-40b5-4dce-913b-1498100bd38d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:06.648204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:06.649730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-45018d36-d6b7-4d71-be0c-c47cd4d865ee tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5430930 Oct 28 21:46:06.651142 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Routers {'8940e74f-40b5-4dce-913b-1498100bd38d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:06.651760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8940e74f-40b5-4dce-913b-1498100bd38d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:06.652255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:06.767915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-89395184-9458-4311-818a-108cde99a3db tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/8940e74f-40b5-4dce-913b-1498100bd38d HTTP/1.1" status: 200 len: 906 time: 0.1141052 Oct 28 21:46:06.770677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:06.854474 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Set router 8940e74f-40b5-4dce-913b-1498100bd38d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:06.995673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.135970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.183144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8940e74f-40b5-4dce-913b-1498100bd38d', 'name': 'tempest-snat-router-676030258', 'tenant_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'dbc2729f-c5a7-47c4-b815-f0b78030c80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:04Z', 'updated_at': '2021-10-28T21:46:05Z', 'revision_number': 3, 'project_id': 'cb39bd43f7f64e94a06b42c068b6fb96', 'gw_port': {'id': 'dbc2729f-c5a7-47c4-b815-f0b78030c80b', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e74f-40b5-4dce-913b-1498100bd38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:04Z', 'updated_at': '2021-10-28T21:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:07.251753 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Checking router: 8940e74f-40b5-4dce-913b-1498100bd38d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:07.252102 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Updating router 8940e74f-40b5-4dce-913b-1498100bd38d port dbc2729f-c5a7-47c4-b815-f0b78030c80b binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:46:07.268291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Deleting port dbc2729f-c5a7-47c4-b815-f0b78030c80b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:07.268792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.342011 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.353246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.367560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Calling delete_port for dbc2729f-c5a7-47c4-b815-f0b78030c80b owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:07.454817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36896) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:07.483436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ba461-95aa-419e-943c-d2ceb39dc6d2 req-5d067949-5992-49e3-bdbf-035425666103 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:07.494659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-274ba461-95aa-419e-943c-d2ceb39dc6d2 req-5d067949-5992-49e3-bdbf-035425666103 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.1015506 Oct 28 21:46:07.550755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-274ba461-95aa-419e-943c-d2ceb39dc6d2 req-391a228c-9010-4aeb-b761-b26fa2e2b8bc tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Oct 28 21:46:07.701941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.764861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537f239-1e4c-4878-9e39-9b226a3fda22 req-fcd9bc16-8bb0-4e0f-9605-ba6a5cc61106 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:07.767689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5537f239-1e4c-4878-9e39-9b226a3fda22 req-fcd9bc16-8bb0-4e0f-9605-ba6a5cc61106 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.0668123 Oct 28 21:46:07.778545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbc2729f-c5a7-47c4-b815-f0b78030c80b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:07.854504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5537f239-1e4c-4878-9e39-9b226a3fda22 req-966bb58b-81ed-4237-8612-858b2cbc3f4a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787230 Oct 28 21:46:07.926567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:07.951733 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.db.api [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:46:07.953474 n-d-806683-16 neutron-server[102316]: DEBUG oslo_db.api [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:46:08.083327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c3d5cb2d-a923-453b-a463-4ef95d421bff up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:08.093969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49232a2f-b9fc-47ad-9947-cc1ecddd57dd req-0977e463-22bd-4592-b924-bbf53d1fe7c9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:08.096263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49232a2f-b9fc-47ad-9947-cc1ecddd57dd req-0977e463-22bd-4592-b924-bbf53d1fe7c9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.1328652 Oct 28 21:46:08.144395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.148245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.161919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c3d5cb2d-a923-453b-a463-4ef95d421bff triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:08.162971 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.206422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49232a2f-b9fc-47ad-9947-cc1ecddd57dd req-89c71304-aca4-4b67-bcb3-2248d65c65fd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040175 Oct 28 21:46:08.214899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.215458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8940e74f-40b5-4dce-913b-1498100bd38d {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:08.222860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.226451 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a1e0973-4a94-4ad7-9198-6804f9ccf8e1 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8940e74f-40b5-4dce-913b-1498100bd38d HTTP/1.1" status: 204 len: 168 time: 1.4523296 Oct 28 21:46:08.226588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36904) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:08.288256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.311165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c3d5cb2d-a923-453b-a463-4ef95d421bff, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c3d5cb2d-a923-453b-a463-4ef95d421bff,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:08.319375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.397505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c3d5cb2d-a923-453b-a463-4ef95d421bff,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:08.488740 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Port dbc2729f-c5a7-47c4-b815-f0b78030c80b not found while updating agent binding for router 8940e74f-40b5-4dce-913b-1498100bd38d. {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 21:46:08.523950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:08.523950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 21:46:08.523950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_agentschedulers_db [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8940e74f-40b5-4dce-913b-1498100bd38d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent'). {{(pid=102316) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 21:46:08.524976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c5ba2-7ae1-42fb-b37f-2b9506399b3b None None] The sync data for ids ['8940e74f-40b5-4dce-913b-1498100bd38d'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:08.689248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b077d2-953d-427a-9a2c-b5e7702be277 req-43abb7e3-2169-4094-9dfc-6565e66e7453 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:08.690739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17b077d2-953d-427a-9a2c-b5e7702be277 req-43abb7e3-2169-4094-9dfc-6565e66e7453 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.0608892 Oct 28 21:46:08.745107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17b077d2-953d-427a-9a2c-b5e7702be277 req-7ab77caa-2fab-4b3e-8d0c-7d5c6ad9c77a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Oct 28 21:46:08.769577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:08.977253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.026584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.130119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Deleting port c3d5cb2d-a923-453b-a463-4ef95d421bff {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:09.130382 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.272349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] For port c3d5cb2d-a923-453b-a463-4ef95d421bff, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c3d5cb2d-a923-453b-a463-4ef95d421bff,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:09.272766 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.294639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Calling delete_port for c3d5cb2d-a923-453b-a463-4ef95d421bff owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:09.479578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.17 (4a5b7c23-dfe4-4a5f-b453-c952a13174b0/6d5d7403-6503-4a12-ac80-71e6b2348714/039d43bd-cd47-424d-b913-41b5be89afc7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:09.629407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.665013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3d5cb2d-a923-453b-a463-4ef95d421bff,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:09.674556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.765405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.770362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.847937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-9385a5d5-6dc1-4fbf-b5f8-adef87bf4e68 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:09.849156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-9385a5d5-6dc1-4fbf-b5f8-adef87bf4e68 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.0607848 Oct 28 21:46:09.938995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.947738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:09.955257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:09.973960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:10.029902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:10.033980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:10.067965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1a68-f10e-418e-909b-c67a555e701f req-887ef0bc-8da6-402b-a414-2db6d8b7bef5 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:10.074618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9aa1a68-f10e-418e-909b-c67a555e701f req-887ef0bc-8da6-402b-a414-2db6d8b7bef5 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 945 time: 0.2244525 Oct 28 21:46:10.091495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.092059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb8b21b-aa24-419a-96ac-dc86830547ef {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:10.098927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.101115 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aeb60b08-e8c0-4d4c-89e4-4e4b68f7f466 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "DELETE /v2.0/routers/afb8b21b-aa24-419a-96ac-dc86830547ef HTTP/1.1" status: 204 len: 168 time: 1.8727906 Oct 28 21:46:10.104739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:10.110121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-600741505', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:10.152033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.153721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.176312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port 05c43bf2-2267-440d-905d-5a782c1d1718 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:10.176707 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.182962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.192394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9aa1a68-f10e-418e-909b-c67a555e701f req-9ce7f432-fbfb-41d9-9bc2-a0ed8073c830 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056480 Oct 28 21:46:10.368753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port 05c43bf2-2267-440d-905d-5a782c1d1718, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=05c43bf2-2267-440d-905d-5a782c1d1718,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:10.369119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.388455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for 05c43bf2-2267-440d-905d-5a782c1d1718 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:10.408033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.448407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2b83693b-b92e-4f8b-a334-0a54ac7291e0 None None] Provisioning complete for port 039d43bd-cd47-424d-b913-41b5be89afc7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:10.449578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2b83693b-b92e-4f8b-a334-0a54ac7291e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.492229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2b83693b-b92e-4f8b-a334-0a54ac7291e0 None None] Port 039d43bd-cd47-424d-b913-41b5be89afc7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:46:10.548687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.624259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.640899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['05c43bf2-2267-440d-905d-5a782c1d1718'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:10.669174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.711768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff', '066d865c-f5b8-47b1-a81d-6d4f68824be6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:10.728785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=05c43bf2-2267-440d-905d-5a782c1d1718,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:10.784401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port 05c43bf2-2267-440d-905d-5a782c1d1718 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:10.788136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.792544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a9dd2f2-5a0e-4f20-a504-a35d4b238848 req-d18da937-1498-4637-8e13-cd216674a723 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.52 "DELETE /v2.0/ports/05c43bf2-2267-440d-905d-5a782c1d1718 HTTP/1.1" status: 204 len: 173 time: 0.9333491 Oct 28 21:46:10.793086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'name': 'network-vif-deleted', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:10.796695 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c680cc33-9f1a-4686-95d8-ac8b09969bbe" -d '{"events": [{"server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "name": "network-vif-deleted", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:10.846235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b343aa6f-dce7-4530-9160-65b60d0b3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:10.915756 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3279e96e-30f6-4e9a-bb94-908cbeb4d56a x-openstack-request-id: req-3279e96e-30f6-4e9a-bb94-908cbeb4d56a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:10.916274 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a3fbd6-f391-420e-bbf7-b65ceebb6561", "name": "network-vif-deleted", "tag": "05c43bf2-2267-440d-905d-5a782c1d1718", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:10.916274 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3279e96e-30f6-4e9a-bb94-908cbeb4d56a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:10.917312 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a3fbd6-f391-420e-bbf7-b65ceebb6561', 'name': 'network-vif-deleted', 'tag': '05c43bf2-2267-440d-905d-5a782c1d1718', 'status': 'completed', 'code': 200} Oct 28 21:46:11.135473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.168529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.225763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.234674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.310594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.364705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1ca9320-a8d6-443a-8f21-d0bf7ed70963 req-580b73a7-83b7-405f-b516-9aa9fe84ea7a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=26a3fbd6-f391-420e-bbf7-b65ceebb6561 HTTP/1.1" status: 200 len: 210 time: 0.0561585 Oct 28 21:46:11.460190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:11.486920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Allocated IP 172.25.4.152 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/64a8bb2d-6cf0-4182-8a47-697e2114433d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:11.566578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:11.574400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:11.707299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.741685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:11.836162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.888721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:11.937638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f8b502b5-8ff6-4c68-8544-28daee64f7f3 None None] Provisioning complete for port 039d43bd-cd47-424d-b913-41b5be89afc7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:11.938188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f8b502b5-8ff6-4c68-8544-28daee64f7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:12.144741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c3d5cb2d-a923-453b-a463-4ef95d421bff no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:12.179443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c3d5cb2d-a923-453b-a463-4ef95d421bff {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:12.179783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c3d5cb2d-a923-453b-a463-4ef95d421bff not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:12.193658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f8b502b5-8ff6-4c68-8544-28daee64f7f3 None None] Port 039d43bd-cd47-424d-b913-41b5be89afc7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:46:12.198864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:12.275493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:12.285315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:12.291283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:12.317948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event updated for resources: {'Port': ['ID=64a8bb2d-6cf0-4182-8a47-697e2114433d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:12.347436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:12.353765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e31f854d-def5-4e52-9088-0bffed12e6be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/aba08c81-d076-4f36-8cc5-e4997bc17ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8952761 Oct 28 21:46:12.371377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:12.382698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:12.383591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:12.507294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:12.615304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:12.723224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece877d4-f9df-49a0-b5c8-c3abfb149bff req-cbfd3df4-368c-47e0-93cb-1b7a7e250223 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:12.731249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ece877d4-f9df-49a0-b5c8-c3abfb149bff req-cbfd3df4-368c-47e0-93cb-1b7a7e250223 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Oct 28 21:46:12.778188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ece877d4-f9df-49a0-b5c8-c3abfb149bff req-a735d4ac-de70-4efb-8cb7-3ac53ec2e682 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Oct 28 21:46:12.824242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:10Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d43bd-cd47-424d-b913-41b5be89afc7', 'name': '', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:be:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:09Z', 'updated_at': '2021-10-28T21:46:10Z', 'revision_number': 2, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:12.842411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:12.852761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:12.853204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Updating router aba08c81-d076-4f36-8cc5-e4997bc17ebb port 039d43bd-cd47-424d-b913-41b5be89afc7 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:46:12.880695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:12.983217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Router 64dc29a8-db0a-42bd-8bfb-89c04631ae34 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:13.102969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:13.116158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] Sync routers for ids ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:13.127202 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] Routers {'64dc29a8-db0a-42bd-8bfb-89c04631ae34'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:13.128092 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:13.142445 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.143946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-162d0ee7-aebe-43fc-af47-e8a82164ee0c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0381656 Oct 28 21:46:13.146796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 36966) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:13.151293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:13.163952 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:13.175190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] Routers {'64dc29a8-db0a-42bd-8bfb-89c04631ae34'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:13.175786 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:45:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:13.224327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:13.224990 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb9075-c0a1-49e6-82fa-437b902214d6 None None] The sync data for ids ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:13.252305 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.260055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.321516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad381-1056-4c55-99d1-9df190d53c72 None None] Pushing event updated for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:13.444384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Attempting to bind port 039d43bd-cd47-424d-b913-41b5be89afc7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:13.444946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Attempting to bind port 039d43bd-cd47-424d-b913-41b5be89afc7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:13.445284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Attempting to bind port 039d43bd-cd47-424d-b913-41b5be89afc7 on network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:13.452398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2757239b-dd7a-4147-9219-66a28dd1842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.456456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:13.456768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Checking segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:13.457170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.457548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Bound using segment: {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:13.458029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Bound port: 039d43bd-cd47-424d-b913-41b5be89afc7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a9d158-f73e-4eba-9d02-97daa1881a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:13.458402 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.567706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] For port 039d43bd-cd47-424d-b913-41b5be89afc7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:13.571723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] For port 039d43bd-cd47-424d-b913-41b5be89afc7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=039d43bd-cd47-424d-b913-41b5be89afc7,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:13.583654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.661607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:13.662398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:13.746859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad381-1056-4c55-99d1-9df190d53c72 None None] Pushing event updated for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:13.868756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] Provisioning complete for port 039d43bd-cd47-424d-b913-41b5be89afc7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:13.869130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:13.971916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:13.990659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.168023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0ebcd-5d6d-4a3a-a3f8-7af65c2b55b5 req-b995b33a-7c8c-4d65-ba44-8b898f601e4b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:14.170028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37c0ebcd-5d6d-4a3a-a3f8-7af65c2b55b5 req-b995b33a-7c8c-4d65-ba44-8b898f601e4b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.1654727 Oct 28 21:46:14.221855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37c0ebcd-5d6d-4a3a-a3f8-7af65c2b55b5 req-db265836-5a85-4363-83d9-613bb8dbc24e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Oct 28 21:46:14.230470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-9c997075-0781-4595-93ee-9fc164a74416 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:14.231954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-9c997075-0781-4595-93ee-9fc164a74416 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 946 time: 0.1576054 Oct 28 21:46:14.266026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.363326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] For port 039d43bd-cd47-424d-b913-41b5be89afc7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=039d43bd-cd47-424d-b913-41b5be89afc7,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:14.371374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port 066d865c-f5b8-47b1-a81d-6d4f68824be6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:14.371722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.377902 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.431665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:10Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d43bd-cd47-424d-b913-41b5be89afc7', 'name': '', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:be:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:09Z', 'updated_at': '2021-10-28T21:46:13Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:14.468017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60115e01-7e96-4f8f-b666-467229c720a1 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:10Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d43bd-cd47-424d-b913-41b5be89afc7', 'name': '', 'network_id': '4a5b7c23-dfe4-4a5f-b453-c952a13174b0', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:be:7e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:09Z', 'updated_at': '2021-10-28T21:46:13Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '6d5d7403-6503-4a12-ac80-71e6b2348714', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:14.507537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f68e8-9722-4154-9934-a2be9159c563 None None] Pushing event updated for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:14.517462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f31b5106-1729-43aa-9ea9-5614334ddbfd None None] Provisioning complete for port 039d43bd-cd47-424d-b913-41b5be89afc7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:14.517761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f31b5106-1729-43aa-9ea9-5614334ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.611693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port 066d865c-f5b8-47b1-a81d-6d4f68824be6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=066d865c-f5b8-47b1-a81d-6d4f68824be6,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:14.612510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:14.644079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for 066d865c-f5b8-47b1-a81d-6d4f68824be6 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:14.795573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.050143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.064883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff', '066d865c-f5b8-47b1-a81d-6d4f68824be6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:15.090214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=066d865c-f5b8-47b1-a81d-6d4f68824be6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:15.163948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port 066d865c-f5b8-47b1-a81d-6d4f68824be6 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:15.169374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.176659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b60bdd1d-c63a-4383-b6e6-1caf6c8bac2c req-b0425df2-2c00-4f62-9b6c-03c84045a49d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "DELETE /v2.0/ports/066d865c-f5b8-47b1-a81d-6d4f68824be6 HTTP/1.1" status: 204 len: 173 time: 0.9355125 Oct 28 21:46:15.177524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'name': 'network-vif-deleted', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:15.179909 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a7561-5006-440e-93bc-69a7e808844c" -d '{"events": [{"server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "name": "network-vif-deleted", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:15.215128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.222193 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.235440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.318105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 05c43bf2-2267-440d-905d-5a782c1d1718 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:15.371618 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b4ffc-e65b-4bb6-8264-5b3ab9ed3219 x-openstack-request-id: req-a08b4ffc-e65b-4bb6-8264-5b3ab9ed3219 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:15.371897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 05c43bf2-2267-440d-905d-5a782c1d1718 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:15.372058 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c8a579-e53f-4fe6-aea9-2e2578c6d677", "name": "network-vif-deleted", "tag": "066d865c-f5b8-47b1-a81d-6d4f68824be6", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:15.372233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 05c43bf2-2267-440d-905d-5a782c1d1718 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:15.372355 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a08b4ffc-e65b-4bb6-8264-5b3ab9ed3219 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:15.372719 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c8a579-e53f-4fe6-aea9-2e2578c6d677', 'name': 'network-vif-deleted', 'tag': '066d865c-f5b8-47b1-a81d-6d4f68824be6', 'status': 'completed', 'code': 200} Oct 28 21:46:15.411047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a79e474-bdbc-4b12-8696-5564ea66b03f req-e1943b43-5599-459f-a689-775a8253a4b6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=79c8a579-e53f-4fe6-aea9-2e2578c6d677 HTTP/1.1" status: 200 len: 210 time: 0.0374620 Oct 28 21:46:15.455454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router 64dc29a8-db0a-42bd-8bfb-89c04631ae34 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:15.570666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:15.575299 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:15.576622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-50e49cb8-2d51-497c-a562-18b393c2b280 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "PUT /v2.0/routers/64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 200 len: 925 time: 2.4287302 Oct 28 21:46:15.580579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 36998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:15.582262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] Sync routers for ids ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:15.597322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] Routers {'64dc29a8-db0a-42bd-8bfb-89c04631ae34'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:15.597937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:15.647934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:15.658148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] Routers {'64dc29a8-db0a-42bd-8bfb-89c04631ae34'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:15.658634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:15.693928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:15.694299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db731b4-cb2d-496d-82e6-a65bafe42c2b None None] The sync data for ids ['64dc29a8-db0a-42bd-8bfb-89c04631ae34'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:15.722807 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7bdc8d23-cb39-40b1-a0f4-241d45936b57 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 200 len: 925 time: 0.1393681 Oct 28 21:46:15.723842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37000) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:15.842264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deeb3e7-8ccf-4a39-90b3-cf42d01d7ec3 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:15.844707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8deeb3e7-8ccf-4a39-90b3-cf42d01d7ec3 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=64dc29a8-db0a-42bd-8bfb-89c04631ae34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1192648 Oct 28 21:46:15.847296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37004) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:15.960283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e70d73-89ce-4539-8a72-efba7e98ee39 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:15.965694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37006) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:15.966412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-58e70d73-89ce-4539-8a72-efba7e98ee39 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.1135211 Oct 28 21:46:16.006185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-06ded49a-e1a6-4bd1-90e9-c6aedc708eae tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 200 len: 205 time: 0.0383766 Oct 28 21:46:16.008783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 039d43bd-cd47-424d-b913-41b5be89afc7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:16.009461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:16.067898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 039d43bd-cd47-424d-b913-41b5be89afc7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:16.068589 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.133306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.244221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.304063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port 64a8bb2d-6cf0-4182-8a47-697e2114433d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:16.304468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.385964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.398473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for 64a8bb2d-6cf0-4182-8a47-697e2114433d owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:16.579797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.619226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=64a8bb2d-6cf0-4182-8a47-697e2114433d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:16.672449 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.721655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.860068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.863847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.928113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.928553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router 64dc29a8-db0a-42bd-8bfb-89c04631ae34 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:16.938173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.939306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1d109069-9361-4ec7-a7bc-1e81269faa20 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 204 len: 168 time: 0.9279451 Oct 28 21:46:16.943110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37028) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:16.948085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-876297268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:16.950304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-ef99579a-d18f-4ce9-85b9-e9fb002f0470 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:16.951773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-ef99579a-d18f-4ce9-85b9-e9fb002f0470 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.2461388 Oct 28 21:46:16.970187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-0b0aa068-5c55-4090-81dd-6eb0159c248f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0099998 Oct 28 21:46:16.993716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:16.995368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.037761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-f74acf28-747a-4afb-89dc-bbdd3b2c4e5f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594051 Oct 28 21:46:17.076758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.083251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.105283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.107100 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf7c2543-9b7a-47d6-9b1b-839908d76b9e tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1622951 Oct 28 21:46:17.109695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37030) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:17.115444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:17.158445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-3475333f-7ff1-4257-99a8-078c2765708b service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117034 Oct 28 21:46:17.301756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-0ea9526b-5fb8-46c5-a385-48df3180632e service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424825 Oct 28 21:46:17.390778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.556395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b113434a-fbc7-46e6-8d40-1d48183b3517 req-dd4194e1-2fce-4abc-8853-946af73c19b8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 210 time: 0.0629580 Oct 28 21:46:17.660640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.685412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:17.690233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 066d865c-f5b8-47b1-a81d-6d4f68824be6 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:17.739997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 066d865c-f5b8-47b1-a81d-6d4f68824be6 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:17.741198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 066d865c-f5b8-47b1-a81d-6d4f68824be6 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:17.856209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Allocated IP 172.25.4.203 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/8cfb4582-b659-42d9-99c3-26c2bf364867) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:18.046955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:18.110810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:18.161328 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:46:18.166561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:18.171811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:18.176056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:18.182955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event updated for resources: {'Port': ['ID=8cfb4582-b659-42d9-99c3-26c2bf364867,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:18.214834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.215182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.215526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.215865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.216258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.216617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.216947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.217295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.217616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.218002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.218332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.218656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:18.529001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:18.732318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a17b67-1064-4581-b7d8-72f6449a8131 req-95b836ce-a352-42b4-84f9-a595c719ba6a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 210 time: 0.0429795 Oct 28 21:46:18.844665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:18.849243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:18.892065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-fededec3-e608-45d8-8a6f-0c2b3e64a848 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:18.895887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-fededec3-e608-45d8-8a6f-0c2b3e64a848 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.1666265 Oct 28 21:46:18.911853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:18.999851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Router 8596dd1e-9f9c-4306-987f-19708649131f is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:19.067500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:19.072790 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.125278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:19.132508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.133704 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd912dc8-8f88-4b31-8e6c-476627cbc44f tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "PUT /v2.0/routers/8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 200 len: 883 time: 2.0225394 Oct 28 21:46:19.136403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37054) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:19.138779 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] Sync routers for ids ['8596dd1e-9f9c-4306-987f-19708649131f'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:19.153441 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] Routers {'8596dd1e-9f9c-4306-987f-19708649131f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:19.154483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8596dd1e-9f9c-4306-987f-19708649131f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:19.198082 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:19.209737 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] Routers {'8596dd1e-9f9c-4306-987f-19708649131f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:19.210845 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['8596dd1e-9f9c-4306-987f-19708649131f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:19.261362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.14 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/1155c02c-6dac-4d5a-90b8-4f2b350815ae) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:19.287924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:19.289444 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623cbc7b-60b4-4678-87f2-ba52949a2289 None None] The sync data for ids ['8596dd1e-9f9c-4306-987f-19708649131f'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:19.347186 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b6b8234-047c-40df-a0e0-fa319fd9d6cb tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 200 len: 924 time: 0.2096651 Oct 28 21:46:19.350265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37058) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:19.459549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6861d1-d289-4607-a707-eda98b99c5ea tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:19.462303 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff6861d1-d289-4607-a707-eda98b99c5ea tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=8596dd1e-9f9c-4306-987f-19708649131f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108403 Oct 28 21:46:19.465244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37062) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:19.466051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.518184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.535237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:19.574898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08309b70-cb9f-4872-9c00-98a4416876a2 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:19.576993 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08309b70-cb9f-4872-9c00-98a4416876a2 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.1105878 Oct 28 21:46:19.580033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:19.589099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:19.594617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:19.597610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:19.602278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:19.616023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8be32d3-36d2-4a6e-83d3-c1a6efea6709 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 200 len: 205 time: 0.0345075 Oct 28 21:46:19.620788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37066) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:19.681971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:19.683010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.707457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-bc7e8d20-9439-431a-bea6-0776a86fdad8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008673 Oct 28 21:46:19.721133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Request body: {'port': {'device_id': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:19.786453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.807529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:19.986995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65eba7-c92a-48af-829c-6c31658c61a8 req-07df4064-46dd-4b32-b6f3-1be544df443f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:19.988662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb65eba7-c92a-48af-829c-6c31658c61a8 req-07df4064-46dd-4b32-b6f3-1be544df443f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 932 time: 0.1396120 Oct 28 21:46:20.082240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb65eba7-c92a-48af-829c-6c31658c61a8 req-2d4ab631-3429-46cc-a315-21d5cbecabcd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860844 Oct 28 21:46:20.206448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1155c02c-6dac-4d5a-90b8-4f2b350815ae {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:20.214906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.228305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Transition to ACTIVE for port object 1155c02c-6dac-4d5a-90b8-4f2b350815ae will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:46:20.235402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.259801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.322897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port 8cfb4582-b659-42d9-99c3-26c2bf364867 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:20.323265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.413799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.427810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for 8cfb4582-b659-42d9-99c3-26c2bf364867 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:20.639295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.675153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=8cfb4582-b659-42d9-99c3-26c2bf364867,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:20.734365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:20.744534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Attempting to bind port 1155c02c-6dac-4d5a-90b8-4f2b350815ae on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:20.745205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Attempting to bind port 1155c02c-6dac-4d5a-90b8-4f2b350815ae by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:20.745716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Attempting to bind port 1155c02c-6dac-4d5a-90b8-4f2b350815ae on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:20.754976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Port 1155c02c-6dac-4d5a-90b8-4f2b350815ae on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:46:20.755510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Attempting to bind port 1155c02c-6dac-4d5a-90b8-4f2b350815ae on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:20.760983 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.763354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:20.763685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:20.764604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:20.764604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Bound port: 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:20.764967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.862950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:20.867384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:20.873303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.883737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.888497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.916145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:20.916920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.918555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/1155c02c-6dac-4d5a-90b8-4f2b350815ae HTTP/1.1" status: 200 len: 1093 time: 1.2018304 Oct 28 21:46:20.919166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:20.922262 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:20.971889 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256525c5-df37-41f2-a556-9194dbb20a9e x-openstack-request-id: req-256525c5-df37-41f2-a556-9194dbb20a9e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:20.972186 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:20.972861 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-256525c5-df37-41f2-a556-9194dbb20a9e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:20.973269 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae', 'status': 'completed', 'code': 200} Oct 28 21:46:20.976714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.977379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router 8596dd1e-9f9c-4306-987f-19708649131f {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:20.979865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7764-a8d7-490e-838c-da746cc6aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:20.989239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:20.991388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1de536e2-f735-4e53-897c-6bb4819921f4 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 204 len: 168 time: 1.3696537 Oct 28 21:46:20.995881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37090) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:21.002546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-891505595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:21.043755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.045759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.110964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.136083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.169022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-b31c22a3-e42c-4154-8316-705e42d2e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.171724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-b31c22a3-e42c-4154-8316-705e42d2e48d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 1096 time: 0.1409054 Oct 28 21:46:21.183269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.189135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2b20076-bff5-4304-905e-b446ea7be4aa tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1889319 Oct 28 21:46:21.189611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37094) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:21.194586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': True}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:21.279948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-93cfb864-5ef8-4e94-a7b9-1b2acbcd0fa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae HTTP/1.1" status: 200 len: 217 time: 0.0913563 Oct 28 21:46:21.434338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.439610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-f881bc92-1073-472f-956c-72fe2d5494f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.441440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-f881bc92-1073-472f-956c-72fe2d5494f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0955169 Oct 28 21:46:21.454932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6d9e4-2925-42aa-aeb6-a0dbce4f78c2 req-a5c22204-e740-4737-8acb-22cae9cf7a89 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.456651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70a6d9e4-2925-42aa-aeb6-a0dbce4f78c2 req-a5c22204-e740-4737-8acb-22cae9cf7a89 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 944 time: 0.1718314 Oct 28 21:46:21.533933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-1c82b921-2eb9-4a11-abb3-107279142542 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757349 Oct 28 21:46:21.621847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70a6d9e4-2925-42aa-aeb6-a0dbce4f78c2 req-82fab798-5836-4222-a66d-ac4bab1f827a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564741 Oct 28 21:46:21.658860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.665858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.672182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.679288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.687886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.694718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.695395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.701628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:21.704212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-1361b6bb-5740-4032-a459-b7698bc09efa tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.1844532 Oct 28 21:46:21.716080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:21.768649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-9e70cd93-a740-4b26-9495-00a50cc3608f service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269580 Oct 28 21:46:21.795716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78512530-6c9f-4d6e-9156-7fccab850b94 req-e7c6e5ad-d413-414c-8dd9-fc3893e0810c tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687957 Oct 28 21:46:21.880211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 172.25.4.150 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/396b1a9e-a437-4549-9433-8d25aa5b3849) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:21.922480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3de38d24-e34e-48c0-8652-a346ad4c725a req-a64d755f-f8f8-417a-9f39-ed8aa308bcbb service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245739 Oct 28 21:46:22.031362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:22.041237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-4ad11e6c-30ba-4e10-9360-e9cf7ee7f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.047283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-4ad11e6c-30ba-4e10-9360-e9cf7ee7f2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 1096 time: 0.0700378 Oct 28 21:46:22.084720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:22.127313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:22.130764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:22.134241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:22.164770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=396b1a9e-a437-4549-9433-8d25aa5b3849,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:22.199672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-04457a95-5ff2-4812-a212-7bd38ca91422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.201268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-04457a95-5ff2-4812-a212-7bd38ca91422 service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.1455119 Oct 28 21:46:22.268255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-9424fbad-dc2e-41f0-991e-bee69e6f3999 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae HTTP/1.1" status: 200 len: 217 time: 0.0567589 Oct 28 21:46:22.352530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-d56aa7d7-ae12-4c2f-b4a5-e954cf1b8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.354261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-d56aa7d7-ae12-4c2f-b4a5-e954cf1b8781 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0785964 Oct 28 21:46:22.397024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-c8dd405c-2e22-411e-a63c-d959d34b3305 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346932 Oct 28 21:46:22.453635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:22.500346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-26916e2d-ee2c-4670-8ca4-7a8d03ff0c86 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957668 Oct 28 21:46:22.703102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d795c31-c9a5-4099-91a7-8d6994ebb7dd req-971728fe-af6d-4f90-abbe-22a95eaf6bdf service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819766 Oct 28 21:46:22.742420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.748342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.754821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.760795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.767057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.773076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.779245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.781185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-4ea6c762-d594-4a57-ba2c-7ad4dda9a250 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.1904097 Oct 28 21:46:22.790882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc808bf-9733-465e-b381-1eaf3334fdca req-48fd2d20-39e7-4a79-aeed-84e17b5a9ca6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.792354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afc808bf-9733-465e-b381-1eaf3334fdca req-48fd2d20-39e7-4a79-aeed-84e17b5a9ca6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 944 time: 0.0588782 Oct 28 21:46:22.798824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:22.803351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:22.844313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afc808bf-9733-465e-b381-1eaf3334fdca req-e0a76b39-02d1-451e-a257-3a31a7fe1d42 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Oct 28 21:46:22.907853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3e0e11aa-9cbc-4e54-97fd-5ea2d8d78693 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.909682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3e0e11aa-9cbc-4e54-97fd-5ea2d8d78693 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1205134 Oct 28 21:46:22.958649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.965065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.973110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.979272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.986441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.992468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:22.998846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:23.000914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-da73cf41-ef31-4c1e-9327-76a98e0cb88f tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 5444 time: 0.1101182 Oct 28 21:46:23.041974 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-2a56c7e5-da3d-4ac9-ac25-f044456b21a0 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1249635 Oct 28 21:46:23.043695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a01b7ec-9945-40af-8731-4e5656fb13ff req-122def71-9668-48ec-b341-6b8a9db5be0d tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=64aad783-88da-4a3e-9424-13c196ea2512&id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354779 Oct 28 21:46:23.057020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:23.091839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router f74f9707-4b20-4813-9ac0-f08156747ba4 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:23.122824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.300086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:23.304327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.308214 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ba3434c-7f79-498b-8ad6-810d5ddf588d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "PUT /v2.0/routers/f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 200 len: 918 time: 2.1174614 Oct 28 21:46:23.308591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37114) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:23.309433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] Sync routers for ids ['f74f9707-4b20-4813-9ac0-f08156747ba4'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:23.323568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] Routers {'f74f9707-4b20-4813-9ac0-f08156747ba4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:23.325135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f74f9707-4b20-4813-9ac0-f08156747ba4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:23.357512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c35fc8f1-7349-4479-86bb-b0192c5db66d,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:23.370517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:23.382044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] Routers {'f74f9707-4b20-4813-9ac0-f08156747ba4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:23.383035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f74f9707-4b20-4813-9ac0-f08156747ba4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:23.394765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] For port c35fc8f1-7349-4479-86bb-b0192c5db66d, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:23.432321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-47c0983f-65cf-49f4-877c-3446fd11e84f tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 200 len: 924 time: 0.1224995 Oct 28 21:46:23.435022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37116) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:23.438430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] device_id is not set on port c35fc8f1-7349-4479-86bb-b0192c5db66d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:46:23.449053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:23.449790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58591e-db9b-4cee-bf86-01de3d42c127 None None] The sync data for ids ['f74f9707-4b20-4813-9ac0-f08156747ba4'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:23.453730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.460678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.487249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8e83a-0d64-4c51-973f-7a373672d1cb tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:23.491756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9bc8e83a-0d64-4c51-973f-7a373672d1cb tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=f74f9707-4b20-4813-9ac0-f08156747ba4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0555520 Oct 28 21:46:23.492440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37118) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:23.529293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] No DVR routers for this DVR port c35fc8f1-7349-4479-86bb-b0192c5db66d on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:23.533003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:23.576261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] In _notify_port_updated(), no bound segment for port c35fc8f1-7349-4479-86bb-b0192c5db66d on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:46:23.577820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:23.578995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.581286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e1a81635-d221-472e-bc24-d0c57b2eaeb5 service neutron] 10.222.0.44 "PUT /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 200 len: 1033 time: 0.5317497 Oct 28 21:46:23.627323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57b14d-1345-44ec-9b16-c34c6a379dbc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:23.629071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f57b14d-1345-44ec-9b16-c34c6a379dbc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.1357157 Oct 28 21:46:23.632104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37120) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:23.641048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-934b9c36-c273-4651-a512-9fc69491256a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:23.642899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-934b9c36-c273-4651-a512-9fc69491256a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "GET /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0544729 Oct 28 21:46:23.654985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:23.665495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0839bcac-1a8c-453f-8177-49c65130ff5c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 200 len: 205 time: 0.0323265 Oct 28 21:46:23.667727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37122) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:23.707956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1155c02c-6dac-4d5a-90b8-4f2b350815ae details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:46:23.724496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.838697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a39335d0-11a2-4ecb-96e9-bf0e1a38848a None None] Provisioning complete for port c35fc8f1-7349-4479-86bb-b0192c5db66d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:23.839538 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a39335d0-11a2-4ecb-96e9-bf0e1a38848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.869755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:23.885155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:23.904260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '1155c02c-6dac-4d5a-90b8-4f2b350815ae', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': '1155c02c-6dac-4d5a-90b8-4f2b350815ae', 'mac_address': 'fa:16:3e:ff:37:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:46:23.907674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a39335d0-11a2-4ecb-96e9-bf0e1a38848a None None] Port c35fc8f1-7349-4479-86bb-b0192c5db66d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:46:23.926117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:24.117927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] For port aacaed62-3214-498b-9ebb-0f2b07fe7bf4, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:24.121008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.122245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] device_id is not set on port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:46:24.123188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1155c02c-6dac-4d5a-90b8-4f2b350815ae {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:24.123954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.123954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.152504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:24.161381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.177635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.236475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:24.242999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] No DVR routers for this DVR port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:24.274505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de38d4f-f1ce-4ae1-8a20-27510d1f7a9f req-2f1ce362-2cb3-4bac-a361-f96cf3f14149 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.285532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9de38d4f-f1ce-4ae1-8a20-27510d1f7a9f req-2f1ce362-2cb3-4bac-a361-f96cf3f14149 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 944 time: 0.1864300 Oct 28 21:46:24.300383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Pushing event updated for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:24.341045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] In _notify_port_updated(), no bound segment for port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 on network 7649a28d-1e5d-44da-ba76-f6342b565727 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:46:24.341982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.343377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.344743 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-50e4ee0b-91e2-4efc-b9a2-2842e8ea0885 service neutron] 10.222.0.44 "PUT /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 200 len: 1031 time: 0.6943357 Oct 28 21:46:24.392896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9de38d4f-f1ce-4ae1-8a20-27510d1f7a9f req-a91b726e-3f42-46da-a206-02e0b24741bf tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997589 Oct 28 21:46:24.402672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['1155c02c-6dac-4d5a-90b8-4f2b350815ae'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:24.428046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.439091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.448129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.457809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.487417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.496937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e7d13af4-a7af-4876-aa5a-81ffdc7a0c03 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3886 time: 0.1981022 Oct 28 21:46:24.517289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port b245e5f4-ffd4-45f3-b28c-c5137dc421da {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:24.517870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.562840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port 396b1a9e-a437-4549-9433-8d25aa5b3849 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:24.563079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.643773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d3ccd40-1300-481b-869b-5257d23987cd req-e98ebf15-b72f-45e5-8c68-20535a3d42c0 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456890 Oct 28 21:46:24.654435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f31ac87a-0bf3-41fa-8f87-ae3b4fd80445 None None] Provisioning complete for port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:24.655314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f31ac87a-0bf3-41fa-8f87-ae3b4fd80445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.668514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port b245e5f4-ffd4-45f3-b28c-c5137dc421da, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b245e5f4-ffd4-45f3-b28c-c5137dc421da,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:24.669142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.710233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f31ac87a-0bf3-41fa-8f87-ae3b4fd80445 None None] Port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:46:24.714599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for b245e5f4-ffd4-45f3-b28c-c5137dc421da owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:24.760205 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:24.781224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-fd1f1b6d-fd11-4eb1-8912-6c55911ae3fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:24.783070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-fd1f1b6d-fd11-4eb1-8912-6c55911ae3fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.1989009 Oct 28 21:46:24.784119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for 396b1a9e-a437-4549-9433-8d25aa5b3849 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:24.845362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-be4b25ff-4286-48f1-9ee8-bbf81794dd8a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0512354 Oct 28 21:46:24.950239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-22de8d16-4f41-4500-afa8-4754abd48acc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952377 Oct 28 21:46:25.041279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.148685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=396b1a9e-a437-4549-9433-8d25aa5b3849,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:25.214588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.275174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.312167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=b245e5f4-ffd4-45f3-b28c-c5137dc421da,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:25.328037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.330669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.367049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port b245e5f4-ffd4-45f3-b28c-c5137dc421da on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:25.369645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.373037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-3db50596-96ea-4177-ae66-3b2e520cc806 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "DELETE /v2.0/ports/b245e5f4-ffd4-45f3-b28c-c5137dc421da HTTP/1.1" status: 204 len: 173 time: 1.0213647 Oct 28 21:46:25.373486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:25.375792 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab312ed-b2f8-4b5a-8ec0-28f1763ab406" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:25.397310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-e526643d-fa4a-45a2-ba29-800149894c92 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352684 Oct 28 21:46:25.401803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.403979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router f74f9707-4b20-4813-9ac0-f08156747ba4 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:25.429318 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b5f26-f617-4b97-9ade-b18369f9ca1c x-openstack-request-id: req-916b5f26-f617-4b97-9ade-b18369f9ca1c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:25.429601 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "b245e5f4-ffd4-45f3-b28c-c5137dc421da", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:25.429856 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-916b5f26-f617-4b97-9ade-b18369f9ca1c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:25.430398 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'b245e5f4-ffd4-45f3-b28c-c5137dc421da', 'status': 'completed', 'code': 200} Oct 28 21:46:25.433753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.435177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3f487ce3-249e-4739-a006-bc6c9e32ff86 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 204 len: 168 time: 1.7662828 Oct 28 21:46:25.451818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:25.460761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1032237681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:25.507886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port c3561498-b3fe-4427-b587-edafdc7a722c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:25.510629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.573046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.574258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.610817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787fb01-9bc6-4a73-a1de-a9e45869c80a req-352d5001-ed6e-42ce-88c8-3ec7c9ca04d0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:25.613408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0787fb01-9bc6-4a73-a1de-a9e45869c80a req-352d5001-ed6e-42ce-88c8-3ec7c9ca04d0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 945 time: 0.1091239 Oct 28 21:46:25.635420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port c3561498-b3fe-4427-b587-edafdc7a722c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=c3561498-b3fe-4427-b587-edafdc7a722c,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:25.636097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.650100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for c3561498-b3fe-4427-b587-edafdc7a722c owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:25.670387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-3ca38849-87ad-4a7e-a0a2-f0b9dc90eed6 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598550 Oct 28 21:46:25.690114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.713010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.734770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1155c02c-6dac-4d5a-90b8-4f2b350815ae up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:25.745265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0787fb01-9bc6-4a73-a1de-a9e45869c80a req-e6b14402-de03-4ce8-8490-8a5b446af3f4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118786 Oct 28 21:46:25.780717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.783131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c1829d5c-5063-455b-9caa-7885bfa80b31 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3288047 Oct 28 21:46:25.785672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37194) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:25.808221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'enable_snat': False}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:25.867223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 1155c02c-6dac-4d5a-90b8-4f2b350815ae completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:46:25.881131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 1155c02c-6dac-4d5a-90b8-4f2b350815ae triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:25.882729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:25.955640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.025883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=c3561498-b3fe-4427-b587-edafdc7a722c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:26.116151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91a6c459-dcea-43e9-a0f4-d7c92cbe7db9 req-02624bc8-bef5-439b-b3b4-a381a3d39c44 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.0477929 Oct 28 21:46:26.137807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port c3561498-b3fe-4427-b587-edafdc7a722c on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:26.153375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.158628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-5ebc2f1b-f3e9-4743-945c-e7283e03408a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "DELETE /v2.0/ports/c3561498-b3fe-4427-b587-edafdc7a722c HTTP/1.1" status: 204 len: 173 time: 0.7789128 Oct 28 21:46:26.170034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-9e4057d5-69c2-45ca-985e-a36630001aa7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:26.177177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-9e4057d5-69c2-45ca-985e-a36630001aa7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:26.183553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-9e4057d5-69c2-45ca-985e-a36630001aa7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:26.191950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-9e4057d5-69c2-45ca-985e-a36630001aa7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:26.193957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-9e4057d5-69c2-45ca-985e-a36630001aa7 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 3073 time: 0.2823517 Oct 28 21:46:26.269658 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.275146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dd2ebff-20df-4b89-bb65-b1016a08a893 req-673af143-2510-4d19-9c25-0382f4bb85fb tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Oct 28 21:46:26.322590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.372328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:26.376056 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8facf1a3-684b-4c8f-af40-37b9a7f7dde2" -d '{"events": [{"server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "name": "network-vif-plugged", "status": "completed", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:26.395874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:26.396459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.400531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:26.411354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.412643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 48edad8d-28ce-4c0d-b43d-0689a717d2f4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:26.507724 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccecb8a8-1b2f-4190-860e-689836a049f1 x-openstack-request-id: req-ccecb8a8-1b2f-4190-860e-689836a049f1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:26.507986 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "name": "network-vif-plugged", "status": "completed", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:26.508276 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccecb8a8-1b2f-4190-860e-689836a049f1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:26.508900 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae', 'code': 200} Oct 28 21:46:26.600597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:26.601354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.714295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:26.722645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.757831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 48edad8d-28ce-4c0d-b43d-0689a717d2f4, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=48edad8d-28ce-4c0d-b43d-0689a717d2f4,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:26.763867 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.765478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:26.847878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2e30b-ea08-49b8-9ab0-5b5a4b00dab9 req-c8821c68-e5d5-4173-b477-23e9e1e3c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:26.850031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71c2e30b-ea08-49b8-9ab0-5b5a4b00dab9 req-c8821c68-e5d5-4173-b477-23e9e1e3c37c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 1098 time: 0.2452843 Oct 28 21:46:26.855701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.860976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:26.910811 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.932306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.958226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:26.964092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.964781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.965103 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Floating IP 20c931c7-636c-4a1d-af1b-2a095e0bbd01 disassociated. External IP: 172.25.4.14, port: 48edad8d-28ce-4c0d-b43d-0689a717d2f4. Oct 28 21:46:26.965507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for 48edad8d-28ce-4c0d-b43d-0689a717d2f4 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:26.969194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:26.971423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c35fc8f1-7349-4479-86bb-b0192c5db66d no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:27.031034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71c2e30b-ea08-49b8-9ab0-5b5a4b00dab9 req-bae527bf-cef3-4fd1-b196-258e57c57f5b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159258 Oct 28 21:46:27.074539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c35fc8f1-7349-4479-86bb-b0192c5db66d not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:27.074968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device aacaed62-3214-498b-9ebb-0f2b07fe7bf4 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:27.135198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fdbd4-b64a-4d6b-91ac-4f1debf3a954 req-5c9d910a-8642-48c4-b7cf-2f2e440501b4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:27.144102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-037fdbd4-b64a-4d6b-91ac-4f1debf3a954 req-5c9d910a-8642-48c4-b7cf-2f2e440501b4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.2054787 Oct 28 21:46:27.146530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device aacaed62-3214-498b-9ebb-0f2b07fe7bf4 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:27.147321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c3561498-b3fe-4427-b587-edafdc7a722c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:27.171364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: c3561498-b3fe-4427-b587-edafdc7a722c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:27.171964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device c3561498-b3fe-4427-b587-edafdc7a722c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:27.172596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b245e5f4-ffd4-45f3-b28c-c5137dc421da no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:27.192968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: b245e5f4-ffd4-45f3-b28c-c5137dc421da {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:27.193310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b245e5f4-ffd4-45f3-b28c-c5137dc421da not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:27.193742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:27.204813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:27.215156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-037fdbd4-b64a-4d6b-91ac-4f1debf3a954 req-52c3b5d9-e439-4290-bdae-a0fb00df6850 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705283 Oct 28 21:46:27.260353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:27.294107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=48edad8d-28ce-4c0d-b43d-0689a717d2f4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:27.313609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da1c61a9-a7af-4dc0-8958-9ec2cceb03ba req-e78ca806-786f-43b2-afaa-a55c78761929 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.0546920 Oct 28 21:46:27.339142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Allocated IP 172.25.4.145 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e63be7cb-f0ec-44a4-ba0a-167d7ad958cc) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:27.348505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:27.396094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:27.401452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:27.435783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:27.439526 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7639ad-2a25-43b8-b767-568e75300fb3" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:27.478189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:27.479628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:27.517855 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a63a9a-dd12-4c19-8522-275c5d427dce x-openstack-request-id: req-00a63a9a-dd12-4c19-8522-275c5d427dce {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:27.518680 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "c3561498-b3fe-4427-b587-edafdc7a722c", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:27.518943 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00a63a9a-dd12-4c19-8522-275c5d427dce {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:27.519356 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'c3561498-b3fe-4427-b587-edafdc7a722c', 'status': 'completed', 'code': 200} Oct 28 21:46:27.683607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:27.694660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Sync routers for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:27.706302 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:27.706819 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:27.750040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port 48edad8d-28ce-4c0d-b43d-0689a717d2f4 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:27.752697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:27.757174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-235e648e-1da5-4509-b6ab-ae8cb7ecefcd tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "DELETE /v2.0/ports/48edad8d-28ce-4c0d-b43d-0689a717d2f4 HTTP/1.1" status: 204 len: 173 time: 1.5919600 Oct 28 21:46:27.890378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:27.890730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:27.931106 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:28.188331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:28.189012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:28.210131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:28.221550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:28.275451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:28.341349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Pushing event updated for resources: {'Port': ['ID=e63be7cb-f0ec-44a4-ba0a-167d7ad958cc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:28.456071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7978e8a-83d4-4f1b-9419-86d2ea7587eb req-c0107435-b5ed-4947-9922-6de520dd1f28 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:28.464281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7978e8a-83d4-4f1b-9419-86d2ea7587eb req-c0107435-b5ed-4947-9922-6de520dd1f28 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:28.466097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7978e8a-83d4-4f1b-9419-86d2ea7587eb req-c0107435-b5ed-4947-9922-6de520dd1f28 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 1677 time: 0.4733028 Oct 28 21:46:28.477408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:28.481444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:28.496729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:28.509831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}, {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2'}, {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:28.512788 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00821380-8976-47fb-890e-000b3cbe30a8" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4"}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2"}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:28.528316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:28.542652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-3c229645-7684-4011-a39a-c753a117cf89 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:28.544628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-3c229645-7684-4011-a39a-c753a117cf89 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.5827963 Oct 28 21:46:28.567028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:28.568395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:28.599516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271009e-0d78-4e36-9cd2-3b7b024299a6 req-6b1aa21a-def7-4ff8-bba2-0d8bbf5d3b84 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:28.600927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9271009e-0d78-4e36-9cd2-3b7b024299a6 req-6b1aa21a-def7-4ff8-bba2-0d8bbf5d3b84 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.2339838 Oct 28 21:46:28.627732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:28.652826 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Checking router: 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:28.675472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:28.676098 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:28.698812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port 3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:28.702418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:28.705897 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-e9483cd2-dcee-499e-8b16-1f0c7b56460b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "DELETE /v2.0/ports/3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2 HTTP/1.1" status: 204 len: 173 time: 0.9415026 Oct 28 21:46:28.851056 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:28.903551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7978e8a-83d4-4f1b-9419-86d2ea7587eb req-50b87ea5-e3ef-43e4-b457-f5251e9123d6 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups?id=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242301 Oct 28 21:46:28.904183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:28.904656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.067027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.170166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:29.170765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.199738 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:29.214023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:29.230117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b16ce5-983e-40f6-9bce-b3bf15b3ad46 None None] The sync data for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 is: [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:35:09Z', 'revision_number': 4, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e9de6d43-130d-489a-9b93-59f1d77f4d9f', 'name': '', 'network_id': '3ac7c0dc-2827-4263-8738-2f8d05e44a06', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'mac_address': 'fa:16:3e:a0:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '920e2088-76c6-481c-b732-05fda298c430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:08Z', 'updated_at': '2021-10-28T21:35:20Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'subnets': [{'id': '920e2088-76c6-481c-b732-05fda298c430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:29.283325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6b9f939-27c9-433b-98ac-247ccefb1f15 req-7d07b296-8d21-41d2-8354-2f9d65a8e0c8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.2092154 Oct 28 21:46:29.343852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9271009e-0d78-4e36-9cd2-3b7b024299a6 req-8bf0b971-42be-4dbd-bd05-5cdccf8e096d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504537 Oct 28 21:46:29.353656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:29.360914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.403282 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e74b4f-90f7-4801-aa40-e5788bd6a55f x-openstack-request-id: req-b3e74b4f-90f7-4801-aa40-e5788bd6a55f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:29.404095 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4", "code": 200}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2", "code": 200}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:29.404743 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3e74b4f-90f7-4801-aa40-e5788bd6a55f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:29.406226 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'code': 200} Oct 28 21:46:29.406666 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'code': 200} Oct 28 21:46:29.407088 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'code': 200} Oct 28 21:46:29.475729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.520687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4'}, {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:29.522862 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391296c-40f8-48af-9ef8-202f9f87d1ae" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4"}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:29.532487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=ddf00bcf-73db-4b62-aa87-f4fc5f31abf5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:29.613033 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fd3c6-7391-4b76-a1df-7f13a01c68c4 x-openstack-request-id: req-5b5fd3c6-7391-4b76-a1df-7f13a01c68c4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:29.613443 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "48edad8d-28ce-4c0d-b43d-0689a717d2f4", "status": "completed", "code": 200}, {"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:29.613703 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b5fd3c6-7391-4b76-a1df-7f13a01c68c4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:29.614111 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': '48edad8d-28ce-4c0d-b43d-0689a717d2f4', 'status': 'completed', 'code': 200} Oct 28 21:46:29.617084 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': '3b4a5cf6-7cf2-43e6-9e71-b1594fbfb2b2', 'status': 'completed', 'code': 200} Oct 28 21:46:29.640623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:29.643566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.649246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3839516e-ca25-438b-9f3c-a60497c58a84 req-a9a6334c-add3-4339-b15a-2ccfd2d64e45 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.44 "DELETE /v2.0/ports/ddf00bcf-73db-4b62-aa87-f4fc5f31abf5 HTTP/1.1" status: 204 len: 173 time: 0.9342949 Oct 28 21:46:29.756055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3ace0-af00-4ecc-97a2-58e124e0bf33 None None] New status for floating IP 20c931c7-636c-4a1d-af1b-2a095e0bbd01: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:46:29.838533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.843294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:29.915632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ef99c-e11a-420b-919b-d58a8f2a499d req-7a137c0e-4196-4ac4-bdd2-2a5c1f4e0c67 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:29.917459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-529ef99c-e11a-420b-919b-d58a8f2a499d req-7a137c0e-4196-4ac4-bdd2-2a5c1f4e0c67 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.2714043 Oct 28 21:46:30.020204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.4 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/4f850ee6-57f4-466d-b6e4-c2301ae9d086) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:30.181902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c666497-a954-4613-b25b-b5f312f113f8 req-c4d842b4-fe62-4ca0-bf33-fae96127298a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0800445 Oct 28 21:46:30.230443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-529ef99c-e11a-420b-919b-d58a8f2a499d req-fc87b04c-4311-4588-8085-d4029ef81144 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793252 Oct 28 21:46:30.453017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Router 76a8b916-950b-47f8-a114-5a1d405d8520 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:30.502749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:30.680295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba285c-348a-4472-b0bd-ba56e9b0899e req-ba144214-abb3-4ce3-b424-58552e2e6b5c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:30.683302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ba285c-348a-4472-b0bd-ba56e9b0899e req-ba144214-abb3-4ce3-b424-58552e2e6b5c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.2887390 Oct 28 21:46:30.697155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58a82caf-3f4e-479c-9156-8280bd76706b req-bbc13400-7c5b-4b31-9595-c01185049feb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.1585071 Oct 28 21:46:30.701694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:30.737995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:30.795290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:30.801576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:30.804379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:30.883422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ba285c-348a-4472-b0bd-ba56e9b0899e req-c2963c70-e145-4220-9de7-16f156c1bbda tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666875 Oct 28 21:46:30.888792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:30.963103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:30.964459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:30.975004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:30.986966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] Sync routers for ids ['76a8b916-950b-47f8-a114-5a1d405d8520'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:30.988350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:30.989994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-de9ed155-0e84-4da8-a379-f5e3645798bc tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "PUT /v2.0/routers/76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 200 len: 920 time: 5.2012451 Oct 28 21:46:30.992652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37328) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:31.015924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-c0229656-22ee-4713-b631-18b503b3a4a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4542966 Oct 28 21:46:31.020646 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] Routers {'76a8b916-950b-47f8-a114-5a1d405d8520'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:31.021267 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['76a8b916-950b-47f8-a114-5a1d405d8520'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:31.030265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Request body: {'port': {'device_id': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:31.115667 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:31.152299 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] Routers {'76a8b916-950b-47f8-a114-5a1d405d8520'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:31.152958 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['76a8b916-950b-47f8-a114-5a1d405d8520'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:31.197478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:31.198443 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3989c-7cd1-4728-92af-3e0dc22661af None None] The sync data for ids ['76a8b916-950b-47f8-a114-5a1d405d8520'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:31.242103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:31.260974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d0817cd7-9517-4f32-9883-8879fc0421b8 None None] Provisioning complete for port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:31.261446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d0817cd7-9517-4f32-9883-8879fc0421b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:31.375352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d0817cd7-9517-4f32-9883-8879fc0421b8 None None] Port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:46:31.414888 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9930f25b-10b6-43a1-820f-1f7fa2620d4a tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 200 len: 926 time: 0.4207087 Oct 28 21:46:31.418198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37338) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:31.502588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c2eaa-5f03-4224-afd5-08f6a7841cc7 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:31.505042 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-505c2eaa-5f03-4224-afd5-08f6a7841cc7 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=76a8b916-950b-47f8-a114-5a1d405d8520&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0800545 Oct 28 21:46:31.507846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37342) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:31.597230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fd0a25d-7435-4ad1-b621-cb4627cbd41e req-7139c55a-d92a-41f5-b470-748d7135c1e3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0580547 Oct 28 21:46:31.650734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de721-1ccd-4813-81e1-a2463a9ceb49 req-0556771b-84fd-49fd-9198-f555f1e1c975 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:31.652801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a9de721-1ccd-4813-81e1-a2463a9ceb49 req-0556771b-84fd-49fd-9198-f555f1e1c975 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.1035731 Oct 28 21:46:31.669507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:31.682836 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1965d0de-37e1-4443-a26e-4a1f621a59ed" -d '{"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:31.776149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a9de721-1ccd-4813-81e1-a2463a9ceb49 req-08c1fa6c-c561-455f-92ef-511ac72bfab6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165462 Oct 28 21:46:31.835057 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f6c5b-a937-48f5-b946-97a7ba2ab86e x-openstack-request-id: req-f34f6c5b-a937-48f5-b946-97a7ba2ab86e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:31.835684 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5e01b-cf2d-4d59-a671-2b86041f0cda", "name": "network-vif-deleted", "tag": "ddf00bcf-73db-4b62-aa87-f4fc5f31abf5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:31.835684 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f34f6c5b-a937-48f5-b946-97a7ba2ab86e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:31.836092 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5e01b-cf2d-4d59-a671-2b86041f0cda', 'name': 'network-vif-deleted', 'tag': 'ddf00bcf-73db-4b62-aa87-f4fc5f31abf5', 'status': 'completed', 'code': 200} Oct 28 21:46:31.852733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc839f80-68bd-4337-aea4-2b40c018865d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:31.854214 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc839f80-68bd-4337-aea4-2b40c018865d tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/networks/9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 881 time: 0.3451953 Oct 28 21:46:31.858730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:31.891322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f850ee6-57f4-466d-b6e4-c2301ae9d086 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:31.915611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-031fdfe3-4553-4de7-bf80-c39575a38a96 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 200 len: 205 time: 0.0518045 Oct 28 21:46:31.916250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37356) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:31.917008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:31.934773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Transition to ACTIVE for port object 4f850ee6-57f4-466d-b6e4-c2301ae9d086 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:46:31.953620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5274c00-62c1-4900-84fd-f21e46a57aaf req-1dfe2a02-d686-4617-b728-9ced89ee8ec0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:31.955190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5274c00-62c1-4900-84fd-f21e46a57aaf req-1dfe2a02-d686-4617-b728-9ced89ee8ec0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 931 time: 0.0844407 Oct 28 21:46:31.955996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.087047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Pushing event updated for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:32.106713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5274c00-62c1-4900-84fd-f21e46a57aaf req-4dc5163b-c9e2-4a28-9cf6-0d641eac55a4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398113 Oct 28 21:46:32.209933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Attempting to bind port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:32.210256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Attempting to bind port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:32.210573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Attempting to bind port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:32.221228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:46:32.221559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Attempting to bind port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:32.227095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:32.227429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:32.227809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:32.228240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Bound port: 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:32.228652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.268397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.426540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:32.428052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.431934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:32.442720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.491655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:32.492519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.494143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f850ee6-57f4-466d-b6e4-c2301ae9d086 HTTP/1.1" status: 200 len: 1092 time: 1.4696205 Oct 28 21:46:32.494804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:32.497300 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9764163-04ca-4c88-9981-f98c258f54af" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:32.596385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59774548-aaa9-4568-bc50-c7f6dc0a2924 service neutron] Pushing event updated for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:32.637820 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1435c973-adcb-4a6b-8bbb-8f4ddcf79542 x-openstack-request-id: req-1435c973-adcb-4a6b-8bbb-8f4ddcf79542 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:32.638493 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:32.638493 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1435c973-adcb-4a6b-8bbb-8f4ddcf79542 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:32.638980 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086', 'status': 'completed', 'code': 200} Oct 28 21:46:32.664551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-67f241eb-16b5-4378-a828-9bf3487b4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:32.666103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-67f241eb-16b5-4378-a828-9bf3487b4f0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 1095 time: 0.0932515 Oct 28 21:46:32.674807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:32.694202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-af6f3dc6-137c-4cdc-ad2e-735788004e4d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:32.710037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-af6f3dc6-137c-4cdc-ad2e-735788004e4d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.1846709 Oct 28 21:46:32.813704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-90f84bc9-5499-408d-a029-baccf04305c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086 HTTP/1.1" status: 200 len: 217 time: 0.1383741 Oct 28 21:46:32.871983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02f5f2d4-0051-487a-94ae-79084aa5cf35 req-ebeb165d-b2f0-446c-9179-b9498fbcd771 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0739818 Oct 28 21:46:33.020333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-50b84ea5-1f8c-49c2-b3a3-d976a99fe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:33.023590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-50b84ea5-1f8c-49c2-b3a3-d976a99fe9f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1753631 Oct 28 21:46:33.527852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port e63be7cb-f0ec-44a4-ba0a-167d7ad958cc {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:33.528816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:33.713516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port 1155c02c-6dac-4d5a-90b8-4f2b350815ae {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:33.713858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:33.746922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828801-9dbb-463c-b5db-35c21f754e34 req-6a909aa3-0107-43c0-ad05-3bbbaccdd18d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:33.748623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d828801-9dbb-463c-b5db-35c21f754e34 req-6a909aa3-0107-43c0-ad05-3bbbaccdd18d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 946 time: 0.7517471 Oct 28 21:46:33.751370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-0ccdeb1f-4c61-4b91-866c-55d334ad5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:33.752817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-0ccdeb1f-4c61-4b91-866c-55d334ad5c9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7197106 Oct 28 21:46:33.787064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93a12-ef31-4682-8712-496244f3ee35 req-b8e22bbd-89ef-4cfd-8ae8-ef6a722b50a5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:33.788511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d93a12-ef31-4682-8712-496244f3ee35 req-b8e22bbd-89ef-4cfd-8ae8-ef6a722b50a5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.0906610 Oct 28 21:46:33.857289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:33.897668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for e63be7cb-f0ec-44a4-ba0a-167d7ad958cc owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:33.937815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d93a12-ef31-4682-8712-496244f3ee35 req-6def270a-7a57-42c7-83a6-36300594f154 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185484 Oct 28 21:46:33.956790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port 1155c02c-6dac-4d5a-90b8-4f2b350815ae, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=1155c02c-6dac-4d5a-90b8-4f2b350815ae,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:33.957240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:33.957678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d828801-9dbb-463c-b5db-35c21f754e34 req-2617aa0e-a022-434c-899e-1e740f7b338a tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857414 Oct 28 21:46:34.023582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-0bfa6a03-f462-4093-94f5-d5552b3ae62d service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606080 Oct 28 21:46:34.114257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for 1155c02c-6dac-4d5a-90b8-4f2b350815ae owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:34.210288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cffec876-3d48-478b-bc1f-85267caa9ef7 req-ad96417f-c04b-42be-bef1-76234042ad68 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0569863 Oct 28 21:46:34.214038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc9bf281-caa8-4229-a881-449ca2669a47 req-94d9804f-beb4-4e31-9ec1-8f958f407d8e service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806667 Oct 28 21:46:34.374554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764163-04ca-4c88-9981-f98c258f54af req-960781db-8628-4271-8a2d-018e14e6b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:34.378021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-960781db-8628-4271-8a2d-018e14e6b07a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 1095 time: 0.0822113 Oct 28 21:46:34.395836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 039d43bd-cd47-424d-b913-41b5be89afc7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:34.396205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:34.399045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:34.412749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:34.718411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764163-04ca-4c88-9981-f98c258f54af req-e48c14dd-fb66-496c-bd56-3de10a230ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:34.720684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-e48c14dd-fb66-496c-bd56-3de10a230ae3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.3344388 Oct 28 21:46:34.800540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-edde0b8b-cd9e-4a1a-bac1-acf01f3d7e1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086 HTTP/1.1" status: 200 len: 217 time: 0.0696943 Oct 28 21:46:34.888986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:34.913485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=1155c02c-6dac-4d5a-90b8-4f2b350815ae,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:34.985857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764163-04ca-4c88-9981-f98c258f54af req-9e1513b1-fdc3-49d8-9944-410de6c7ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:34.991775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-9e1513b1-fdc3-49d8-9944-410de6c7ff75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1833253 Oct 28 21:46:35.056761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=e63be7cb-f0ec-44a4-ba0a-167d7ad958cc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:35.136023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port 1155c02c-6dac-4d5a-90b8-4f2b350815ae on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:35.157145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.160073 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d38b8f-27f1-417f-99fc-1ec6c42410cf req-84ba9ea9-ac88-4823-bf20-76a318c97a28 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "DELETE /v2.0/ports/1155c02c-6dac-4d5a-90b8-4f2b350815ae HTTP/1.1" status: 204 len: 173 time: 2.4129980 Oct 28 21:46:35.162397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'name': 'network-vif-deleted', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:35.166163 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883bcadf-b4df-45f4-8e80-0a76c6d5378c" -d '{"events": [{"server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "name": "network-vif-deleted", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:35.172987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 039d43bd-cd47-424d-b913-41b5be89afc7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=039d43bd-cd47-424d-b913-41b5be89afc7,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:35.172987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.207683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 039d43bd-cd47-424d-b913-41b5be89afc7 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:35.226382 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.312689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-817bc9a7-4b47-486a-b9e5-f0abc9f23836 req-ad3c9662-d028-46c6-9e4f-60bc9ad37503 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f4aad77-7648-42a5-817e-b20c219eaeeb HTTP/1.1" status: 200 len: 210 time: 0.1606433 Oct 28 21:46:35.401634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.404634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764163-04ca-4c88-9981-f98c258f54af req-65c6abb7-49df-464c-bce0-091253c6fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:35.409198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.416387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-65c6abb7-49df-464c-bce0-091253c6fa0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4074943 Oct 28 21:46:35.595697 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5258d4f6-1bef-487b-9562-1a21ba598d25 x-openstack-request-id: req-5258d4f6-1bef-487b-9562-1a21ba598d25 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:35.596471 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4aad77-7648-42a5-817e-b20c219eaeeb", "name": "network-vif-deleted", "tag": "1155c02c-6dac-4d5a-90b8-4f2b350815ae", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:35.596969 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5258d4f6-1bef-487b-9562-1a21ba598d25 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:35.597584 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4aad77-7648-42a5-817e-b20c219eaeeb', 'name': 'network-vif-deleted', 'tag': '1155c02c-6dac-4d5a-90b8-4f2b350815ae', 'status': 'completed', 'code': 200} Oct 28 21:46:35.602372 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.603352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router 76a8b916-950b-47f8-a114-5a1d405d8520 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:35.617675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.619090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff079107-c9ff-4a46-a79e-4f3ebc4b9967 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 204 len: 168 time: 3.7017710 Oct 28 21:46:35.645651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37424) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:35.648687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdb81576-64dc-47de-a54c-06665e653586 req-5c1b31b0-0ca8-4409-ace4-ebd9f3a96c9a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0752044 Oct 28 21:46:35.650364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2134443355', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:35.747568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.749763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.756106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1155c02c-6dac-4d5a-90b8-4f2b350815ae no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:35.780544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:35.788849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3b1d-1af8-4d09-b362-584397a12cd5 req-c5e949a7-49a0-4279-994a-5acfd4378709 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:35.838892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95fa3b1d-1af8-4d09-b362-584397a12cd5 req-c5e949a7-49a0-4279-994a-5acfd4378709 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.7410953 Oct 28 21:46:35.852778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=039d43bd-cd47-424d-b913-41b5be89afc7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:35.885290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 1155c02c-6dac-4d5a-90b8-4f2b350815ae {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:35.889801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 1155c02c-6dac-4d5a-90b8-4f2b350815ae not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:36.022973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95fa3b1d-1af8-4d09-b362-584397a12cd5 req-4ce98cfd-9da2-447b-b569-ae719dd9930a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581316 Oct 28 21:46:36.027138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-7e20da40-3a2c-4180-916c-34908d461e8c service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063302 Oct 28 21:46:36.256891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:36.262016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:36.319204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9764163-04ca-4c88-9981-f98c258f54af req-fe5688e6-281d-47cf-bcc7-e26a5c6e67cd service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777865 Oct 28 21:46:36.692789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:36.905346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-15e7b714-b637-486c-af6f-6cc9e7dc1132 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:36.919061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-15e7b714-b637-486c-af6f-6cc9e7dc1132 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.3014231 Oct 28 21:46:36.927912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-734c76d8-31df-4fe0-ad02-ea4b0a0763dd req-49edade7-0007-4c5c-bc97-780d0b513aef tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0744641 Oct 28 21:46:36.948186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-c7f3be8a-fe5b-4ba2-b5bd-9203715a294e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/quotas/643744f5bc164df0bd8fe0736bd2a808 HTTP/1.1" status: 200 len: 375 time: 0.0174444 Oct 28 21:46:37.095074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-7254c806-25b1-44b2-bd00-7d56c3145ce4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379652 Oct 28 21:46:37.166452 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:37.340121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc45c4-d202-45ab-aa46-5b8fd67bc1a2 req-fb46f0e4-7af0-49f9-bede-4732e0808478 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:37.346210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91dc45c4-d202-45ab-aa46-5b8fd67bc1a2 req-fb46f0e4-7af0-49f9-bede-4732e0808478 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1220121 Oct 28 21:46:37.364656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-aada4c3b-188b-4991-9cca-54183494241a service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679789 Oct 28 21:46:37.395067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:37.409172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:37.434786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:37.437104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:37.479696 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-38ab36e1-4511-45e6-bf3b-b19b3536a8a4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/aba08c81-d076-4f36-8cc5-e4997bc17ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7378318 Oct 28 21:46:37.542041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91dc45c4-d202-45ab-aa46-5b8fd67bc1a2 req-0e0759b5-0766-41b0-87fb-b233cf4d994b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542172 Oct 28 21:46:37.645315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:37.746377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-c6c5b44f-45b6-4fd4-a93d-a7a4ad3f12f1 service neutron] 10.222.0.31 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807156 Oct 28 21:46:37.950532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:38.028661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:38.031103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421dd05-864d-48ae-88c8-87295fc3579f req-d9bffd94-cdb6-476f-8b13-45122485828d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:38.039179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c421dd05-864d-48ae-88c8-87295fc3579f req-d9bffd94-cdb6-476f-8b13-45122485828d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.1283896 Oct 28 21:46:38.101767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c421dd05-864d-48ae-88c8-87295fc3579f req-b41bbdfa-c342-46bb-a2f1-7330ffa4bb00 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605481 Oct 28 21:46:38.213142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-127e4e05-9e21-40e4-a0d9-70aad416bf24 req-b5249f80-5020-40c4-bf84-f6882af5b106 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 210 time: 0.0630410 Oct 28 21:46:38.304883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:38.360809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eda4b0d7-d19a-454d-b288-d24467319dde req-894ee242-dde8-4431-91f3-29343eea4bc9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0410049 Oct 28 21:46:38.371483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:38.383856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:38.384917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:38.510312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Allocated IP 172.25.4.134 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d19f368f-9670-4afb-a6e2-2eeb7560932e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:38.712408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:38.757952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:38.824759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59767c-93ca-401e-96d8-13abd64d3684 req-02ac5528-c40a-4dbe-90fd-0b16d15ee256 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:38.839269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c59767c-93ca-401e-96d8-13abd64d3684 req-02ac5528-c40a-4dbe-90fd-0b16d15ee256 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1501999 Oct 28 21:46:38.865602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:38.932222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c59767c-93ca-401e-96d8-13abd64d3684 req-638d1a44-710e-4168-a7ce-3790768e3182 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920868 Oct 28 21:46:38.993836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:39.003914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:39.008830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:39.118510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event updated for resources: {'Port': ['ID=d19f368f-9670-4afb-a6e2-2eeb7560932e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:39.492217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-655e0687-a2c9-45b8-9a84-fbaadef5c705 req-74cf44ab-30bc-4bc4-bb0c-345980fc753e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 210 time: 0.1048703 Oct 28 21:46:39.567397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-9270dc2d-7329-4eec-aa2a-ae0b18241c29 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:39.572771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-9270dc2d-7329-4eec-aa2a-ae0b18241c29 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.3562660 Oct 28 21:46:39.662462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:39.672208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:39.706145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5352f8-42c1-4ee6-8863-e71af4200606 req-3cbd727e-dcbc-4857-9c2b-701d8e3a8d1c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:39.707757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf5352f8-42c1-4ee6-8863-e71af4200606 req-3cbd727e-dcbc-4857-9c2b-701d8e3a8d1c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 946 time: 0.3942003 Oct 28 21:46:39.760030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0422b8bb-247c-4d1e-aa12-5ecf0b8237b6 req-15cb5bfd-dc64-499f-88c3-9033e8903883 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0450590 Oct 28 21:46:39.774134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0cb8d-200c-4bbf-be86-dc8ecd5197f0 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '4ef57ba5-5509-44be-a950-86f68f40006c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'port_id': 'caada502-38cd-4704-af77-7f7dd945d68a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'mac_address': 'fa:16:3e:59:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:45:06Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 1, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:39.987919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf5352f8-42c1-4ee6-8863-e71af4200606 req-36d857fd-ea54-435f-a5f2-3184408a755a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=336543ed-2387-4772-bb6e-a34f9125b2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539501 Oct 28 21:46:40.042920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:40.043269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.211852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bea46-fcd4-48a7-82df-41bd7c6ca328 req-fe4d1087-08de-4267-95e7-c3c44f3f2bc8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:40.213428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-243bea46-fcd4-48a7-82df-41bd7c6ca328 req-fe4d1087-08de-4267-95e7-c3c44f3f2bc8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.0882893 Oct 28 21:46:40.291111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-243bea46-fcd4-48a7-82df-41bd7c6ca328 req-74cc741e-06a5-4cdf-8a86-84c7bb8e8162 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Oct 28 21:46:40.299697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.319638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 039d43bd-cd47-424d-b913-41b5be89afc7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:40.343088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:40.343471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.367157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 039d43bd-cd47-424d-b913-41b5be89afc7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:40.370801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 039d43bd-cd47-424d-b913-41b5be89afc7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:40.377287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:40.657136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.727300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=6773c0cb-7c86-45ec-a3f2-7a4f820473e4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:40.776729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c2d290c-cada-46e0-b736-f59852ff6868 req-be4b1c76-edcb-41e9-b39b-b8d169c8b393 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 210 time: 0.0647099 Oct 28 21:46:40.804298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] No DVR routers for this DVR port 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:40.807430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.817790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c467856-2911-42c6-9d80-f13bb8b1054c req-c2dd9063-c38c-48df-96af-88652de40dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "DELETE /v2.0/ports/6773c0cb-7c86-45ec-a3f2-7a4f820473e4 HTTP/1.1" status: 204 len: 173 time: 1.2381570 Oct 28 21:46:40.818397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'name': 'network-vif-deleted', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:40.823743 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cf012-a318-45b0-8661-508ab90995f6" -d '{"events": [{"server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "name": "network-vif-deleted", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:40.847960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40c121dd-3b4a-470f-b4e0-766dd07c5432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:40.973064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ec8ea92-523c-499c-b3ac-392db906b2ed req-7a991e69-6b85-4f7b-9961-047dc9a45be9 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0575211 Oct 28 21:46:41.022727 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b4e48-d34a-40a1-8409-4da1c7836214 x-openstack-request-id: req-2c6b4e48-d34a-40a1-8409-4da1c7836214 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:41.025802 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa80164-4831-45f1-8bb1-6d8d665b87bc", "name": "network-vif-deleted", "tag": "6773c0cb-7c86-45ec-a3f2-7a4f820473e4", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:41.026429 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c6b4e48-d34a-40a1-8409-4da1c7836214 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:41.026991 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa80164-4831-45f1-8bb1-6d8d665b87bc', 'name': 'network-vif-deleted', 'tag': '6773c0cb-7c86-45ec-a3f2-7a4f820473e4', 'status': 'completed', 'code': 200} Oct 28 21:46:41.330875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8403ef8-bb26-4e8b-a25f-07e98d3bb5b8 req-4c8a30cd-1603-469b-ad4d-e44c9711510b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffa80164-4831-45f1-8bb1-6d8d665b87bc HTTP/1.1" status: 200 len: 210 time: 0.0473316 Oct 28 21:46:41.551644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-df5cc3b6-2cec-46ef-bdab-3c5bda183578 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:41.560025 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-df5cc3b6-2cec-46ef-bdab-3c5bda183578 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 806 time: 0.2908754 Oct 28 21:46:41.572617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b86d1a-ba31-4ad8-b40e-bf1a35f10047 req-3fd99c5e-3b5c-4f55-9dc3-738b1e8c4543 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:41.582502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9b86d1a-ba31-4ad8-b40e-bf1a35f10047 req-3fd99c5e-3b5c-4f55-9dc3-738b1e8c4543 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1367598 Oct 28 21:46:41.585120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Request body: {'port': {'device_id': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'admin_state_up': True, 'tenant_id': '643744f5bc164df0bd8fe0736bd2a808'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:41.698212 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Router 9e47f795-b50e-4307-922a-88719d5ccdbb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:46:41.698757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9b86d1a-ba31-4ad8-b40e-bf1a35f10047 req-2ab51c3f-a7da-46fa-96a2-315b76477267 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146963 Oct 28 21:46:41.818767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Made reservation on behalf of 643744f5bc164df0bd8fe0736bd2a808 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:41.822946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:41.897962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:41.969565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a1af75e-f94f-419c-a748-33dfb1f79a49 req-7cdc4dc9-4b0b-4903-b188-d8d4b9e32841 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 210 time: 0.0430949 Oct 28 21:46:42.078663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:42.099276 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] Sync routers for ids ['9e47f795-b50e-4307-922a-88719d5ccdbb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:42.119719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] Routers {'9e47f795-b50e-4307-922a-88719d5ccdbb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:42.124976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9e47f795-b50e-4307-922a-88719d5ccdbb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:42.140238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.144492 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05c684b6-09a1-43bf-bec9-8ef865f34c84 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4951956 Oct 28 21:46:42.144808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37564) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:42.150325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:42.182145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.242327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:42.256238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Allocated IP 172.20.0.7 (02322a2d-971c-4e74-9cd1-27f940b60b01/c7807a8e-9602-40a7-bc46-e74262d1d6e6/a40e8011-1acd-4e4c-ab8d-641ea756514a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:42.267525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] Routers {'9e47f795-b50e-4307-922a-88719d5ccdbb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:42.272481 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9e47f795-b50e-4307-922a-88719d5ccdbb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:42.303644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fd2b4ec-3c09-4b65-9a8f-942395a0d121 req-193971f4-45dd-4e50-9266-a64a07074121 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0672822 Oct 28 21:46:42.377654 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:42.378572 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ebc3a-f546-4182-9986-2a14ab067a50 None None] The sync data for ids ['9e47f795-b50e-4307-922a-88719d5ccdbb'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:42.472749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37568) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:42.597412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.700814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.736522 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.795135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.802334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.802334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/security-groups/336543ed-2387-4772-bb6e-a34f9125b2ac HTTP/1.1" status: 204 len: 168 time: 0.3260400 Oct 28 21:46:42.821646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.833980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:42.840904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc99d6-0faa-403b-bb0a-86e4134cb7df tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336543ed-2387-4772-bb6e-a34f9125b2ac,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:42.862439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.894060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:42.931394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:43.028477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting subnet 6d5d7403-6503-4a12-ac80-71e6b2348714 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:46:43.038471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Network 02322a2d-971c-4e74-9cd1-27f940b60b01 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:43.043283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.048253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:43.076271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:43.121128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e8e9b-3ed6-4aca-a394-b1a626e7a197 req-d6df7eac-530e-47e6-b6cb-f81bef84bcaa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:43.127464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event updated for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:43.133072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-858e8e9b-3ed6-4aca-a394-b1a626e7a197 req-d6df7eac-530e-47e6-b6cb-f81bef84bcaa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2164695 Oct 28 21:46:43.155663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.199339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:43.199579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.240281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-16d675e1-a8df-4031-9b69-09272d42b8a1 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6675403 Oct 28 21:46:43.253043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-858e8e9b-3ed6-4aca-a394-b1a626e7a197 req-9f8f6f27-7a23-4c5d-97d6-4525a0b364c7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189907 Oct 28 21:46:43.257528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Deleting port d19f368f-9670-4afb-a6e2-2eeb7560932e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:43.257978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.261497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Request body: {'port': {'device_id': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:43.332906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cec43-0093-4e3a-8ce5-2a089c10fda9 req-57f2ff2a-e4e7-4629-8e84-380ff657e692 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:43.334628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-929cec43-0093-4e3a-8ce5-2a089c10fda9 req-57f2ff2a-e4e7-4629-8e84-380ff657e692 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 931 time: 0.1935341 Oct 28 21:46:43.357560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.379168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.388811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:43.392405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc728fcf-b869-4a89-a095-2b018685a007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.449909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:43.450331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6773c0cb-7c86-45ec-a3f2-7a4f820473e4 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:43.487146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.516814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac5cf4ed-e7a8-4b7b-b99c-ab0a62039eb6 req-0f5588b1-3c71-4d0c-8c20-babe5f446208 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0507503 Oct 28 21:46:43.541242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-929cec43-0093-4e3a-8ce5-2a089c10fda9 req-96ee28a1-1da9-4c30-92c3-11f676f26930 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942198 Oct 28 21:46:43.547147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Calling delete_port for d19f368f-9670-4afb-a6e2-2eeb7560932e owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:43.585163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.659078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5d7403-6503-4a12-ac80-71e6b2348714,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:43.669560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.675868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b0e8182-8920-4763-a406-d5dc10601fb7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/subnets/6d5d7403-6503-4a12-ac80-71e6b2348714 HTTP/1.1" status: 204 len: 168 time: 0.7411075 Oct 28 21:46:43.676120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:43.681689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad357fbf-54ca-4150-812e-44520c6832c1 None None] Network 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:43.775246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.783600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.823816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Pushing event deleted for resources: {'Port': ['ID=d19f368f-9670-4afb-a6e2-2eeb7560932e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:43.903285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.908305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40e8011-1acd-4e4c-ab8d-641ea756514a {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:43.917368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.934494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Transition to ACTIVE for port object a40e8011-1acd-4e4c-ab8d-641ea756514a will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:46:43.938316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 478f39b8-6af1-42af-a878-abf92faccfda {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:43.938695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:43.950974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] DHCP port deletion for 4a5b7c23-dfe4-4a5f-b453-c952a13174b0 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:46:43.953862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.035774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Deleting port 478f39b8-6af1-42af-a878-abf92faccfda {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:44.036410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.064315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 478f39b8-6af1-42af-a878-abf92faccfda, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=478f39b8-6af1-42af-a878-abf92faccfda,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:44.064710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.086183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Pushing event updated for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:44.097415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 478f39b8-6af1-42af-a878-abf92faccfda owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:44.159874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.163638 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.261746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Router 9e47f795-b50e-4307-922a-88719d5ccdbb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:44.268751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Attempting to bind port a40e8011-1acd-4e4c-ab8d-641ea756514a on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:44.269558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Attempting to bind port a40e8011-1acd-4e4c-ab8d-641ea756514a by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:44.270490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Attempting to bind port a40e8011-1acd-4e4c-ab8d-641ea756514a on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:44.298428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] For port 478f39b8-6af1-42af-a878-abf92faccfda, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=478f39b8-6af1-42af-a878-abf92faccfda,segment=NetworkSegment(93a9d158-f73e-4eba-9d02-97daa1881a86),segment_id=93a9d158-f73e-4eba-9d02-97daa1881a86)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:44.301097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.305020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Port a40e8011-1acd-4e4c-ab8d-641ea756514a on network 02322a2d-971c-4e74-9cd1-27f940b60b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:46:44.305020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Attempting to bind port a40e8011-1acd-4e4c-ab8d-641ea756514a on network 02322a2d-971c-4e74-9cd1-27f940b60b01 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:44.329713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:44.330049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Checking segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:44.331221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Bound using segment: {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:44.331733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Bound port: a40e8011-1acd-4e4c-ab8d-641ea756514a, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c800d-1994-478b-85e5-ee6fd85e325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:44.332244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.334199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Calling delete_port for 478f39b8-6af1-42af-a878-abf92faccfda owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:44.375804 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.376729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:44.384875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.388653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-199409e5-b760-45f8-bf1d-1c1239b2d23a tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "PUT /v2.0/routers/9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 200 len: 710 time: 2.2406895 Oct 28 21:46:44.389564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37588) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:44.418930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] Sync routers for ids ['9e47f795-b50e-4307-922a-88719d5ccdbb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:44.424344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 478f39b8-6af1-42af-a878-abf92faccfda no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:44.457137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=478f39b8-6af1-42af-a878-abf92faccfda,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:44.461759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] No DVR routers for this DVR port 478f39b8-6af1-42af-a878-abf92faccfda on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:44.481626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f111d4e-27f3-4882-8a26-13693e95cb60 tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/routers/9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 200 len: 745 time: 0.0866139 Oct 28 21:46:44.505177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37590) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:44.526038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 478f39b8-6af1-42af-a878-abf92faccfda {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:44.527691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 478f39b8-6af1-42af-a878-abf92faccfda not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:44.538677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3ae83a-cf4a-40ed-a528-5afaf3723a8f req-9400264a-7440-4ba4-ab40-206c389aa664 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311558 Oct 28 21:46:44.557763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde28a9-6eeb-403c-bcd0-9970a5035920 req-14dea1d2-e408-4f64-bcf9-d31b6e98dde7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:44.559240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdde28a9-6eeb-403c-bcd0-9970a5035920 req-14dea1d2-e408-4f64-bcf9-d31b6e98dde7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1681712 Oct 28 21:46:44.567374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] Routers {'9e47f795-b50e-4307-922a-88719d5ccdbb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:44.568231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9e47f795-b50e-4307-922a-88719d5ccdbb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.636142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdde28a9-6eeb-403c-bcd0-9970a5035920 req-abaebf2c-f06b-422d-bc6e-a6427a8e47d2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690002 Oct 28 21:46:44.638100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3ae83a-cf4a-40ed-a528-5afaf3723a8f req-35844f89-c104-47af-9cc6-504d7e7e1098 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0350707 Oct 28 21:46:44.649431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.679586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66c9d5d7-1105-42b9-9e75-425fb264b6bb tempest-RoutersIpV6AdminTest-1885748727 tempest-RoutersIpV6AdminTest-1885748727-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&device_id=9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 200 len: 205 time: 0.1708350 Oct 28 21:46:44.685687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:44.716160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:44.722177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.722397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] Routers {'9e47f795-b50e-4307-922a-88719d5ccdbb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:44.722814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9e47f795-b50e-4307-922a-88719d5ccdbb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.758431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7e9ce6fe-dd4c-4a55-a522-b00828d72928 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 200 len: 205 time: 0.0656576 Oct 28 21:46:44.760102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37598) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:44.762826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:44.835070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.836821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb5684-955a-46e8-b3a5-225968bbdfda None None] The sync data for ids ['9e47f795-b50e-4307-922a-88719d5ccdbb'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:44.847992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.851923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5b7c23-dfe4-4a5f-b453-c952a13174b0']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.861298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.879619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] No DVR routers for this DVR port 478f39b8-6af1-42af-a878-abf92faccfda on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:44.920078 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.928754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d59b0-7f67-4555-99fb-229ba420a7d5 None None] Pushing event deleted for resources: {'Port': ['ID=478f39b8-6af1-42af-a878-abf92faccfda,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:44.947838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a9d158-f73e-4eba-9d02-97daa1881a86') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.948229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a9d158-f73e-4eba-9d02-97daa1881a86') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:44.975167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:44.975845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.978080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] 10.222.0.44 "PUT /v2.0/ports/a40e8011-1acd-4e4c-ab8d-641ea756514a HTTP/1.1" status: 200 len: 1092 time: 1.7251627 Oct 28 21:46:44.980580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:44.985333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:44.988387 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f553f2f-20f5-4433-889b-d840711c6b71" -d '{"events": [{"name": "network-changed", "server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:45.010879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.116998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.132559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.225998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cbb13-c1af-4d80-88b7-51311206e90d service neutron] Pushing event updated for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:45.258953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:46:45.259808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:46:45.266696 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:46:45.319044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.323989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.349671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4cdb61d-7d87-4429-bdfc-564cac0df527 req-741b1d80-29a7-493d-b7b4-494e47821770 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.6969080 Oct 28 21:46:45.359600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3ae83a-cf4a-40ed-a528-5afaf3723a8f req-da5d39f3-a188-4c22-8789-fa8792f478fd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6820152 Oct 28 21:46:45.398658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-d3308414-f11a-4057-b7f2-78a95bf15c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.400270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-d3308414-f11a-4057-b7f2-78a95bf15c79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 1095 time: 0.2962980 Oct 28 21:46:45.401454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.406911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.408897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Fanout notify agent at l3_agent the message router_deleted on router 9e47f795-b50e-4307-922a-88719d5ccdbb {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:45.419625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.421309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b219505d-b411-49b6-9868-a4b041512db7 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 204 len: 168 time: 0.6549728 Oct 28 21:46:45.432409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.432914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37604) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.435620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/networks/4a5b7c23-dfe4-4a5f-b453-c952a13174b0 HTTP/1.1" status: 204 len: 168 time: 1.7584865 Oct 28 21:46:45.445053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.471217 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba5b32-f4dc-4407-8007-bd9fc7c044c5 x-openstack-request-id: req-d1ba5b32-f4dc-4407-8007-bd9fc7c044c5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:45.471512 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:45.471750 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1ba5b32-f4dc-4407-8007-bd9fc7c044c5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:45.472159 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a', 'status': 'completed', 'code': 200} Oct 28 21:46:45.500458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3136-c10c-401b-ae22-93fcdd6842fa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Network': ['ID=4a5b7c23-dfe4-4a5f-b453-c952a13174b0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:45.516312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-276a300b-9ee7-4c00-abe5-c0bf420ffc8c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 200 len: 205 time: 0.0792103 Oct 28 21:46:45.522898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37608) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.533066 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-832d933f-2529-4684-a51c-80ab8faf292d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a HTTP/1.1" status: 200 len: 217 time: 0.1074190 Oct 28 21:46:45.584872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67c357-c57c-468b-b782-cd11f8274470 req-a8f14ccd-5979-4f4f-abaa-ec7c4ee6757b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.586592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e67c357-c57c-468b-b782-cd11f8274470 req-a8f14ccd-5979-4f4f-abaa-ec7c4ee6757b tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 943 time: 0.2749457 Oct 28 21:46:45.589931 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-22f32a18-5d6d-4478-a364-3f24ca33a4fc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:45.591191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-22f32a18-5d6d-4478-a364-3f24ca33a4fc tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/9e47f795-b50e-4307-922a-88719d5ccdbb HTTP/1.1" status: 404 len: 336 time: 0.0671914 Oct 28 21:46:45.596468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.638116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-225bbfe7-57ca-4932-bb86-3801b743e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.640564 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-225bbfe7-57ca-4932-bb86-3801b743e997 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0997727 Oct 28 21:46:45.649192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-97d939af-36ba-4367-a039-7af13ff33d61 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 200 len: 205 time: 0.0504308 Oct 28 21:46:45.652022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37612) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.682659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-ecbc7b4f-0b98-41e3-96eb-a16111d3ed0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337346 Oct 28 21:46:45.713783 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-409a41fc-9da4-45f7-b94c-dfcee78afcee tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:45.714961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-409a41fc-9da4-45f7-b94c-dfcee78afcee tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/76a8b916-950b-47f8-a114-5a1d405d8520 HTTP/1.1" status: 404 len: 336 time: 0.0594711 Oct 28 21:46:45.725257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37616) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.740864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e67c357-c57c-468b-b782-cd11f8274470 req-25d29b0a-4201-4b34-ba3f-97928a29faef tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433749 Oct 28 21:46:45.772955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae83a-cf4a-40ed-a528-5afaf3723a8f req-d8f20f39-59e5-4aca-9673-f3b8abd41419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.775077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d3ae83a-cf4a-40ed-a528-5afaf3723a8f req-d8f20f39-59e5-4aca-9673-f3b8abd41419 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3722692 Oct 28 21:46:45.780052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37618) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.781149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d72f3170-99c8-4919-8fab-f29e504de95d tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 200 len: 205 time: 0.0538945 Oct 28 21:46:45.829603 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-1a48e4d0-434a-455a-b7a4-6cb9d8c1246d tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:45.830637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1a48e4d0-434a-455a-b7a4-6cb9d8c1246d tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/f74f9707-4b20-4813-9ac0-f08156747ba4 HTTP/1.1" status: 404 len: 336 time: 0.0487955 Oct 28 21:46:45.834295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.875521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9060d32-7746-4ede-8f70-0e04586983c3 req-05e38f62-422a-434a-81f5-253c0a82f54d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.875785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8a9578a-9559-4149-a959-ec9fa15a8c80 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 200 len: 205 time: 0.0370760 Oct 28 21:46:45.876272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9060d32-7746-4ede-8f70-0e04586983c3 req-05e38f62-422a-434a-81f5-253c0a82f54d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1209567 Oct 28 21:46:45.876272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37622) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.884961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-66bdc8cf-bf3a-4113-b93c-7d5625f42cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902576 Oct 28 21:46:45.886245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-67dea215-5c34-449d-8a8c-fb1fded688da service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958246 Oct 28 21:46:45.890899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port ab80c414-8c6a-4578-8736-83bf4db16719 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:45.891233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:45.934699 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-784f5248-cb61-484e-94df-c394f323376c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:45.938698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-784f5248-cb61-484e-94df-c394f323376c tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/8596dd1e-9f9c-4306-987f-19708649131f HTTP/1.1" status: 404 len: 336 time: 0.0588875 Oct 28 21:46:45.939904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:45.983473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9060d32-7746-4ede-8f70-0e04586983c3 req-cfed30ee-753c-4a17-b940-b3db9c6d267d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643864 Oct 28 21:46:45.998286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d918f14-336f-4687-b8e6-7752515eb43d req-c5404c8e-c7a3-4fb7-823f-7bffeb17c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:45.998286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-c5404c8e-c7a3-4fb7-823f-7bffeb17c4be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 1098 time: 0.0722165 Oct 28 21:46:46.007014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d87b2a28-17d4-4aca-a15c-6627a9c60a47 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 200 len: 205 time: 0.0669019 Oct 28 21:46:46.011548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37626) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:46.069911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.070234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.078425 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-86636d4b-bb31-4378-97a0-77c973de2c02 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:46.081939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86636d4b-bb31-4378-97a0-77c973de2c02 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/64dc29a8-db0a-42bd-8bfb-89c04631ae34 HTTP/1.1" status: 404 len: 336 time: 0.0657611 Oct 28 21:46:46.082203 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71357fc3-9038-40de-8cdf-9715ac70fd75 req-6f50864b-ea6e-4a66-abbb-b147e0bb76e7 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769998 Oct 28 21:46:46.082203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:46.113937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for ab80c414-8c6a-4578-8736-83bf4db16719 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:46.119541 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f55df64-020a-48d1-9fee-2938dc834fc2 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc0999e4-9ae4-45c0-afeb-e0eac1858d9f HTTP/1.1" status: 200 len: 205 time: 0.0341289 Oct 28 21:46:46.119726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37630) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:46.162726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d918f14-336f-4687-b8e6-7752515eb43d req-aeb1f242-5c5c-453a-959b-b7d2f9fab71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.164376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-aeb1f242-5c5c-453a-959b-b7d2f9fab71d service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.1052780 Oct 28 21:46:46.168802 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-8567b2c6-61a3-47fa-84c6-18aacac86742 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] delete failed (client error): The resource could not be found. Oct 28 21:46:46.169783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8567b2c6-61a3-47fa-84c6-18aacac86742 tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/routers/dc0999e4-9ae4-45c0-afeb-e0eac1858d9f HTTP/1.1" status: 404 len: 336 time: 0.0492563 Oct 28 21:46:46.173525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37632) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:46.211705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-0836dbd0-44ab-4d98-a9c1-1111d6431a59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7fd07d9-b300-4afc-b212-065818dc09ff HTTP/1.1" status: 200 len: 217 time: 0.0400562 Oct 28 21:46:46.272065 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a578baeb-715f-47a3-8a3c-6d5bf43961fb tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] DELETE failed (client error): The resource could not be found. Oct 28 21:46:46.272453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a578baeb-715f-47a3-8a3c-6d5bf43961fb tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:46:46.273390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d918f14-336f-4687-b8e6-7752515eb43d req-1dd7bb06-f3db-4fc9-8bee-c8f82916ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.274868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-1dd7bb06-f3db-4fc9-8bee-c8f82916ab22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0554922 Oct 28 21:46:46.278092 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a578baeb-715f-47a3-8a3c-6d5bf43961fb tempest-RoutersIpV6AdminTest-878453221 tempest-RoutersIpV6AdminTest-878453221-project] 10.222.0.31 "DELETE /v2.0/subnets/f8bfc2b3-5184-410a-801a-8d18e2bccdc7 HTTP/1.1" status: 404 len: 337 time: 0.1015902 Oct 28 21:46:46.312323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-61796e96-ee37-439e-a01b-d01ad9df44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.314019 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-61796e96-ee37-439e-a01b-d01ad9df44e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=643744f5bc164df0bd8fe0736bd2a808&device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 1095 time: 0.1549389 Oct 28 21:46:46.315272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-9771f627-eba4-432b-a98e-bf2e5ea495cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330350 Oct 28 21:46:46.469856 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-4e941b5b-b66f-4c71-a94e-9f291e85a359 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404035 Oct 28 21:46:46.494447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e76ea69-5ffb-48b9-b13e-df5f4efc7381 req-0c85f0d9-5635-49ad-b7ba-e04555fc2dc8 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0377498 Oct 28 21:46:46.605903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d918f14-336f-4687-b8e6-7752515eb43d req-8941374c-7474-4547-97d4-110fb0c66e3a service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212552 Oct 28 21:46:46.621546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:46.671431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.756333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acb2ea6f-6d66-4866-90be-64a804bfccb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.821431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-5933e107-13ab-48a8-92cd-c6570414d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.822957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-5933e107-13ab-48a8-92cd-c6570414d0f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 200 len: 907 time: 0.4942291 Oct 28 21:46:46.881992 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-99277f78-50b7-4bb2-a0e9-9c3f93bf3464 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a HTTP/1.1" status: 200 len: 217 time: 0.0426719 Oct 28 21:46:46.941738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acb2ea6f-6d66-4866-90be-64a804bfccb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.952072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5185-1d87-48c8-a308-7b6e3457b736 req-50c1110d-846c-4883-9cb3-2d814ea1ac10 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.954343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98ff5185-1d87-48c8-a308-7b6e3457b736 req-50c1110d-846c-4883-9cb3-2d814ea1ac10 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 943 time: 0.1084564 Oct 28 21:46:46.955677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-acb2ea6f-6d66-4866-90be-64a804bfccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:46.982740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-44e6ea16-00c1-4c8a-b74f-3ed0c00bc840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:46.984511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-44e6ea16-00c1-4c8a-b74f-3ed0c00bc840 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 200 len: 846 time: 0.0955312 Oct 28 21:46:46.989341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.010337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-acb2ea6f-6d66-4866-90be-64a804bfccb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dedbb5cb44464000b8257f82f3b4f96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876388 Oct 28 21:46:47.012909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:47.015558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2ea6f-6d66-4866-90be-64a804bfccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f826a721-544c-46d3-b1ee-4404094472e7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:47.037446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=ab80c414-8c6a-4578-8736-83bf4db16719,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:47.083597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98ff5185-1d87-48c8-a308-7b6e3457b736 req-9976a31e-c407-42d2-82ed-60bf9d613e82 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167219 Oct 28 21:46:47.085976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-4da86746-12b2-4436-ba92-56226e203de1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02322a2d-971c-4e74-9cd1-27f940b60b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879898 Oct 28 21:46:47.155405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.174704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04a9ed-070c-4287-b0d1-f9b87472415c req-96c16d26-82d8-4e67-a393-021d6d6eb36b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:47.176400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c04a9ed-070c-4287-b0d1-f9b87472415c req-96c16d26-82d8-4e67-a393-021d6d6eb36b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.0916235 Oct 28 21:46:47.187852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.188333 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Floating IP 4ef57ba5-5509-44be-a950-86f68f40006c disassociated (deleted). External IP: 172.25.4.92, port: caada502-38cd-4704-af77-7f7dd945d68a. Oct 28 21:46:47.203117 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.253804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c04a9ed-070c-4287-b0d1-f9b87472415c req-301d3023-1a6f-44df-aa22-ac0a6d76b575 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Oct 28 21:46:47.283349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.286954 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.290775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f826a721-544c-46d3-b1ee-4404094472e7 HTTP/1.1" status: 204 len: 168 time: 0.2742746 Oct 28 21:46:47.298658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7ce74-e965-49b4-95e6-9fe4814a9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f826a721-544c-46d3-b1ee-4404094472e7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:47.317154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-34474df2-323e-4dd7-961a-efd501cb2898 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052789 Oct 28 21:46:47.500610 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1f553f2f-20f5-4433-889b-d840711c6b71 req-7cf49fe1-fc8c-4cce-8b0e-92d11e04e216 service neutron] 10.222.0.44 "GET /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744905 Oct 28 21:46:47.527077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:47.616519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:47.657753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:47.664194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.681885 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:47.695695 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:47.696317 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:47.700055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f50f753d-bc57-4288-9138-c73cecb960ee req-e87cc15e-bfc9-4e61-8b26-c061f3ce4125 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0571663 Oct 28 21:46:47.706285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c27fcb9-7e2c-4b4e-acbb-b30151b1ad92 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ef57ba5-5509-44be-a950-86f68f40006c HTTP/1.1" status: 204 len: 168 time: 2.2599742 Oct 28 21:46:47.708029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:47.710780 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:47.716731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df4f2762-9bfa-488a-84ad-8e1f7208c4b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb39bd43f7f64e94a06b42c068b6fb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976107 Oct 28 21:46:47.721536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37662) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:47.805565 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d269b798-85c5-4578-aad7-d2be8aad7a14 x-openstack-request-id: req-d269b798-85c5-4578-aad7-d2be8aad7a14 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:47.815465 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "tag": "caada502-38cd-4704-af77-7f7dd945d68a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:47.815799 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d269b798-85c5-4578-aad7-d2be8aad7a14 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:47.816317 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a', 'status': 'completed', 'code': 200} Oct 28 21:46:47.822864 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:47.827381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a40e8011-1acd-4e4c-ab8d-641ea756514a details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:46:47.838936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.883086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.961096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-6067e30f-8cdd-4908-b97e-b1b0370d8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:47.962930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-6067e30f-8cdd-4908-b97e-b1b0370d8f52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 1097 time: 0.1010568 Oct 28 21:46:47.985963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.989161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:47.990625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6db20002-1a85-45f2-8f55-96fc2f49e6ee HTTP/1.1" status: 204 len: 168 time: 0.2680144 Oct 28 21:46:48.002007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef86ec-e1fe-4efb-b41d-8ef891e62d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db20002-1a85-45f2-8f55-96fc2f49e6ee,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:48.085780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:48.094010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-abb8030a-5cdd-423c-9c8b-9ad192013617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.095954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-abb8030a-5cdd-423c-9c8b-9ad192013617 service neutron] 10.222.0.52 "GET /v2.0/networks?id=af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 200 len: 897 time: 0.1256008 Oct 28 21:46:48.115262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a40e8011-1acd-4e4c-ab8d-641ea756514a', 'network_id': '02322a2d-971c-4e74-9cd1-27f940b60b01', 'port_id': 'a40e8011-1acd-4e4c-ab8d-641ea756514a', 'mac_address': 'fa:16:3e:5b:be:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7807a8e-9602-40a7-bc46-e74262d1d6e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:46:48.207973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-d485ab89-93f1-4dc9-a33c-3197565bfeb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 200 len: 217 time: 0.1023369 Oct 28 21:46:48.212954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:48.240978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:48.254296 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:48.256999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40e8011-1acd-4e4c-ab8d-641ea756514a {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:46:48.278302 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:48.280100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:48.298935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:48.313237 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:48.313520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-2cfe1e7b-033b-4cfa-87de-d62b34b75c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.316740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-2cfe1e7b-033b-4cfa-87de-d62b34b75c3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f HTTP/1.1" status: 200 len: 835 time: 0.0636551 Oct 28 21:46:48.381497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:48.389888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.390514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.391034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.391533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.392049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.392581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.393239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.393733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.394225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.394703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.395256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.395754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:46:48.423046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572960ff-a911-4764-b497-84e8310e03d0 req-19b2a2c3-6621-4e44-a802-fe686a10239b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.425123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-572960ff-a911-4764-b497-84e8310e03d0 req-19b2a2c3-6621-4e44-a802-fe686a10239b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 945 time: 0.2160187 Oct 28 21:46:48.447336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-6af40c58-a7ed-424f-8bcf-bb3ef853f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.448504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-6af40c58-a7ed-424f-8bcf-bb3ef853f4cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af5267dd-3653-42e0-a66d-a38be5d2cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897501 Oct 28 21:46:48.500207 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:48.511004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4f25-8773-4253-8b2c-e8f58f8cf2ee req-9e75cab7-a747-4865-bd05-db80f5721c40 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.512564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef6d4f25-8773-4253-8b2c-e8f58f8cf2ee req-9e75cab7-a747-4865-bd05-db80f5721c40 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 944 time: 0.2613845 Oct 28 21:46:48.516117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a40e8011-1acd-4e4c-ab8d-641ea756514a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:46:48.592564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-572960ff-a911-4764-b497-84e8310e03d0 req-ce939308-7bb0-4150-9711-4664af1ed7aa tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603012 Oct 28 21:46:48.681501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef6d4f25-8773-4253-8b2c-e8f58f8cf2ee req-0cc8a1b5-b411-4b18-9459-f7434b38c3d2 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402440 Oct 28 21:46:48.703277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-dd0bda34-0c27-41de-8ac6-18f8b0811233 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456777 Oct 28 21:46:48.897308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3f1be41-bd02-4b10-986d-3a27113f7d47 req-ad1241f4-6d5f-42d0-90ec-b74a6f9124f1 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0419977 Oct 28 21:46:48.956854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b1ae0-ba04-4b14-ad38-4d900cb87d3e req-6d3fb714-f7f5-4738-8946-ca783ee5f399 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:48.958375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a7b1ae0-ba04-4b14-ad38-4d900cb87d3e req-6d3fb714-f7f5-4738-8946-ca783ee5f399 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2217333 Oct 28 21:46:48.965549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:48.979511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f9878af-3294-4bc3-a4d1-8d3948b3e1d0 req-b8f3924f-31aa-40fd-9c3f-f66a55277d51 service neutron] 10.222.0.52 "GET /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680151 Oct 28 21:46:49.003959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ebb8c-dae9-4514-8266-e7097c6bb075 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:35Z', 'revision_number': 6, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5ea07377-1f6d-4818-8bd2-3d52ae7e1a53', 'name': '', 'network_id': 'af5267dd-3653-42e0-a66d-a38be5d2cd26', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:1f:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:36Z', 'updated_at': '2021-10-28T21:44:42Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': 'fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:49.022889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a7b1ae0-ba04-4b14-ad38-4d900cb87d3e req-029a53f3-4ad1-4bb9-a509-bee619ace8bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Oct 28 21:46:49.289286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37694) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:49.306907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b29848-007d-4fc5-837f-a16dda46601d req-6d657973-6d34-4747-88b7-5dc0208ae325 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:49.308587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2b29848-007d-4fc5-837f-a16dda46601d req-6d657973-6d34-4747-88b7-5dc0208ae325 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 945 time: 0.0659387 Oct 28 21:46:49.320816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d995bd-db32-4be3-999c-9a588b060bd1 None None] New status for floating IP 4ef57ba5-5509-44be-a950-86f68f40006c: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:46:49.415138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920065721'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:49.429921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port caada502-38cd-4704-af77-7f7dd945d68a {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:49.430421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.451658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:49.455357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.471040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.531549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port caada502-38cd-4704-af77-7f7dd945d68a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=caada502-38cd-4704-af77-7f7dd945d68a,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:49.532241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.548186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for caada502-38cd-4704-af77-7f7dd945d68a owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:49.558743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.564288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.593323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:49.604323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84405574-d649-4e26-acb9-38ef2e930ff6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:49.610208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.610732 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment f7d00581-15fd-44a2-8cde-6623258dcdce of type vlan for network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 Oct 28 21:46:49.660560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.699671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.700313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.713944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:49.718297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.767673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=caada502-38cd-4704-af77-7f7dd945d68a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:49.774237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58f29ec9-a209-4cfd-8fe0-821c38767edf req-d9461e9c-f7f4-4444-8dd1-df5ddbad8dac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c58ee61e-10c5-48d1-be06-f5df51638830 HTTP/1.1" status: 200 len: 210 time: 0.0611038 Oct 28 21:46:49.780875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4888287 Oct 28 21:46:49.860308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a40e8011-1acd-4e4c-ab8d-641ea756514a up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:49.892957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] No DVR routers for this DVR port caada502-38cd-4704-af77-7f7dd945d68a on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:49.899621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:49.901084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d888cf-1674-497f-a826-8ff5633fb968 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=7a10e46c-599a-46a0-b2ca-108b0e7b5a73,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:49.903784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2b29848-007d-4fc5-837f-a16dda46601d req-9e5fd853-ea66-41f8-b9d6-11747fa8ed1f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "DELETE /v2.0/ports/caada502-38cd-4704-af77-7f7dd945d68a HTTP/1.1" status: 204 len: 173 time: 0.5892870 Oct 28 21:46:49.905084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'name': 'network-vif-deleted', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:49.917873 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e320a-c9ce-47aa-9c7f-82c228a61d41" -d '{"events": [{"server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "name": "network-vif-deleted", "tag": "caada502-38cd-4704-af77-7f7dd945d68a"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:49.955721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c0886-d2f5-4ba2-81e1-4340857d2d8b req-0f451e40-33fd-430a-82a3-2e0648524391 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:49.964937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-434c0886-d2f5-4ba2-81e1-4340857d2d8b req-0f451e40-33fd-430a-82a3-2e0648524391 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 944 time: 0.1486795 Oct 28 21:46:49.969029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:46:50.069304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-434c0886-d2f5-4ba2-81e1-4340857d2d8b req-d7d9258a-45e8-4466-b412-bf00c3f07793 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024208 Oct 28 21:46:50.100975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-370cecb2-c45e-43ef-acca-2ade4f6ceef3 req-de430fed-eb45-459b-998e-f56100ad6e49 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0621042 Oct 28 21:46:50.153665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a40e8011-1acd-4e4c-ab8d-641ea756514a completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:46:50.167772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a40e8011-1acd-4e4c-ab8d-641ea756514a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:50.168282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:50.253628 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622dd793-0950-4851-bf29-7f16268aa36a x-openstack-request-id: req-622dd793-0950-4851-bf29-7f16268aa36a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:50.253928 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58ee61e-10c5-48d1-be06-f5df51638830", "name": "network-vif-deleted", "tag": "caada502-38cd-4704-af77-7f7dd945d68a", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:50.254187 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-622dd793-0950-4851-bf29-7f16268aa36a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:50.254594 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58ee61e-10c5-48d1-be06-f5df51638830', 'name': 'network-vif-deleted', 'tag': 'caada502-38cd-4704-af77-7f7dd945d68a', 'status': 'completed', 'code': 200} Oct 28 21:46:50.285894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bcc06-1bff-4da9-9d7f-948aefdb0c50 req-302d28cc-43bd-4f86-b607-a266e9599010 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:50.287819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf6bcc06-1bff-4da9-9d7f-948aefdb0c50 req-302d28cc-43bd-4f86-b607-a266e9599010 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1136844 Oct 28 21:46:50.343808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf6bcc06-1bff-4da9-9d7f-948aefdb0c50 req-0ec51101-6ca1-4c9c-81ec-f2708c2700bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494149 Oct 28 21:46:50.385051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:50.409713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:46:50.412315 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda29d8d-f37e-4c9a-95f4-e162f917266a" -d '{"events": [{"server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "name": "network-vif-plugged", "status": "completed", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:46:50.429129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:50.442707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:50.513453 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee163e2-d9d0-4bda-a8ae-41a3b8dfda02 x-openstack-request-id: req-7ee163e2-d9d0-4bda-a8ae-41a3b8dfda02 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:46:50.513661 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "name": "network-vif-plugged", "status": "completed", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:46:50.515156 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ee163e2-d9d0-4bda-a8ae-41a3b8dfda02 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:46:50.515293 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a', 'code': 200} Oct 28 21:46:50.537757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:50.615707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac414b-3413-4cb0-8424-1b64c89375ad req-fd7565b0-316a-4087-a795-908fe09e2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:50.617304 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b8ac414b-3413-4cb0-8424-1b64c89375ad req-fd7565b0-316a-4087-a795-908fe09e2af9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 1097 time: 0.0486560 Oct 28 21:46:50.663658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b8ac414b-3413-4cb0-8424-1b64c89375ad req-7ff49291-ed6e-41a3-a4a8-a9eef0a4fa78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Oct 28 21:46:50.859913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37712) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:50.919299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:50.950463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:51.016039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:51.019409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:51.023243 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/security-groups/59363ae8-8dc7-4a52-b6e9-58cb09a95c9e HTTP/1.1" status: 204 len: 168 time: 0.1596901 Oct 28 21:46:51.037457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2a59-8162-46b9-9a5f-33dbf96e9756 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59363ae8-8dc7-4a52-b6e9-58cb09a95c9e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:51.082016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:51.312643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a4b9f8ca-4087-4c93-908a-44c393347af5 req-9a204759-43b0-4d2f-af5f-b8054a52b490 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0674171 Oct 28 21:46:51.347747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5d48-6f98-4148-8112-bef4da8b633e req-ac1da034-1459-4cde-9b0c-0bb1825a5711 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:51.363928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fcb5d48-6f98-4148-8112-bef4da8b633e req-ac1da034-1459-4cde-9b0c-0bb1825a5711 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1442719 Oct 28 21:46:51.446895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fcb5d48-6f98-4148-8112-bef4da8b633e req-ea5ed3e5-228e-4293-94e1-ed5017df9ed0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Oct 28 21:46:51.522313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748e71a-b149-4c84-bc55-82f93cbb4f5d req-eb3dab25-e2e0-4781-87c8-e08a0f559039 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:51.532852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5748e71a-b149-4c84-bc55-82f93cbb4f5d req-eb3dab25-e2e0-4781-87c8-e08a0f559039 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.0752802 Oct 28 21:46:51.624338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5748e71a-b149-4c84-bc55-82f93cbb4f5d req-0aa12e41-0fed-46a3-b791-7c4b53c3853e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840244 Oct 28 21:46:51.755945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:52.035653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:52.036188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:52.137960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:52.138385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:52.151319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:52.347317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:52.533593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-25726729-6e79-4cf0-8c51-c5b87c8b17f0 req-2b5c3423-b5a8-4af0-95d4-9666cdd984bc tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0858288 Oct 28 21:46:52.577868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=5ea07377-1f6d-4818-8bd2-3d52ae7e1a53,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:52.580712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:52.671525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44997a73-2dbb-4e16-bc90-db8b85a7dc6f req-b62aaac7-e0b4-4bb1-9d36-72e98a2a367c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:52.685725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44997a73-2dbb-4e16-bc90-db8b85a7dc6f req-b62aaac7-e0b4-4bb1-9d36-72e98a2a367c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.0957353 Oct 28 21:46:52.780417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44997a73-2dbb-4e16-bc90-db8b85a7dc6f req-c4e85f4f-38ca-4f48-8d1d-862ea6d402cf tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Oct 28 21:46:52.889721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855e3c7-426c-42e7-a562-7b4403b91d9a req-aeaf221d-3096-4205-b714-afbbeb76962a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:52.891314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8855e3c7-426c-42e7-a562-7b4403b91d9a req-aeaf221d-3096-4205-b714-afbbeb76962a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1263421 Oct 28 21:46:53.012912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8855e3c7-426c-42e7-a562-7b4403b91d9a req-ffdf6140-2954-47cc-9be9-266b6b1e60a7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137450 Oct 28 21:46:53.058509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router aba08c81-d076-4f36-8cc5-e4997bc17ebb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:46:53.138623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709047-dcd1-4ab2-a0ae-b8d3ebe0a077 req-2984cacf-c889-4388-853f-f7444195cd51 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:53.143830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78709047-dcd1-4ab2-a0ae-b8d3ebe0a077 req-2984cacf-c889-4388-853f-f7444195cd51 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.0687726 Oct 28 21:46:53.192509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:46:53.206286 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Sync routers for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:46:53.207322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78709047-dcd1-4ab2-a0ae-b8d3ebe0a077 req-70321029-44e3-4fa2-92f7-790be8a0c276 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Oct 28 21:46:53.225865 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:53.226759 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:53.237500 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ba0733ce-c579-4999-a29a-8c8027b1f0b6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/aba08c81-d076-4f36-8cc5-e4997bc17ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540735 Oct 28 21:46:53.240846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37736) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:53.286888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:53.296900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:53.346800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting subnet fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:46:53.351686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.404819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device caada502-38cd-4704-af77-7f7dd945d68a no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:53.422697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:53.428940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.446480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: caada502-38cd-4704-af77-7f7dd945d68a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:53.447034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device caada502-38cd-4704-af77-7f7dd945d68a not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:53.475424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.518035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e06f-6cfb-4a1e-88bb-bb95bb572ed2 req-eb0b89f8-4dbf-483b-b5c3-d3a12622539f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:53.520089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b5e06f-6cfb-4a1e-88bb-bb95bb572ed2 req-eb0b89f8-4dbf-483b-b5c3-d3a12622539f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2294636 Oct 28 21:46:53.544622 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:53.623692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.691565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.746654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecde1a61-529a-4b12-ab82-995f132c1e74 req-9ea40d24-d2e2-4e16-a8de-56fb0577836b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0677011 Oct 28 21:46:53.757926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.775355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b5e06f-6cfb-4a1e-88bb-bb95bb572ed2 req-1d8394c1-4e43-4b7f-bd80-137d0fb55ba8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450478 Oct 28 21:46:53.776591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.782692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/subnets/fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f HTTP/1.1" status: 204 len: 168 time: 0.5381722 Oct 28 21:46:53.785570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fe946-347d-4463-846c-f13406c14694 None None] Network af5267dd-3653-42e0-a66d-a38be5d2cd26 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:53.791858 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:52Z', 'revision_number': 7, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:53.798795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37742) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:53.802425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=04805d5d-9024-45d7-9c98-265d71fe0690,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:53.813233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bd9cb-93b5-48d8-9646-29394246aa65 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb3cd03-36d1-4919-b4e3-4ad6f5bf0e1f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:53.868633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': 'f7d00581-15fd-44a2-8cde-6623258dcdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:53.868994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 7a10e46c-599a-46a0-b2ca-108b0e7b5a73, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:46:53.885339 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Checking router: aba08c81-d076-4f36-8cc5-e4997bc17ebb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:46:53.919104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Routers {'aba08c81-d076-4f36-8cc5-e4997bc17ebb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:46:53.920149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:46:53.933590 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:53.953455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7a10e46c-599a-46a0-b2ca-108b0e7b5a73) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:53.961029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:53.965089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ab5d3-859c-426d-9eb6-8054ef5239f1 None None] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:53.976068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:53.976826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.029554 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87acbfa6-da14-4563-803f-306cb0ebbc60 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7400839 Oct 28 21:46:54.030143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:54.035200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739824384'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:54.095130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:54.098713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.157949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:54.173584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.174074 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 7f02fde9-ff87-4ee0-a94f-0da516ac7615 of type vlan for network 8bd812b6-1497-4827-8d16-7e888a795702 Oct 28 21:46:54.213612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] DHCP port deletion for af5267dd-3653-42e0-a66d-a38be5d2cd26 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:46:54.224991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] Set router aba08c81-d076-4f36-8cc5-e4997bc17ebb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:46:54.230476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.267546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.274286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:54.275239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.300486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7a10e46c-599a-46a0-b2ca-108b0e7b5a73', 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': '04805d5d-9024-45d7-9c98-265d71fe0690'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:46:54.301349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.312765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2814851 Oct 28 21:46:54.352088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:54.358595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '8bd812b6-1497-4827-8d16-7e888a795702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:54.463241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5c39d-c96a-40ed-b0d8-f5c3dbcdea27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=8bd812b6-1497-4827-8d16-7e888a795702,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:54.476923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Deleting port ec60ce12-3cbe-400d-b014-56b13745534b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:54.478174 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.481599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 8bd812b6-1497-4827-8d16-7e888a795702 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:46:54.486717 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:52Z', 'revision_number': 7, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:54.503628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:54.508555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.528588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54076ad3-8bfa-47b2-8b3d-f5227a070fa1 None None] The sync data for ids ['aba08c81-d076-4f36-8cc5-e4997bc17ebb'] in n-d-806683-16 is: [{'id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'name': 'tempest-TestNetworkBasicOps-router-1497561978', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:46:52Z', 'revision_number': 7, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': 'b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08c81-d076-4f36-8cc5-e4997bc17ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:31Z', 'updated_at': '2021-10-28T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:46:54.679892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] For port ec60ce12-3cbe-400d-b014-56b13745534b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec60ce12-3cbe-400d-b014-56b13745534b,segment=NetworkSegment(86d0be66-4237-4617-b24e-477d21279fc3),segment_id=86d0be66-4237-4617-b24e-477d21279fc3)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:54.680296 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.697433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Allocated IP 2001:db8:0:ffff::2 (7a10e46c-599a-46a0-b2ca-108b0e7b5a73/04805d5d-9024-45d7-9c98-265d71fe0690/6119f929-7678-470d-8c79-4309d1656705) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:54.707364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Calling delete_port for ec60ce12-3cbe-400d-b014-56b13745534b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:54.745267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.848957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=de1224b5-3107-474d-94f0-ba767eebff5c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:54.874630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '7f02fde9-ff87-4ee0-a94f-0da516ac7615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8bd812b6-1497-4827-8d16-7e888a795702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:54.875006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 8bd812b6-1497-4827-8d16-7e888a795702, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:46:54.929960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 8bd812b6-1497-4827-8d16-7e888a795702 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:46:54.947775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 8bd812b6-1497-4827-8d16-7e888a795702) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:54.952336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:54.953040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.974427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce7baf-79bb-48b9-911f-bd4a5d331c10 None None] Network 8bd812b6-1497-4827-8d16-7e888a795702 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:54.977815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:54.992504 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3c3d810d-76a0-4198-8f9e-74789a170003 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6390009 Oct 28 21:46:54.994804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:55.095905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d924-2567-48cb-819d-f88ad9e9e472 req-67678c3c-93f5-48b3-87d2-8eabd68d7988 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:55.103780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ff6d924-2567-48cb-819d-f88ad9e9e472 req-67678c3c-93f5-48b3-87d2-8eabd68d7988 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.9417973 Oct 28 21:46:55.120284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf5a71-6ee6-438d-8868-b06b6b5858fa req-10fee01e-b19d-4eb8-8e24-20a5807f4787 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:55.128753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ddf5a71-6ee6-438d-8868-b06b6b5858fa req-10fee01e-b19d-4eb8-8e24-20a5807f4787 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.9042511 Oct 28 21:46:55.167898 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:46:55.183721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.238958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.259118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:55.259983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.298881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ff6d924-2567-48cb-819d-f88ad9e9e472 req-22f26976-b82b-4899-8729-5e42482f38bd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941669 Oct 28 21:46:55.337998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.366890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.376604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] No DVR routers for this DVR port ec60ce12-3cbe-400d-b014-56b13745534b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:46:55.378545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79178b54-236d-42a2-b5cf-f026d8fc30f2 None None] Pushing event deleted for resources: {'Port': ['ID=ec60ce12-3cbe-400d-b014-56b13745534b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:55.386150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.390326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ddf5a71-6ee6-438d-8868-b06b6b5858fa req-a8c6c0f5-9307-48b2-9e45-24498bfaa72b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488277 Oct 28 21:46:55.468271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d06a3907-4fa5-44c7-8343-3dfac70cb701 req-9e3a6ef8-c96a-446f-bc0d-ab9b8c336076 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/ports?device_id=21d5e01b-cf2d-4d59-a671-2b86041f0cda HTTP/1.1" status: 200 len: 210 time: 0.0556610 Oct 28 21:46:55.484755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:55.502469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:55.506007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:55.516968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Pushing event updated for resources: {'Port': ['ID=6119f929-7678-470d-8c79-4309d1656705,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:55.530770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.555833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa8c475-ecca-4779-9b9d-63bd57d4d37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-8bd812b6-1497-4827-8d16-7e888a795702', 'network_id': '8bd812b6-1497-4827-8d16-7e888a795702', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': 'de1224b5-3107-474d-94f0-ba767eebff5c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:46:55.556718 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3aa8c475-ecca-4779-9b9d-63bd57d4d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.572018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:55.572467 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.587398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=de1224b5-3107-474d-94f0-ba767eebff5c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:55.591431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:55.639566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.665000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd812b6-1497-4827-8d16-7e888a795702']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:55.677934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f02fde9-ff87-4ee0-a94f-0da516ac7615') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:55.678402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f02fde9-ff87-4ee0-a94f-0da516ac7615') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:55.715407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.741773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.770245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:46:55.770808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.773856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Attempting to bind port 6119f929-7678-470d-8c79-4309d1656705 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:55.774231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Attempting to bind port 6119f929-7678-470d-8c79-4309d1656705 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f7d00581-15fd-44a2-8cde-6623258dcdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:55.774581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Attempting to bind port 6119f929-7678-470d-8c79-4309d1656705 on network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:46:55.775787 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:46:55.853377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:55.853676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Checking segment: {'id': 'f7d00581-15fd-44a2-8cde-6623258dcdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:55.853945 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.854341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Bound using segment: {'id': 'f7d00581-15fd-44a2-8cde-6623258dcdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:55.855200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Bound port: 6119f929-7678-470d-8c79-4309d1656705, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d00581-15fd-44a2-8cde-6623258dcdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7a10e46c-599a-46a0-b2ca-108b0e7b5a73'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:55.855200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.859945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.871457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.879299 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/8bd812b6-1497-4827-8d16-7e888a795702 HTTP/1.1" status: 204 len: 168 time: 0.8812778 Oct 28 21:46:55.889556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37758) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:55.896187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128436077'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:55.901979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45339681-3cfe-43d7-b4d9-3e99295764ba None None] Network 8bd812b6-1497-4827-8d16-7e888a795702 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:55.911875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0da1f3-3630-4180-92c5-5e1d103e91d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=8bd812b6-1497-4827-8d16-7e888a795702,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:55.928330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45339681-3cfe-43d7-b4d9-3e99295764ba None None] Network 8bd812b6-1497-4827-8d16-7e888a795702 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:46:55.933978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.949383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:55.954231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:55.958604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] For port 6119f929-7678-470d-8c79-4309d1656705, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:55.962328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] For port 6119f929-7678-470d-8c79-4309d1656705, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6119f929-7678-470d-8c79-4309d1656705,segment=NetworkSegment(f7d00581-15fd-44a2-8cde-6623258dcdce),segment_id=f7d00581-15fd-44a2-8cde-6623258dcdce)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:55.968683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.031755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:56.041649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:56.047206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab2215-a9c8-4fc2-8f01-a6d303a20cda None None] Pushing event updated for resources: {'Port': ['ID=6119f929-7678-470d-8c79-4309d1656705,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:56.069637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:56.070167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5ea07377-1f6d-4818-8bd2-3d52ae7e1a53 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:56.070683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec60ce12-3cbe-400d-b014-56b13745534b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:56.091249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:56.093033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ec60ce12-3cbe-400d-b014-56b13745534b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:56.093572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec60ce12-3cbe-400d-b014-56b13745534b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:56.104870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.137916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.138260 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 74de392b-783b-4be2-b483-ec5899656d77 of type vlan for network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 Oct 28 21:46:56.273839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.281691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.287226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.359329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.359814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Fanout notify agent at l3_agent the message router_deleted on router aba08c81-d076-4f36-8cc5-e4997bc17ebb {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:46:56.383793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.386386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a89da0b8-155b-4c0a-97e1-dee389aaa071 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/routers/aba08c81-d076-4f36-8cc5-e4997bc17ebb HTTP/1.1" status: 204 len: 168 time: 2.5862784 Oct 28 21:46:56.389644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37764) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:56.445736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.464201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:56.464990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.496206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37770) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:56.497378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6066983 Oct 28 21:46:56.510376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:56.530844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.618913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aed9f-3b55-44d3-aa02-548a768bec37 req-c920ff7a-adba-4466-8be1-3bce9dc0a8d6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:56.626195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f5aed9f-3b55-44d3-aa02-548a768bec37 req-c920ff7a-adba-4466-8be1-3bce9dc0a8d6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2385294 Oct 28 21:46:56.651054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54602031-b4a3-437a-b40c-4bea2c85b395 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=1306f5a2-b82c-4e42-b47d-3df4bfd28699,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:56.667766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:46:56.691580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.695493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:56.698977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.706521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334db1a7-a2a4-4073-90cb-8538629f3663 req-c2db4183-691c-47bc-aacd-834078b94345 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:56.709163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-334db1a7-a2a4-4073-90cb-8538629f3663 req-c2db4183-691c-47bc-aacd-834078b94345 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1927161 Oct 28 21:46:56.713663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f5aed9f-3b55-44d3-aa02-548a768bec37 req-2279cd44-95a1-481a-956a-108bbe1b9041 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866873 Oct 28 21:46:56.769816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-334db1a7-a2a4-4073-90cb-8538629f3663 req-095bf18b-ec48-4a03-914a-b9d11fdf3ffd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Oct 28 21:46:56.782243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5267dd-3653-42e0-a66d-a38be5d2cd26']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:56.817604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d0be66-4237-4617-b24e-477d21279fc3') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:56.817890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d0be66-4237-4617-b24e-477d21279fc3') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:56.849354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:56.959559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.984887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.991416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:56.993902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.046720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.063540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.064485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:46:57.064903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.066899 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.068005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/security-groups/eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd HTTP/1.1" status: 204 len: 168 time: 0.2175429 Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:46:57.070200 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:46:57.072590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37776) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.091573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17431-242a-430a-80c2-c97f5e43bcae tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:57.094173 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-f734eb5d-9369-4847-9d24-29373e1e283a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] show failed (client error): The resource could not be found. Oct 28 21:46:57.095238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f734eb5d-9369-4847-9d24-29373e1e283a tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "GET /v2.0/security-groups/eac6c6cd-77bc-44b3-8301-07ca6ffc9fdd HTTP/1.1" status: 404 len: 347 time: 0.0217099 Oct 28 21:46:57.098208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.175191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '74de392b-783b-4be2-b483-ec5899656d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:57.176089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 1306f5a2-b82c-4e42-b47d-3df4bfd28699, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:46:57.195374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=73616f50-ce96-4024-b57c-559606693d57,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:57.215273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.241730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.248072 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/networks/af5267dd-3653-42e0-a66d-a38be5d2cd26 HTTP/1.1" status: 204 len: 168 time: 0.8545620 Oct 28 21:46:57.248072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5b428-0dfc-4cae-8f07-e4fa1a5c41be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Network': ['ID=af5267dd-3653-42e0-a66d-a38be5d2cd26,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:57.249338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:46:57.266521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37780) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.272085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 1306f5a2-b82c-4e42-b47d-3df4bfd28699) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:57.272539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'network': {'name': 'tempest-network-smoke--1585138159', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:57.277557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:57.278172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.294045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0850d-ab18-42c4-ad60-c6ceba626cf9 None None] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:57.316676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:57.318659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0057d8bf-4f16-405d-96db-1b4f6a29b4a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8206379 Oct 28 21:46:57.321865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.323220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37782) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.331375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1147783489'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:57.361504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e53c5c-50c0-40ae-adbf-94588abe4190 None None] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:57.372133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:57.382353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:57.382854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port 9f56c49c-0877-4ded-9510-3f033918f90c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:57.383201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.388241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.422568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:57.437703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.438064 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 6ac61b91-f2e8-45b7-88c6-d924fd81f513 of type vlan for network 0753fa2d-9b37-4692-8010-992b15f19489 Oct 28 21:46:57.491996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.496816 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.498471 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Added segment 92f0bbcf-eedd-48d4-905e-95ef23942526 of type vlan for network 7e6eb040-2b68-4616-9062-2e71f3abd806 Oct 28 21:46:57.523106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.530432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:57.531156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.542480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] Provisioning complete for port 6119f929-7678-470d-8c79-4309d1656705 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:57.542848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.561457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.583121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-1306f5a2-b82c-4e42-b47d-3df4bfd28699', 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': '73616f50-ce96-4024-b57c-559606693d57'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:46:57.583972 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.599848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.606832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:57.608266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.619494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.620140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.628864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=0753fa2d-9b37-4692-8010-992b15f19489,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:57.646576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2495f78-06c1-474d-b82c-b1701af48921 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3220186 Oct 28 21:46:57.649121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37786) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.656153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '0753fa2d-9b37-4692-8010-992b15f19489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:57.687992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0753fa2d-9b37-4692-8010-992b15f19489 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:46:57.689722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for 9f56c49c-0877-4ded-9510-3f033918f90c owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:57.719381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4517672 Oct 28 21:46:57.723623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37788) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:57.731460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'admin_state_up': True, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:57.756489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81900927-7e4e-416b-9a96-1601235bb54a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Network': ['ID=7e6eb040-2b68-4616-9062-2e71f3abd806,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:57.790918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:46:57.925501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.926289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:57.957484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b1f8a-d2ee-4c4f-8dd6-7d135ac48dd4 req-3b501382-403a-4cb0-86b4-181a534c5bb8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:57.959110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d3b1f8a-d2ee-4c4f-8dd6-7d135ac48dd4 req-3b501382-403a-4cb0-86b4-181a534c5bb8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1261084 Oct 28 21:46:57.970142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:57.973932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.029144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Allocated IP 2001:db8::3 (1306f5a2-b82c-4e42-b47d-3df4bfd28699/73616f50-ce96-4024-b57c-559606693d57/c4aa80cb-95ab-4e82-9686-a104c2d887e6) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:58.049619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c535474-3f81-4c52-aaa6-f2428f448e6f req-5de444cf-1770-4ab3-a928-70c92b728975 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:58.051215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c535474-3f81-4c52-aaa6-f2428f448e6f req-5de444cf-1770-4ab3-a928-70c92b728975 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1829042 Oct 28 21:46:58.051592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.056394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Performing IP validity checks on allocation pools {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:46:58.056839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:46:58.186125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] For port 6119f929-7678-470d-8c79-4309d1656705, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6119f929-7678-470d-8c79-4309d1656705,segment=NetworkSegment(f7d00581-15fd-44a2-8cde-6623258dcdce),segment_id=f7d00581-15fd-44a2-8cde-6623258dcdce)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:46:58.188670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.196254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d3b1f8a-d2ee-4c4f-8dd6-7d135ac48dd4 req-165556d6-ec82-4562-9485-df99809c11ef tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217417 Oct 28 21:46:58.229025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6119f929-7678-470d-8c79-4309d1656705 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:46:58.235390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.275389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c535474-3f81-4c52-aaa6-f2428f448e6f req-286788d1-eef6-4def-b0f2-1ca734ae83ff tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017992 Oct 28 21:46:58.312182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.383117 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.388490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6d596-b8aa-459a-8ba9-3ed4ee5a14f0 None None] Pushing event updated for resources: {'Port': ['ID=6119f929-7678-470d-8c79-4309d1656705,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:58.389993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=1484fd45-6678-4d7a-afbc-512dafc7807a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:58.447167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '6ac61b91-f2e8-45b7-88c6-d924fd81f513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0753fa2d-9b37-4692-8010-992b15f19489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:58.447776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 0753fa2d-9b37-4692-8010-992b15f19489, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:46:58.448072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=9f56c49c-0877-4ded-9510-3f033918f90c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:58.464694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1c56a54d-824a-4bba-be0e-e687e7739c54 None None] Provisioning complete for port 6119f929-7678-470d-8c79-4309d1656705 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:58.465065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c56a54d-824a-4bba-be0e-e687e7739c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.471622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.473878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 0753fa2d-9b37-4692-8010-992b15f19489 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:46:58.492240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0753fa2d-9b37-4692-8010-992b15f19489) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:58.505852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:58.506725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.509252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740fa75-f3ec-4eed-8088-c6a67a0dcbfc None None] Network 0753fa2d-9b37-4692-8010-992b15f19489 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:58.530980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-780a9974-1a47-4701-b9bc-a9548f64630e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8798878 Oct 28 21:46:58.533330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37796) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:58.566350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6119f929-7678-470d-8c79-4309d1656705 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:46:58.566722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.620680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.628344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.632296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.635632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1741dfeb-7e8f-452b-a160-61e8441f3e02 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/floatingips/20c931c7-636c-4a1d-af1b-2a095e0bbd01 HTTP/1.1" status: 204 len: 168 time: 1.5358241 Oct 28 21:46:58.638328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37798) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:58.657371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.666836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.769810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:58.791648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port c35fc8f1-7349-4479-86bb-b0192c5db66d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:46:58.792011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:58.800739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:58.803099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:58.808758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Pushing event updated for resources: {'Port': ['ID=c4aa80cb-95ab-4e82-9686-a104c2d887e6,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:58.981314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.018477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.022483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.044242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for c35fc8f1-7349-4479-86bb-b0192c5db66d owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:46:59.092343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:46:59.158083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:46:59.158436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b76afbb0-6b95-4bbf-8ec8-d3bc7f306f74 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:46:59.169458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cf947-3266-4a57-bd24-cd0ad6452e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-0753fa2d-9b37-4692-8010-992b15f19489', 'network_id': '0753fa2d-9b37-4692-8010-992b15f19489', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': '1484fd45-6678-4d7a-afbc-512dafc7807a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:46:59.171595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-197cf947-3266-4a57-bd24-cd0ad6452e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.175520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Attempting to bind port c4aa80cb-95ab-4e82-9686-a104c2d887e6 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:46:59.175896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Attempting to bind port c4aa80cb-95ab-4e82-9686-a104c2d887e6 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '74de392b-783b-4be2-b483-ec5899656d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:46:59.176660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Attempting to bind port c4aa80cb-95ab-4e82-9686-a104c2d887e6 on network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:46:59.191988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:46:59.192393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Checking segment: {'id': '74de392b-783b-4be2-b483-ec5899656d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:46:59.192790 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.193184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Bound using segment: {'id': '74de392b-783b-4be2-b483-ec5899656d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:46:59.193660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Bound port: c4aa80cb-95ab-4e82-9686-a104c2d887e6, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74de392b-783b-4be2-b483-ec5899656d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1306f5a2-b82c-4e42-b47d-3df4bfd28699'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:46:59.194041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.226699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.229410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.25.4.210 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/2895a344-3373-4b22-9f0c-0b065a2357f0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:46:59.315387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.368982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=1484fd45-6678-4d7a-afbc-512dafc7807a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:59.402150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.461019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=c35fc8f1-7349-4479-86bb-b0192c5db66d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:59.474663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.518099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753fa2d-9b37-4692-8010-992b15f19489']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:59.518379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87002-e804-40bd-87e2-95f69ee9da03 req-f0d74aee-3aa7-47ca-bb57-f820ef0d4bf8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:59.519982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adb87002-e804-40bd-87e2-95f69ee9da03 req-f0d74aee-3aa7-47ca-bb57-f820ef0d4bf8 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1966267 Oct 28 21:46:59.523359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.531080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac61b91-f2e8-45b7-88c6-d924fd81f513') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:59.531460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac61b91-f2e8-45b7-88c6-d924fd81f513') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:46:59.542918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-197cf947-3266-4a57-bd24-cd0ad6452e06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1484fd45-6678-4d7a-afbc-512dafc7807a: This subnet is being modified by another concurrent operation. Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1484fd45-6678-4d7a-afbc-512dafc7807a: This subnet is being modified by another concurrent operation. Oct 28 21:46:59.545052 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:46:59.552404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] For port c4aa80cb-95ab-4e82-9686-a104c2d887e6, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:46:59.556973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] For port c4aa80cb-95ab-4e82-9686-a104c2d887e6, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c4aa80cb-95ab-4e82-9686-a104c2d887e6,segment=NetworkSegment(74de392b-783b-4be2-b483-ec5899656d77),segment_id=74de392b-783b-4be2-b483-ec5899656d77)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:46:59.562406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.564535 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.578876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:46:59.579634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.587053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb7b6-cda2-4f19-ac6a-42ea539f39ef req-29f88082-5e40-4d38-87c7-121cea29bf9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:46:59.588703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ddcb7b6-cda2-4f19-ac6a-42ea539f39ef req-29f88082-5e40-4d38-87c7-121cea29bf9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2141597 Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:46:59.600112 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:46:59.613683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38a747-1549-49c8-b1c8-462625b96fb9 None None] Network 0753fa2d-9b37-4692-8010-992b15f19489 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:46:59.683274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.700241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c09ee-c0fb-4655-ab5c-5952db87a034 None None] Pushing event updated for resources: {'Port': ['ID=c4aa80cb-95ab-4e82-9686-a104c2d887e6,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:59.700492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.718602 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/0753fa2d-9b37-4692-8010-992b15f19489 HTTP/1.1" status: 204 len: 168 time: 1.1808310 Oct 28 21:46:59.724448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37806) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:59.731015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204282898'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:46:59.738498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ddcb7b6-cda2-4f19-ac6a-42ea539f39ef req-9034b617-cb97-4fa9-93ac-52474e518a8a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338871 Oct 28 21:46:59.743921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adb87002-e804-40bd-87e2-95f69ee9da03 req-bccef51a-9678-49d4-90ea-40671b8f47cb tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122712 Oct 28 21:46:59.745200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.752104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-73d3e875-7a83-460c-9bec-42de7c28bf5e tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/ports/c35fc8f1-7349-4479-86bb-b0192c5db66d HTTP/1.1" status: 204 len: 168 time: 1.1059937 Oct 28 21:46:59.752829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:46:59.831624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fae2-6231-41db-86d5-7f9c0431b5ed tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=0753fa2d-9b37-4692-8010-992b15f19489,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:59.851553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:46:59.855556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.868896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.904040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:46:59.915080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:46:59.915214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:46:59.915569 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 328c32d4-ed94-4fee-821d-abcc9825d486 of type vlan for network 9cadcfe8-bfea-41e8-ab32-85bf4037fda2 Oct 28 21:46:59.935333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:46:59.965085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:46:59.970116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=2895a344-3373-4b22-9f0c-0b065a2357f0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:46:59.986847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.034438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.044138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port aacaed62-3214-498b-9ebb-0f2b07fe7bf4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:00.044709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.046080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:00.046737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.114218 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3886302 Oct 28 21:47:00.114837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37810) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:00.173366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '9cadcfe8-bfea-41e8-ab32-85bf4037fda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:00.272322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106ce8-59e4-4f9c-a6eb-bafc5bfe1d3e tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=9cadcfe8-bfea-41e8-ab32-85bf4037fda2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:00.293081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9cadcfe8-bfea-41e8-ab32-85bf4037fda2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:00.339411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:00.344680 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.360724 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.368635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c4aa80cb-95ab-4e82-9686-a104c2d887e6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:00.454946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c4aa80cb-95ab-4e82-9686-a104c2d887e6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:00.455341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.592710 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.644980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.651019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c4aa80cb-95ab-4e82-9686-a104c2d887e6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c4aa80cb-95ab-4e82-9686-a104c2d887e6,segment=NetworkSegment(74de392b-783b-4be2-b483-ec5899656d77),segment_id=74de392b-783b-4be2-b483-ec5899656d77)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:00.660300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.661429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6119f929-7678-470d-8c79-4309d1656705 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:00.752830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=27da5559-f910-4768-a639-d49ddf1c7c6c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:00.766742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c4aa80cb-95ab-4e82-9686-a104c2d887e6,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:00.770308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '328c32d4-ed94-4fee-821d-abcc9825d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9cadcfe8-bfea-41e8-ab32-85bf4037fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:00.770853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 9cadcfe8-bfea-41e8-ab32-85bf4037fda2, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:00.787316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6119f929-7678-470d-8c79-4309d1656705 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:00.787750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.817337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 9cadcfe8-bfea-41e8-ab32-85bf4037fda2 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:00.844826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 9cadcfe8-bfea-41e8-ab32-85bf4037fda2) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:00.849182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:00.850400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:00.862269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1bbf5b-b359-4cc7-8975-fc534be558d5 None None] Network 9cadcfe8-bfea-41e8-ab32-85bf4037fda2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:00.884191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c982142-c33b-4320-8533-39bfc6e38d62 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7183487 Oct 28 21:47:00.886945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37818) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:01.011852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.063664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.113825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for aacaed62-3214-498b-9ebb-0f2b07fe7bf4 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:01.171256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.182480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc18cc1-d2dc-41c0-a8ec-b842e8665f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-9cadcfe8-bfea-41e8-ab32-85bf4037fda2', 'network_id': '9cadcfe8-bfea-41e8-ab32-85bf4037fda2', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': '27da5559-f910-4768-a639-d49ddf1c7c6c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:01.183650 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bc18cc1-d2dc-41c0-a8ec-b842e8665f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.202883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e5c57-7b39-4de2-ac38-802cf0f4c4e8 None None] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:01.229420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e3053-9595-4248-bb6f-a89415f216fc req-d1d75961-59d9-486d-8c33-fa839fda39af tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:01.231350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a20e3053-9595-4248-bb6f-a89415f216fc req-d1d75961-59d9-486d-8c33-fa839fda39af tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2446699 Oct 28 21:47:01.269727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.287587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234824-d2c8-4e40-b187-a197c61ee9f5 req-309f9b62-0447-4e63-b008-f3c203bbaf84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:01.289334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7234824-d2c8-4e40-b187-a197c61ee9f5 req-309f9b62-0447-4e63-b008-f3c203bbaf84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.3119411 Oct 28 21:47:01.317110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=27da5559-f910-4768-a639-d49ddf1c7c6c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:01.368628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52cdafee-9b0f-4d32-b465-4706a0c579f7 None None] Provisioning complete for port c4aa80cb-95ab-4e82-9686-a104c2d887e6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:01.369571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52cdafee-9b0f-4d32-b465-4706a0c579f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.370912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a20e3053-9595-4248-bb6f-a89415f216fc req-6753d220-190d-48f3-8357-999a3f58bdb9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308885 Oct 28 21:47:01.449854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7234824-d2c8-4e40-b187-a197c61ee9f5 req-8bd569f6-9eda-48a2-b9ae-cecce82798f8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520653 Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-6bc18cc1-d2dc-41c0-a8ec-b842e8665f03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27da5559-f910-4768-a639-d49ddf1c7c6c: This subnet is being modified by another concurrent operation. Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27da5559-f910-4768-a639-d49ddf1c7c6c: This subnet is being modified by another concurrent operation. Oct 28 21:47:01.452117 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:47:01.465906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.488499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c5dad-f27f-4dd3-9a33-e71732b1109a None None] Network 9cadcfe8-bfea-41e8-ab32-85bf4037fda2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:01.503466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cadcfe8-bfea-41e8-ab32-85bf4037fda2']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:01.514574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328c32d4-ed94-4fee-821d-abcc9825d486') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:01.514958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328c32d4-ed94-4fee-821d-abcc9825d486') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:01.524900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.539546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.548082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:01.548684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.571560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:01.617793 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:01.622289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.636704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.643588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/9cadcfe8-bfea-41e8-ab32-85bf4037fda2 HTTP/1.1" status: 204 len: 168 time: 0.7510703 Oct 28 21:47:01.657572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:01.664718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061582493'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:01.669549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb304e-bd22-44f8-afd9-f82ea7dd6907 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=9cadcfe8-bfea-41e8-ab32-85bf4037fda2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:01.694244 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.711185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:01.715956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.728261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=aacaed62-3214-498b-9ebb-0f2b07fe7bf4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:01.748234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:01.749515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.749835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.750187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.750531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.750864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.751330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.751665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.751995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.752322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.752676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.753000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.753322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:01.762409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.762814 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 9ac4c04b-b5ae-4f58-b80d-b374cd5cc0db of type vlan for network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 Oct 28 21:47:01.819267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.853173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.854896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.856529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-41a1e541-a47f-418f-94e4-65665ac6014b tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/ports/aacaed62-3214-498b-9ebb-0f2b07fe7bf4 HTTP/1.1" status: 204 len: 168 time: 2.1026790 Oct 28 21:47:01.859318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37824) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:01.863586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:01.864427 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.908158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:47:01.926466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting subnet 588a728f-dc2b-47a0-aa76-7e4d98986289 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:01.932918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:01.972156 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3131573 Oct 28 21:47:01.976397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37826) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:01.983507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '6ff6e686-1cfa-434f-8ceb-f1e09db16dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:02.031932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b95c3-638d-4f44-957e-ecac9b699405 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=6ff6e686-1cfa-434f-8ceb-f1e09db16dc8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:02.033514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c4aa80cb-95ab-4e82-9686-a104c2d887e6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:02.058457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:02.085576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.111370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:02.115669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.147548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f5e13d71-9ea1-4f54-9ae4-5fbf38a4d94a None None] Provisioning complete for port c4aa80cb-95ab-4e82-9686-a104c2d887e6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:02.148102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5e13d71-9ea1-4f54-9ae4-5fbf38a4d94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.230298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c4aa80cb-95ab-4e82-9686-a104c2d887e6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:02.230509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.252142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:47:02.262574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.268251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Sync routers for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:47:02.335795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.342688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a4bf13a8-8c55-4fc5-910f-97ceb30991c6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6141222 Oct 28 21:47:02.344316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37828) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.371614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:02.377917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:02.406271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37830) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.419571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf701ac3-8c32-4ec8-9198-e5055e30a88a tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=faa99188a2d448aa9b9526394dfcf292&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567050 Oct 28 21:47:02.444091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.444972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.481266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Subnet': ['ID=588a728f-dc2b-47a0-aa76-7e4d98986289,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:02.490170 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.492225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423da078-3924-4b28-9ac7-8d7d1276210c None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:47:02.496960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0afe88cf-3f1f-479d-b197-05c270f066b3 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/subnets/588a728f-dc2b-47a0-aa76-7e4d98986289 HTTP/1.1" status: 204 len: 168 time: 0.6366382 Oct 28 21:47:02.497587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37836) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.594376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting subnet 2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:02.630818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=024f1c1d-a31c-43a5-928b-a298844e73f4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:02.658325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.675170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '9ac4c04b-b5ae-4f58-b80d-b374cd5cc0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6ff6e686-1cfa-434f-8ceb-f1e09db16dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:02.675660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:02.694627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d597d-d9c0-476f-9106-11fab6f194f9 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:02.702479 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-243d597d-d9c0-476f-9106-11fab6f194f9 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2946789 Oct 28 21:47:02.707116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37842) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.716650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32101-7991-4067-8034-f84f06669bc6 req-e4ad11f4-2599-413b-ad50-4bf814102d35 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:02.718187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90d32101-7991-4067-8034-f84f06669bc6 req-e4ad11f4-2599-413b-ad50-4bf814102d35 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1152968 Oct 28 21:47:02.746027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fc9f0-a256-4d9c-9f02-7a9a3206b81b req-7a1666ec-9405-4fb5-817c-dbede5d9914d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:02.747458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-903fc9f0-a256-4d9c-9f02-7a9a3206b81b req-7a1666ec-9405-4fb5-817c-dbede5d9914d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1876359 Oct 28 21:47:02.756658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7247796d-2156-4c37-b5e2-5afaa19136d7 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462713 Oct 28 21:47:02.757438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37846) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.762512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460090322', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:02.768798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:02.829996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-90d32101-7991-4067-8034-f84f06669bc6 req-8fcceea8-28e8-4697-8173-635e3d4f6a5f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Oct 28 21:47:02.851171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:02.855769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.857589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:02.858377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:02.907621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-903fc9f0-a256-4d9c-9f02-7a9a3206b81b req-de228ea8-f5c9-484b-87c8-77be99891887 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175499 Oct 28 21:47:02.919858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4bc4fa96-b7b6-4777-b0f4-5bb3e5796428 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9393489 Oct 28 21:47:02.921072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37850) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:02.938231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:02.948506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.079840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:03.105422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.196852 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.239017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:03.266659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.272453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c821cfa-235c-4afd-98b4-917fdc5822cf tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/subnets/2b2c31cb-4a37-47a8-8d7a-9c2e15bbab9a HTTP/1.1" status: 204 len: 168 time: 0.7716246 Oct 28 21:47:03.276121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.281675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37854) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:03.296410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.334100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Subnet': ['ID=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:03.354968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423da078-3924-4b28-9ac7-8d7d1276210c None None] Unable to find a vacant binding_index for network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 and agent 321f792c-4387-451b-a914-833113d80b8e {{(pid=102315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 28 21:47:03.363325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423da078-3924-4b28-9ac7-8d7d1276210c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8) {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:47:03.368229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Checking segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:03.368623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network hostable DHCP agents. Network: 7e6eb040-2b68-4616-9062-2e71f3abd806, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:03.375593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:00Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:03.389974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:03.406524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7e6eb040-2b68-4616-9062-2e71f3abd806) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:03.411174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:03.411576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.411774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.430652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Checking router: fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:47:03.431069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Updating router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 port 2895a344-3373-4b22-9f0c-0b065a2357f0 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:47:03.439640 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4dab68b5-e7de-49d1-9f6d-1b485fc548be tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6810451 Oct 28 21:47:03.442439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:03.461605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.509501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.572852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:03.573197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.594181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.655358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=024f1c1d-a31c-43a5-928b-a298844e73f4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:03.735121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,segment=NetworkSegment(86cd4bf2-b9dc-43ec-a000-c2f6c5033183),segment_id=86cd4bf2-b9dc-43ec-a000-c2f6c5033183)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:03.735399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.755102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.765367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:03.785801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff6e686-1cfa-434f-8ceb-f1e09db16dc8']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:03.834861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac4c04b-b5ae-4f58-b80d-b374cd5cc0db') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:03.835192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac4c04b-b5ae-4f58-b80d-b374cd5cc0db') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:03.847512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.907404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.917229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:03.920519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012e0e4-db0e-47c7-bb20-162dfbd50d1f None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:47:03.922045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:03.932436 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:04.003911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.031065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.119987 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.123266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.126877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.142900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.151056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 HTTP/1.1" status: 204 len: 168 time: 1.2239501 Oct 28 21:47:04.151217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:04.155852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971862250'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:04.169048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Attempting to bind port 2895a344-3373-4b22-9f0c-0b065a2357f0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:04.169413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Attempting to bind port 2895a344-3373-4b22-9f0c-0b065a2357f0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:04.169844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Attempting to bind port 2895a344-3373-4b22-9f0c-0b065a2357f0 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:04.192294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1729d8-028e-4c65-8e90-cd633bbd9d50 req-f698a147-0789-4cc8-9c79-79ed81f28173 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:04.198163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012e0e4-db0e-47c7-bb20-162dfbd50d1f None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:47:04.199764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be1729d8-028e-4c65-8e90-cd633bbd9d50 req-f698a147-0789-4cc8-9c79-79ed81f28173 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2451611 Oct 28 21:47:04.200698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:04.201182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:04.201588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.202098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:04.202608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Bound port: 2895a344-3373-4b22-9f0c-0b065a2357f0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:04.202989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.209771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.211806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d3ac-f6ac-44c7-8876-35f89beb1d9f tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=6ff6e686-1cfa-434f-8ceb-f1e09db16dc8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.225515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:04.241558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f58aea-6230-405e-8cfa-eb99db5a0d45 req-9d8c691e-5ace-413f-a922-bcbf4eaab3b4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:04.243861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00f58aea-6230-405e-8cfa-eb99db5a0d45 req-9d8c691e-5ace-413f-a922-bcbf4eaab3b4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1864650 Oct 28 21:47:04.262666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:04.266234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.287351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] For port 2895a344-3373-4b22-9f0c-0b065a2357f0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:04.292104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] For port 2895a344-3373-4b22-9f0c-0b065a2357f0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2895a344-3373-4b22-9f0c-0b065a2357f0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:04.298801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21142e28-3a1d-4348-b0d7-af2a1360b9d8 None None] Pushing event updated for resources: {'Port': ['ID=2895a344-3373-4b22-9f0c-0b065a2357f0,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.311612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.324321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:04.345474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be1729d8-028e-4c65-8e90-cd633bbd9d50 req-92c5ac06-4db2-49d4-856b-1bbe3bf73385 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444664 Oct 28 21:47:04.382314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.382658 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 1785ba88-81fc-461b-86eb-9f52886f24f9 of type vlan for network 67371602-d19c-460e-856f-6467115b6368 Oct 28 21:47:04.383717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.385426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21142e28-3a1d-4348-b0d7-af2a1360b9d8 None None] Pushing event updated for resources: {'Port': ['ID=2895a344-3373-4b22-9f0c-0b065a2357f0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.397673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00f58aea-6230-405e-8cfa-eb99db5a0d45 req-03029e70-bd9b-448e-9bd1-1d89c5727d33 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311171 Oct 28 21:47:04.418116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d665487-1248-41c4-b9a0-050c1da13b7f']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:04.441189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cd4bf2-b9dc-43ec-a000-c2f6c5033183') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:04.441493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cd4bf2-b9dc-43ec-a000-c2f6c5033183') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:04.449615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.451659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.468033 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.469981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:04.470722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:04.481087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:04.481832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:04.487045 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:04.566144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.579727 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.584884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/networks/8d665487-1248-41c4-b9a0-050c1da13b7f HTTP/1.1" status: 204 len: 168 time: 1.3021164 Oct 28 21:47:04.588833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37866) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:04.599529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.605355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:04.605970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.609732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.1 (7e6eb040-2b68-4616-9062-2e71f3abd806/7756f564-2ad7-4c9c-a4b4-909ab8b6c55c/cf559108-7b17-4572-ac27-efe1daf5d20e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:04.622044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2765ba8-aaf6-4fc5-97e2-19d335c93c44 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Network': ['ID=8d665487-1248-41c4-b9a0-050c1da13b7f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.653064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:04.721546 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.779253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=67371602-d19c-460e-856f-6467115b6368,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:04.780263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Deleting port 3becc34b-3b22-4c8e-850d-d0341401fcd4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:04.780698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.800216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-960e0af1-7bec-4254-8b97-c3c6f64a37c4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6493323 Oct 28 21:47:04.803856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:04.808654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 67371602-d19c-460e-856f-6467115b6368 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:04.814474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '67371602-d19c-460e-856f-6467115b6368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:04.877363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] For port 3becc34b-3b22-4c8e-850d-d0341401fcd4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3becc34b-3b22-4c8e-850d-d0341401fcd4,segment=NetworkSegment(216a831e-5ac5-4946-b8c2-c60c2c3922ba),segment_id=216a831e-5ac5-4946-b8c2-c60c2c3922ba)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:04.878008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.893767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Calling delete_port for 3becc34b-3b22-4c8e-850d-d0341401fcd4 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:04.937601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:04.971491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:04.975106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.048755 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.053654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.058635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:00Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:05.095841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Port': ['ID=3becc34b-3b22-4c8e-850d-d0341401fcd4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:05.108510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7e6eb040-2b68-4616-9062-2e71f3abd806', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:05.109683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.112317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] No DVR routers for this DVR port 3becc34b-3b22-4c8e-850d-d0341401fcd4 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:05.112839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0cef4-2ae4-4af5-ad01-b37918e14acd None None] The sync data for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 is: [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:00Z', 'revision_number': 3, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:47:05.240214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:05.245101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:05.276678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.281136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:05.288218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:05.309924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7649a28d-1e5d-44da-ba76-f6342b565727']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:05.328741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216a831e-5ac5-4946-b8c2-c60c2c3922ba') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:05.329114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216a831e-5ac5-4946-b8c2-c60c2c3922ba') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:05.342520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.348339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.356059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Allocated IP 172.20.0.2 (7e6eb040-2b68-4616-9062-2e71f3abd806/7756f564-2ad7-4c9c-a4b4-909ab8b6c55c/025cb03a-7e90-441f-9339-123c328c8701) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:05.375447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.394511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:05.398372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:05.405690 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:05.615507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.622337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.647707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] 10.222.0.31 "DELETE /v2.0/networks/7649a28d-1e5d-44da-ba76-f6342b565727 HTTP/1.1" status: 204 len: 168 time: 1.0529809 Oct 28 21:47:05.691608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6faeb-49a7-40c5-a8b0-021839defc57 tempest-TaggedBootDevicesTest_v242-1607188980 tempest-TaggedBootDevicesTest_v242-1607188980-project] Pushing event deleted for resources: {'Network': ['ID=7649a28d-1e5d-44da-ba76-f6342b565727,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:05.696485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.707325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.713501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.763073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a20b3-4cd2-4cc0-ba89-e5d357567967 req-4ed21485-7d47-46e9-97fd-21aff724f7a3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:05.774224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e61a20b3-4cd2-4cc0-ba89-e5d357567967 req-4ed21485-7d47-46e9-97fd-21aff724f7a3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2816730 Oct 28 21:47:05.802238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:05.813724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c70171-5d9f-4c5b-a733-b25e6a95ad9d req-9c50408b-7eb5-46c0-a171-3a742560cad0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:05.825458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Pushing event updated for resources: {'Port': ['ID=025cb03a-7e90-441f-9339-123c328c8701,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:05.827260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85c70171-5d9f-4c5b-a733-b25e6a95ad9d req-9c50408b-7eb5-46c0-a171-3a742560cad0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2296391 Oct 28 21:47:05.860075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:05.861902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:05.869748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:05.976549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e61a20b3-4cd2-4cc0-ba89-e5d357567967 req-b19189e7-20ec-43c9-8883-6d1bde9af02a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900165 Oct 28 21:47:05.989798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85c70171-5d9f-4c5b-a733-b25e6a95ad9d req-43bbd335-2ed4-464e-bd2c-e8a1707a878e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517470 Oct 28 21:47:05.990354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Attempting to bind port 025cb03a-7e90-441f-9339-123c328c8701 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:05.990730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Attempting to bind port 025cb03a-7e90-441f-9339-123c328c8701 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:05.991102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Attempting to bind port 025cb03a-7e90-441f-9339-123c328c8701 on network 7e6eb040-2b68-4616-9062-2e71f3abd806 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:06.022180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:06.022622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Checking segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:06.023022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.023648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Bound using segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:06.024054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Bound port: 025cb03a-7e90-441f-9339-123c328c8701, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:06.024486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.134961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=90c05c05-6018-4a1c-8634-b1773cd825e5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:06.173837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '1785ba88-81fc-461b-86eb-9f52886f24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67371602-d19c-460e-856f-6467115b6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:06.174202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: 67371602-d19c-460e-856f-6467115b6368, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:06.228156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] For port 025cb03a-7e90-441f-9339-123c328c8701, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:06.237965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] For port 025cb03a-7e90-441f-9339-123c328c8701, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=025cb03a-7e90-441f-9339-123c328c8701,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:06.253080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.339329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 67371602-d19c-460e-856f-6467115b6368 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:06.378125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 67371602-d19c-460e-856f-6467115b6368) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:06.423505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:06.423951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.513620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.520042 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-301ef166-7d59-41da-ba3e-e551198ea3f5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7147322 Oct 28 21:47:06.522849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:06.528778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': '67371602-d19c-460e-856f-6467115b6368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:06.535338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.611567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14f0b-90ba-4399-b274-6214758a79f1 None None] Pushing event updated for resources: {'Port': ['ID=025cb03a-7e90-441f-9339-123c328c8701,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:06.615954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2895a344-3373-4b22-9f0c-0b065a2357f0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:06.684094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2895a344-3373-4b22-9f0c-0b065a2357f0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:06.684358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.808129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.820202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.831704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:06.840647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 2895a344-3373-4b22-9f0c-0b065a2357f0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2895a344-3373-4b22-9f0c-0b065a2357f0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:06.849078 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:06.974653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=2895a344-3373-4b22-9f0c-0b065a2357f0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:07.002098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:07.010044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:07.215353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae255e-81d3-4306-8325-6e287193b741 req-71028e79-6ab4-4fda-84ca-c4197b09caf3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:07.223258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:07.224313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5aae255e-81d3-4306-8325-6e287193b741 req-71028e79-6ab4-4fda-84ca-c4197b09caf3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.1329296 Oct 28 21:47:07.227169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:07.251424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac1eec-4b3d-439e-ad6b-c44816d76099 req-d7a0d822-85a9-4fd3-a8db-2bb3a4078acd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:07.257379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7dac1eec-4b3d-439e-ad6b-c44816d76099 req-d7a0d822-85a9-4fd3-a8db-2bb3a4078acd tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1419222 Oct 28 21:47:07.347698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5aae255e-81d3-4306-8325-6e287193b741 req-5ba86651-6ac2-4ca9-a499-921a294d7aec tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211283 Oct 28 21:47:07.386812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7dac1eec-4b3d-439e-ad6b-c44816d76099 req-de0311b9-0775-4313-942f-00f8574482b2 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226127 Oct 28 21:47:08.096735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.155582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 025cb03a-7e90-441f-9339-123c328c8701 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:08.204892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:47:08.234068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 025cb03a-7e90-441f-9339-123c328c8701 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:08.234445 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.251947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=c21c539c-b563-471d-8e2b-322e76d3b23d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:08.256764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 67371602-d19c-460e-856f-6467115b6368 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:08.353567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.392457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:08.394846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 025cb03a-7e90-441f-9339-123c328c8701, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=025cb03a-7e90-441f-9339-123c328c8701,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:08.395744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.396479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.406358 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.407406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2895a344-3373-4b22-9f0c-0b065a2357f0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:08.455046 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bec683a7-a215-4bc5-8571-87a7e502a336 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9300089 Oct 28 21:47:08.457330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:08.475157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:47:08.487501 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Sync routers for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:47:08.498730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ab1440e-12cb-4061-90e2-494a767237d4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0539861 Oct 28 21:47:08.505823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:08.515840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:08.516513 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:08.649860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=025cb03a-7e90-441f-9339-123c328c8701,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:08.659689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2895a344-3373-4b22-9f0c-0b065a2357f0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:08.660068 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.713819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.722522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.723143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.723674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.724196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.724756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.724926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.725523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.726613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.726729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.727258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.727827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.728534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.728978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.729544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.729871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.731582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d29541a-250b-4331-b993-f09356910338 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2732389 Oct 28 21:47:08.733433 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9ca28bae-5008-4fae-bb6f-619c60db2bb3 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7821 time: 0.2266331 Oct 28 21:47:08.736012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:08.740630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:08.764664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fb63d-06ce-465b-900b-4143d40c309f req-ba984b2d-34f7-46ad-bf5a-10f64fc7cc73 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.773168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f0fb63d-06ce-465b-900b-4143d40c309f req-ba984b2d-34f7-46ad-bf5a-10f64fc7cc73 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2172933 Oct 28 21:47:08.781591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-728611822'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:08.791666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbf530-8334-4ca2-a3b2-508ff0616f4b None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.792003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4439e-0358-4dc2-a933-7969615068e5 req-75f15f62-b015-42c0-ad66-2c81923911f0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.798345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:08.801025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dc4439e-0358-4dc2-a933-7969615068e5 req-75f15f62-b015-42c0-ad66-2c81923911f0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2438312 Oct 28 21:47:08.803652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886bfa7a-6bef-465f-a504-16be9a38f006 None None] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.835612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7ea8a-7f8f-459a-9d36-e03b2cfac1fc None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.837541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba50cdf-c742-4090-85a5-818e940dd04e None None] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.850235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f0fb63d-06ce-465b-900b-4143d40c309f req-500bf70a-0fcb-4bb2-b82b-6f3f08f4a58c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760031 Oct 28 21:47:08.854389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886bfa7a-6bef-465f-a504-16be9a38f006 None None] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:47:08.860719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64e0ae-0c59-4a4c-9d64-2d08537a5467 None None] Network 67371602-d19c-460e-856f-6467115b6368 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.886314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:08.891949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6dc4439e-0358-4dc2-a933-7969615068e5 req-d9d444a4-73e7-4943-9556-2a542d6dca82 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898621 Oct 28 21:47:08.899318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:08.983448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153b125-e69e-4ed9-bf9e-c67397fdf7b1 None None] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:08.992757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.993736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.995873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.996501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:08.997280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.000133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.001451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.002088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.002683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.003276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.003940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.004560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.007278 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99315970-87da-4748-aa4d-37728147276c tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7772 time: 0.2653573 Oct 28 21:47:09.008568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:09.010007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:09.021533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.022331 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment 7d9030e4-c91f-4157-a15a-da54a96f2896 of type vlan for network b01fe18b-6ec6-42fe-9106-5f109421c405 Oct 28 21:47:09.032259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153b125-e69e-4ed9-bf9e-c67397fdf7b1 None None] Network 6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:47:09.053685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbf530-8334-4ca2-a3b2-508ff0616f4b None None] Network 8d665487-1248-41c4-b9a0-050c1da13b7f could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:47:09.055993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7ea8a-7f8f-459a-9d36-e03b2cfac1fc None None] Network 7649a28d-1e5d-44da-ba76-f6342b565727 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:47:09.064522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cdf62018-1b58-4a6a-9ccb-ace6512c7f94 None None] Provisioning complete for port 025cb03a-7e90-441f-9339-123c328c8701 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:09.064819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cdf62018-1b58-4a6a-9ccb-ace6512c7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.115143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.197395 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.197652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b467d5-8caa-4bc0-8c98-01096dbfd791 None None] DHCP port deletion for 7649a28d-1e5d-44da-ba76-f6342b565727 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:09.204537 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 2, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:09.210998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:09.219073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.240162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a857d12-8b25-4d00-b84f-02ba36d4bd56 None None] DHCP port deletion for 8d665487-1248-41c4-b9a0-050c1da13b7f request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:09.247582 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Checking router: fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:47:09.252960 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Updating router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 port cf559108-7b17-4572-ac27-efe1daf5d20e binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:47:09.269870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 37918) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:09.275696 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5315845 Oct 28 21:47:09.284676 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.304438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:09.404516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5bdf5-62e6-4b0a-9ca6-ed11af7a41bb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=b01fe18b-6ec6-42fe-9106-5f109421c405,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:09.426496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:09.587621 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.607033 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.619278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-67371602-d19c-460e-856f-6467115b6368', 'network_id': '67371602-d19c-460e-856f-6467115b6368', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': '90c05c05-6018-4a1c-8634-b1773cd825e5'}, {'subnet_id': 'c21c539c-b563-471d-8e2b-322e76d3b23d'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:09.620173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.670464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Pushing event updated for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:09.692616 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.693034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.693530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.694818 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.695301 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.696639 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.698202 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.698824 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.699298 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.701197 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.701765 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.702337 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:09.785462 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Attempting to bind port cf559108-7b17-4572-ac27-efe1daf5d20e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:09.786306 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Attempting to bind port cf559108-7b17-4572-ac27-efe1daf5d20e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:09.786984 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Attempting to bind port cf559108-7b17-4572-ac27-efe1daf5d20e on network 7e6eb040-2b68-4616-9062-2e71f3abd806 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:09.799346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:09.800138 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Checking segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:09.800860 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.801455 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Bound using segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:09.802139 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Bound port: cf559108-7b17-4572-ac27-efe1daf5d20e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:09.802743 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:09.907320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] For port cf559108-7b17-4572-ac27-efe1daf5d20e, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:09.915065 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] For port cf559108-7b17-4572-ac27-efe1daf5d20e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf559108-7b17-4572-ac27-efe1daf5d20e,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:09.944429 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.111130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e461a-01b7-43eb-a55f-5b22ccb3b271 None None] Pushing event updated for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:10.128630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 025cb03a-7e90-441f-9339-123c328c8701 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:10.141081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:10.142520 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:46:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:10.167113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Allocated IP 2001:db8::2 (67371602-d19c-460e-856f-6467115b6368/90c05c05-6018-4a1c-8634-b1773cd825e5/c6f70842-c03f-4607-8b8d-f014f4e46c5f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:10.206782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Allocated IP 172.20.0.1 (67371602-d19c-460e-856f-6467115b6368/c21c539c-b563-471d-8e2b-322e76d3b23d/c6f70842-c03f-4607-8b8d-f014f4e46c5f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:10.296681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 025cb03a-7e90-441f-9339-123c328c8701 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:10.296859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.310021 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:10.443896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd7f15-c9cc-4281-b8f4-ab790fc13947 req-373e613b-446f-439b-b2d2-5d6d840b5c04 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:10.445320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cfd7f15-c9cc-4281-b8f4-ab790fc13947 req-373e613b-446f-439b-b2d2-5d6d840b5c04 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.3637319 Oct 28 21:47:10.530032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e487ee7-965d-475d-bfac-d531c2281de2 req-45aa2d2c-0a2d-432b-987e-d242d0756c3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:10.532238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e487ee7-965d-475d-bfac-d531c2281de2 req-45aa2d2c-0a2d-432b-987e-d242d0756c3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.4597435 Oct 28 21:47:10.554135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cfd7f15-c9cc-4281-b8f4-ab790fc13947 req-d7a41ad9-6685-4f28-825b-e2de3a1528ad tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927150 Oct 28 21:47:10.573313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3becc34b-3b22-4c8e-850d-d0341401fcd4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:10.649228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.649559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b7bc3-667c-4f0a-a07c-9a15aeee1151 None None] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:10.664672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e487ee7-965d-475d-bfac-d531c2281de2 req-96942b8e-98e7-4919-a02c-1e902349895e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999157 Oct 28 21:47:10.687002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3becc34b-3b22-4c8e-850d-d0341401fcd4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:10.687200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3becc34b-3b22-4c8e-850d-d0341401fcd4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:10.687504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:10.694695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.708402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network b01fe18b-6ec6-42fe-9106-5f109421c405 is not hosted by any dhcp agent {{(pid=102314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:47:10.723563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:10.725754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.733634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "PUT /v2.0/networks/b01fe18b-6ec6-42fe-9106-5f109421c405 HTTP/1.1" status: 200 len: 723 time: 1.4340215 Oct 28 21:47:10.738871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 37932) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:10.744112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:10.800991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:09Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:10.835588 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d523c5-5b57-44ed-9494-527f511c6993 None None] The sync data for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 is: [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:09Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:47:10.852924 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.855967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:10.856310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a75e84aa-2bbe-4ba4-80e9-26c8ce77fd0f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:10.895817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:10.929668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Provisioning complete for port cf559108-7b17-4572-ac27-efe1daf5d20e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:10.929787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.014788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9faf1-5867-4417-9c3d-c03dc7a762c5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=b01fe18b-6ec6-42fe-9106-5f109421c405,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:11.033769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a4ea4bab-6a11-4e0f-a0e4-f8277abcacd4 tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 2.0224786 Oct 28 21:47:11.050133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:11.067565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.097375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:11.100317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c69e863-dab8-4ec1-811b-f430ae64a930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.176314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Pushing event updated for resources: {'Port': ['ID=c6f70842-c03f-4607-8b8d-f014f4e46c5f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:11.536597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.623454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=c49c1a8e-3945-4dd0-86b2-b6b5755b74b5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:11.633132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38008) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:11.639420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513856964', 'description': 'tempest-secgroup-smoke-513856964 description', 'project_id': 'faa99188a2d448aa9b9526394dfcf292'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:11.719634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.721634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': '7d9030e4-c91f-4157-a15a-da54a96f2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:11.723255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: b01fe18b-6ec6-42fe-9106-5f109421c405, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:11.775454 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network b01fe18b-6ec6-42fe-9106-5f109421c405 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:11.796406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Network 67371602-d19c-460e-856f-6467115b6368 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:11.805327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b01fe18b-6ec6-42fe-9106-5f109421c405) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:11.816057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:11.821210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:11.821793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:11.821899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-694121'] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:11.860947 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0803d0e-0f08-4988-a600-4244756ce9f8 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1220326 Oct 28 21:47:11.863559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:11.869062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:11.956903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265912b-fbd6-41f6-9618-c38a86b96cf5 None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:12.087563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.100471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.148652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4405590'] for subnet, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.161143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef8c1-ec2b-48d9-a80f-9e49a109747c req-4cb77f10-3d75-4c9d-8f1f-40d7e59bb623 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:12.169481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8eef8c1-ec2b-48d9-a80f-9e49a109747c req-4cb77f10-3d75-4c9d-8f1f-40d7e59bb623 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.2980170 Oct 28 21:47:12.198424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.205605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5683024 Oct 28 21:47:12.212946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:12.225535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:12.264129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b2a6f-fe70-4c34-b900-ac393e86965c req-e024ed52-c1ac-4683-8e17-ad2684b6cbbe tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:12.266238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f15b2a6f-fe70-4c34-b900-ac393e86965c req-e024ed52-c1ac-4683-8e17-ad2684b6cbbe tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.4971163 Oct 28 21:47:12.289563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8eef8c1-ec2b-48d9-a80f-9e49a109747c req-5110bd09-233a-46a5-b798-c9529ed5dbd0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188836 Oct 28 21:47:12.302483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cf1f4-8017-4ced-9e01-ddbc09f030d5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1324f7bf-d784-48bd-9e21-3d611fd4c71d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:12.317885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf559108-7b17-4572-ac27-efe1daf5d20e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:12.342588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.375013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f15b2a6f-fe70-4c34-b900-ac393e86965c req-19efadb2-4a1f-4a20-b899-a6f5863ff547 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808852 Oct 28 21:47:12.545723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.596070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.601855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Attempting to bind port c6f70842-c03f-4607-8b8d-f014f4e46c5f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:12.603055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Attempting to bind port c6f70842-c03f-4607-8b8d-f014f4e46c5f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1785ba88-81fc-461b-86eb-9f52886f24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67371602-d19c-460e-856f-6467115b6368'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:12.603529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Attempting to bind port c6f70842-c03f-4607-8b8d-f014f4e46c5f on network 67371602-d19c-460e-856f-6467115b6368 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:12.610452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.623548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:12.624280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Checking segment: {'id': '1785ba88-81fc-461b-86eb-9f52886f24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67371602-d19c-460e-856f-6467115b6368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:12.625020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.625606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Bound using segment: {'id': '1785ba88-81fc-461b-86eb-9f52886f24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67371602-d19c-460e-856f-6467115b6368'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:12.626289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Bound port: c6f70842-c03f-4607-8b8d-f014f4e46c5f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785ba88-81fc-461b-86eb-9f52886f24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67371602-d19c-460e-856f-6467115b6368'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:12.627027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.645603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.782319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b01fe18b-6ec6-42fe-9106-5f109421c405', 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': 'c49c1a8e-3945-4dd0-86b2-b6b5755b74b5'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:12.783407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.818195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f704b62-6482-49a5-934f-3f0d9a36b98d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:12.845113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.846727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-570fb551-4af6-47b5-983e-589694de6bb1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6326809 Oct 28 21:47:12.849644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38124) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:12.855142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:12.897250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775646684663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4321218'] for subnet, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.950547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:12.962921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cf559108-7b17-4572-ac27-efe1daf5d20e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:12.964175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.013723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:13.019242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.020621 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "PUT /v2.0/subnets/c49c1a8e-3945-4dd0-86b2-b6b5755b74b5 HTTP/1.1" status: 200 len: 826 time: 1.1560111 Oct 28 21:47:13.026558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38144) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:13.093134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d3ece-162c-4aa8-9a55-c1622c731c5d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=c49c1a8e-3945-4dd0-86b2-b6b5755b74b5,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:13.125042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Allocated IP 2001:db8::2 (b01fe18b-6ec6-42fe-9106-5f109421c405/c49c1a8e-3945-4dd0-86b2-b6b5755b74b5/863d38ca-47f5-43ba-873e-f47bd48cfe1f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:13.245127 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.385328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.465980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.468737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.505511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4f850ee6-57f4-466d-b6e4-c2301ae9d086 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:47:13.535410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.571885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.621582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.655745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:13.681914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '4f850ee6-57f4-466d-b6e4-c2301ae9d086', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': '4f850ee6-57f4-466d-b6e4-c2301ae9d086', 'mac_address': 'fa:16:3e:65:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:47:13.684579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f07e26f1-e338-4b24-9a3c-adb4499c67b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.708593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249c8270-4801-4500-b54b-47a77e33eb12,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:13.733843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c6e89-5343-4c25-86df-88a03a7af3e3 req-81110762-bfc5-4afe-97a9-a497ec93272e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:13.748068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-873c6e89-5343-4c25-86df-88a03a7af3e3 req-81110762-bfc5-4afe-97a9-a497ec93272e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 943 time: 0.3371646 Oct 28 21:47:13.771869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:13.791994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:13.797063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:13.811396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.817484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38216) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:13.819917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9d3661a9-a520-47e0-a701-0511a8352ce6 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9668615 Oct 28 21:47:13.822091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:13.881418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.898079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.906722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] For port cf559108-7b17-4572-ac27-efe1daf5d20e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf559108-7b17-4572-ac27-efe1daf5d20e,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:13.924795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.925378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] For port c6f70842-c03f-4607-8b8d-f014f4e46c5f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:13.930456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] For port c6f70842-c03f-4607-8b8d-f014f4e46c5f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6f70842-c03f-4607-8b8d-f014f4e46c5f,segment=NetworkSegment(1785ba88-81fc-461b-86eb-9f52886f24f9),segment_id=1785ba88-81fc-461b-86eb-9f52886f24f9)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:13.963494 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:13.974096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.005383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb0694-5e76-44ce-8a6b-78e1d9bfb319 req-c35dae20-81b2-481c-9423-b9d6e3703ab9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:14.007242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42bb0694-5e76-44ce-8a6b-78e1d9bfb319 req-c35dae20-81b2-481c-9423-b9d6e3703ab9 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.4670365 Oct 28 21:47:14.014726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=c49c1a8e-3945-4dd0-86b2-b6b5755b74b5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.048558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-873c6e89-5343-4c25-86df-88a03a7af3e3 req-9d4e018b-9b23-48b6-95dc-b314dc8c8647 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993474 Oct 28 21:47:14.052138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Pushing event updated for resources: {'Port': ['ID=863d38ca-47f5-43ba-873e-f47bd48cfe1f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.100205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f850ee6-57f4-466d-b6e4-c2301ae9d086 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:14.149138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:14.154886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.163201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.164825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Attempting to bind port 863d38ca-47f5-43ba-873e-f47bd48cfe1f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:14.165205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Attempting to bind port 863d38ca-47f5-43ba-873e-f47bd48cfe1f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '7d9030e4-c91f-4157-a15a-da54a96f2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:14.165547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Attempting to bind port 863d38ca-47f5-43ba-873e-f47bd48cfe1f on network b01fe18b-6ec6-42fe-9106-5f109421c405 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:14.172714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.194317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b913e1-411b-4d92-a9ab-43b94cac40a2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.223962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.230097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b12bc6ce-edbb-49a9-afae-65c3ffdf656d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4108515 Oct 28 21:47:14.231018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38254) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:14.249141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:14.250300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Provisioning complete for port 025cb03a-7e90-441f-9339-123c328c8701 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:14.250674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.264509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:14.265325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Checking segment: {'id': '7d9030e4-c91f-4157-a15a-da54a96f2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:14.265881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.266410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Bound using segment: {'id': '7d9030e4-c91f-4157-a15a-da54a96f2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:14.267066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Bound port: 863d38ca-47f5-43ba-873e-f47bd48cfe1f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9030e4-c91f-4157-a15a-da54a96f2896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:14.267614 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.276198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.353285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.361548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01fe18b-6ec6-42fe-9106-5f109421c405']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:14.403631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9030e4-c91f-4157-a15a-da54a96f2896') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:14.404160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9030e4-c91f-4157-a15a-da54a96f2896') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:14.440353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.451901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['4f850ee6-57f4-466d-b6e4-c2301ae9d086'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:14.481122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.489794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:14.490207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.588454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.599657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:14.610070 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:14.621873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.api [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 21:47:14.621873 n-d-806683-16 neutron-server[102314]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 21:47:14.621873 n-d-806683-16 neutron-server[102314]: [parameters: {'id': 'b01fe18b-6ec6-42fe-9106-5f109421c405'}] Oct 28 21:47:14.621873 n-d-806683-16 neutron-server[102314]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:47:14.622296 n-d-806683-16 neutron-server[102314]: DEBUG oslo_db.api [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:47:14.663206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157367eb-db6d-4ea0-8087-2c6eb06c1dfd None None] Pushing event updated for resources: {'Port': ['ID=c6f70842-c03f-4607-8b8d-f014f4e46c5f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.686281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a39410f-2ace-4a84-b797-45bd54f1ab88,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.698208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.699665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88005b36-8557-4a28-971f-f274f77f1384 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4645841 Oct 28 21:47:14.702743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38294) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:14.714247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:14.745167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42bb0694-5e76-44ce-8a6b-78e1d9bfb319 req-af60160a-7669-4765-a934-26557396294f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142308 Oct 28 21:47:14.771688 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:47:14.787486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.927465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce1cfd-f77c-403f-855d-f0b603c20825 None None] Pushing event updated for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:14.934560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.947124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:14.947276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] For port 863d38ca-47f5-43ba-873e-f47bd48cfe1f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:15.007487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e02e00-0778-4804-aea3-338eb9c82de5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:15.017396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.018814 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-437021b8-5c00-45aa-9bf4-b7c994cb9a39 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3143504 Oct 28 21:47:15.021807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38318) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:15.021937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.033196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'security_group_rule': {'security_group_id': '1324f7bf-d784-48bd-9e21-3d611fd4c71d', 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:15.081034 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Project faa99188a2d448aa9b9526394dfcf292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:47:15.090484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.093947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] For port 863d38ca-47f5-43ba-873e-f47bd48cfe1f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=863d38ca-47f5-43ba-873e-f47bd48cfe1f,segment=NetworkSegment(7d9030e4-c91f-4157-a15a-da54a96f2896),segment_id=7d9030e4-c91f-4157-a15a-da54a96f2896)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:15.097166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6f70842-c03f-4607-8b8d-f014f4e46c5f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:15.103236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:15.125879 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.126082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.308990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.325255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.357898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccebb1df-9e13-48d2-86b0-d2d0dc280de9,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:15.371705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.388185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd842472-6cd2-449f-86ff-ac47c96cd014 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3648632 Oct 28 21:47:15.395360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting port 863d38ca-47f5-43ba-873e-f47bd48cfe1f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:15.395703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.492486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab9e26-f528-4324-96c8-a6d256efd7d9 None None] Pushing event updated for resources: {'Port': ['ID=863d38ca-47f5-43ba-873e-f47bd48cfe1f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:15.497144 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.531385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abf7fc-377f-4583-8f1c-57f4ff561161 req-e70dc380-4049-4c69-960b-d04366ff1a63 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:15.537778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1abf7fc-377f-4583-8f1c-57f4ff561161 req-e70dc380-4049-4c69-960b-d04366ff1a63 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 944 time: 0.2709501 Oct 28 21:47:15.673081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] For port 863d38ca-47f5-43ba-873e-f47bd48cfe1f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=863d38ca-47f5-43ba-873e-f47bd48cfe1f,segment=NetworkSegment(7d9030e4-c91f-4157-a15a-da54a96f2896),segment_id=7d9030e4-c91f-4157-a15a-da54a96f2896)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:15.673711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.682420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6f70842-c03f-4607-8b8d-f014f4e46c5f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:15.683069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:15.725347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Calling delete_port for 863d38ca-47f5-43ba-873e-f47bd48cfe1f owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:15.728010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a333ce2-885e-4acb-bfdf-a65a13ef68c0 None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:15.746599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b1abf7fc-377f-4583-8f1c-57f4ff561161 req-1b1c1375-3bb8-4ff1-b843-9de7ba094242 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903279 Oct 28 21:47:15.756607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-b2dec482-498f-4856-926f-2f1360d57721 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513856964&fields=id&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 267 time: 0.0947998 Oct 28 21:47:15.954319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a909a4e9-e295-468f-bcdf-ebf1c5bd9f43 None None] Provisioning complete for port cf559108-7b17-4572-ac27-efe1daf5d20e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:15.955370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a909a4e9-e295-468f-bcdf-ebf1c5bd9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.002226 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.043961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db76b-cb62-4c0f-977c-dd1a915385df req-711299d5-c9bb-41b9-9609-709e5af05e4f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:16.049772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-037db76b-cb62-4c0f-977c-dd1a915385df req-711299d5-c9bb-41b9-9609-709e5af05e4f tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1720588 Oct 28 21:47:16.066801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-cc538010-3b96-4017-aa17-d25c26683f31 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:16.074717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-cc538010-3b96-4017-aa17-d25c26683f31 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/networks?id=7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 200 len: 797 time: 0.3167570 Oct 28 21:47:16.126950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-393b787c-2c70-43e3-aaf7-0d2f19fc22e2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/quotas/faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 375 time: 0.0512512 Oct 28 21:47:16.142435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.207504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No DVR routers for this DVR port 863d38ca-47f5-43ba-873e-f47bd48cfe1f on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:16.214670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Port': ['ID=863d38ca-47f5-43ba-873e-f47bd48cfe1f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:16.235669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-037db76b-cb62-4c0f-977c-dd1a915385df req-fb60735d-a010-49b7-a17e-68dee7b46db6 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525509 Oct 28 21:47:16.293632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdbc14b-1a71-46ea-b81b-11b13ad8cfc1 None None] Network 67371602-d19c-460e-856f-6467115b6368 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:16.326597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-78246d08-8a4a-404f-b073-dd166ec5bc7b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1978211 Oct 28 21:47:16.339997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.364463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c6f70842-c03f-4607-8b8d-f014f4e46c5f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6f70842-c03f-4607-8b8d-f014f4e46c5f,segment=NetworkSegment(1785ba88-81fc-461b-86eb-9f52886f24f9),segment_id=1785ba88-81fc-461b-86eb-9f52886f24f9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:16.378474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.411544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01fe18b-6ec6-42fe-9106-5f109421c405']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:16.428869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9030e4-c91f-4157-a15a-da54a96f2896') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:16.429154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9030e4-c91f-4157-a15a-da54a96f2896') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:16.442687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.447548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993c386-6685-433a-a6aa-f83e71e84b09 None None] Network b01fe18b-6ec6-42fe-9106-5f109421c405 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:16.469172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.481740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:16.482744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:16.486053 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:16.500470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-e017cc6f-9c17-4a2d-a274-956a60d9d088 service neutron] 10.222.0.31 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570635 Oct 28 21:47:16.563140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c6f70842-c03f-4607-8b8d-f014f4e46c5f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:16.609997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.618418 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.621798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/b01fe18b-6ec6-42fe-9106-5f109421c405 HTTP/1.1" status: 204 len: 168 time: 3.5942900 Oct 28 21:47:16.625430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:16.633920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a909a4e9-e295-468f-bcdf-ebf1c5bd9f43 None None] Provisioning complete for port 025cb03a-7e90-441f-9339-123c328c8701 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:16.634644 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a909a4e9-e295-468f-bcdf-ebf1c5bd9f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.654446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889788-9470-40b9-bb25-a065b3c3485a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=b01fe18b-6ec6-42fe-9106-5f109421c405,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:16.673593 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bfb998-a0c4-4ef8-899a-5161c93aee9d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:16.674533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bfb998-a0c4-4ef8-899a-5161c93aee9d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:16.678055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-08bfb998-a0c4-4ef8-899a-5161c93aee9d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/b01fe18b-6ec6-42fe-9106-5f109421c405 HTTP/1.1" status: 404 len: 339 time: 0.0515268 Oct 28 21:47:16.682406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:16.687940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552985946', 'description': 'd1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:16.696421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-62bef8fb-8e7e-4b73-ab82-d683daf8aaaf service neutron] 10.222.0.31 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686454 Oct 28 21:47:16.734144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:16.736284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.744340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.819207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:16.846801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.847275 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment b14c82e1-95e9-41f2-8979-c5c77d47f0c7 of type vlan for network 3a27abe3-4004-4a1a-8e92-8a87a3775bde Oct 28 21:47:16.851136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf559108-7b17-4572-ac27-efe1daf5d20e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:16.982310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7c7a7359-e11b-4063-a326-a2a6afd82953 None None] Provisioning complete for port c6f70842-c03f-4607-8b8d-f014f4e46c5f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:16.982680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c7a7359-e11b-4063-a326-a2a6afd82953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.985803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cf559108-7b17-4572-ac27-efe1daf5d20e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:16.986170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:16.995333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.065441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f5ea76e-d0ad-4c65-858b-e92f414bd132 req-2a26d500-1b0e-4910-8405-8192177f7d6d tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 210 time: 0.0731599 Oct 28 21:47:17.091962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.098841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.099907 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.115867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2220a-a714-4be4-bdb1-75fd7f28d5ff req-09f71626-cc13-4fe4-bc71-80b8f944ce2b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.117527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4f2220a-a714-4be4-bdb1-75fd7f28d5ff req-09f71626-cc13-4fe4-bc71-80b8f944ce2b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 944 time: 0.1943083 Oct 28 21:47:17.201543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6f70842-c03f-4607-8b8d-f014f4e46c5f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:17.205325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ba8ad-c355-4e71-a51b-6871c121b43d None None] Network 67371602-d19c-460e-856f-6467115b6368 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:17.217570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5338860 Oct 28 21:47:17.221308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38456) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:17.322982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4f2220a-a714-4be4-bdb1-75fd7f28d5ff req-c0935c5a-ddef-4b89-9150-5d92a5153feb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885457 Oct 28 21:47:17.326958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea35f29-8bde-4eba-8dd2-1fc1c0607cf1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=3a27abe3-4004-4a1a-8e92-8a87a3775bde,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:17.429342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c1cf4-7db9-4fac-9d37-0e293ab3d0a0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.429725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3a27abe3-4004-4a1a-8e92-8a87a3775bde details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:17.433892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-127c1cf4-7db9-4fac-9d37-0e293ab3d0a0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks?id=3a27abe3-4004-4a1a-8e92-8a87a3775bde HTTP/1.1" status: 200 len: 765 time: 0.2113783 Oct 28 21:47:17.434521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38464) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:17.440991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'description': 'd2'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:17.501638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171b45-dfc3-421e-b310-4b7ff3c82fcb req-63a7e806-e88a-4df0-a942-3c3beedfca8d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.503760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d171b45-dfc3-421e-b310-4b7ff3c82fcb req-63a7e806-e88a-4df0-a942-3c3beedfca8d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1206675 Oct 28 21:47:17.541145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4f850ee6-57f4-466d-b6e4-c2301ae9d086 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:17.577510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d171b45-dfc3-421e-b310-4b7ff3c82fcb req-a68977b3-8d62-41f2-af4b-f1a4201bb36d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668991 Oct 28 21:47:17.621661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e40c63c8-618e-4a03-8c8b-851cca7c804a None None] Provisioning complete for port c6f70842-c03f-4607-8b8d-f014f4e46c5f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:17.622039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e40c63c8-618e-4a03-8c8b-851cca7c804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.702225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.723473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.751112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6f70842-c03f-4607-8b8d-f014f4e46c5f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:17.751485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.788764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network 3a27abe3-4004-4a1a-8e92-8a87a3775bde is not hosted by any dhcp agent {{(pid=102313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:47:17.796762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.796762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.800455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "PUT /v2.0/networks/3a27abe3-4004-4a1a-8e92-8a87a3775bde HTTP/1.1" status: 200 len: 762 time: 0.3614812 Oct 28 21:47:17.800861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38468) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:17.843090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37d4e8-638f-4461-b0bf-5be28481d6a9 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=3a27abe3-4004-4a1a-8e92-8a87a3775bde,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:17.848291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:47:17.864545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3a27abe3-4004-4a1a-8e92-8a87a3775bde details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:17.866383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:17.866895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:17.954386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14be826-1412-4d05-88ff-e1ec6bede9cc tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:17.960357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:17.961175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b14be826-1412-4d05-88ff-e1ec6bede9cc tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks?id=3a27abe3-4004-4a1a-8e92-8a87a3775bde HTTP/1.1" status: 200 len: 765 time: 0.1590288 Oct 28 21:47:18.195760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a5e95-68d9-4827-a871-4c1cecf5015a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.199741 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2f4a5e95-68d9-4827-a871-4c1cecf5015a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2359922 Oct 28 21:47:18.200108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:18.245105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2aff439-0771-46f6-a392-ebc454632a17 req-491430c6-c4c4-4b29-813d-6236b9e319db tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 210 time: 0.0791450 Oct 28 21:47:18.274571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:18.282738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-50a2ffec-bbf1-45ea-83ea-43efa7ef37e6 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 207 time: 0.0799847 Oct 28 21:47:18.285746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:18.353086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:18.355445 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe6949-d60f-4d1b-84c1-23d10504c024" -d '{"events": [{"server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "name": "network-vif-plugged", "status": "completed", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:18.432183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:18.443943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:18.525142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:18.537938 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2a0459-fb78-4707-9725-daa433b0b833 x-openstack-request-id: req-ac2a0459-fb78-4707-9725-daa433b0b833 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:18.538944 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "name": "network-vif-plugged", "status": "completed", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:18.539401 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac2a0459-fb78-4707-9725-daa433b0b833 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:18.540152 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086', 'code': 200} Oct 28 21:47:18.574109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df22737-b659-476a-accd-b3be6a764cc9 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:47:18.590184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-1829e738-81f4-4633-83fe-04eb6fab1db8 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.592631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-1829e738-81f4-4633-83fe-04eb6fab1db8 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/networks?id=7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 200 len: 797 time: 0.3052235 Oct 28 21:47:18.635438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.645273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.651734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.672979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.684931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.691384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.693482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84f96db8-7588-4d48-9c2c-d80f1fd6ee0d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4064176 Oct 28 21:47:18.705156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:18.767269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1082de52-e367-4db9-95bc-85bb9e1323bf None None] Provisioning complete for port c6f70842-c03f-4607-8b8d-f014f4e46c5f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:18.767761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1082de52-e367-4db9-95bc-85bb9e1323bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:18.817101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf58ed1-2ba8-4a06-81ad-411628be08a1 req-26ed8bb8-7a84-471f-bb3b-35eb3084e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.818606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ccf58ed1-2ba8-4a06-81ad-411628be08a1 req-26ed8bb8-7a84-471f-bb3b-35eb3084e2ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 1097 time: 0.1238720 Oct 28 21:47:18.901208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df22737-b659-476a-accd-b3be6a764cc9 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:47:18.917844 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ccf58ed1-2ba8-4a06-81ad-411628be08a1 req-bc1fa26f-93ec-4aec-a224-b835181c7f4f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882754 Oct 28 21:47:18.949796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf5375-1b3c-410e-97a9-a5b33176be22 req-f61530dd-3052-445f-a119-a3cc6043a6f1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:18.961851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cadf5375-1b3c-410e-97a9-a5b33176be22 req-f61530dd-3052-445f-a119-a3cc6043a6f1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.3677487 Oct 28 21:47:18.998825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-f042cccf-75a7-4426-981d-94fef19921a5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faa99188a2d448aa9b9526394dfcf292 HTTP/1.1" status: 200 len: 379 time: 0.3304446 Oct 28 21:47:19.046142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cadf5375-1b3c-410e-97a9-a5b33176be22 req-14e84a03-a8bf-473d-a700-cbbc2429c9dd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818512 Oct 28 21:47:19.113441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8882-25a5-4563-9720-8d9c8fa52460 req-4d0632a9-c8d9-4626-8292-81dd26f77fd4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.116237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87ad8882-25a5-4563-9720-8d9c8fa52460 req-4d0632a9-c8d9-4626-8292-81dd26f77fd4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.3956676 Oct 28 21:47:19.120826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'port': {'device_id': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'admin_state_up': True, 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'security_groups': ['1324f7bf-d784-48bd-9e21-3d611fd4c71d']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:19.288870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87ad8882-25a5-4563-9720-8d9c8fa52460 req-55b0e567-d197-43a8-a595-94cad4911f99 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549950 Oct 28 21:47:19.325598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a4073edc-672a-4b7f-8441-f174ebc46d96 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6154623 Oct 28 21:47:19.326041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:19.408425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Made reservation on behalf of faa99188a2d448aa9b9526394dfcf292 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:19.412842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:19.446331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08dc7489-636b-4f7d-b3da-5bc73f4866ce req-015f4def-9c73-4777-9dc2-d4a0574451c3 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 210 time: 0.0600212 Oct 28 21:47:19.541411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.548502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.551017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.556682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.559484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:19.568546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:19.568744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d316109-b2af-40ae-8b0b-c2abc1f1fda5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2356482 Oct 28 21:47:20.071631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.071631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.072024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.073765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.075330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.083755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-586f82c0-c2f1-4a10-ae88-f0c83f22f4c1 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5094812 Oct 28 21:47:20.083983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38506) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:20.184392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.20.0.11 (7e6eb040-2b68-4616-9062-2e71f3abd806/7756f564-2ad7-4c9c-a4b4-909ab8b6c55c/782cb0f2-d1d7-4382-9dfc-e7bcd5514d64) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:20.273568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4d46b-8921-467d-aa33-1a9259fedbbc req-6efec1d1-fbc4-418b-9c8f-6ae551e6b2ed tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.275212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9f4d46b-8921-467d-aa33-1a9259fedbbc req-6efec1d1-fbc4-418b-9c8f-6ae551e6b2ed tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.1323030 Oct 28 21:47:20.286778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a360a0-3c66-4015-be8c-b466723b7055 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.293762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81a360a0-3c66-4015-be8c-b466723b7055 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks/7a10e46c-599a-46a0-b2ca-108b0e7b5a73 HTTP/1.1" status: 200 len: 804 time: 0.2031951 Oct 28 21:47:20.295542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:20.401500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9f4d46b-8921-467d-aa33-1a9259fedbbc req-b5c019ed-4343-47e3-aa17-fc3ae48c0b51 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Oct 28 21:47:20.503688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.523492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce596-77b7-4956-a331-21a8f29f279a req-b6bbaf63-de44-4de7-aa65-308e85d94d43 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.525230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fce596-77b7-4956-a331-21a8f29f279a req-b6bbaf63-de44-4de7-aa65-308e85d94d43 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1070919 Oct 28 21:47:20.541212 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e3868d77-cadb-448a-9a84-89289067b788 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/networks/7a10e46c-599a-46a0-b2ca-108b0e7b5a73?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2411594 Oct 28 21:47:20.541734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38516) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:20.618282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c5700-3053-4e88-8f2d-378c99a54a96 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.624560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-079c5700-3053-4e88-8f2d-378c99a54a96 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets/04805d5d-9024-45d7-9c98-265d71fe0690 HTTP/1.1" status: 200 len: 843 time: 0.0776434 Oct 28 21:47:20.624758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00fce596-77b7-4956-a331-21a8f29f279a req-e159b9ce-64d6-42aa-86da-16906a27d267 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832281 Oct 28 21:47:20.627503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38520) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:20.658333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10caf-c4a3-463d-ae13-fb34de0840b9 req-f8400391-a18b-40a2-bdc4-c0f01d6494f6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.661827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2da10caf-c4a3-463d-ae13-fb34de0840b9 req-f8400391-a18b-40a2-bdc4-c0f01d6494f6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.1342254 Oct 28 21:47:20.663254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.704462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153ad54-695b-4b5d-b2f6-c52f65ea6fc6 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['shared'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.706575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f153ad54-695b-4b5d-b2f6-c52f65ea6fc6 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "GET /v2.0/subnets/04805d5d-9024-45d7-9c98-265d71fe0690?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0780914 Oct 28 21:47:20.710332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:20.716980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008235532'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:20.751782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:20.759039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.789632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:20.792631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:20.806389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:20.807366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.807869 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Added segment f5ee7fc4-21af-4493-a00c-011084be4efc of type vlan for network ccedf26c-57e8-448c-9af2-5be45fe70cee Oct 28 21:47:20.812642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:20.871204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.871840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.874400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.903417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7862668 Oct 28 21:47:20.909165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b067877-2d25-49a0-b441-172f513ddf90 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:20.917806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Request body: {'port': {'device_id': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:20.924989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2da10caf-c4a3-463d-ae13-fb34de0840b9 req-825ddf38-5e48-48de-b0bf-44a3f26220b5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523060 Oct 28 21:47:20.939721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.955392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.957638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:20.958767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58193f03-ea70-4ed5-9aba-6d9cf6af247f req-12fac84a-fc9e-4cf1-babb-c15fdb1a5a00 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:20.967823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58193f03-ea70-4ed5-9aba-6d9cf6af247f req-12fac84a-fc9e-4cf1-babb-c15fdb1a5a00 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 932 time: 0.2300162 Oct 28 21:47:21.042729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58193f03-ea70-4ed5-9aba-6d9cf6af247f req-28e35cdc-14a5-4432-8c07-7f7db2a6e8d7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736086 Oct 28 21:47:21.132635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:21.169271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4575956 Oct 28 21:47:21.174835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38532) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:21.187729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:21.193222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Network': ['ID=ccedf26c-57e8-448c-9af2-5be45fe70cee,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:21.203967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d2391b95-ce2f-4829-aee0-4262df2511d0 None None] Provisioning complete for port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:21.204511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2391b95-ce2f-4829-aee0-4262df2511d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:21.230057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.230617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.231303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.232508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.233293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.233806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.234612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.235152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.235992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.236542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.237211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.237952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39392a48-20d5-4c99-bbb9-0da9e29a5151 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:21.438001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:21.456802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa395ee-d1d2-4b48-bef1-af96421213ce req-22b8cc47-5d83-44f3-9447-780e6d969bab tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:21.458597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffa395ee-d1d2-4b48-bef1-af96421213ce req-22b8cc47-5d83-44f3-9447-780e6d969bab tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.2692637 Oct 28 21:47:21.479253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417c5e8-e8ef-47e9-b35e-cd678d44d1b9 req-7dc30eea-2fb2-451f-a8d0-d0f66068784d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:21.481219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8417c5e8-e8ef-47e9-b35e-cd678d44d1b9 req-7dc30eea-2fb2-451f-a8d0-d0f66068784d tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2025182 Oct 28 21:47:21.491533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Made reservation on behalf of 6ace2e538e1a43a1bdc7939ede1b89b9 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:21.495072 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:21.519602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d2391b95-ce2f-4829-aee0-4262df2511d0 None None] Port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:21.654980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Performing IP validity checks on allocation pools {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:47:21.655499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:47:21.660676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffa395ee-d1d2-4b48-bef1-af96421213ce req-59f80d52-b474-49d3-9382-0266bc83eedc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749034 Oct 28 21:47:21.668397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8417c5e8-e8ef-47e9-b35e-cd678d44d1b9 req-202f68c5-20dc-41a4-976b-91b0fc0613cc tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680675 Oct 28 21:47:21.958488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:21.972233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce76249-7f7b-4497-bda0-10d6fe381d6f req-c96304b4-b2d9-49b1-a14a-5a35020833da tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:21.973764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cce76249-7f7b-4497-bda0-10d6fe381d6f req-c96304b4-b2d9-49b1-a14a-5a35020833da tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.1451294 Oct 28 21:47:21.986143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.018351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Transition to ACTIVE for port object 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:47:22.022018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.039994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.075886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cce76249-7f7b-4497-bda0-10d6fe381d6f req-025f6ead-ec34-494f-af9a-56ecdfe2677c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872114 Oct 28 21:47:22.169976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=caca66ac-825a-47db-928d-2e569292c54d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:22.189133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Pushing event updated for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:22.294793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Checking segment: {'id': 'f5ee7fc4-21af-4493-a00c-011084be4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:22.295413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network hostable DHCP agents. Network: ccedf26c-57e8-448c-9af2-5be45fe70cee, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:22.306535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9bc48-bcf0-4c5b-8ca6-4e6622aa9078 req-882c9f93-ab62-4d18-982d-bbaa5e92e4b8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:22.314615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ac9bc48-bcf0-4c5b-8ca6-4e6622aa9078 req-882c9f93-ab62-4d18-982d-bbaa5e92e4b8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.2497063 Oct 28 21:47:22.386664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c930-e6b4-48ed-85ee-dc36a82481ac req-67f5be87-fe0e-4f29-97ea-1ff0011c67b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:22.388256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a74c930-e6b4-48ed-85ee-dc36a82481ac req-67f5be87-fe0e-4f29-97ea-1ff0011c67b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 944 time: 0.1963449 Oct 28 21:47:22.409961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ac9bc48-bcf0-4c5b-8ca6-4e6622aa9078 req-f915eb24-441f-4c7d-b217-fe7998892001 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943811 Oct 28 21:47:22.432546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Network ccedf26c-57e8-448c-9af2-5be45fe70cee is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:22.457486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Attempting to bind port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:22.458131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Attempting to bind port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:22.458131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Attempting to bind port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 on network 7e6eb040-2b68-4616-9062-2e71f3abd806 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:22.469250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 on network 7e6eb040-2b68-4616-9062-2e71f3abd806 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:47:22.469572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Attempting to bind port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 on network 7e6eb040-2b68-4616-9062-2e71f3abd806 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:22.481039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, ccedf26c-57e8-448c-9af2-5be45fe70cee) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:22.490032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c272d7-59da-4e03-ac27-b7b098b3b301 None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:22.491454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:22.492019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.506275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a74c930-e6b4-48ed-85ee-dc36a82481ac req-9cba9edc-b25b-4f06-99dc-ff8a142f006c tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914037 Oct 28 21:47:22.514644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:22.515202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Checking segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:22.515757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Bound using segment: {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:22.516388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Bound port: 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f0bbcf-eedd-48d4-905e-95ef23942526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:22.516949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.584477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df97af63-2135-4aa6-aa7a-a4ef9377a7d0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4065588 Oct 28 21:47:22.587306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38550) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:22.596430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:22.658884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:22.663543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:22.671545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.760253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4405590'] for subnet, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.786094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-ccedf26c-57e8-448c-9af2-5be45fe70cee', 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee', 'tenant_id': '6ace2e538e1a43a1bdc7939ede1b89b9', 'fixed_ips': [{'subnet_id': 'caca66ac-825a-47db-928d-2e569292c54d'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:22.789837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.803498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:22.803498 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:22.803498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] 10.222.0.52 "PUT /v2.0/ports/782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 200 len: 1093 time: 1.8897493 Oct 28 21:47:22.842330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:22.864928 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:22.953342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fcf86-d977-4f73-a8b6-3a1c8c500f2a service neutron] Pushing event updated for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:22.990607 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916f6f0-e6e7-41cc-a438-0bfecb8b8e74 x-openstack-request-id: req-4916f6f0-e6e7-41cc-a438-0bfecb8b8e74 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:22.991797 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:22.992352 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4916f6f0-e6e7-41cc-a438-0bfecb8b8e74 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:22.993213 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'status': 'completed', 'code': 200} Oct 28 21:47:23.025665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca313175-704e-48eb-a178-31fafc89301f req-19d6ab76-a2e5-47dd-98ab-3306b5b5464c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:23.028005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca313175-704e-48eb-a178-31fafc89301f req-19d6ab76-a2e5-47dd-98ab-3306b5b5464c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2678897 Oct 28 21:47:23.081503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-0e873c41-a743-4b74-8fbe-5f5707ef03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:23.083130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-0e873c41-a743-4b74-8fbe-5f5707ef03bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1096 time: 0.1848884 Oct 28 21:47:23.173918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-336d9057-4727-4e92-bdff-c75393f6c95d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 200 len: 217 time: 0.0752625 Oct 28 21:47:23.182532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca313175-704e-48eb-a178-31fafc89301f req-8afd61b1-0fe3-4005-b502-71c3df6050e3 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476455 Oct 28 21:47:23.235204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775646684663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4321218'] for subnet, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.315206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38566) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:23.330677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-fc587540-e075-4fec-a811-097e5e520852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:23.333054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-fc587540-e075-4fec-a811-097e5e520852 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c HTTP/1.1" status: 200 len: 834 time: 0.1492162 Oct 28 21:47:23.360577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event updated for resources: {'Subnet': ['ID=caca66ac-825a-47db-928d-2e569292c54d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:23.368447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Allocated IP 2001:db8::3 (ccedf26c-57e8-448c-9af2-5be45fe70cee/caca66ac-825a-47db-928d-2e569292c54d/4c42c1d7-689d-4510-ab5e-6924b98ab2ea) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:23.380303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:23.381101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.385070 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-be60e3e4-56ae-43db-b273-3f99264f7a8b tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "PUT /v2.0/subnets/caca66ac-825a-47db-928d-2e569292c54d HTTP/1.1" status: 200 len: 900 time: 0.7940903 Oct 28 21:47:23.387503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38570) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:23.582732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618856e7-64fb-4673-8513-55cca7c66c14 req-e67cdb68-b220-48eb-b776-b2d085ff06eb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:23.585860 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-618856e7-64fb-4673-8513-55cca7c66c14 req-e67cdb68-b220-48eb-b776-b2d085ff06eb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.1042492 Oct 28 21:47:23.754122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.770099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.781461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:23.783332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.867702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:23.878417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:23.890034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:23.902566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Pushing event updated for resources: {'Port': ['ID=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:23.988957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Attempting to bind port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:23.989502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Attempting to bind port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'f5ee7fc4-21af-4493-a00c-011084be4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:23.989968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Attempting to bind port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea on network ccedf26c-57e8-448c-9af2-5be45fe70cee {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:23.995586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:23.997157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Checking segment: {'id': 'f5ee7fc4-21af-4493-a00c-011084be4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:23.998374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:23.998374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Bound using segment: {'id': 'f5ee7fc4-21af-4493-a00c-011084be4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:24.000614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Bound port: 4c42c1d7-689d-4510-ab5e-6924b98ab2ea, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ee7fc4-21af-4493-a00c-011084be4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ccedf26c-57e8-448c-9af2-5be45fe70cee'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:24.001280 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.024051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port 4f850ee6-57f4-466d-b6e4-c2301ae9d086, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=4f850ee6-57f4-466d-b6e4-c2301ae9d086,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:24.025262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.055256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 4f850ee6-57f4-466d-b6e4-c2301ae9d086 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:24.104675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] For port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:24.108752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] For port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,segment=NetworkSegment(f5ee7fc4-21af-4493-a00c-011084be4efc),segment_id=f5ee7fc4-21af-4493-a00c-011084be4efc)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:24.122488 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.142520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610813cc-d526-49cd-813c-d838d62d8613 req-7cc8eca6-1a65-400d-a351-b65ae00419c0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:24.145870 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-610813cc-d526-49cd-813c-d838d62d8613 req-7cc8eca6-1a65-400d-a351-b65ae00419c0 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 945 time: 0.2764645 Oct 28 21:47:24.247845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8af0a1-70a2-4d51-b9b0-43f596affb50 None None] Pushing event updated for resources: {'Port': ['ID=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:24.340933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9304e-a693-497c-a170-fd77a81a793b req-6df4b437-4fe1-48d2-bc97-2181727525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:24.343443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-6df4b437-4fe1-48d2-bc97-2181727525ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e6eb040-2b68-4616-9062-2e71f3abd806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9982934 Oct 28 21:47:24.378983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port a40e8011-1acd-4e4c-ab8d-641ea756514a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:24.379267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.531906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port a40e8011-1acd-4e4c-ab8d-641ea756514a, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a40e8011-1acd-4e4c-ab8d-641ea756514a,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:24.538154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.558626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.564199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20233b-40d6-44ea-8210-097cc252649d req-a2835b44-e838-48e2-bc1b-bc9c7e92afe5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:24.566971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e20233b-40d6-44ea-8210-097cc252649d req-a2835b44-e838-48e2-bc1b-bc9c7e92afe5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 944 time: 0.9125252 Oct 28 21:47:24.571354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['4f850ee6-57f4-466d-b6e4-c2301ae9d086'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:24.571472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.587467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4083-ff25-4d3f-bc5a-b3b09f8c2d8c req-920e7c92-0689-4eda-9c16-a4337cb008a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:24.587929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-195c4083-ff25-4d3f-bc5a-b3b09f8c2d8c req-920e7c92-0689-4eda-9c16-a4337cb008a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 945 time: 0.9372976 Oct 28 21:47:24.641828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for a40e8011-1acd-4e4c-ab8d-641ea756514a owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:24.644005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=4f850ee6-57f4-466d-b6e4-c2301ae9d086,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:24.765029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-f46d287c-1c84-43b1-84bc-4f0e996b42cf service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097817 Oct 28 21:47:24.869307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4c42c1d7-689d-4510-ab5e-6924b98ab2ea up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:24.930772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port 4f850ee6-57f4-466d-b6e4-c2301ae9d086 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:24.937389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.942335 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-618856e7-64fb-4673-8513-55cca7c66c14 req-62f4169e-311a-4f9a-8a1e-6c74a3108296 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "DELETE /v2.0/ports/4f850ee6-57f4-466d-b6e4-c2301ae9d086 HTTP/1.1" status: 204 len: 173 time: 1.3474879 Oct 28 21:47:24.943486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'name': 'network-vif-deleted', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:24.955243 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85772139-d062-4c5d-a41d-6a97e0e01dd6" -d '{"events": [{"server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "name": "network-vif-deleted", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:24.958660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:24.976653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['f7fd07d9-b300-4afc-b212-065818dc09ff'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:25.054708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=a40e8011-1acd-4e4c-ab8d-641ea756514a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:25.077110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port a40e8011-1acd-4e4c-ab8d-641ea756514a on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:25.080048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.092982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-610813cc-d526-49cd-813c-d838d62d8613 req-ea6fda5b-6b9e-4e54-bb9b-5dc94251c450 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "DELETE /v2.0/ports/a40e8011-1acd-4e4c-ab8d-641ea756514a HTTP/1.1" status: 204 len: 173 time: 0.9399838 Oct 28 21:47:25.122952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:25.123332 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.148186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-195c4083-ff25-4d3f-bc5a-b3b09f8c2d8c req-5aec03d1-2f26-4dcf-ab08-1e9b895ee2b6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360336 Oct 28 21:47:25.200093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e20233b-40d6-44ea-8210-097cc252649d req-54d227e5-1d00-4175-a61f-6d9a8954d699 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6057425 Oct 28 21:47:25.395261 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b9848d-6452-4d9d-ad70-a324ccbf3ac5 x-openstack-request-id: req-10b9848d-6452-4d9d-ad70-a324ccbf3ac5 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:25.395675 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa57b42-92ae-40d7-ae16-a8ca3bd89763", "name": "network-vif-deleted", "tag": "4f850ee6-57f4-466d-b6e4-c2301ae9d086", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:25.396022 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10b9848d-6452-4d9d-ad70-a324ccbf3ac5 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:25.396597 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa57b42-92ae-40d7-ae16-a8ca3bd89763', 'name': 'network-vif-deleted', 'tag': '4f850ee6-57f4-466d-b6e4-c2301ae9d086', 'status': 'completed', 'code': 200} Oct 28 21:47:25.482163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.493292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc8b6b63-eb3b-4913-acfc-c3c7017c9dec req-52201635-0f9a-486c-9e8a-82cad2839273 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=288dd5b4-7e66-4f4e-b46d-1c46f9223609 HTTP/1.1" status: 200 len: 210 time: 0.0862765 Oct 28 21:47:25.529351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e9304e-a693-497c-a170-fd77a81a793b req-5efca72a-ccf8-415f-a100-f836973286ab service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444408 Oct 28 21:47:25.545382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,segment=NetworkSegment(f5ee7fc4-21af-4493-a00c-011084be4efc),segment_id=f5ee7fc4-21af-4493-a00c-011084be4efc)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:25.551583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.574688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:25.575029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.625831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:25.779452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] For port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,segment=NetworkSegment(f5ee7fc4-21af-4493-a00c-011084be4efc),segment_id=f5ee7fc4-21af-4493-a00c-011084be4efc)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:25.779819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:25.803178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Calling delete_port for 4c42c1d7-689d-4510-ab5e-6924b98ab2ea owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:25.835238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-1ebb0860-200e-4209-8ef4-495362e94bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:25.836848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-1ebb0860-200e-4209-8ef4-495362e94bb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1096 time: 0.1344204 Oct 28 21:47:25.915726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc166d98-2524-40a2-adb0-06e0ea923ef4 None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:25.988906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-34c2f9e2-782d-4610-8620-432a57395dbe None None] Provisioning complete for port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:25.989634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-34c2f9e2-782d-4610-8620-432a57395dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:26.029299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a40e8011-1acd-4e4c-ab8d-641ea756514a no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:26.059629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-fe2f1fd1-9265-4b33-b3a2-d27c02e44941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:26.062038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-fe2f1fd1-9265-4b33-b3a2-d27c02e44941 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 200 len: 898 time: 0.1954298 Oct 28 21:47:26.073616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a40e8011-1acd-4e4c-ab8d-641ea756514a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:26.074220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a40e8011-1acd-4e4c-ab8d-641ea756514a not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:26.112833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-e98abfd5-af44-4b2e-a799-21de3009f307 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 200 len: 217 time: 0.0407591 Oct 28 21:47:26.193196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:26.277337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-54aabd4d-a35b-4915-ae69-0ceec34dc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:26.279632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-54aabd4d-a35b-4915-ae69-0ceec34dc453 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c HTTP/1.1" status: 200 len: 834 time: 0.1479855 Oct 28 21:47:26.282803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:26.357998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Port': ['ID=4c42c1d7-689d-4510-ab5e-6924b98ab2ea,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:26.415653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ddfb872-af18-44e7-aa1e-31044a1f8423 req-f88482ee-01d6-4e10-8e57-abc73211dce9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.1070564 Oct 28 21:47:26.548641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bd16c-c644-44a6-8db9-7d4f1637a2de None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:26.616206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No DVR routers for this DVR port 4c42c1d7-689d-4510-ab5e-6924b98ab2ea on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:26.636437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-d03b7287-a1de-42db-9f86-15c43bfba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:26.640612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-d03b7287-a1de-42db-9f86-15c43bfba5e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e6eb040-2b68-4616-9062-2e71f3abd806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3219821 Oct 28 21:47:26.666466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f286b374-9dba-42e4-b5fd-217e6a8b71f7 None None] Could not find standard attr ID for object 4c42c1d7-689d-4510-ab5e-6924b98ab2ea. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:47:26.846053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475425e-75b7-404f-aa8b-0e9296e89e52 req-c665c730-6935-461a-9157-dcb55192e062 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:26.847955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6475425e-75b7-404f-aa8b-0e9296e89e52 req-c665c730-6935-461a-9157-dcb55192e062 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 944 time: 0.4483206 Oct 28 21:47:26.951901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-38a0f55e-86b0-4312-bc7d-ff180c520283 service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836621 Oct 28 21:47:26.955350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.100649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6475425e-75b7-404f-aa8b-0e9296e89e52 req-20a20267-2041-4553-83ed-ec4ea899dba0 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777861 Oct 28 21:47:27.280629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Deleting port e9de6d43-130d-489a-9b93-59f1d77f4d9f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:27.280836 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.286675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.296694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7178e38e-a6d7-4eb2-918e-b555a92d0d1b req-2ba0d32d-002b-4b13-a978-d041345f36fd service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341892 Oct 28 21:47:27.369523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ea801-4574-450c-91e1-b159e3f18404 None None] Network ccedf26c-57e8-448c-9af2-5be45fe70cee requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:27.374491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=caca66ac-825a-47db-928d-2e569292c54d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:27.398017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'name': 'network-vif-deleted', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:27.402936 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b4e7c-44b8-4a0c-8d10-6bfe7289aa02" -d '{"events": [{"server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "name": "network-vif-deleted", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:27.457782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.484294 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a443685-5c57-4755-a051-614b99f91597 x-openstack-request-id: req-4a443685-5c57-4755-a051-614b99f91597 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:27.484627 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288dd5b4-7e66-4f4e-b46d-1c46f9223609", "name": "network-vif-deleted", "tag": "a40e8011-1acd-4e4c-ab8d-641ea756514a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:27.485680 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a443685-5c57-4755-a051-614b99f91597 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:27.486097 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288dd5b4-7e66-4f4e-b46d-1c46f9223609', 'name': 'network-vif-deleted', 'tag': 'a40e8011-1acd-4e4c-ab8d-641ea756514a', 'status': 'completed', 'code': 200} Oct 28 21:47:27.548779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccedf26c-57e8-448c-9af2-5be45fe70cee']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:27.560913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4f850ee6-57f4-466d-b6e4-c2301ae9d086 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:27.561359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ee7fc4-21af-4493-a00c-011084be4efc') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:27.561731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ee7fc4-21af-4493-a00c-011084be4efc') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:27.598292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 4f850ee6-57f4-466d-b6e4-c2301ae9d086 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:27.598627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 4f850ee6-57f4-466d-b6e4-c2301ae9d086 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:27.726614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc35049-0581-4ad5-bc47-828133aa0afd None None] DHCP port deletion for ccedf26c-57e8-448c-9af2-5be45fe70cee request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:27.875038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] For port e9de6d43-130d-489a-9b93-59f1d77f4d9f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e9de6d43-130d-489a-9b93-59f1d77f4d9f,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:27.875617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.878737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.930600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Calling delete_port for e9de6d43-130d-489a-9b93-59f1d77f4d9f owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:27.948491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.959543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b342dd1-1794-44af-b4cc-9e2064978bf9 req-dec06ec2-40f2-4a58-9f71-c5f5235e195a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.0881450 Oct 28 21:47:27.971796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:27.972205 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:27.975311 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:28.096830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e756ce3-85ea-48f7-bceb-50b215cf9fc2 req-229f65cc-739a-4a7e-abe9-716fc868c930 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:28.098363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e756ce3-85ea-48f7-bceb-50b215cf9fc2 req-229f65cc-739a-4a7e-abe9-716fc868c930 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 946 time: 0.2260144 Oct 28 21:47:28.182948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.213541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.220814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/ccedf26c-57e8-448c-9af2-5be45fe70cee HTTP/1.1" status: 204 len: 168 time: 4.8276291 Oct 28 21:47:28.222221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38634) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:28.248578 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8f2100-9726-48c4-9715-92eebdfaf830 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:28.248946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8f2100-9726-48c4-9715-92eebdfaf830 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:28.252949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c8f2100-9726-48c4-9715-92eebdfaf830 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/caca66ac-825a-47db-928d-2e569292c54d HTTP/1.1" status: 404 len: 337 time: 0.0308211 Oct 28 21:47:28.256800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:28.275736 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d9182-eb5d-4f09-a517-21154c2da137 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:28.276574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08d9182-eb5d-4f09-a517-21154c2da137 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:28.281065 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f08d9182-eb5d-4f09-a517-21154c2da137 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/ccedf26c-57e8-448c-9af2-5be45fe70cee HTTP/1.1" status: 404 len: 339 time: 0.0231564 Oct 28 21:47:28.284535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38638) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:28.324503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e756ce3-85ea-48f7-bceb-50b215cf9fc2 req-5c8a3c65-8ca9-475b-aa1a-ec122f391692 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538315 Oct 28 21:47:28.331556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3562a-c490-4d7e-853f-60324ccc982a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=ccedf26c-57e8-448c-9af2-5be45fe70cee,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:28.382731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126eff2-e178-49d3-b2ef-185cc98a08b9 req-ac4d50b5-870b-421b-b217-a6aae8bf79e4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:28.384232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e126eff2-e178-49d3-b2ef-185cc98a08b9 req-ac4d50b5-870b-421b-b217-a6aae8bf79e4 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 944 time: 0.2122612 Oct 28 21:47:28.417733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.433568 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.472157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9de6d43-130d-489a-9b93-59f1d77f4d9f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:28.495872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e126eff2-e178-49d3-b2ef-185cc98a08b9 req-d2559094-731f-40b8-981c-f3d5da28cdab tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844090 Oct 28 21:47:28.539733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.566399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a27abe3-4004-4a1a-8e92-8a87a3775bde']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:28.595537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14c82e1-95e9-41f2-8979-c5c77d47f0c7') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:28.595933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14c82e1-95e9-41f2-8979-c5c77d47f0c7') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:28.612585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.651108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.668879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:28.669945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:28.674073 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:28.767598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.862642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4c42c1d7-689d-4510-ab5e-6924b98ab2ea no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:28.887090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4c42c1d7-689d-4510-ab5e-6924b98ab2ea {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:28.887632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4c42c1d7-689d-4510-ab5e-6924b98ab2ea not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:28.928272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.934195 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:28.947660 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/3a27abe3-4004-4a1a-8e92-8a87a3775bde HTTP/1.1" status: 204 len: 168 time: 0.6600378 Oct 28 21:47:28.951917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.026947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-125df1a7-60c0-4028-b1af-524765cf64e4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:29.030367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-125df1a7-60c0-4028-b1af-524765cf64e4 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 946 time: 0.1933367 Oct 28 21:47:29.031038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38652) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.058149 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2f40bb-b119-457f-9ff6-479d054e51d4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:29.058813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2f40bb-b119-457f-9ff6-479d054e51d4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:29.063459 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc2f40bb-b119-457f-9ff6-479d054e51d4 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/c49c1a8e-3945-4dd0-86b2-b6b5755b74b5 HTTP/1.1" status: 404 len: 337 time: 0.1105697 Oct 28 21:47:29.066553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.074035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e6c2-8df5-44de-a53d-56e66fe29f90 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=3a27abe3-4004-4a1a-8e92-8a87a3775bde,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:29.160083 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ead65b8-946d-457d-a99a-1039b2feb89a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:29.162148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ead65b8-946d-457d-a99a-1039b2feb89a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:29.171905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1ead65b8-946d-457d-a99a-1039b2feb89a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/b01fe18b-6ec6-42fe-9106-5f109421c405 HTTP/1.1" status: 404 len: 339 time: 0.1027956 Oct 28 21:47:29.172183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.223903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f26fa7aa-26d0-42d0-b42b-151de315a8cc req-7ff716e8-bc3b-4902-b4a3-2f9608c2791b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.1152337 Oct 28 21:47:29.253758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:47:29.396748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:47:29.409306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Sync routers for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:47:29.410338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f935b0a-21d7-4022-9a57-bfac5955e8e3 admin admin] 10.222.0.31 "PUT /v2.0/routers/9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0936685 Oct 28 21:47:29.415334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.431085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:29.431738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:29.566906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:29.598409 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.635770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:47:29.666561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting subnet c21c539c-b563-471d-8e2b-322e76d3b23d {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:29.671307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.718998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.794422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:29.807753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'port_id': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'mac_address': 'fa:16:3e:76:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:47:29.812184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111082-3df7-4d6b-854f-87be164e3d8d req-55cc91cc-d798-40b3-8cfc-10bcc1f2184e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:29.820836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f111082-3df7-4d6b-854f-87be164e3d8d req-55cc91cc-d798-40b3-8cfc-10bcc1f2184e tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 946 time: 0.2140143 Oct 28 21:47:29.843354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Deleting port f7fd07d9-b300-4afc-b212-065818dc09ff {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:29.843740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.848890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-13c4480e-317e-43d7-8c6e-ace8dfd601c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c41eea09692b4dcd911bb4e39dce0822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962165 Oct 28 21:47:29.850240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725bac0-2198-4ade-8d65-22eaade111e0 req-536d64ab-3c55-4d4a-8b56-adb82f1628c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:29.853310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38666) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:29.857943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1725bac0-2198-4ade-8d65-22eaade111e0 req-536d64ab-3c55-4d4a-8b56-adb82f1628c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 944 time: 0.2496119 Oct 28 21:47:29.880300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.897235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:29.915508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1725bac0-2198-4ade-8d65-22eaade111e0 req-6568b75b-9415-4326-b975-bdc4407af3ab tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548470 Oct 28 21:47:29.919860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:29.935618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:29.959468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f111082-3df7-4d6b-854f-87be164e3d8d req-e70ce059-ef22-4b59-890f-db3c37bdc864 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bab928a-3b63-4824-801d-e23531048f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375031 Oct 28 21:47:29.997632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.001429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.020709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:30.067108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Deleting port cb2c1175-48df-42b0-a6e4-295f1e409ec7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:30.067677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.072875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] For port f7fd07d9-b300-4afc-b212-065818dc09ff, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=f7fd07d9-b300-4afc-b212-065818dc09ff,segment=NetworkSegment(396c800d-1994-478b-85e5-ee6fd85e325d),segment_id=396c800d-1994-478b-85e5-ee6fd85e325d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:30.073243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.087985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Calling delete_port for f7fd07d9-b300-4afc-b212-065818dc09ff owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:30.132230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:47:28Z', 'revision_number': 5, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port': {'id': 'cb2c1175-48df-42b0-a6e4-295f1e409ec7', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:35:02Z', 'updated_at': '2021-10-28T21:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:30.161812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:30.163849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] For port cb2c1175-48df-42b0-a6e4-295f1e409ec7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb2c1175-48df-42b0-a6e4-295f1e409ec7,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:30.164218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.164446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Checking router: 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:47:30.179119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Calling delete_port for cb2c1175-48df-42b0-a6e4-295f1e409ec7 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:30.221763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Routers {'9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:30.222389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:30.255916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.315716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Pushing event deleted for resources: {'Port': ['ID=f7fd07d9-b300-4afc-b212-065818dc09ff,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:30.365598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] No DVR routers for this DVR port f7fd07d9-b300-4afc-b212-065818dc09ff on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:30.368347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.371873 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5feee085-4ba5-453a-a1e8-9761ffdf5f27 req-8d04f34c-80f5-4e56-bf10-c44d0e9ee136 tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.44 "DELETE /v2.0/ports/f7fd07d9-b300-4afc-b212-065818dc09ff HTTP/1.1" status: 204 len: 173 time: 1.3068428 Oct 28 21:47:30.389603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'name': 'network-vif-deleted', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:30.392086 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8367cc-a8ee-4b36-8bb2-9a2f472397f2" -d '{"events": [{"server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "name": "network-vif-deleted", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:30.408335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.423893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.461523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.491344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef49cdfe-4bcc-4ca7-ae5a-884b182f812f req-30863750-2b67-4d3c-9617-21a1611ea508 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.0465381 Oct 28 21:47:30.523597 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465fa45e-3376-452e-8351-a55e4ec0e741 x-openstack-request-id: req-465fa45e-3376-452e-8351-a55e4ec0e741 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:30.523854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c1175-48df-42b0-a6e4-295f1e409ec7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:30.525505 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dc3a72-70d0-4ae3-a3b0-1e3115242390", "name": "network-vif-deleted", "tag": "f7fd07d9-b300-4afc-b212-065818dc09ff", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:30.525878 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-465fa45e-3376-452e-8351-a55e4ec0e741 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:30.526856 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dc3a72-70d0-4ae3-a3b0-1e3115242390', 'name': 'network-vif-deleted', 'tag': 'f7fd07d9-b300-4afc-b212-065818dc09ff', 'status': 'completed', 'code': 200} Oct 28 21:47:30.531256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.596007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=c21c539c-b563-471d-8e2b-322e76d3b23d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:30.602918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.609330 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87e855df-9b00-483a-a8e0-f3c77351abfe tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/c21c539c-b563-471d-8e2b-322e76d3b23d HTTP/1.1" status: 204 len: 168 time: 1.4294479 Oct 28 21:47:30.609330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.612626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.614032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd571a29-fce8-45fe-aec8-39fb8c375af9 HTTP/1.1" status: 204 len: 168 time: 0.7588110 Oct 28 21:47:30.614789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:30.629570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebfee1-1519-402a-8a9a-0e53fc800cfb None None] Network 67371602-d19c-460e-856f-6467115b6368 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:30.662492 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.662946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050711e3-7d48-439b-a535-0a341ce258a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd571a29-fce8-45fe-aec8-39fb8c375af9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:30.709644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting subnet 90c05c05-6018-4a1c-8634-b1773cd825e5 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:30.713607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.729105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] Set router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:30.768737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.817996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:47:29Z', 'revision_number': 6, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:30.870458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd18177-e598-4ac2-9146-8e02275b9e8f None None] The sync data for ids ['9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00'] in n-d-806683-16 is: [{'id': '9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00', 'name': 'tempest-TaggedBootDevicesTest_v242-929253363-router', 'tenant_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:35:00Z', 'updated_at': '2021-10-28T21:47:29Z', 'revision_number': 6, 'project_id': 'ad51f25e24fd4152be1c680e8f6d56a4', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:47:30.894433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:30.900509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.014023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.021504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.022149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:47:31.028628 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.031474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99468640-5ab3-4a0a-bb31-6d9f397f9ea4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9da358cf-0a4f-49a6-bb12-2a5f1c8f6c00 HTTP/1.1" status: 204 len: 168 time: 1.6141155 Oct 28 21:47:31.034033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38682) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:31.110568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.160896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.167644 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/90c05c05-6018-4a1c-8634-b1773cd825e5 HTTP/1.1" status: 204 len: 168 time: 0.5471261 Oct 28 21:47:31.197053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-842dc68b-3369-4343-ae8b-59fae51dbdb5 req-a6a34917-af5f-4553-8742-e9942f3f8f0c tempest-ServersTestJSON-1098311543 tempest-ServersTestJSON-1098311543-project] 10.222.0.31 "GET /v2.0/ports?device_id=23dc3a72-70d0-4ae3-a3b0-1e3115242390 HTTP/1.1" status: 200 len: 210 time: 0.0486538 Oct 28 21:47:31.207240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:31.214908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511958-e9f2-4106-adb4-2c6683fedc27 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=90c05c05-6018-4a1c-8634-b1773cd825e5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:31.335088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Deleting subnet 920e2088-76c6-481c-b732-05fda298c430 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:31.354093 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.397442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666f2ec-3f31-49ad-8853-443d173fa45d req-ab94f6b9-110b-41ea-84bd-ef5c4792671a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:31.399203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3666f2ec-3f31-49ad-8853-443d173fa45d req-ab94f6b9-110b-41ea-84bd-ef5c4792671a tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 945 time: 0.2401912 Oct 28 21:47:31.418335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.433075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.550975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3666f2ec-3f31-49ad-8853-443d173fa45d req-88683d4b-0b6d-47db-b2af-e7cab966605f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428599 Oct 28 21:47:31.660808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4589516-452d-4a83-b904-aa7a870923b8 req-e6443a13-5714-4c93-af9d-f75dc9883ebf tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa57b42-92ae-40d7-ae16-a8ca3bd89763 HTTP/1.1" status: 200 len: 210 time: 0.0445430 Oct 28 21:47:31.675811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.742827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting port c6f70842-c03f-4607-8b8d-f014f4e46c5f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:31.743163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.873648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] For port c6f70842-c03f-4607-8b8d-f014f4e46c5f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6f70842-c03f-4607-8b8d-f014f4e46c5f,segment=NetworkSegment(1785ba88-81fc-461b-86eb-9f52886f24f9),segment_id=1785ba88-81fc-461b-86eb-9f52886f24f9)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:31.873945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.895538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Calling delete_port for c6f70842-c03f-4607-8b8d-f014f4e46c5f owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:31.900303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.937413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920e2088-76c6-481c-b732-05fda298c430,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:31.942347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:31.948279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-780223f3-58b1-4298-8bda-245b894eafbb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/920e2088-76c6-481c-b732-05fda298c430 HTTP/1.1" status: 204 len: 168 time: 0.9126947 Oct 28 21:47:31.948945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38708) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:31.955267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54383f2e-4d87-4cb8-a74a-92232e910c00 None None] Network 3ac7c0dc-2827-4263-8738-2f8d05e44a06 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:32.059038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f7fd07d9-b300-4afc-b212-065818dc09ff no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:32.112829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.156647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:47:32.163164 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.163394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: f7fd07d9-b300-4afc-b212-065818dc09ff {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:32.163394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device f7fd07d9-b300-4afc-b212-065818dc09ff not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:32.203944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd6b05-21f0-43ed-9e6b-31d2db16d31c None None] Network 67371602-d19c-460e-856f-6467115b6368 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:32.204149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Port': ['ID=c6f70842-c03f-4607-8b8d-f014f4e46c5f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:32.214750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No DVR routers for this DVR port c6f70842-c03f-4607-8b8d-f014f4e46c5f on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:32.302512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38712) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:32.338693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.361348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Deleting subnet c7807a8e-9602-40a7-bc46-e74262d1d6e6 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:32.365955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.368538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67371602-d19c-460e-856f-6467115b6368']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:32.380006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785ba88-81fc-461b-86eb-9f52886f24f9') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:32.380687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785ba88-81fc-461b-86eb-9f52886f24f9') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:32.398535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.409965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.420044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-351ba230-d816-4127-a037-2d0c1861b996 None None] Could not find standard attr ID for object c6f70842-c03f-4607-8b8d-f014f4e46c5f. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:47:32.429609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.458018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:32.458779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:32.465696 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:32.484304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.562292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Deleting port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:32.563056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.617879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.639216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] DHCP port deletion for 3ac7c0dc-2827-4263-8738-2f8d05e44a06 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:32.670974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.671835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.675874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.679623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/67371602-d19c-460e-856f-6467115b6368 HTTP/1.1" status: 204 len: 168 time: 1.4713457 Oct 28 21:47:32.689105 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7807a8e-9602-40a7-bc46-e74262d1d6e6 HTTP/1.1" status: 204 len: 168 time: 0.3786914 Oct 28 21:47:32.739077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:32.739722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:32.742124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966d5a-45cb-479b-829e-855aff096f85 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=67371602-d19c-460e-856f-6467115b6368,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:32.745690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1501b3-c78d-47ad-8448-ceee03d7be8c None None] DHCP port deletion for 67371602-d19c-460e-856f-6467115b6368 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:32.833386 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90b8f80-930a-47f8-be13-f5a39bb3f577 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:32.833844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90b8f80-930a-47f8-be13-f5a39bb3f577 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:32.842427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c90b8f80-930a-47f8-be13-f5a39bb3f577 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/024f1c1d-a31c-43a5-928b-a298844e73f4 HTTP/1.1" status: 404 len: 337 time: 0.1000147 Oct 28 21:47:32.845726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38730) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:32.867941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Deleting port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:32.870373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51303b49-baa8-4fa4-8171-eba4487bf3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7807a8e-9602-40a7-bc46-e74262d1d6e6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:32.870517 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:32.973057 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f2946d-5484-4f39-be4f-09e299d3e75d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:32.973673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f2946d-5484-4f39-be4f-09e299d3e75d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:32.976829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2f2946d-5484-4f39-be4f-09e299d3e75d tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/6ff6e686-1cfa-434f-8ceb-f1e09db16dc8 HTTP/1.1" status: 404 len: 339 time: 0.0955763 Oct 28 21:47:32.984191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.026003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:33.029664 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebf9416-f2dd-4ee6-83a6-7fcd2ace4553 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:33.030114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebf9416-f2dd-4ee6-83a6-7fcd2ace4553 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:33.033245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1ebf9416-f2dd-4ee6-83a6-7fcd2ace4553 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/27da5559-f910-4768-a639-d49ddf1c7c6c HTTP/1.1" status: 404 len: 337 time: 0.0480249 Oct 28 21:47:33.035795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38734) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.039914 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.066166 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0368f44-85c3-4869-abdd-7a0b1fbd1663 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:33.066781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0368f44-85c3-4869-abdd-7a0b1fbd1663 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:33.070001 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e0368f44-85c3-4869-abdd-7a0b1fbd1663 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/9cadcfe8-bfea-41e8-ab32-85bf4037fda2 HTTP/1.1" status: 404 len: 339 time: 0.0330610 Oct 28 21:47:33.072675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.115368 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-481f865c-0fd7-47f4-87ed-7ab42fc89103 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:33.116163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481f865c-0fd7-47f4-87ed-7ab42fc89103 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:33.121409 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-481f865c-0fd7-47f4-87ed-7ab42fc89103 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/1484fd45-6678-4d7a-afbc-512dafc7807a HTTP/1.1" status: 404 len: 337 time: 0.0477693 Oct 28 21:47:33.124307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.162477 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e524a55-67a6-4c79-bd5d-1ccd6ec5671c tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:33.163413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e524a55-67a6-4c79-bd5d-1ccd6ec5671c tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:33.167000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7e524a55-67a6-4c79-bd5d-1ccd6ec5671c tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/0753fa2d-9b37-4692-8010-992b15f19489 HTTP/1.1" status: 404 len: 339 time: 0.0238245 Oct 28 21:47:33.170866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38740) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.174545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] For port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:33.174947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.251709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] For port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,segment=NetworkSegment(741bdcd1-baac-4daa-ade9-f6c7e449dc9d),segment_id=741bdcd1-baac-4daa-ade9-f6c7e449dc9d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:33.253318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.270957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Calling delete_port for cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:33.274287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Calling delete_port for cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:33.303906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.310657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.353200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02322a2d-971c-4e74-9cd1-27f940b60b01']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.359927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting subnet 73616f50-ce96-4024-b57c-559606693d57 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:33.371051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.394470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396c800d-1994-478b-85e5-ee6fd85e325d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.395112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396c800d-1994-478b-85e5-ee6fd85e325d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.400771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.415993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.421469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cf2a-05ba-4288-8fdc-135b2926450f req-c9a41b4a-7756-44ef-9104-b0056b31d2e1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:33.423249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47cf2a-05ba-4288-8fdc-135b2926450f req-c9a41b4a-7756-44ef-9104-b0056b31d2e1 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 945 time: 0.7553072 Oct 28 21:47:33.437742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] No DVR routers for this DVR port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:33.449441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.454075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.492660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:33.493194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:33.493833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:33.496087 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:33.531866 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.535379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb2c1175-48df-42b0-a6e4-295f1e409ec7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:33.564491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: cb2c1175-48df-42b0-a6e4-295f1e409ec7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:33.564819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb2c1175-48df-42b0-a6e4-295f1e409ec7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:33.565322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6f70842-c03f-4607-8b8d-f014f4e46c5f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:33.571444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:33.599841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c47cf2a-05ba-4288-8fdc-135b2926450f req-b4e7f82c-e470-4031-a72d-be383289c032 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655126 Oct 28 21:47:33.613251 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.623213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.628862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] 10.222.0.31 "DELETE /v2.0/networks/02322a2d-971c-4e74-9cd1-27f940b60b01 HTTP/1.1" status: 204 len: 168 time: 0.8388703 Oct 28 21:47:33.640559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.651285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92562d-0ab5-467b-8987-61227c198269 admin admin] Pushing event deleted for resources: {'Network': ['ID=02322a2d-971c-4e74-9cd1-27f940b60b01,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:33.668556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.718508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac7c0dc-2827-4263-8738-2f8d05e44a06']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.747340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741bdcd1-baac-4daa-ade9-f6c7e449dc9d') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.747780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741bdcd1-baac-4daa-ade9-f6c7e449dc9d') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:33.762087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.777040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.781728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.783666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:33.784119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.787881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c6f70842-c03f-4607-8b8d-f014f4e46c5f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:33.788641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6f70842-c03f-4607-8b8d-f014f4e46c5f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:33.789406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e9de6d43-130d-489a-9b93-59f1d77f4d9f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:33.791853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] Pushing event deleted for resources: {'Port': ['ID=cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:33.818072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ad790-984b-476e-b060-c9e6188b89a0 None None] No DVR routers for this DVR port cc2ec9f4-87e9-4fbe-93f0-c80f93a84a79 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:33.860525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=73616f50-ce96-4024-b57c-559606693d57,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:33.875476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e9de6d43-130d-489a-9b93-59f1d77f4d9f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:33.876000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e9de6d43-130d-489a-9b93-59f1d77f4d9f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:33.879933 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:33.884136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.888187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.892299 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:33.900005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f9ff2d6-7e69-4966-92d3-fb38a48a2cb0 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/73616f50-ce96-4024-b57c-559606693d57 HTTP/1.1" status: 204 len: 168 time: 0.7278914 Oct 28 21:47:33.900907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ac7c0dc-2827-4263-8738-2f8d05e44a06 HTTP/1.1" status: 204 len: 168 time: 1.9093971 Oct 28 21:47:33.903604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38748) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:33.916344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cd5fa-1b42-4f1a-9d9b-f5a89acc267c None None] Network 1306f5a2-b82c-4e42-b47d-3df4bfd28699 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:33.926004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e6a0f-0cc9-4794-adad-bd2774522276 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac7c0dc-2827-4263-8738-2f8d05e44a06,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.017051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.031104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:47:34.041295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:34.041839 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.042319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:34.098644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting port c4aa80cb-95ab-4e82-9686-a104c2d887e6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:34.099121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.130964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb314ea8-7c93-47b1-9c64-380c1bea5587 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=643744f5bc164df0bd8fe0736bd2a808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849378 Oct 28 21:47:34.130964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38754) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:34.135484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:34.209805 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-802e069b-93a8-4139-8612-65c875ca66c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad51f25e24fd4152be1c680e8f6d56a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788751 Oct 28 21:47:34.210355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:34.219096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] For port c4aa80cb-95ab-4e82-9686-a104c2d887e6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c4aa80cb-95ab-4e82-9686-a104c2d887e6,segment=NetworkSegment(74de392b-783b-4be2-b483-ec5899656d77),segment_id=74de392b-783b-4be2-b483-ec5899656d77)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:34.219598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.224542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.233828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.236312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Calling delete_port for c4aa80cb-95ab-4e82-9686-a104c2d887e6 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:34.268145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:34.270940 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5f3280-b2e6-4042-8def-6c9caa01d578" -d '{"events": [{"server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:34.280269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.307113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] DHCP port deletion for 1306f5a2-b82c-4e42-b47d-3df4bfd28699 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:34.313853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:34.331945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.346670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.360017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.375103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.399443 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409b9e7-47a9-405b-89f1-3fadcff2ad56 x-openstack-request-id: req-a409b9e7-47a9-405b-89f1-3fadcff2ad56 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:34.399643 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:34.399913 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a409b9e7-47a9-405b-89f1-3fadcff2ad56 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:34.400307 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'code': 200} Oct 28 21:47:34.411045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.413777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.414006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Port': ['ID=c4aa80cb-95ab-4e82-9686-a104c2d887e6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.416412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bab928a-3b63-4824-801d-e23531048f9d HTTP/1.1" status: 204 len: 168 time: 0.2787914 Oct 28 21:47:34.436569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No DVR routers for this DVR port c4aa80cb-95ab-4e82-9686-a104c2d887e6 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:34.451264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.459330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b819-dcfc-46b4-be7d-18574767f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab928a-3b63-4824-801d-e23531048f9d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.479868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Deleting port c4aa80cb-95ab-4e82-9686-a104c2d887e6 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:34.480246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.489289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.494855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.501197 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64aad783-88da-4a3e-9424-13c196ea2512 HTTP/1.1" status: 204 len: 168 time: 0.2879674 Oct 28 21:47:34.514460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af41d6-a87d-4db7-921d-eb109cae3e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aad783-88da-4a3e-9424-13c196ea2512,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.587967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] For port c4aa80cb-95ab-4e82-9686-a104c2d887e6, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:34.588394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.610019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.619041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Calling delete_port for c4aa80cb-95ab-4e82-9686-a104c2d887e6 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:34.623931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Port c4aa80cb-95ab-4e82-9686-a104c2d887e6 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:47:34.627780 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.659723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1306f5a2-b82c-4e42-b47d-3df4bfd28699']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:34.689747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74de392b-783b-4be2-b483-ec5899656d77') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:34.690906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] No DVR routers for this DVR port c4aa80cb-95ab-4e82-9686-a104c2d887e6 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:34.691370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74de392b-783b-4be2-b483-ec5899656d77') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:34.704448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9eb463-11fa-4ee9-80dd-86d7734c76fb None None] Pushing event deleted for resources: {'Port': ['ID=c4aa80cb-95ab-4e82-9686-a104c2d887e6,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.718221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.746919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.755359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:34.756003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.835778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c4aa80cb-95ab-4e82-9686-a104c2d887e6 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:34.881787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c4aa80cb-95ab-4e82-9686-a104c2d887e6 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:34.882131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c4aa80cb-95ab-4e82-9686-a104c2d887e6 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:34.889481 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:34.912247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.918545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:34.922660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/1306f5a2-b82c-4e42-b47d-3df4bfd28699 HTTP/1.1" status: 204 len: 168 time: 1.0182931 Oct 28 21:47:34.925322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:34.945874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550abc0a-4c1e-4145-a63b-0a04661bc861 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=1306f5a2-b82c-4e42-b47d-3df4bfd28699,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:34.963620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf11505-b82c-4fbc-a6d9-df89794c422e req-b6e8aaf0-e684-457c-9d5a-2f2fea4652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:34.965257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf11505-b82c-4fbc-a6d9-df89794c422e req-b6e8aaf0-e684-457c-9d5a-2f2fea4652cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1098 time: 0.4689598 Oct 28 21:47:34.983091 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d6f442-0be6-428b-8e42-20fa053adae5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:34.985891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d6f442-0be6-428b-8e42-20fa053adae5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:34.995041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94d6f442-0be6-428b-8e42-20fa053adae5 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/de1224b5-3107-474d-94f0-ba767eebff5c HTTP/1.1" status: 404 len: 337 time: 0.0683939 Oct 28 21:47:34.998380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38782) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:35.001965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06046801-962c-4306-8d8b-3fa36f2cd62e req-8d39d2ee-c280-4642-b075-711245285145 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:35.003511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06046801-962c-4306-8d8b-3fa36f2cd62e req-8d39d2ee-c280-4642-b075-711245285145 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.1344850 Oct 28 21:47:35.058813 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9536abed-62ba-4838-a42f-372e067b8a49 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] DELETE failed (client error): The resource could not be found. Oct 28 21:47:35.062953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9536abed-62ba-4838-a42f-372e067b8a49 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:47:35.080320 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9536abed-62ba-4838-a42f-372e067b8a49 tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/8bd812b6-1497-4827-8d16-7e888a795702 HTTP/1.1" status: 404 len: 339 time: 0.0792179 Oct 28 21:47:35.084013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:35.100467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf11505-b82c-4fbc-a6d9-df89794c422e req-894a7615-e80b-4dfe-9873-19af55170889 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193693 Oct 28 21:47:35.126571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06046801-962c-4306-8d8b-3fa36f2cd62e req-c07c4cdb-135d-41fd-82c9-b5d359841e0b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051717 Oct 28 21:47:35.180705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting subnet 04805d5d-9024-45d7-9c98-265d71fe0690 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:35.193862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.267695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.405254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.495739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.537920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Subnet': ['ID=04805d5d-9024-45d7-9c98-265d71fe0690,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:35.547642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.552265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b204cbb0-f1d4-47d1-9a88-02b88706cbbb tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/subnets/04805d5d-9024-45d7-9c98-265d71fe0690 HTTP/1.1" status: 204 len: 168 time: 0.4658887 Oct 28 21:47:35.554246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24e46f-3727-415b-a4b2-3aae77267ab2 None None] Network 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:35.555264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38818) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:35.676445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.766555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Deleting port 6119f929-7678-470d-8c79-4309d1656705 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:35.766889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.849224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38830) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:35.859855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:35.899623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] For port 6119f929-7678-470d-8c79-4309d1656705, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6119f929-7678-470d-8c79-4309d1656705,segment=NetworkSegment(f7d00581-15fd-44a2-8cde-6623258dcdce),segment_id=f7d00581-15fd-44a2-8cde-6623258dcdce)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:35.900073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:35.917253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Calling delete_port for 6119f929-7678-470d-8c79-4309d1656705 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:36.000518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] DHCP port deletion for 7a10e46c-599a-46a0-b2ca-108b0e7b5a73 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:47:36.022162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-935204354-network', 'tenant_id': 'a895bc5570ba44e2868b91bd675c2aee'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:36.068716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-545133123-network', 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:36.092518 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.129482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Port': ['ID=6119f929-7678-470d-8c79-4309d1656705,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:36.131362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] No DVR routers for this DVR port 6119f929-7678-470d-8c79-4309d1656705 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:36.137434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Made reservation on behalf of a895bc5570ba44e2868b91bd675c2aee for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:36.146727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.156896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Deleting port 6119f929-7678-470d-8c79-4309d1656705 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:47:36.157175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.174153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.202348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Made reservation on behalf of 66b1deb8da6d400780e01e5cf6cf028f for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:36.204703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.345274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] For port 6119f929-7678-470d-8c79-4309d1656705, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:36.345969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.385217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.401364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Calling delete_port for 6119f929-7678-470d-8c79-4309d1656705 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:47:36.410335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.411344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Port 6119f929-7678-470d-8c79-4309d1656705 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:47:36.412684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.417556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.466503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] No DVR routers for this DVR port 6119f929-7678-470d-8c79-4309d1656705 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:47:36.476797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.508589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f30e37-9d9e-4b96-b70e-1de83a04ce59,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:36.525046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49c272-090a-4eb5-b8c8-a62bc5335479 None None] Pushing event deleted for resources: {'Port': ['ID=6119f929-7678-470d-8c79-4309d1656705,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:36.542076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a10e46c-599a-46a0-b2ca-108b0e7b5a73']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:36.546955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:36.572615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.573533 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Added segment a557ee08-03df-4faa-83c2-fafae66dcc1f of type vlan for network b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b Oct 28 21:47:36.592141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebcb44-9543-4819-8b1a-63a38f6ca774 req-7b379078-da2a-4cc0-9d5c-3f9447ae47fc tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:36.594505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2ebcb44-9543-4819-8b1a-63a38f6ca774 req-7b379078-da2a-4cc0-9d5c-3f9447ae47fc tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.2464657 Oct 28 21:47:36.596942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d00581-15fd-44a2-8cde-6623258dcdce') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:36.600023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d00581-15fd-44a2-8cde-6623258dcdce') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:36.700978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.735847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.751655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:36.753486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.753847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:36.829696 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:36.846400 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.856182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2ebcb44-9543-4819-8b1a-63a38f6ca774 req-12b0b41e-6eaf-435e-9ab9-a0cb8171446e tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492948 Oct 28 21:47:36.874560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.889354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] 10.222.0.31 "DELETE /v2.0/networks/7a10e46c-599a-46a0-b2ca-108b0e7b5a73 HTTP/1.1" status: 204 len: 168 time: 1.3319931 Oct 28 21:47:36.909167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6119f929-7678-470d-8c79-4309d1656705 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:47:36.921545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2618-6854-40b4-93dd-24de20ac6c4a tempest-NetworksIpV6Test-102180480 tempest-NetworksIpV6Test-102180480-project] Pushing event deleted for resources: {'Network': ['ID=7a10e46c-599a-46a0-b2ca-108b0e7b5a73,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:36.926159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.928824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.930035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:36.931080 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.946248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:36.950900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6119f929-7678-470d-8c79-4309d1656705 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:47:36.951381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6119f929-7678-470d-8c79-4309d1656705 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:47:36.973898 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1129537 Oct 28 21:47:36.975050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38856) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:36.982429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Request body: {'subnet': {'network_id': 'b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-935204354-subnet', 'tenant_id': 'a895bc5570ba44e2868b91bd675c2aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:37.031667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Made reservation on behalf of a895bc5570ba44e2868b91bd675c2aee for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:37.034998 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.044659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:37.080872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.081213 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Added segment 8a415920-8942-41ba-abc8-59c6b68917de of type vlan for network 25ed0e95-3c04-4762-8f5b-a996c4064c8e Oct 28 21:47:37.094007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccc84a-8341-451e-a1fd-45c838ff9170 admin admin] Pushing event updated for resources: {'Network': ['ID=b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:37.097229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1523b542-c2ca-426a-aa15-7501f1507a4e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:37.108035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:37.136183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.172827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.174373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:37.175319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.270998 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4206533 Oct 28 21:47:37.274301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38860) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:37.280928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Request body: {'subnet': {'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-545133123-subnet', 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:37.292330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6d26c-dff0-4139-84fe-22e5236ff773 admin admin] Pushing event updated for resources: {'Network': ['ID=25ed0e95-3c04-4762-8f5b-a996c4064c8e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:37.304510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:37.329417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Made reservation on behalf of 66b1deb8da6d400780e01e5cf6cf028f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:37.332307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.378237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38862) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:37.405911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.546635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Checking segment: {'id': 'a557ee08-03df-4faa-83c2-fafae66dcc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:37.547164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Network hostable DHCP agents. Network: b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:37.551715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05bc9a6-0c08-4288-af97-8f994c9148d7,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:37.597379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Network b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:37.600108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.617158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:37.626625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93000ba8-fd5c-4753-bb62-89260a0de84f None None] Network b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:37.655145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:37.655752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.677906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Checking segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:37.679021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Network hostable DHCP agents. Network: 25ed0e95-3c04-4762-8f5b-a996c4064c8e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:37.680301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b448441-c125-4911-9af5-28673af9324a,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:37.702378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:37.718015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8980cb3f-6ca8-45cd-90cc-ab246f3601b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7417672 Oct 28 21:47:37.727093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 25ed0e95-3c04-4762-8f5b-a996c4064c8e) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:37.741687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bb237b1a-a2a2-402e-9e63-266fc7a41c27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ace2e538e1a43a1bdc7939ede1b89b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620875 Oct 28 21:47:37.743413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:37.745377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38870) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:37.745843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.767667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167af2bb-984b-4ab9-8471-23aeb241a91e None None] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:37.801734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dcfe7d7c-dd00-4953-b1f3-765db2656f10 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5255883 Oct 28 21:47:37.882518 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.918799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.956118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:37.973602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ebd7f-9aa0-4e05-a171-4e6e4d0ac0c4 None None] Network b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:37.994180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:37.998236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.000042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84405574-d649-4e26-acb9-38ef2e930ff6 HTTP/1.1" status: 204 len: 168 time: 0.2536273 Oct 28 21:47:38.009842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec35d6b-9109-44c3-a845-2eea1c65aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84405574-d649-4e26-acb9-38ef2e930ff6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:38.096298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Deleting subnet e05bc9a6-0c08-4288-af97-8f994c9148d7 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:47:38.124034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.227597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937165c-7e4d-4f33-977d-c620731123aa req-62f41230-6f0d-46cb-bc13-8dd347b7b1c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:38.238765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a937165c-7e4d-4f33-977d-c620731123aa req-62f41230-6f0d-46cb-bc13-8dd347b7b1c5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.1790893 Oct 28 21:47:38.265255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.343741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a937165c-7e4d-4f33-977d-c620731123aa req-f3a93656-7283-493f-84f5-e723d392495b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019409 Oct 28 21:47:38.402437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.547681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.601759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05bc9a6-0c08-4288-af97-8f994c9148d7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:38.622634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.637984 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2343dca5-d2c1-4b63-9b1d-dc9689d57206 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e05bc9a6-0c08-4288-af97-8f994c9148d7 HTTP/1.1" status: 204 len: 168 time: 0.6804490 Oct 28 21:47:38.640676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f', 'fixed_ips': [{'subnet_id': '3b448441-c125-4911-9af5-28673af9324a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:38.641194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38908) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:38.646191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.672076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f2d9-293d-426a-8efc-ba3d63c76b91 req-06787277-89b7-4db7-a7d4-498d00f509a9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:38.673680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3738f2d9-293d-426a-8efc-ba3d63c76b91 req-06787277-89b7-4db7-a7d4-498d00f509a9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.1851542 Oct 28 21:47:38.782464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3738f2d9-293d-426a-8efc-ba3d63c76b91 req-01825988-0fce-4f91-b8c2-beb8159589ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897801 Oct 28 21:47:38.806771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:38.820824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:38.959925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-2d14f4ff-9915-4771-a241-a611a9714e90 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:38.968908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-2d14f4ff-9915-4771-a241-a611a9714e90 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.1377606 Oct 28 21:47:39.005751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-d29787f6-41cd-468c-8883-713413323a20 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/quotas/66b1deb8da6d400780e01e5cf6cf028f HTTP/1.1" status: 200 len: 375 time: 0.0357664 Oct 28 21:47:39.045513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Allocated IP 172.20.0.2 (25ed0e95-3c04-4762-8f5b-a996c4064c8e/3b448441-c125-4911-9af5-28673af9324a/f0f0499a-5920-4baf-b609-625beb5eb8f3) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:39.047323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-56982b04-b165-4ede-8000-24ba3d227698 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402153 Oct 28 21:47:39.053299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.105804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:39.119826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a557ee08-03df-4faa-83c2-fafae66dcc1f') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:39.120114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a557ee08-03df-4faa-83c2-fafae66dcc1f') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:39.138944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.152380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6e6c2-9ccb-491c-9596-fe5234805d0e tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:39.157599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5aa6e6c2-9ccb-491c-9596-fe5234805d0e tempest-TestNetworkBasicOps-725856649 tempest-TestNetworkBasicOps-725856649-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1093 time: 0.3357108 Oct 28 21:47:39.158223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:39.164146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:39.171923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.186751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:39.186948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.202387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:39.268250 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:39.276897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.284535 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.287520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-5e8827c7-cc84-44de-bd23-da60df5ac114 service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392247 Oct 28 21:47:39.288650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b HTTP/1.1" status: 204 len: 168 time: 0.6462393 Oct 28 21:47:39.302354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328c80-21bd-400e-aa26-c3e66bd7c407 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95c9fb4-34ee-4e6d-b7f5-bb595d5f2d7b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:39.313828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.320801 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.377814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Pushing event updated for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:39.392701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:39.394882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:39.398286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:39.419151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-2a8e69b3-358e-4eea-bf50-f321c1e7ced5 service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306655 Oct 28 21:47:39.448285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.496234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Attempting to bind port f0f0499a-5920-4baf-b609-625beb5eb8f3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:39.496659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Attempting to bind port f0f0499a-5920-4baf-b609-625beb5eb8f3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:39.497597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Attempting to bind port f0f0499a-5920-4baf-b609-625beb5eb8f3 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:39.504471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:39.504865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Checking segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:39.505289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.505688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Bound using segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:39.506365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Bound port: f0f0499a-5920-4baf-b609-625beb5eb8f3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:39.506753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.532179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38940) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:39.599565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Allocated IP 172.25.4.154 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4e631408-7046-4b13-af9d-ecea2ce58ff4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:39.601124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abf1336d-a023-4744-a8f5-ffd51ffb9983 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a895bc5570ba44e2868b91bd675c2aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675471 Oct 28 21:47:39.604173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 38942) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:39.662073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:39.671248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f0f0499a-5920-4baf-b609-625beb5eb8f3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:39.688297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.732727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38952) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:39.779883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.849484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe22637-ff90-4be2-b09a-73014b5fa9cf None None] Pushing event updated for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:39.889734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.910035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.980014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.987838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:39.989781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3f30e37-9d9e-4b96-b70e-1de83a04ce59 HTTP/1.1" status: 204 len: 168 time: 0.3844624 Oct 28 21:47:40.057374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e3d25-6f4e-433e-b00c-99b09fe5bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f30e37-9d9e-4b96-b70e-1de83a04ce59,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:40.072481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.411056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1664623591'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:40.433711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-09cd81fe-3b6a-45d6-bc2b-437ea11d2019 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:40.452114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-09cd81fe-3b6a-45d6-bc2b-437ea11d2019 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.4403431 Oct 28 21:47:40.452909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:40.458985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.479475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:40.521389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:40.531303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.531749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:40.564108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-ab2e69f2-c718-4a4c-a7cc-273cd61e8c3d tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/quotas/66b1deb8da6d400780e01e5cf6cf028f HTTP/1.1" status: 200 len: 375 time: 0.1109548 Oct 28 21:47:40.676640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=4e631408-7046-4b13-af9d-ecea2ce58ff4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:40.694491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.702472 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.720833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:40.734640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.735218 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a of type vlan for network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 Oct 28 21:47:40.792421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.847441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bcaa03b4-101f-4a41-8f40-363996167490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.888571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f0f0499a-5920-4baf-b609-625beb5eb8f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:40.889808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-62b19a2d-d59f-4ee4-9797-38d8cb3a95a5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3246832 Oct 28 21:47:40.911585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:40.939271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:40.939917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.022456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f0f0499a-5920-4baf-b609-625beb5eb8f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:41.023458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.141939 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21bccf-ab53-4f76-994e-06d5203e7f81,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:41.147967 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.175995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4421046 Oct 28 21:47:41.187567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 38994) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:41.245603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-279785205'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:41.300190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57477-6ed6-4e11-8644-1fd6728e251d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=0df08a5c-0d1b-4c8e-96f3-e3dc20baf871,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:41.344308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:41.353867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.429199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:41.613005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39000) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:41.623456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f0f0499a-5920-4baf-b609-625beb5eb8f3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:41.637729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.717989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:41.758282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:41.760695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-16366dbb-adea-4346-b1f2-851c9ec47ba2 service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691685 Oct 28 21:47:41.763849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.763849 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 20651fc4-8809-4375-b304-bfe811624877 of type vlan for network f1885912-3370-425b-9ec4-b66d885f997e Oct 28 21:47:41.822760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010f5cc-10e5-4d54-a2e4-734d614e4748 None None] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:41.919807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-54273384-network', 'tenant_id': '52d31278089f46819666745d0221e317'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:41.920251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ef136412-308e-4432-83ae-7d65596f0c39 None None] Provisioning complete for port f0f0499a-5920-4baf-b609-625beb5eb8f3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:41.921242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef136412-308e-4432-83ae-7d65596f0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.927856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.947665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:41.989345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-831f596a-7f3b-4149-96c9-2cffdea50e7c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:41.991017 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-831f596a-7f3b-4149-96c9-2cffdea50e7c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.6114371 Oct 28 21:47:42.008239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Request body: {'port': {'device_id': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'admin_state_up': True, 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:42.088699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Made reservation on behalf of 52d31278089f46819666745d0221e317 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:42.091644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.115355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.124013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.134211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:42.134982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.217721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=f1885912-3370-425b-9ec4-b66d885f997e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:42.222565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.232169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f1885912-3370-425b-9ec4-b66d885f997e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:42.292068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60ad03a8-cf1e-41a6-8c38-1e9873a83c40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0875838 Oct 28 21:47:42.301118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39008) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:42.312716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:42.469041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Made reservation on behalf of 66b1deb8da6d400780e01e5cf6cf028f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:42.472784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.536036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-a7abb2cd-49ea-4271-a0c5-5ac77492a69c service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259990 Oct 28 21:47:42.556138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:42.565569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.623693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-95f65797-1f85-4897-8903-c530d1aabf73 None None] Provisioning complete for port f0f0499a-5920-4baf-b609-625beb5eb8f3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:42.624229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-95f65797-1f85-4897-8903-c530d1aabf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.645807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.704867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.746248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.843587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:42.902428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f0f0499a-5920-4baf-b609-625beb5eb8f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:43.041657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:47:43.117061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f0f0499a-5920-4baf-b609-625beb5eb8f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:43.117973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.192420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.193004 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Added segment 45d9ee6d-8bb2-4b93-b36d-f77e1d119853 of type vlan for network 143910ab-510a-4748-b50c-4fedbab1cf1b Oct 28 21:47:43.204606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a9408e-256e-49e1-a160-6ada649860bd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:43.252137 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Allocated IP 172.20.0.12 (25ed0e95-3c04-4762-8f5b-a996c4064c8e/3b448441-c125-4911-9af5-28673af9324a/baead851-d1b5-4481-bfae-86c170498243) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:43.257589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.276116 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.401858 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33d993fd-d4d1-46c2-8528-913ff547d512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.405206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event updated for resources: {'Port': ['ID=4e631408-7046-4b13-af9d-ecea2ce58ff4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:43.489575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.617618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.765697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.766371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-f5adb489-5667-40db-969e-a2f09de9a66a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:43.766578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:43.767161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.773096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-f5adb489-5667-40db-969e-a2f09de9a66a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.5128834 Oct 28 21:47:43.791910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-2c4f404f-c4da-4da6-80ed-80917c8ee091 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/quotas/66b1deb8da6d400780e01e5cf6cf028f HTTP/1.1" status: 200 len: 375 time: 0.0157096 Oct 28 21:47:43.892831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-024abe14-b93e-4897-bd6d-4cd3c4a425b4 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905802 Oct 28 21:47:43.905758 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Floating IP f8469566-e941-448d-99c1-e8eb191a058c associated. External IP: 172.25.4.154, port: 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64. Oct 28 21:47:43.933724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:43.991569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] Pushing event updated for resources: {'Network': ['ID=143910ab-510a-4748-b50c-4fedbab1cf1b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:44.002548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:44.004332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 143910ab-510a-4748-b50c-4fedbab1cf1b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:47:44.011424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:44.119446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-9b8752aa-e820-4606-bf62-894745e5ed03 service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257841 Oct 28 21:47:44.191332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event updated for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:44.202488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=44194f4f-ed6e-4e1f-b113-a4396584b44f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:44.223668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8444b80e-9856-4a95-bddc-231df80dc2df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6034186 Oct 28 21:47:44.234798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:44.237549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:44.283495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:44.384005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-6c55924c-9ca8-4121-a387-9b136b898a30 service neutron] 10.222.0.31 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543559 Oct 28 21:47:44.408483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:47:44.439615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:44.439977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:44.490444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:44.491059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:44.563950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:44.573824 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-028a2ae0-e96c-4934-80d2-b917f2537179 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5720592 Oct 28 21:47:44.585286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:44.597246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94539128-1380-4f7d-b84a-07679ade78ca None None] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:44.608255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Request body: {'port': {'device_id': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:44.691754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:44.692612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:44.837643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c06b4674-fc06-452b-b7f0-3a069ed54742 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5286551 Oct 28 21:47:44.866012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39090) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:44.871545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:44.914703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:44.919454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.082473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6876a513-5098-4238-96bd-292884c99613 None None] Provisioning complete for port baead851-d1b5-4481-bfae-86c170498243 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:45.082853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6876a513-5098-4238-96bd-292884c99613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.178478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96daf8e8-f068-4f95-8cd7-49ea8cfc2b04 req-5dbdc7da-7166-47d5-a42d-d460a9ea0dc3 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 210 time: 0.2144365 Oct 28 21:47:45.229407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6876a513-5098-4238-96bd-292884c99613 None None] Port baead851-d1b5-4481-bfae-86c170498243 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:45.320004 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.392524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-0df08a5c-0d1b-4c8e-96f3-e3dc20baf871', 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': '44194f4f-ed6e-4e1f-b113-a4396584b44f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:45.395356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.441381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:47:45.454081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Sync routers for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:47:45.474427 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:45.475220 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:45.559936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-df44fc13-d1a9-453c-9b0d-68adee5a5067 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:45.561540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-df44fc13-d1a9-453c-9b0d-68adee5a5067 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.52 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.9770911 Oct 28 21:47:45.605183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:45.622258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.690640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Request body: {'port': {'device_id': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'admin_state_up': True, 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:45.711909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:45.800673 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:45.827270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Allocated IP 172.20.0.2 (0df08a5c-0d1b-4c8e-96f3-e3dc20baf871/44194f4f-ed6e-4e1f-b113-a4396584b44f/a4c16e53-db97-47c8-8e2d-23f978525441) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:45.945482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baead851-d1b5-4481-bfae-86c170498243 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:45.971055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.069367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Transition to ACTIVE for port object baead851-d1b5-4481-bfae-86c170498243 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:47:46.085364 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.162914 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.173693 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.178687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f8469566-e941-448d-99c1-e8eb191a058c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'port_id': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'mac_address': 'fa:16:3e:76:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:47:41Z', 'updated_at': '2021-10-28T21:47:41Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:46.262707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:46.275125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:46.279996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:46.300838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Made reservation on behalf of 66b1deb8da6d400780e01e5cf6cf028f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:46.305979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.326878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3317-3d1a-4638-b62e-b4ee76fe4ab3 req-5111da47-6c8c-4dc6-a062-c930345e12ae tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:46.330500 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Checking router: fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:47:46.335101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3317-3d1a-4638-b62e-b4ee76fe4ab3 req-5111da47-6c8c-4dc6-a062-c930345e12ae tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:46.344516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3317-3d1a-4638-b62e-b4ee76fe4ab3 req-5111da47-6c8c-4dc6-a062-c930345e12ae tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:46.346732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c4a3317-3d1a-4638-b62e-b4ee76fe4ab3 req-5111da47-6c8c-4dc6-a062-c930345e12ae tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 1.1936662 Oct 28 21:47:46.360532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-019ec853-915a-4425-b450-fd297ca2c5b2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1995914 Oct 28 21:47:46.361904 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:46.364249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:46.366416 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:46.366938 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14a0930-779e-4eda-8d82-73dc30ad56f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:46.373856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39144) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:46.486113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Pushing event updated for resources: {'Port': ['ID=a4c16e53-db97-47c8-8e2d-23f978525441,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:46.507135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Pushing event updated for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:46.533849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Attempting to bind port a4c16e53-db97-47c8-8e2d-23f978525441 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:46.534320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Attempting to bind port a4c16e53-db97-47c8-8e2d-23f978525441 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:46.534703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Attempting to bind port a4c16e53-db97-47c8-8e2d-23f978525441 on network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:46.549503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:46.556186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Checking segment: {'id': 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:46.556909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.557522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Bound using segment: {'id': 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:46.558225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Bound port: a4c16e53-db97-47c8-8e2d-23f978525441, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0df08a5c-0d1b-4c8e-96f3-e3dc20baf871'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:46.558861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.586778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a7dc6-526e-4365-b60d-06ade27344ea req-df9b9489-6d60-4053-84a3-4d87fa66769e tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:46.600015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39148) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:46.605749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc1a7dc6-526e-4365-b60d-06ade27344ea req-df9b9489-6d60-4053-84a3-4d87fa66769e tempest-ComputeTenantNetworksTest-148676333 tempest-ComputeTenantNetworksTest-148676333-project] 10.222.0.31 "GET /v2.0/networks/143910ab-510a-4748-b50c-4fedbab1cf1b HTTP/1.1" status: 200 len: 767 time: 0.2222509 Oct 28 21:47:46.686097 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:47:46.734130 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a88b7b3-e519-4a9d-81a5-e2b6611dec9e x-openstack-request-id: req-4a88b7b3-e519-4a9d-81a5-e2b6611dec9e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:46.734484 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:46.734760 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a88b7b3-e519-4a9d-81a5-e2b6611dec9e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:46.735194 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'status': 'completed', 'code': 200} Oct 28 21:47:46.749500 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.808763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] For port a4c16e53-db97-47c8-8e2d-23f978525441, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:46.859562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] For port a4c16e53-db97-47c8-8e2d-23f978525441, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4c16e53-db97-47c8-8e2d-23f978525441,segment=NetworkSegment(d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a),segment_id=d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:46.874931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:46.958632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:47.020300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c16d63-8a97-40e3-b1e2-7cf2ed263e08 None None] Pushing event updated for resources: {'Port': ['ID=a4c16e53-db97-47c8-8e2d-23f978525441,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:47.072504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-70ec3a17-2908-4935-9fb7-043641ad76e8 req-b4d4801c-a633-4e64-ae41-997ef7adaebd tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 210 time: 0.3574710 Oct 28 21:47:47.309808 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f8469566-e941-448d-99c1-e8eb191a058c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'port_id': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'mac_address': 'fa:16:3e:76:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:47:41Z', 'updated_at': '2021-10-28T21:47:41Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:47.377956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a7ea9-9929-4d0e-bc2b-f5c9d644968d None None] The sync data for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 is: [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f8469566-e941-448d-99c1-e8eb191a058c', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'port_id': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'mac_address': 'fa:16:3e:76:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:47:41Z', 'updated_at': '2021-10-28T21:47:41Z', 'revision_number': 0, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:47:47.459923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-08612751-c4cf-44bc-9bae-aceba4f7c723 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/f8469566-e941-448d-99c1-e8eb191a058c HTTP/1.1" status: 200 len: 992 time: 1.0758615 Oct 28 21:47:47.560889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=232382f3-2a09-4c9b-b290-3102c9ddc7b9,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:47.576820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '20651fc4-8809-4375-b304-bfe811624877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:47.577204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: f1885912-3370-425b-9ec4-b66d885f997e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:47:47.662413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-bc637849-4522-40ac-81fc-285748da917d tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:47.664202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-bc637849-4522-40ac-81fc-285748da917d tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 815 time: 0.7577467 Oct 28 21:47:47.682852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Request body: {'port': {'device_id': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'admin_state_up': True, 'tenant_id': '66b1deb8da6d400780e01e5cf6cf028f'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:47.721573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Attempting to bind port baead851-d1b5-4481-bfae-86c170498243 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:47.722127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Attempting to bind port baead851-d1b5-4481-bfae-86c170498243 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:47.722216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Attempting to bind port baead851-d1b5-4481-bfae-86c170498243 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:47.752037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Port baead851-d1b5-4481-bfae-86c170498243 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:47:47.752484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Attempting to bind port baead851-d1b5-4481-bfae-86c170498243 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:47.791709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:47.804912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:47.806222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Checking segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:47.807407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Bound using segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:47.808012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Bound port: baead851-d1b5-4481-bfae-86c170498243, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:47.811059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:47.843099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-4a84002c-2936-43bc-9a62-4ee0b5f2e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:47.845037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-4a84002c-2936-43bc-9a62-4ee0b5f2e831 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1098 time: 1.1457219 Oct 28 21:47:48.009805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bad54-950f-402c-ab4d-81a64887e998 None None] New status for floating IP f8469566-e941-448d-99c1-e8eb191a058c: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:47:48.060466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.085768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143910ab-510a-4748-b50c-4fedbab1cf1b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:48.097631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d9ee6d-8bb2-4b93-b36d-f77e1d119853') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:48.098003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d9ee6d-8bb2-4b93-b36d-f77e1d119853') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:48.112834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.119138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network f1885912-3370-425b-9ec4-b66d885f997e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:47:48.124832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Allocated IP 172.20.0.9 (25ed0e95-3c04-4762-8f5b-a996c4064c8e/3b448441-c125-4911-9af5-28673af9324a/6500bd8b-aca8-461f-a345-e50a86f537d3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:48.148640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f1885912-3370-425b-9ec4-b66d885f997e) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:48.164320 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.165840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:48.166291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.181798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:47:48.185430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.198961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7c89b-41c5-4ad6-ab52-98c3d68ee0ce None None] Network f1885912-3370-425b-9ec4-b66d885f997e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:48.266881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Made reservation on behalf of 66b1deb8da6d400780e01e5cf6cf028f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:47:48.271050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.286005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a06f8b4d-0aa5-4ae7-8706-c1ba21e750db tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4187284 Oct 28 21:47:48.296058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39156) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:47:48.323049 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:47:48.330982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785156110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:48.391527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.409337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f83ca350-ab5e-4fa6-935e-5fae31cef4ec req-de291eea-4b08-481e-b054-50f083226198 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 210 time: 0.1556637 Oct 28 21:47:48.418377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.431043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] 10.222.0.31 "DELETE /v2.0/networks/143910ab-510a-4748-b50c-4fedbab1cf1b HTTP/1.1" status: 204 len: 168 time: 1.8140650 Oct 28 21:47:48.457460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:48.458964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:48.562979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.564780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.577749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f1885912-3370-425b-9ec4-b66d885f997e', 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': '232382f3-2a09-4c9b-b290-3102c9ddc7b9'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:47:48.578636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.619581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0e728-953e-4e96-ad14-4524e5518d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=143910ab-510a-4748-b50c-4fedbab1cf1b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:48.763999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=baead851-d1b5-4481-bfae-86c170498243,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:48.764989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39168) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:48.767174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Allocated IP 172.21.0.2 (f1885912-3370-425b-9ec4-b66d885f997e/232382f3-2a09-4c9b-b290-3102c9ddc7b9/de0e9b57-5bcb-4c80-975a-64a40fb9a9c8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:48.835686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.856918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.867806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.873306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0370616-f508-4701-b031-4f9e4b70ef10 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/f8469566-e941-448d-99c1-e8eb191a058c HTTP/1.1" status: 200 len: 994 time: 0.4027181 Oct 28 21:47:48.880856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-4514c196-31bf-4665-a169-ab18fb6520c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:48.882490 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-4514c196-31bf-4665-a169-ab18fb6520c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 200 len: 898 time: 1.0130725 Oct 28 21:47:48.902734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.927357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:48.928602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f0f6b32a-6469-470d-96e8-efb7733d93a3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6051722 Oct 28 21:47:48.933407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:48.957037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4c16e53-db97-47c8-8e2d-23f978525441 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:49.011080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.024409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a0b57-8f7c-4786-9122-f54eb1fd879b None None] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:49.180679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Allocated IP 172.20.0.10 (25ed0e95-3c04-4762-8f5b-a996c4064c8e/3b448441-c125-4911-9af5-28673af9324a/e5a67c42-816a-4a2c-a4ec-48535c074202) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:49.328854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] Provisioning complete for port a4c16e53-db97-47c8-8e2d-23f978525441 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:49.330308 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.400719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:49.403292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.405683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] 10.222.0.44 "PUT /v2.0/ports/baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 200 len: 1093 time: 4.8224754 Oct 28 21:47:49.424637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'tag': 'baead851-d1b5-4481-bfae-86c170498243'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:49.435870 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "tag": "baead851-d1b5-4481-bfae-86c170498243"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:49.581276 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0ea6d-d5fb-4554-8da2-32a02bcf6e9c x-openstack-request-id: req-a7b0ea6d-d5fb-4554-8da2-32a02bcf6e9c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:49.581899 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "tag": "baead851-d1b5-4481-bfae-86c170498243", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:49.581899 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7b0ea6d-d5fb-4554-8da2-32a02bcf6e9c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:49.582221 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'tag': 'baead851-d1b5-4481-bfae-86c170498243', 'status': 'completed', 'code': 200} Oct 28 21:47:49.658818 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.668125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a4c16e53-db97-47c8-8e2d-23f978525441 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:49.669975 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.719693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:49.741307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.785601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] For port a4c16e53-db97-47c8-8e2d-23f978525441, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4c16e53-db97-47c8-8e2d-23f978525441,segment=NetworkSegment(d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a),segment_id=d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:49.790727 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.834394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001d7b0-45a7-45f9-b946-78fae946f63f service neutron] Pushing event updated for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:49.839496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:49.853482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:49.855933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.930820 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1725ba02-ab31-412a-aaab-4af755ad196a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52d31278089f46819666745d0221e317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1484182 Oct 28 21:47:49.932156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39184) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:49.933302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:49.934787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:49.958424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99c8c26b-6ab2-466a-9e76-1033aaddda3d req-7cbde322-4f7c-4b6a-95f9-95ad75bed2f2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 210 time: 0.3321512 Oct 28 21:47:49.963943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event updated for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:49.968178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-b4b7fd8f-0606-4e9c-9092-0eeaa373e889 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 200 len: 1002 time: 1.0334766 Oct 28 21:47:49.970020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Pushing event updated for resources: {'Port': ['ID=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:49.980644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-2a22aae2-e68c-4e95-9f78-1f4769ffbed1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3764064 Oct 28 21:47:50.001110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Network f1885912-3370-425b-9ec4-b66d885f997e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:50.003621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Request body: {'port': {'device_id': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:50.025107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:50.030467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:50.035777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.036128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.036514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.036839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.037162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.037487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.037817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.038144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.038470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.038791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.039112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.049985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:47:50.108757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.121238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.139819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-144b0d3f-bc67-4ad1-8883-3e885054f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:50.141383 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-144b0d3f-bc67-4ad1-8883-3e885054f04c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 1096 time: 0.6441274 Oct 28 21:47:50.196714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-58c556d0-66e1-4b6d-ab47-34853697c189 None None] Provisioning complete for port a4c16e53-db97-47c8-8e2d-23f978525441 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:50.197286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58c556d0-66e1-4b6d-ab47-34853697c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.251486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-f3e888f5-748b-428e-b4a5-5dddf5265057 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 200 len: 217 time: 0.0878160 Oct 28 21:47:50.406236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.446797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.487395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-8ea7e82e-21c6-4efb-8b16-05a978c78eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:50.489008 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-8ea7e82e-21c6-4efb-8b16-05a978c78eed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c HTTP/1.1" status: 200 len: 834 time: 0.4913895 Oct 28 21:47:50.538051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:50.547114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:50.572838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:50.612948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event updated for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:50.635950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.697660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb99b1b-5a70-4537-9156-0353b8ec39f3 None None] Pushing event updated for resources: {'Port': ['ID=a4c16e53-db97-47c8-8e2d-23f978525441,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:50.698443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:50.699565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.722813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Attempting to bind port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:50.723306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Attempting to bind port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '20651fc4-8809-4375-b304-bfe811624877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:50.723753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Attempting to bind port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 on network f1885912-3370-425b-9ec4-b66d885f997e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:50.747669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-47b733fd-f19d-4f3f-86a9-e52224051a00 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0709996 Oct 28 21:47:50.748809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:50.750278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Checking segment: {'id': '20651fc4-8809-4375-b304-bfe811624877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:50.753005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.754960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Bound using segment: {'id': '20651fc4-8809-4375-b304-bfe811624877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:50.757788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Bound port: de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20651fc4-8809-4375-b304-bfe811624877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f1885912-3370-425b-9ec4-b66d885f997e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:50.758569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.771555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Request body: {'port': {'device_id': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:47:50.925020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6500bd8b-aca8-461f-a345-e50a86f537d3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:50.944004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.971288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:50.992211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4c16e53-db97-47c8-8e2d-23f978525441 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:51.063372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Transition to ACTIVE for port object 6500bd8b-aca8-461f-a345-e50a86f537d3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:47:51.092627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] For port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:51.097453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] For port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,segment=NetworkSegment(20651fc4-8809-4375-b304-bfe811624877),segment_id=20651fc4-8809-4375-b304-bfe811624877)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:51.117453 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.117995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.224496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a4c16e53-db97-47c8-8e2d-23f978525441 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:51.224876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.285696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a37f39-7ba5-425c-9b17-1f00cdceda62 None None] Pushing event updated for resources: {'Port': ['ID=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:51.298031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Pushing event updated for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:51.393835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-623068ae-275d-4c6f-9480-8e8d616d4662 None None] Provisioning complete for port e5a67c42-816a-4a2c-a4ec-48535c074202 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:51.394207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-623068ae-275d-4c6f-9480-8e8d616d4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.396064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5d19-cf96-46f1-a18a-50c82b5d338a req-60073dcb-a2df-42bb-9b8e-88f3f1d9f308 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.408589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6de5d19-cf96-46f1-a18a-50c82b5d338a req-60073dcb-a2df-42bb-9b8e-88f3f1d9f308 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 932 time: 0.2876341 Oct 28 21:47:51.427371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-16d1e3b2-3689-4c2c-a683-9f24c398c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.429568 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-16d1e3b2-3689-4c2c-a683-9f24c398c2cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 1.1410584 Oct 28 21:47:51.443895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-623068ae-275d-4c6f-9480-8e8d616d4662 None None] Port e5a67c42-816a-4a2c-a4ec-48535c074202 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:51.607759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Attempting to bind port 6500bd8b-aca8-461f-a345-e50a86f537d3 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:51.608172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Attempting to bind port 6500bd8b-aca8-461f-a345-e50a86f537d3 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:51.608542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Attempting to bind port 6500bd8b-aca8-461f-a345-e50a86f537d3 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:51.616117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Port 6500bd8b-aca8-461f-a345-e50a86f537d3 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:47:51.616492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Attempting to bind port 6500bd8b-aca8-461f-a345-e50a86f537d3 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:51.621832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.630994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6de5d19-cf96-46f1-a18a-50c82b5d338a req-b98a0f88-aa5f-416e-8656-0499c4afd69b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120767 Oct 28 21:47:51.637990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:51.638329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Checking segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:51.638718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Bound using segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:51.640002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Bound port: 6500bd8b-aca8-461f-a345-e50a86f537d3, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:51.640405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.648467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-65be241a-e274-445c-9b72-bcef6d5f5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.650170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-65be241a-e274-445c-9b72-bcef6d5f5de2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e6eb040-2b68-4616-9062-2e71f3abd806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1489639 Oct 28 21:47:51.724019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:51.732160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6500bd8b-aca8-461f-a345-e50a86f537d3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:51.743829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.805795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.806501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:51.809098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] 10.222.0.52 "PUT /v2.0/ports/6500bd8b-aca8-461f-a345-e50a86f537d3 HTTP/1.1" status: 200 len: 1092 time: 1.8129225 Oct 28 21:47:51.816291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:51.819091 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9bc313-917b-42b2-9728-e22a7031abb7" -d '{"events": [{"name": "network-changed", "server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:51.903937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-8bf6ac6d-8068-4280-891c-19b09e44b235 service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082405 Oct 28 21:47:51.915750 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0691247-5c6c-42db-819b-74fafcb7118e x-openstack-request-id: req-b0691247-5c6c-42db-819b-74fafcb7118e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:51.916040 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:51.916296 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0691247-5c6c-42db-819b-74fafcb7118e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:51.916804 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3', 'status': 'completed', 'code': 200} Oct 28 21:47:51.928173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1e453-7814-40aa-bd53-eaec366088ec service neutron] Pushing event updated for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:51.956255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb69df-4092-4378-b203-949d6985de0b req-2041e800-33a9-4250-abd9-8a35e16ee1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.959423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-b7221cbb-52c1-48f6-a518-5fcdbc5a6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:51.961107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-b7221cbb-52c1-48f6-a518-5fcdbc5a6722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 1095 time: 0.0971701 Oct 28 21:47:51.962134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-2041e800-33a9-4250-abd9-8a35e16ee1fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4713719 Oct 28 21:47:52.017110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:52.023031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:52.025572 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47a9408e-256e-49e1-a160-6ada649860bd HTTP/1.1" status: 204 len: 168 time: 2.0840294 Oct 28 21:47:52.062402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-243b6477-a087-41e9-ae4d-85d20e232da1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6500bd8b-aca8-461f-a345-e50a86f537d3 HTTP/1.1" status: 200 len: 217 time: 0.0782962 Oct 28 21:47:52.163810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a67c42-816a-4a2c-a4ec-48535c074202 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:52.169908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-3ff913b2-19a4-4c7a-8f07-31859c3a5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:52.171404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-3ff913b2-19a4-4c7a-8f07-31859c3a5214 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.0968006 Oct 28 21:47:52.176963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:52.219384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Transition to ACTIVE for port object e5a67c42-816a-4a2c-a4ec-48535c074202 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:47:52.233978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-99c5a316-11d6-404e-927c-738eddeec9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:52.235596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-99c5a316-11d6-404e-927c-738eddeec9a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561020 Oct 28 21:47:52.236431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:52.247653 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-487f0d0d-0999-48ef-b4be-3abaaae3df81 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482793 Oct 28 21:47:52.444415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd976bc7-7df4-4259-bd35-400456a2a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a9408e-256e-49e1-a160-6ada649860bd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:52.456171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:52.569281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-c57052bd-81ba-47d1-90cf-d192de724c36 service neutron] 10.222.0.52 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226180 Oct 28 21:47:52.604119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Attempting to bind port e5a67c42-816a-4a2c-a4ec-48535c074202 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:47:52.604458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Attempting to bind port e5a67c42-816a-4a2c-a4ec-48535c074202 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:47:52.604783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Attempting to bind port e5a67c42-816a-4a2c-a4ec-48535c074202 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:52.610915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Port e5a67c42-816a-4a2c-a4ec-48535c074202 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:47:52.611248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Attempting to bind port e5a67c42-816a-4a2c-a4ec-48535c074202 on network 25ed0e95-3c04-4762-8f5b-a996c4064c8e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:47:52.628083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:47:52.628473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Checking segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:47:52.628837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Bound using segment: {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:47:52.629624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Bound port: e5a67c42-816a-4a2c-a4ec-48535c074202, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a415920-8942-41ba-abc8-59c6b68917de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:47:52.629624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:52.664841 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d14a0930-779e-4eda-8d82-73dc30ad56f1 req-33dee2be-a60f-43e6-ae4b-82ebefea5fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016146 Oct 28 21:47:52.694577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.20.0.1 (0df08a5c-0d1b-4c8e-96f3-e3dc20baf871/44194f4f-ed6e-4e1f-b113-a4396584b44f/5d568faa-da69-4a62-a128-7fff3515c494) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:52.704004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-70bb69df-4092-4378-b203-949d6985de0b req-e95e55e6-2c0a-43f3-a233-e0e84f7d1a67 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856430 Oct 28 21:47:53.013106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:53.017455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-1898fec6-f7dc-44c4-a062-5249accda15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.018883 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-1898fec6-f7dc-44c4-a062-5249accda15d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 1096 time: 0.2408454 Oct 28 21:47:53.077768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:47:53.115549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:53.116151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.205423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de92b9-8421-431b-b416-c36b1fed7153 req-2bb03c49-84a5-4524-907b-010b49bf36c5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.208433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5de92b9-8421-431b-b416-c36b1fed7153 req-2bb03c49-84a5-4524-907b-010b49bf36c5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 944 time: 0.3735471 Oct 28 21:47:53.226713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a67c42-816a-4a2c-a4ec-48535c074202,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:47:53.300330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.300623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.315027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78284a6f-d5fd-4d45-9e1b-c06ebd0b184e None None] Network f1885912-3370-425b-9ec4-b66d885f997e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:47:53.318597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-8e003e56-2e71-4ebd-a072-0e25cd654855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.320111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-8e003e56-2e71-4ebd-a072-0e25cd654855 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 916 time: 0.2908432 Oct 28 21:47:53.323339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-704cace4-f249-4045-acd6-ba6e84f3cf0a req-dc580bd1-2e2a-4e67-afcd-c8069a08fa2e service neutron] 10.222.0.52 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313054 Oct 28 21:47:53.421416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-67df8a86-5a51-4f0b-9ec6-849cb3b6f2a6 None None] Provisioning complete for port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:53.421777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-67df8a86-5a51-4f0b-9ec6-849cb3b6f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.463301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.464530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.467278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] 10.222.0.44 "PUT /v2.0/ports/e5a67c42-816a-4a2c-a4ec-48535c074202 HTTP/1.1" status: 200 len: 1093 time: 2.7001891 Oct 28 21:47:53.525157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-4aa32808-51a0-4e7a-82e5-523a4c28a3c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 200 len: 217 time: 0.1793792 Oct 28 21:47:53.532038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.630383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5de92b9-8421-431b-b416-c36b1fed7153 req-a898eaf2-ce64-43a8-81de-0b58afe4ecf2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002841 Oct 28 21:47:53.649770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a882c9-0047-4a37-b8fb-e9d80b9ca09a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:53.671913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.677077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,segment=NetworkSegment(20651fc4-8809-4375-b304-bfe811624877),segment_id=20651fc4-8809-4375-b304-bfe811624877)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:53.679037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-0c77962d-554a-47f8-a3a7-0d6012fc1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.684804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-0c77962d-554a-47f8-a3a7-0d6012fc1420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.1543553 Oct 28 21:47:53.698229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-5661ddf9-6e7d-4b05-8595-952d1aa2ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.699786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-5661ddf9-6e7d-4b05-8595-952d1aa2ee76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 1096 time: 0.1578379 Oct 28 21:47:53.719040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-474439cd-02e6-451c-8a2f-ad0997df51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.720559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-474439cd-02e6-451c-8a2f-ad0997df51bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 1095 time: 0.2388926 Oct 28 21:47:53.724125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:53.824080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-4218c8c1-7413-43ac-ac0f-10b8dfccb091 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a67c42-816a-4a2c-a4ec-48535c074202 HTTP/1.1" status: 200 len: 217 time: 0.1122615 Oct 28 21:47:53.919284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:53.921712 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d6975-4eb6-4344-89dd-e700b56cab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:53.941805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:53.945804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=5d568faa-da69-4a62-a128-7fff3515c494,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:53.959437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-a264a73f-65c9-4d54-ab80-5cc177e9dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:53.960971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-a264a73f-65c9-4d54-ab80-5cc177e9dc33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.1214991 Oct 28 21:47:53.968793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:53.981958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:54.002058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:54.013042 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff1ac8-fc93-4a7b-8557-c741f6fd571b x-openstack-request-id: req-20ff1ac8-fc93-4a7b-8557-c741f6fd571b {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:54.013257 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:54.013492 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20ff1ac8-fc93-4a7b-8557-c741f6fd571b {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:54.014449 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202', 'status': 'completed', 'code': 200} Oct 28 21:47:54.023816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-d404f07a-3e6c-4742-9ccd-6e121cb9d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:54.025068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-d404f07a-3e6c-4742-9ccd-6e121cb9d15f service neutron] 10.222.0.52 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 916 time: 0.2846308 Oct 28 21:47:54.090124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:54.110656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device baead851-d1b5-4481-bfae-86c170498243 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:47:54.160475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-80df2509-fe74-4b51-9845-2f079e9ed0b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6500bd8b-aca8-461f-a345-e50a86f537d3 HTTP/1.1" status: 200 len: 217 time: 0.1255219 Oct 28 21:47:54.185120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad744-922a-45a2-8416-8b27763eb4ac req-42cbe03f-5f39-47e1-b583-cfc6c4b21bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:54.191684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-42cbe03f-5f39-47e1-b583-cfc6c4b21bad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204237 Oct 28 21:47:54.206161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-89c95840-123f-4867-98d6-8f8925d44f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:54.209591 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-89c95840-123f-4867-98d6-8f8925d44f5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247334 Oct 28 21:47:54.415328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=baead851-d1b5-4481-bfae-86c170498243,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:54.432461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'baead851-d1b5-4481-bfae-86c170498243', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'port_id': 'baead851-d1b5-4481-bfae-86c170498243', 'mac_address': 'fa:16:3e:93:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b448441-c125-4911-9af5-28673af9324a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:47:54.480487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-78b46a99-7374-4481-b886-b1ef6563a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:54.496546 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:54.513792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-78b46a99-7374-4481-b886-b1ef6563a6d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.3440847 Oct 28 21:47:54.519189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baead851-d1b5-4481-bfae-86c170498243 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:54.573256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e7c8e522-61ce-4cca-9aa0-df4d3c2d6a37 None None] Provisioning complete for port 5d568faa-da69-4a62-a128-7fff3515c494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:54.573712 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e522-61ce-4cca-9aa0-df4d3c2d6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:54.635693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-b3a93885-4779-4022-9957-06304edf6b08 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283531 Oct 28 21:47:54.635935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=baead851-d1b5-4481-bfae-86c170498243,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:54.639992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-69578199-f454-450d-8f0f-380873f57156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:54.644223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-7c5a761c-97df-4654-b25f-e896535d2e34 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230561 Oct 28 21:47:54.649933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:54.670441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-69578199-f454-450d-8f0f-380873f57156 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398294 Oct 28 21:47:54.691097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:54.775135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:54.778920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8e522-61ce-4cca-9aa0-df4d3c2d6a37 None None] Port 5d568faa-da69-4a62-a128-7fff3515c494 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:54.817281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-ead9c849-5808-4473-95b6-60aa0f489d78 service neutron] 10.222.0.52 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337736 Oct 28 21:47:54.849751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['baead851-d1b5-4481-bfae-86c170498243'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:54.969371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:54.973312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae9bc313-917b-42b2-9728-e22a7031abb7 req-6e53daf0-8751-4439-8ec8-e5da0b2a9d05 service neutron] 10.222.0.52 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136603 Oct 28 21:47:55.117587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171f4e-5e20-4d70-a637-622f2dd7d0c1 req-afed6723-f619-4dfb-80c1-26513339c849 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:55.122729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7171f4e-5e20-4d70-a637-622f2dd7d0c1 req-afed6723-f619-4dfb-80c1-26513339c849 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 944 time: 0.3044827 Oct 28 21:47:55.144694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0267e617-5b9f-46f0-9c20-10aeecafe2de None None] Provisioning complete for port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:55.145664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0267e617-5b9f-46f0-9c20-10aeecafe2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.272120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7171f4e-5e20-4d70-a637-622f2dd7d0c1 req-3ee7d02f-9906-42b7-9de6-d1245b71ac63 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350250 Oct 28 21:47:55.299244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56aad744-922a-45a2-8416-8b27763eb4ac req-89b039d9-42d3-429c-bb41-87453b2462a1 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268637 Oct 28 21:47:55.365363 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bea9b8b8-1e3b-4830-9b87-3c645f179f5c req-361d63aa-f6cc-4173-9eb3-6544b9b2a5a2 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104816 Oct 28 21:47:55.369245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:55.370123 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.574054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-646b4539-d6cf-4703-86e3-eb92e9abaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:55.575681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-646b4539-d6cf-4703-86e3-eb92e9abaf16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 1096 time: 0.1675477 Oct 28 21:47:55.645748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.671784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6500bd8b-aca8-461f-a345-e50a86f537d3 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:47:55.736440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.874904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6500bd8b-aca8-461f-a345-e50a86f537d3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:55.889011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6500bd8b-aca8-461f-a345-e50a86f537d3', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'port_id': '6500bd8b-aca8-461f-a345-e50a86f537d3', 'mac_address': 'fa:16:3e:8e:6a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b448441-c125-4911-9af5-28673af9324a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:47:55.918067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=5d568faa-da69-4a62-a128-7fff3515c494,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:55.925117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.942376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:55.949001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-b11355f0-853a-4538-aef1-93ccd73557c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:55.950997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-b11355f0-853a-4538-aef1-93ccd73557c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 916 time: 0.3434384 Oct 28 21:47:55.958820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6500bd8b-aca8-461f-a345-e50a86f537d3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:55.984185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6500bd8b-aca8-461f-a345-e50a86f537d3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:55.991868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:56.082200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:56.140638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device baead851-d1b5-4481-bfae-86c170498243 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:56.211616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port baead851-d1b5-4481-bfae-86c170498243 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:47:56.221453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port baead851-d1b5-4481-bfae-86c170498243 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:56.221828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:56.225260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6500bd8b-aca8-461f-a345-e50a86f537d3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:56.357411 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-841497e9-1c81-41ed-ac76-92a4f7bbdd3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a67c42-816a-4a2c-a4ec-48535c074202 HTTP/1.1" status: 200 len: 217 time: 0.3920426 Oct 28 21:47:56.412815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-07026c77-dc52-4c3e-8829-9a2ff42222b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:56.414285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-07026c77-dc52-4c3e-8829-9a2ff42222b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.0504332 Oct 28 21:47:56.497977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:56.501906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:56.514831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-bad548c9-34f3-418a-b3c2-e4a4ee1c069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:56.516473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-bad548c9-34f3-418a-b3c2-e4a4ee1c069a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887368 Oct 28 21:47:56.518734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b049-cc23-4955-b1ea-5f9ed20202ce req-811be453-c8d5-4684-a06d-31f1d4fe9273 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:56.537395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5aa8b049-cc23-4955-b1ea-5f9ed20202ce req-811be453-c8d5-4684-a06d-31f1d4fe9273 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 944 time: 0.1278870 Oct 28 21:47:56.642394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5aa8b049-cc23-4955-b1ea-5f9ed20202ce req-897ca1f2-e57d-44e2-b505-0fdc8decbdb4 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Oct 28 21:47:56.682045 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:56.769130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=baead851-d1b5-4481-bfae-86c170498243,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:56.771639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baead851-d1b5-4481-bfae-86c170498243'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:56.787097 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da97936-534b-410b-95a8-3f46f6d97b73" -d '{"events": [{"server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "name": "network-vif-plugged", "status": "completed", "tag": "baead851-d1b5-4481-bfae-86c170498243"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:56.799413 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:56.835099 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-b4d057e2-a412-450f-ab98-340551f8ac7e service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755499 Oct 28 21:47:56.893250 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad8b9f-bca9-46be-b884-9ddb63634ff3 x-openstack-request-id: req-27ad8b9f-bca9-46be-b884-9ddb63634ff3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:56.896866 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "name": "network-vif-plugged", "status": "completed", "tag": "baead851-d1b5-4481-bfae-86c170498243", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:56.897253 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27ad8b9f-bca9-46be-b884-9ddb63634ff3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:56.897756 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baead851-d1b5-4481-bfae-86c170498243', 'code': 200} Oct 28 21:47:56.944704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:56.958664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d7a2bef1-8974-4794-a1ba-7d64da921aa5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:47:56.982357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fd0d6975-4eb6-4344-89dd-e700b56cab9f req-3c9a6b70-9013-426d-859e-3701c1badbf1 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343815 Oct 28 21:47:57.055950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9aecc753-e232-480a-aa64-00f6e1883c45 None None] Provisioning complete for port 5d568faa-da69-4a62-a128-7fff3515c494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:57.057158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aecc753-e232-480a-aa64-00f6e1883c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:57.117831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9aecc753-e232-480a-aa64-00f6e1883c45 None None] Port 5d568faa-da69-4a62-a128-7fff3515c494 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:57.126749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:47:57.137921 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] Sync routers for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:47:57.146793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b282abf-58d3-402c-a87c-380329158f02 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2092035 Oct 28 21:47:57.147435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39290) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:57.158979 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:57.159902 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:57.237947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b07d7-cd4b-4d37-8cd4-51008374424e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:57.239922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-574b07d7-cd4b-4d37-8cd4-51008374424e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports/5d568faa-da69-4a62-a128-7fff3515c494 HTTP/1.1" status: 200 len: 910 time: 0.0860748 Oct 28 21:47:57.244737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39292) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:57.248991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:57.266214 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:47:57.267253 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:57.321926 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:47:57.322960 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a734f7-6641-47c1-9e23-f276f1360c09 None None] The sync data for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:47:57.468224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6008d8-301c-4c24-9e6c-52a3e1ba37a2 req-4837bfea-78d1-45e4-96a6-f853a1fbe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:57.470294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f6008d8-301c-4c24-9e6c-52a3e1ba37a2 req-4837bfea-78d1-45e4-96a6-f853a1fbe2da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 1098 time: 0.4986470 Oct 28 21:47:57.528559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f6008d8-301c-4c24-9e6c-52a3e1ba37a2 req-524052b1-b64f-46b1-a87d-018ede50252e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Oct 28 21:47:57.686670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6500bd8b-aca8-461f-a345-e50a86f537d3 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:47:57.752624 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:57.816023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6500bd8b-aca8-461f-a345-e50a86f537d3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:47:57.822284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6500bd8b-aca8-461f-a345-e50a86f537d3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:57.822783 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:57.901159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39304) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:57.916281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91f15-dd25-4be8-9c2a-cf3c86800142 req-729dda0d-917f-4bc0-8cd3-0e0a0e13aab1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:57.918089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e91f15-dd25-4be8-9c2a-cf3c86800142 req-729dda0d-917f-4bc0-8cd3-0e0a0e13aab1 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 944 time: 0.1161671 Oct 28 21:47:57.958571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.004760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e91f15-dd25-4be8-9c2a-cf3c86800142 req-c2ae7a67-f85b-432a-b0f3-6dd1639468be tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762389 Oct 28 21:47:58.010654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6500bd8b-aca8-461f-a345-e50a86f537d3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:58.019022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.112914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7727e576-8a70-49d6-9547-98f1f3c5cb78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.117375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.21.0.1 (f1885912-3370-425b-9ec4-b66d885f997e/232382f3-2a09-4c9b-b290-3102c9ddc7b9/5ad0e559-d9cd-4883-857f-fc73113a8361) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:47:58.117886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:58.138638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a67c42-816a-4a2c-a4ec-48535c074202 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:47:58.278356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.278647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7727e576-8a70-49d6-9547-98f1f3c5cb78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.282828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a67c42-816a-4a2c-a4ec-48535c074202,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:58.288250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7727e576-8a70-49d6-9547-98f1f3c5cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.317785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e5a67c42-816a-4a2c-a4ec-48535c074202', 'network_id': '25ed0e95-3c04-4762-8f5b-a996c4064c8e', 'port_id': 'e5a67c42-816a-4a2c-a4ec-48535c074202', 'mac_address': 'fa:16:3e:7e:5b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b448441-c125-4911-9af5-28673af9324a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:47:58.338440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.345009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7727e576-8a70-49d6-9547-98f1f3c5cb78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=888e3a8b72c74affb52c5b04eff9a255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421363 Oct 28 21:47:58.347806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39310) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:58.350649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e576-8a70-49d6-9547-98f1f3c5cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd318ab-1a52-4938-b938-69a1254280b2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:58.412417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network f1885912-3370-425b-9ec4-b66d885f997e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:58.412635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.416457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:58.416738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.420304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:47:58.437320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a67c42-816a-4a2c-a4ec-48535c074202 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:47:58.467193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=5ad0e559-d9cd-4883-857f-fc73113a8361,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:58.479813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a67c42-816a-4a2c-a4ec-48535c074202,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:47:58.485147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.490264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.533117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.581270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:58.582170 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.591218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.597467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbd318ab-1a52-4938-b938-69a1254280b2 HTTP/1.1" status: 204 len: 168 time: 0.2456865 Oct 28 21:47:58.636050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac050b3a-583d-4cec-b306-162c44a710b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd318ab-1a52-4938-b938-69a1254280b2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:58.692462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e5a67c42-816a-4a2c-a4ec-48535c074202'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:47:58.763087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:58.915755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:47:58.918409 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c660a0ba-4695-4e5d-a6bc-85be9ebc086c" -d '{"events": [{"server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "name": "network-vif-plugged", "status": "completed", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:47:58.984303 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46c494-9efd-41af-867a-24c78fd0175b x-openstack-request-id: req-4e46c494-9efd-41af-867a-24c78fd0175b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:47:58.985041 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "name": "network-vif-plugged", "status": "completed", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:47:58.985451 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e46c494-9efd-41af-867a-24c78fd0175b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:47:58.986554 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3', 'code': 200} Oct 28 21:47:59.004582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b512d05f-5d1f-4cf6-a1b1-3fcebb6244dc None None] Provisioning complete for port 5ad0e559-d9cd-4883-857f-fc73113a8361 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:59.004952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b512d05f-5d1f-4cf6-a1b1-3fcebb6244dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.093798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b512d05f-5d1f-4cf6-a1b1-3fcebb6244dc None None] Port 5ad0e559-d9cd-4883-857f-fc73113a8361 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:47:59.139290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d8c8c-3ae4-4a04-ae0d-f3b43ce93709 req-1f1cc5c7-00e5-493a-aef1-78a482f7d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:59.139802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a94d8c8c-3ae4-4a04-ae0d-f3b43ce93709 req-1f1cc5c7-00e5-493a-aef1-78a482f7d593 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0662150 Oct 28 21:47:59.194885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.200655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a94d8c8c-3ae4-4a04-ae0d-f3b43ce93709 req-2fbdf4ea-6460-4c8f-8a96-180bd5a4e7b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Oct 28 21:47:59.201937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.233932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39324) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:59.253050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa196c2a-f0a5-420b-8e34-b588942e761a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.290414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=5ad0e559-d9cd-4883-857f-fc73113a8361,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:59.299984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.308453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e9685-0625-48d9-8317-ba3762cee09f req-dc6239f9-5247-4696-b57b-64a808061872 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:47:59.310425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a03e9685-0625-48d9-8317-ba3762cee09f req-dc6239f9-5247-4696-b57b-64a808061872 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 945 time: 0.1088202 Oct 28 21:47:59.375392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a03e9685-0625-48d9-8317-ba3762cee09f req-9d4052fc-b94f-4057-ba92-9cb9318c7e5d tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570142 Oct 28 21:47:59.387629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa196c2a-f0a5-420b-8e34-b588942e761a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.396248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa196c2a-f0a5-420b-8e34-b588942e761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.436180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa196c2a-f0a5-420b-8e34-b588942e761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0a6f1-4733-4e69-bf17-ca44da097bc4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:59.443674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fa196c2a-f0a5-420b-8e34-b588942e761a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2641cddb8a9245d885df34576ba0ee62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077837 Oct 28 21:47:59.444722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:47:59.494509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network f1885912-3370-425b-9ec4-b66d885f997e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:47:59.496380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:47:59.510217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.551271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.611526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.614777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:47:59.623993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6c0a6f1-4733-4e69-bf17-ca44da097bc4 HTTP/1.1" status: 204 len: 168 time: 0.1772838 Oct 28 21:47:59.637961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a955ea-ab51-4207-ae28-c2fdf9aeb9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0a6f1-4733-4e69-bf17-ca44da097bc4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:47:59.660000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d7a2bef1-8974-4794-a1ba-7d64da921aa5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:47:59.968911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dee3483a-dd0b-4c1e-904c-88b45f37110b None None] Provisioning complete for port 5ad0e559-d9cd-4883-857f-fc73113a8361 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:47:59.970255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dee3483a-dd0b-4c1e-904c-88b45f37110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:00.084819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-dee3483a-dd0b-4c1e-904c-88b45f37110b None None] Port 5ad0e559-d9cd-4883-857f-fc73113a8361 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:00.120954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:00.129037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-204983db-f554-44c6-809a-570745553d16 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8817439 Oct 28 21:48:00.130460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:00.136048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] Sync routers for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:00.190714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a67c42-816a-4a2c-a4ec-48535c074202 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:00.242694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df522db-3dd8-427a-b727-60766f907ab5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:00.245337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5df522db-3dd8-427a-b727-60766f907ab5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports/5ad0e559-d9cd-4883-857f-fc73113a8361 HTTP/1.1" status: 200 len: 910 time: 0.1139286 Oct 28 21:48:00.249606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:00.348590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:00.353418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:00.416019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:00.430919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:00.431562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:00.473207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:00.474087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c4080-4674-4ba0-b40f-05fa04c84806 None None] The sync data for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:00.497222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e5a67c42-816a-4a2c-a4ec-48535c074202 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:48:00.504651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e5a67c42-816a-4a2c-a4ec-48535c074202 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:00.504813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:00.638547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:00.726275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a67c42-816a-4a2c-a4ec-48535c074202,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:00.729883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dce091-9188-423e-b4ad-a08a42b5a2ee req-44457346-87e8-4c7c-8e3a-8fc74b50098a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:00.736874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:00.740346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1dce091-9188-423e-b4ad-a08a42b5a2ee req-44457346-87e8-4c7c-8e3a-8fc74b50098a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 945 time: 0.2081740 Oct 28 21:48:00.820866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:00.843532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1dce091-9188-423e-b4ad-a08a42b5a2ee req-07f2d977-efa4-4740-ba85-8ae3b9405225 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020875 Oct 28 21:48:00.988311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:00.991086 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87cad0-16ea-4fa8-b283-b5ea49fbca4e" -d '{"events": [{"server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "name": "network-vif-plugged", "status": "completed", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:01.062435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:01.086943 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a388e1e-0457-4b81-961f-b254af0e2924 x-openstack-request-id: req-2a388e1e-0457-4b81-961f-b254af0e2924 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:01.088878 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "name": "network-vif-plugged", "status": "completed", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:01.089309 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a388e1e-0457-4b81-961f-b254af0e2924 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:01.090893 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202', 'code': 200} Oct 28 21:48:01.261089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a1d4f-1980-4d3a-aba5-e7266d2a9ad2 req-35f16935-ec20-42ca-a939-e0b2329e4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:01.263351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-338a1d4f-1980-4d3a-aba5-e7266d2a9ad2 req-35f16935-ec20-42ca-a939-e0b2329e4a9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 1098 time: 0.1161368 Oct 28 21:48:01.329271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-338a1d4f-1980-4d3a-aba5-e7266d2a9ad2 req-7bc62d37-2836-4947-a765-cbc73f2f109c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Oct 28 21:48:01.484879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 5ad0e559-d9cd-4883-857f-fc73113a8361 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:01.485220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:01.615272 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:01.630902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 5ad0e559-d9cd-4883-857f-fc73113a8361 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:01.866010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:01.914309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=5ad0e559-d9cd-4883-857f-fc73113a8361,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:01.925755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.926095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.926462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.927332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.927332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.927569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.927906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.928225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.928808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.929321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.929321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:01.930684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:02.078718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8397cae-3864-4102-883a-bc4b1ed3c567 req-be6052da-e3ab-4e9c-a957-6028c8eeda23 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:02.080445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8397cae-3864-4102-883a-bc4b1ed3c567 req-be6052da-e3ab-4e9c-a957-6028c8eeda23 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.1456666 Oct 28 21:48:02.311706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8397cae-3864-4102-883a-bc4b1ed3c567 req-25bc8fc2-48fc-4cdc-8012-0720839b9c62 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685393 Oct 28 21:48:02.331032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:02.597108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d7a2bef1-8974-4794-a1ba-7d64da921aa5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:02.719408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:02.728495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6c9a4cc3-35a0-4c18-a271-2296670c4609 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751937 Oct 28 21:48:02.731620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39422) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:02.736125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] Sync routers for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:02.764403 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:02.765721 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:02.806472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:02.817939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:02.818752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:02.862842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:02.863841 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434168e5-a779-4186-94b4-b8a2b139663f None None] The sync data for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:03.002010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:03.173424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8521c909-fa32-4033-bca4-42fe0fbe8434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.194662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.332761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8521c909-fa32-4033-bca4-42fe0fbe8434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.360134 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8521c909-fa32-4033-bca4-42fe0fbe8434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.403660 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8521c909-fa32-4033-bca4-42fe0fbe8434 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe50b456a6f845bbbc1408d839293516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992288 Oct 28 21:48:03.407119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:03.446270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521c909-fa32-4033-bca4-42fe0fbe8434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90e97b-2e82-4610-bb90-f1ecd73f2af4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:03.494051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.538949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.592707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16d52-ae9e-46ae-a951-e522384d1add req-2d535450-8b96-4366-bdd6-78a3ba09c617 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:03.600314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12e16d52-ae9e-46ae-a951-e522384d1add req-2d535450-8b96-4366-bdd6-78a3ba09c617 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.0948944 Oct 28 21:48:03.643858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.646715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.648013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d90e97b-2e82-4610-bb90-f1ecd73f2af4 HTTP/1.1" status: 204 len: 168 time: 0.2397144 Oct 28 21:48:03.657083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0e06d-a5a2-4919-b0bb-cf32f8d96530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90e97b-2e82-4610-bb90-f1ecd73f2af4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:03.692645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12e16d52-ae9e-46ae-a951-e522384d1add req-e44e0472-68af-4cd6-98d8-28b645dd0c1e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914190 Oct 28 21:48:03.808557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 5d568faa-da69-4a62-a128-7fff3515c494 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:03.812172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.904461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e64b30-3e22-41ce-8c3f-7ebc18c14c2f req-9de8fa96-e29c-48cb-a03e-51a363485fc0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:03.906663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8e64b30-3e22-41ce-8c3f-7ebc18c14c2f req-9de8fa96-e29c-48cb-a03e-51a363485fc0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1245487 Oct 28 21:48:03.959854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:03.981073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 5d568faa-da69-4a62-a128-7fff3515c494 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:03.990433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8e64b30-3e22-41ce-8c3f-7ebc18c14c2f req-7ab8d6e7-3ece-454e-95a1-5896c5052993 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760682 Oct 28 21:48:04.144699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:04.159016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7178ec0-b155-4486-a1de-5e884ffba322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.243352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67476174-5cf2-4061-8941-421e5fa340a6 req-7c26b493-465c-404f-b353-699901b8de0c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:04.244821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67476174-5cf2-4061-8941-421e5fa340a6 req-7c26b493-465c-404f-b353-699901b8de0c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.1205969 Oct 28 21:48:04.301896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67476174-5cf2-4061-8941-421e5fa340a6 req-3161d2c7-a125-410c-9b72-e4d4e468ca6b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480418 Oct 28 21:48:04.302677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.339275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=5d568faa-da69-4a62-a128-7fff3515c494,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:04.377634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7178ec0-b155-4486-a1de-5e884ffba322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.385446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7178ec0-b155-4486-a1de-5e884ffba322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.486012 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d7178ec0-b155-4486-a1de-5e884ffba322 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cbedff6b2b345fc918a45833898c54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401761 Oct 28 21:48:04.489380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:04.491155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178ec0-b155-4486-a1de-5e884ffba322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733f483-b988-4626-a3ab-64a3db1174f6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:04.646033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.656778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.698123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.765966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.769283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:04.772798 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7733f483-b988-4626-a3ab-64a3db1174f6 HTTP/1.1" status: 204 len: 168 time: 0.2706323 Oct 28 21:48:04.781886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f853e-8aae-40d0-9cd1-00ab23c69d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733f483-b988-4626-a3ab-64a3db1174f6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:05.281429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155fd5-c8ea-4019-9568-aa7e05b0e00f req-dcc69d89-67d3-4910-97fc-5b14f9b1aae9 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:05.282978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01155fd5-c8ea-4019-9568-aa7e05b0e00f req-dcc69d89-67d3-4910-97fc-5b14f9b1aae9 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.5060723 Oct 28 21:48:05.290201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d7a2bef1-8974-4794-a1ba-7d64da921aa5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:05.401091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01155fd5-c8ea-4019-9568-aa7e05b0e00f req-23380fe7-d482-412f-98cb-d0eb43413ff7 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097071 Oct 28 21:48:05.405809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:05.421960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21c3a4c2-73ec-4e13-bb67-eb1851b7dc20 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871457 Oct 28 21:48:05.424798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] Sync routers for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:05.425567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:05.440532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:05.443773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:05.484691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-23a910ce-bad3-451a-81ce-4b707a38c9dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7a2bef1-8974-4794-a1ba-7d64da921aa5 HTTP/1.1" status: 200 len: 205 time: 0.0573819 Oct 28 21:48:05.486908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:05.520875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:05.539038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] Routers {'d7a2bef1-8974-4794-a1ba-7d64da921aa5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:05.539987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:47:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:05.631837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:05.633513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa1906-3def-48c8-b6f1-61b5e185fd45 None None] The sync data for ids ['d7a2bef1-8974-4794-a1ba-7d64da921aa5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:05.670171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.015233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f435ca-015e-4b6c-9c9a-4c9c095b0f9b req-51a3eea9-3f8f-437f-9660-e6f647895ccf tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:06.024781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49f435ca-015e-4b6c-9c9a-4c9c095b0f9b req-51a3eea9-3f8f-437f-9660-e6f647895ccf tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1145563 Oct 28 21:48:06.113017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.128429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.129051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49f435ca-015e-4b6c-9c9a-4c9c095b0f9b req-443283bb-e577-435b-91dc-5d264b8c9362 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032593 Oct 28 21:48:06.251699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.252352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router d7a2bef1-8974-4794-a1ba-7d64da921aa5 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:06.262453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.263801 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-703f8440-e34b-4afb-9998-dd523fb15e1b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5 HTTP/1.1" status: 204 len: 168 time: 0.7743273 Oct 28 21:48:06.266385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39498) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:06.396662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet 232382f3-2a09-4c9b-b290-3102c9ddc7b9 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:06.403778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.489476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.662493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6c6a-4c6b-4d8b-bb78-4bc79581e53b req-ef5c2ce1-4311-4257-b447-55e29d3bd697 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:06.671119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6c6a-4c6b-4d8b-bb78-4bc79581e53b req-ef5c2ce1-4311-4257-b447-55e29d3bd697 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:06.678225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6c6a-4c6b-4d8b-bb78-4bc79581e53b req-ef5c2ce1-4311-4257-b447-55e29d3bd697 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:06.689599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f73e6c6a-4c6b-4d8b-bb78-4bc79581e53b req-ef5c2ce1-4311-4257-b447-55e29d3bd697 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546&device_id=325803e0-0a95-4690-8ffb-29499dabe0d8&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 2418 time: 0.1172545 Oct 28 21:48:06.727015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.748675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f73e6c6a-4c6b-4d8b-bb78-4bc79581e53b req-af015cc0-d8ec-4150-a76b-e76b1990a97f tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502224 Oct 28 21:48:06.874138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.950849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=232382f3-2a09-4c9b-b290-3102c9ddc7b9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:06.959859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:06.963770 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a3bd499-d030-4122-9996-599610df3049 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/232382f3-2a09-4c9b-b290-3102c9ddc7b9 HTTP/1.1" status: 204 len: 168 time: 0.6962311 Oct 28 21:48:06.968285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab062a69-91ea-4993-96d4-5851362a4f9f None None] Network f1885912-3370-425b-9ec4-b66d885f997e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:06.980246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39512) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:07.040862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72bab2-e21e-43c7-b2e5-65140ef4937b req-26968c08-c98a-4bd9-9e9f-db121e0580ed tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:07.056909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c72bab2-e21e-43c7-b2e5-65140ef4937b req-26968c08-c98a-4bd9-9e9f-db121e0580ed tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.1955283 Oct 28 21:48:07.154550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c72bab2-e21e-43c7-b2e5-65140ef4937b req-96c8c981-8969-4dde-9b63-4e746409d44c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Oct 28 21:48:07.158741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet 44194f4f-ed6e-4e1f-b113-a4396584b44f {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:07.178966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.255820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.451398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.509947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] DHCP port deletion for f1885912-3370-425b-9ec4-b66d885f997e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:07.591999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.627927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=44194f4f-ed6e-4e1f-b113-a4396584b44f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:07.635326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.646774 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9e32490-3964-4a07-a0f7-20ccf255f43b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/44194f4f-ed6e-4e1f-b113-a4396584b44f HTTP/1.1" status: 204 len: 168 time: 0.6627259 Oct 28 21:48:07.647622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39542) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:07.652742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3fb9b-1dfb-41b0-a4b4-be5944a7f4f0 None None] Network 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:07.658243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Deleting port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:07.658797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.825942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] For port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,segment=NetworkSegment(20651fc4-8809-4375-b304-bfe811624877),segment_id=20651fc4-8809-4375-b304-bfe811624877)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:07.826349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:07.886957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Calling delete_port for de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:07.935917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.066011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:08.066627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.066747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] DHCP port deletion for 0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:08.169071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Deleting port a4c16e53-db97-47c8-8e2d-23f978525441 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:08.169689 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.177559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,segment=NetworkSegment(20651fc4-8809-4375-b304-bfe811624877),segment_id=20651fc4-8809-4375-b304-bfe811624877)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:08.177967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.197220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.197458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:08.270803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] Pushing event deleted for resources: {'Port': ['ID=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:08.292459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d2735-c6bc-4426-be23-e4630b78a90d None None] No DVR routers for this DVR port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:08.322365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] For port a4c16e53-db97-47c8-8e2d-23f978525441, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4c16e53-db97-47c8-8e2d-23f978525441,segment=NetworkSegment(d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a),segment_id=d1d9b0a1-5755-449e-90f3-d0cdbf7aad2a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:08.323223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.327185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.339626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Calling delete_port for a4c16e53-db97-47c8-8e2d-23f978525441 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:08.359677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:08.415205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=de0e9b57-5bcb-4c80-975a-64a40fb9a9c8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:08.468099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.497289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] No DVR routers for this DVR port a4c16e53-db97-47c8-8e2d-23f978525441 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:08.564703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b585c3-87b1-4368-a160-cfec1a565788 None None] Pushing event deleted for resources: {'Port': ['ID=a4c16e53-db97-47c8-8e2d-23f978525441,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:08.614443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.644990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1885912-3370-425b-9ec4-b66d885f997e']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:08.657691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20651fc4-8809-4375-b304-bfe811624877') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:08.658322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20651fc4-8809-4375-b304-bfe811624877') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:08.672024 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.685286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.692522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:08.693090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:08.708700 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:08.798262 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.818623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:08.821842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/f1885912-3370-425b-9ec4-b66d885f997e HTTP/1.1" status: 204 len: 168 time: 1.1730847 Oct 28 21:48:08.825163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:08.857428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700e2eb-e458-4960-a5c7-1733d1fcaa68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=f1885912-3370-425b-9ec4-b66d885f997e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:08.902680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4c16e53-db97-47c8-8e2d-23f978525441 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:08.931298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a4c16e53-db97-47c8-8e2d-23f978525441 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:08.931683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4c16e53-db97-47c8-8e2d-23f978525441 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:08.932307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:08.973632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.000193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:09.000699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device de0e9b57-5bcb-4c80-975a-64a40fb9a9c8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:09.160068 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:48:09.187000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.233857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df08a5c-0d1b-4c8e-96f3-e3dc20baf871']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:09.252643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:09.252819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d9b0a1-5755-449e-90f3-d0cdbf7aad2a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:09.267273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.290984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.303239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:09.303897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:09.308482 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:09.415140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.440516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.445088 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/0df08a5c-0d1b-4c8e-96f3-e3dc20baf871 HTTP/1.1" status: 204 len: 168 time: 0.6186633 Oct 28 21:48:09.446166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4dacd-16f6-4ca0-8218-df44e2e3d270 req-e518fe88-e1d4-4689-ae6e-75366bbe5f9c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:09.449714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:09.454659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecf4dacd-16f6-4ca0-8218-df44e2e3d270 req-e518fe88-e1d4-4689-ae6e-75366bbe5f9c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.0722287 Oct 28 21:48:09.456053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1708644887'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:09.506629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b92869-a290-410c-bfb0-422c4995929f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=0df08a5c-0d1b-4c8e-96f3-e3dc20baf871,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:09.517640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecf4dacd-16f6-4ca0-8218-df44e2e3d270 req-aac80f1f-6240-44ff-934b-effd169e5121 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620117 Oct 28 21:48:09.533329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:09.537761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.570189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:48:09.584136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.585631 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment b452bcc6-7e1d-4bd7-98cc-dc41dad288b9 of type vlan for network c5c5708d-997d-4539-b954-aee51d23096f Oct 28 21:48:09.644771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.684880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.690988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:09.691759 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:09.759354 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3078048 Oct 28 21:48:09.762080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:09.767215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:09.776230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f52e4-5dcd-4c55-b824-97c08b00ea68 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=c5c5708d-997d-4539-b954-aee51d23096f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:09.788019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c5c5708d-997d-4539-b954-aee51d23096f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:48:09.914517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:09.921993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.147690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.233970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=9b2a39c4-7431-4aa9-9105-92f5175595da,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:10.247836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:10.248577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: c5c5708d-997d-4539-b954-aee51d23096f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:48:10.270237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network c5c5708d-997d-4539-b954-aee51d23096f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:48:10.292288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c5c5708d-997d-4539-b954-aee51d23096f) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:10.297979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:10.298572 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.302967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4935f6-6861-4690-a202-afb3e07cdd16 None None] Network c5c5708d-997d-4539-b954-aee51d23096f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:10.340551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4c4880ac-d912-4271-b514-df91ad5cab35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5745196 Oct 28 21:48:10.340692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39744) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:10.347799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817467651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:10.388840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.390745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.547806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.556687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.587704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c5c5708d-997d-4539-b954-aee51d23096f', 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': '9b2a39c4-7431-4aa9-9105-92f5175595da'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:48:10.588990 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.592316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.598284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39758) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:10.598844 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f8bcb021-b061-4585-8b0b-1e72f68a69cc tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2563875 Oct 28 21:48:10.605231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'port': {'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f', 'name': 'tempest-RoutersTest-421406711'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:10.785730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Allocated IP 172.20.0.2 (c5c5708d-997d-4539-b954-aee51d23096f/9b2a39c4-7431-4aa9-9105-92f5175595da/ec88b292-c6d2-416e-8b03-809f255ab68b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:10.835548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e713bc-e675-4e0f-8367-108acce1b979 req-758bfe44-9e95-46e8-b5de-c56bb25722a7 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:10.837312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89e713bc-e675-4e0f-8367-108acce1b979 req-758bfe44-9e95-46e8-b5de-c56bb25722a7 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.2367430 Oct 28 21:48:10.879551 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad45581f-2cd0-4c53-9eb5-90a547cd8307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.942227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89e713bc-e675-4e0f-8367-108acce1b979 req-b3d0fe61-abae-4401-b7dc-534787a8abd9 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Oct 28 21:48:10.960396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:10.962894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39768) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:10.964830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:10.992300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] device_id is not set on port bd28d700-3dab-4faa-a6e5-4def632ed223 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:48:11.068649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.081168 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.117160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Network c5c5708d-997d-4539-b954-aee51d23096f is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:11.122520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-67f8a8a7-62a9-4f98-8f44-c30005584ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.147800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:11.154441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:11.158860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.20.0.13 (c5c5708d-997d-4539-b954-aee51d23096f/9b2a39c4-7431-4aa9-9105-92f5175595da/bd28d700-3dab-4faa-a6e5-4def632ed223) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:11.195228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Pushing event updated for resources: {'Port': ['ID=ec88b292-c6d2-416e-8b03-809f255ab68b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:11.245294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Attempting to bind port ec88b292-c6d2-416e-8b03-809f255ab68b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:11.245657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Attempting to bind port ec88b292-c6d2-416e-8b03-809f255ab68b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:11.246205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Attempting to bind port ec88b292-c6d2-416e-8b03-809f255ab68b on network c5c5708d-997d-4539-b954-aee51d23096f {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:11.259070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:11.260150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Checking segment: {'id': 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:11.260592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.260985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Bound using segment: {'id': 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:11.264182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Bound port: ec88b292-c6d2-416e-8b03-809f255ab68b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c5c5708d-997d-4539-b954-aee51d23096f'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:11.264624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.272234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-67f8a8a7-62a9-4f98-8f44-c30005584ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.285667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-67f8a8a7-62a9-4f98-8f44-c30005584ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.354444 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-67f8a8a7-62a9-4f98-8f44-c30005584ae9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7496d7d09b4d48e3952a5d5d4c25be65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902955 Oct 28 21:48:11.360332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:11.371789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8a8a7-62a9-4f98-8f44-c30005584ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba74660-1d01-4c9f-8dd0-d1c40aaa621e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:11.390507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] For port ec88b292-c6d2-416e-8b03-809f255ab68b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:11.395777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] For port ec88b292-c6d2-416e-8b03-809f255ab68b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec88b292-c6d2-416e-8b03-809f255ab68b,segment=NetworkSegment(b452bcc6-7e1d-4bd7-98cc-dc41dad288b9),segment_id=b452bcc6-7e1d-4bd7-98cc-dc41dad288b9)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:11.400492 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.443380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.476182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655abf7-889a-482c-9893-cd74cf7e3c7a None None] Pushing event updated for resources: {'Port': ['ID=ec88b292-c6d2-416e-8b03-809f255ab68b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:11.483653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.525390 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.530648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.643064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network c5c5708d-997d-4539-b954-aee51d23096f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:11.649159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:11.651954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:11.679115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=bd28d700-3dab-4faa-a6e5-4def632ed223,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:11.718580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:11.718580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.733124 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.743416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:11.750149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eba74660-1d01-4c9f-8dd0-d1c40aaa621e HTTP/1.1" status: 204 len: 168 time: 0.3861215 Oct 28 21:48:11.772258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:11.775489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1fe8ccb2-9fbb-4d39-ab68-08f8ca4ea476 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1744709 Oct 28 21:48:11.782679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c17cb0-d0df-4274-9701-47049a7fa7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba74660-1d01-4c9f-8dd0-d1c40aaa621e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:11.892075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39790) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:11.906525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.009777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ce361f54-bd56-4cb3-8d18-a43a37b70f6f tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/floatingips/f8469566-e941-448d-99c1-e8eb191a058c HTTP/1.1" status: 200 len: 994 time: 0.1145117 Oct 28 21:48:12.209484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.216644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b7e3-d276-406f-83f6-69ea2456201d req-e89d05d0-d435-4e4c-8c79-d2f9d1e92a15 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:12.218680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dee7b7e3-d276-406f-83f6-69ea2456201d req-e89d05d0-d435-4e4c-8c79-d2f9d1e92a15 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1362078 Oct 28 21:48:12.275936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dee7b7e3-d276-406f-83f6-69ea2456201d req-430b25de-6fb8-4ebc-b9db-080cc40195c4 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Oct 28 21:48:12.345245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39806) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:12.364415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.587006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 4e631408-7046-4b13-af9d-ecea2ce58ff4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:12.587345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.739926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.740451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.756449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 4e631408-7046-4b13-af9d-ecea2ce58ff4 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:12.814787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.821254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:12.880558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=bd28d700-3dab-4faa-a6e5-4def632ed223,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:12.946614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5738f-1bcf-4e00-885c-15fc5417b230 None None] Network c5c5708d-997d-4539-b954-aee51d23096f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:13.015499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec88b292-c6d2-416e-8b03-809f255ab68b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:13.047948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.168630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=4e631408-7046-4b13-af9d-ecea2ce58ff4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:13.181378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] Provisioning complete for port ec88b292-c6d2-416e-8b03-809f255ab68b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:13.181563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.200683 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.201170 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Floating IP f8469566-e941-448d-99c1-e8eb191a058c disassociated (deleted). External IP: 172.25.4.154, port: 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64. Oct 28 21:48:13.419088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec88b292-c6d2-416e-8b03-809f255ab68b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:13.419760 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.432526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.464356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:13.487089 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4bd8-2140-4a60-ac76-00530bf1b6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.602256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.653466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.659940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] For port ec88b292-c6d2-416e-8b03-809f255ab68b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec88b292-c6d2-416e-8b03-809f255ab68b,segment=NetworkSegment(b452bcc6-7e1d-4bd7-98cc-dc41dad288b9),segment_id=b452bcc6-7e1d-4bd7-98cc-dc41dad288b9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:13.661099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.678646 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.851856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd3789-7f84-471d-a864-d45ea08e1c36 req-abd7adf0-8582-44ca-b130-73c5d20afc02 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:13.860600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8cd3789-7f84-471d-a864-d45ea08e1c36 req-abd7adf0-8582-44ca-b130-73c5d20afc02 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.2074652 Oct 28 21:48:13.868307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c24b8-87c6-4065-a961-3152d7a31dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec88b292-c6d2-416e-8b03-809f255ab68b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:13.884777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:48:13.885118 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:48:13.913775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:13.924743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:13.932880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Sync routers for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:13.949959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:13.956788 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:13.965625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e3b2d33-8a5f-4b1f-a99c-54f92520b9ea tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/floatingips/f8469566-e941-448d-99c1-e8eb191a058c HTTP/1.1" status: 204 len: 168 time: 1.6185582 Oct 28 21:48:13.967563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:13.970390 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1119a-9e76-4b07-a131-0a9d6dc7968d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:14.007816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8cd3789-7f84-471d-a864-d45ea08e1c36 req-9de65e41-7009-4395-a2aa-6de07d9a3fc8 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460371 Oct 28 21:48:14.080983 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c9a101-a09e-4baa-b79c-e3dfe80647fa x-openstack-request-id: req-a8c9a101-a09e-4baa-b79c-e3dfe80647fa {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:14.082617 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:14.083151 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8c9a101-a09e-4baa-b79c-e3dfe80647fa {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:14.084012 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'status': 'completed', 'code': 200} Oct 28 21:48:14.111050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ea2f9119-dc3a-433c-a9fa-0c40757e5dfe None None] Provisioning complete for port ec88b292-c6d2-416e-8b03-809f255ab68b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:14.120543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea2f9119-dc3a-433c-a9fa-0c40757e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.186919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-e743d273-2341-4848-81a3-48435293b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:14.193093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-e743d273-2341-4848-81a3-48435293b606 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=faa99188a2d448aa9b9526394dfcf292&device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 1098 time: 0.0836382 Oct 28 21:48:14.294325 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:14.431483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.442396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.452445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-b6f5f22d-34ff-4607-a9ac-a5017be6f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:14.455679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-b6f5f22d-34ff-4607-a9ac-a5017be6f40b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 200 len: 898 time: 0.2513223 Oct 28 21:48:14.622884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=bd28d700-3dab-4faa-a6e5-4def632ed223,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:14.645008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.653174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-f5cfb5cd-552d-486e-979b-d4ec9208cbea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 200 len: 217 time: 0.1903715 Oct 28 21:48:14.660711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ea2f9119-dc3a-433c-a9fa-0c40757e5dfe None None] Provisioning complete for port bd28d700-3dab-4faa-a6e5-4def632ed223 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:14.661080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea2f9119-dc3a-433c-a9fa-0c40757e5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.724275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb070d2-173f-4a13-99e2-886b4b935b8f req-0c4d2b62-3016-4451-b2dd-716a215b9876 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:14.737295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efb070d2-173f-4a13-99e2-886b4b935b8f req-0c4d2b62-3016-4451-b2dd-716a215b9876 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.1639326 Oct 28 21:48:14.756357 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:14.773378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:14.773952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f9119-dc3a-433c-a9fa-0c40757e5dfe None None] Port bd28d700-3dab-4faa-a6e5-4def632ed223 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:14.827525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:14.847781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Checking router: fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:48:14.872248 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:14.876590 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:14.882125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-5f333ca2-5fba-428c-b8e4-a467975cfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:14.893621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-5f333ca2-5fba-428c-b8e4-a467975cfa92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c HTTP/1.1" status: 200 len: 834 time: 0.2309253 Oct 28 21:48:14.900590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network c5c5708d-997d-4539-b954-aee51d23096f is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:14.909662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:14.910904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efb070d2-173f-4a13-99e2-886b4b935b8f req-7b793002-6559-47a8-9fbc-15f08fa5e4ac tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708829 Oct 28 21:48:14.919432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6a763fc7-768c-4340-a2a6-3642f7e7e8aa None None] Provisioning complete for port bd28d700-3dab-4faa-a6e5-4def632ed223 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:14.919803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6a763fc7-768c-4340-a2a6-3642f7e7e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.005631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-d5b2c524-35fb-4073-9dc6-4ba5bfab7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:15.009542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-d5b2c524-35fb-4073-9dc6-4ba5bfab7cb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7e6eb040-2b68-4616-9062-2e71f3abd806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935445 Oct 28 21:48:15.047579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6a763fc7-768c-4340-a2a6-3642f7e7e8aa None None] Port bd28d700-3dab-4faa-a6e5-4def632ed223 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:15.050881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec88b292-c6d2-416e-8b03-809f255ab68b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:15.175492 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:15.234974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:15.280729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.283617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6acb179a-09a6-469a-9a49-0ecc2189856d None None] Provisioning complete for port bd28d700-3dab-4faa-a6e5-4def632ed223 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:15.287764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6acb179a-09a6-469a-9a49-0ecc2189856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.339585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579494-5156-4df8-af34-14442ed04df9 req-cf5801fb-5fe2-44ae-94ab-99042ab435eb tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:15.346239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11579494-5156-4df8-af34-14442ed04df9 req-cf5801fb-5fe2-44ae-94ab-99042ab435eb tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1468496 Oct 28 21:48:15.385758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec88b292-c6d2-416e-8b03-809f255ab68b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:15.386345 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.404104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-4c8e6d14-af1b-4d4a-8958-42a93166a318 service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826749 Oct 28 21:48:15.482610 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6acb179a-09a6-469a-9a49-0ecc2189856d None None] Port bd28d700-3dab-4faa-a6e5-4def632ed223 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:15.483809 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:15.513386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62f10e-6d49-4012-9872-3b7d8055b9c6 None None] The sync data for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 is: [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:47:05Z', 'revision_number': 4, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cf559108-7b17-4572-ac27-efe1daf5d20e', 'name': '', 'network_id': '7e6eb040-2b68-4616-9062-2e71f3abd806', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'mac_address': 'fa:16:3e:3f:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:47:04Z', 'updated_at': '2021-10-28T21:47:13Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'subnets': [{'id': '7756f564-2ad7-4c9c-a4b4-909ab8b6c55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:15.581771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80c1119a-9e76-4b07-a131-0a9d6dc7968d req-ea8663bd-e1a1-452f-999c-80cd5c30d4a4 service neutron] 10.222.0.52 "GET /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509159 Oct 28 21:48:15.622756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11579494-5156-4df8-af34-14442ed04df9 req-5053b708-115a-408b-a332-d9ecd055199a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694018 Oct 28 21:48:15.659208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-715ccf50-d360-4b70-9cfd-8b9e435c37f8 None None] Provisioning complete for port bd28d700-3dab-4faa-a6e5-4def632ed223 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:15.659780 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-715ccf50-d360-4b70-9cfd-8b9e435c37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.703959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-715ccf50-d360-4b70-9cfd-8b9e435c37f8 None None] Port bd28d700-3dab-4faa-a6e5-4def632ed223 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:15.853844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-2fd167c8-0148-4d9b-8e16-265a51c6abb5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:15.861153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-2fd167c8-0148-4d9b-8e16-265a51c6abb5 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.0951133 Oct 28 21:48:15.867157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:15.999570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router f69df019-dd73-4efc-b901-768a0d248dc5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:48:16.021325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c480b21-0e37-4b4f-87a6-6452b38219aa None None] New status for floating IP f8469566-e941-448d-99c1-e8eb191a058c: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:48:16.050663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:16.081413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:16.087015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:16.196329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74471-0a21-41a0-8d47-44fec3685c59 req-6594e010-1ca1-49c2-b896-994395365d70 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:16.207000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da74471-0a21-41a0-8d47-44fec3685c59 req-6594e010-1ca1-49c2-b896-994395365d70 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 946 time: 0.2007694 Oct 28 21:48:16.315748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:16.327879 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] Sync routers for ids ['f69df019-dd73-4efc-b901-768a0d248dc5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:16.334115 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0574f407-b582-4fce-a770-66822a15e4ae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/f69df019-dd73-4efc-b901-768a0d248dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5605686 Oct 28 21:48:16.336851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39870) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:16.359416 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] Routers {'f69df019-dd73-4efc-b901-768a0d248dc5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:16.366431 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f69df019-dd73-4efc-b901-768a0d248dc5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:16.423715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5829b75c-44f3-4de5-913c-4f91c9af3a9f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:16.424818 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:16.425975 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5829b75c-44f3-4de5-913c-4f91c9af3a9f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports/bd28d700-3dab-4faa-a6e5-4def632ed223 HTTP/1.1" status: 200 len: 977 time: 0.0876398 Oct 28 21:48:16.442816 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] Routers {'f69df019-dd73-4efc-b901-768a0d248dc5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:16.443979 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f69df019-dd73-4efc-b901-768a0d248dc5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:16.483097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39872) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:16.495076 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:16.497186 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c91a3-20ad-4d59-8be8-c83ba416b356 None None] The sync data for ids ['f69df019-dd73-4efc-b901-768a0d248dc5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:16.624500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da74471-0a21-41a0-8d47-44fec3685c59 req-d6609e3e-a90b-4242-856a-57746e068ea2 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/security-groups?id=1324f7bf-d784-48bd-9e21-3d611fd4c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164701 Oct 28 21:48:16.673294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:16.675096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:16.703288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:16.705481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Allocated IP 172.25.4.208 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/cb79a9f5-cff7-49fc-89f7-200d6febfd20) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:16.739501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:16.891377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d87e-411c-44e1-8bc8-3609730cbc76 req-4ed94498-189f-40d2-bc0b-36bfd23f85ce tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:16.893053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ec4d87e-411c-44e1-8bc8-3609730cbc76 req-4ed94498-189f-40d2-bc0b-36bfd23f85ce tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1171200 Oct 28 21:48:16.977746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:16.994198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5ec4d87e-411c-44e1-8bc8-3609730cbc76 req-aab86036-5e77-414f-9897-6144f0fa5360 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817740 Oct 28 21:48:17.036338 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.072030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=782cb0f2-d1d7-4382-9dfc-e7bcd5514d64,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:17.129955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.152708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] No DVR routers for this DVR port 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:17.156440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.160010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a8e4d77-f4fd-4448-9a54-e43fb0cd3e67 req-812acf50-f260-4e7a-9e50-b58c24307129 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.52 "DELETE /v2.0/ports/782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 HTTP/1.1" status: 204 len: 173 time: 1.2912309 Oct 28 21:48:17.160643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'name': 'network-vif-deleted', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:17.163237 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba62fe-7d2f-40c0-894b-699512b61b38" -d '{"events": [{"server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "name": "network-vif-deleted", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:17.216185 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc5d53-8e5b-4adc-a073-697d369f9fce x-openstack-request-id: req-9afc5d53-8e5b-4adc-a073-697d369f9fce {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:17.216530 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a01b57-a2c7-46bf-9df6-e2311e95fe8d", "name": "network-vif-deleted", "tag": "782cb0f2-d1d7-4382-9dfc-e7bcd5514d64", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:17.216787 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9afc5d53-8e5b-4adc-a073-697d369f9fce {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:17.218830 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a01b57-a2c7-46bf-9df6-e2311e95fe8d', 'name': 'network-vif-deleted', 'tag': '782cb0f2-d1d7-4382-9dfc-e7bcd5514d64', 'status': 'completed', 'code': 200} Oct 28 21:48:17.226412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:17.234284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:17.243735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:17.273609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Pushing event updated for resources: {'Port': ['ID=cb79a9f5-cff7-49fc-89f7-200d6febfd20,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:17.462789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.470499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.572043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.841905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470e8450-a347-4bb0-8902-9bc6d6ea79a8 req-82fb90a9-947d-499c-b2f0-41af486ec7f7 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6a01b57-a2c7-46bf-9df6-e2311e95fe8d HTTP/1.1" status: 200 len: 210 time: 0.0836885 Oct 28 21:48:17.895292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:17.904052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.019226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Pushing event updated for resources: {'Port': ['ID=cb79a9f5-cff7-49fc-89f7-200d6febfd20,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:18.052192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.077761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.079060 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2f8d494-4757-484b-b884-d54428dd17df tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3040941 Oct 28 21:48:18.081384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port bd28d700-3dab-4faa-a6e5-4def632ed223 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:18.081704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.084311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:18.091223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-483957635', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'fixed_ips': [{'ip_address': '172.25.4.208'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:18.133189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c912be-8eae-4982-ad99-d7d4f4480d05 req-b29004a7-db17-408f-9373-029d3eb95d61 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:18.134941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64c912be-8eae-4982-ad99-d7d4f4480d05 req-b29004a7-db17-408f-9373-029d3eb95d61 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.0702701 Oct 28 21:48:18.168671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Made reservation on behalf of 0ef6fff761b742299ad18955325186ff for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:18.170490 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.189308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.199407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64c912be-8eae-4982-ad99-d7d4f4480d05 req-ea08be96-e1c7-4b9e-9cbc-ec960f31a6b0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Oct 28 21:48:18.228620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.258854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for bd28d700-3dab-4faa-a6e5-4def632ed223 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:18.427794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.434038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.437463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] device_id is not set on port 3c526177-6583-4d6d-b812-cd301ab1e3df yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:48:18.859000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f79ac-fde3-48ab-9312-f174fecacc38,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:18.911450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:18.992563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:18.996148 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 28 21:48:18.996826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:48:19.006254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.060732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f98fa6a8-a54f-4ea2-82d0-989c4db1175a tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9722161 Oct 28 21:48:19.062960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=bd28d700-3dab-4faa-a6e5-4def632ed223,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:19.065264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39910) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:19.067758 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.254063 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.453320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router f69df019-dd73-4efc-b901-768a0d248dc5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:19.456789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e8c3-47f4-4324-9ae3-5835ac4f2e21 req-95f9c157-250e-42e6-afea-20481d6fdeaa tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:19.458586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd37e8c3-47f4-4324-9ae3-5835ac4f2e21 req-95f9c157-250e-42e6-afea-20481d6fdeaa tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1567030 Oct 28 21:48:19.489548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.492146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.497078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/security-groups/1324f7bf-d784-48bd-9e21-3d611fd4c71d HTTP/1.1" status: 204 len: 168 time: 0.5799325 Oct 28 21:48:19.518414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-3a80c08f-e40e-4cee-abc9-2277f3dda74e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:19.519881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-3a80c08f-e40e-4cee-abc9-2277f3dda74e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2525361 Oct 28 21:48:19.527648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Deleting port cb79a9f5-cff7-49fc-89f7-200d6febfd20 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:19.528065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.532990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978142c1-4494-4932-8cde-b26c7aa48e96 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324f7bf-d784-48bd-9e21-3d611fd4c71d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:19.548222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:19.557253 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44592154-2b64-4498-907b-9ed1997e43d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/f69df019-dd73-4efc-b901-768a0d248dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0701461 Oct 28 21:48:19.560841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] Sync routers for ids ['f69df019-dd73-4efc-b901-768a0d248dc5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:19.562565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:19.575226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] Routers {'f69df019-dd73-4efc-b901-768a0d248dc5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:19.575826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f69df019-dd73-4efc-b901-768a0d248dc5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:19.591165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-2fff8640-7191-4bf7-9cb9-15bf1552d2fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0591776 Oct 28 21:48:19.606112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd37e8c3-47f4-4324-9ae3-5835ac4f2e21 req-0d91aee1-71e7-4885-8951-3a189ef337fe tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211085 Oct 28 21:48:19.612438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:19.632221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] Routers {'f69df019-dd73-4efc-b901-768a0d248dc5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:19.632888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f69df019-dd73-4efc-b901-768a0d248dc5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:19.679816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39922) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:19.694075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:19.694999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6249f9-fb6f-442c-b3fc-359ecdaaa6b9 None None] The sync data for ids ['f69df019-dd73-4efc-b901-768a0d248dc5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:19.769184 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.769424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:19.793067 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-fe120e8d-f8c6-440d-a891-eff98a299ea1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] remove_router_interface failed (client error): The resource could not be found. Oct 28 21:48:19.796593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-1c744aad-4f27-436a-aa10-3a45c6179996 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940968 Oct 28 21:48:19.799598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39924) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:19.801039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe120e8d-f8c6-440d-a891-eff98a299ea1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/f69df019-dd73-4efc-b901-768a0d248dc5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2300744 Oct 28 21:48:19.808747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:19.819425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Calling delete_port for cb79a9f5-cff7-49fc-89f7-200d6febfd20 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:19.830417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:19.830760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 782cb0f2-d1d7-4382-9dfc-e7bcd5514d64 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:19.855155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c84f1600-161c-4fd9-a5e3-0d39145ffe90 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69df019-dd73-4efc-b901-768a0d248dc5 HTTP/1.1" status: 200 len: 205 time: 0.0525608 Oct 28 21:48:19.858313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39926) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:19.936319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.091910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-c4a30ae7-6b5f-42f6-9311-5dede004d94d service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736714 Oct 28 21:48:20.103322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.106041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.161223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.161995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router f69df019-dd73-4efc-b901-768a0d248dc5 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:20.171028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.172138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b4edc4d-c90a-4766-8537-a74de8733eed tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/f69df019-dd73-4efc-b901-768a0d248dc5 HTTP/1.1" status: 204 len: 168 time: 0.3126385 Oct 28 21:48:20.174751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:20.242207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet 9b2a39c4-7431-4aa9-9105-92f5175595da {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:20.255717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.285069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-b1fea01f-346d-4974-9c5e-43a9f9a6d1cc service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659627 Oct 28 21:48:20.307681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.327835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.370430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb79a9f5-cff7-49fc-89f7-200d6febfd20,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:20.438828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.455726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.459025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.461900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f24bef2b-6e4e-471e-a7f9-4e4876aafb63 tempest-ExternalNetworksAdminNegativeTestJSON-806377379 tempest-ExternalNetworksAdminNegativeTestJSON-806377379-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/d53e5e4c-e132-42bb-9858-d20b9c52f562 HTTP/1.1" status: 204 len: 168 time: 1.3881974 Oct 28 21:48:20.536442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.546400 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.606392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2a39c4-7431-4aa9-9105-92f5175595da,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:20.609288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.613468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c56c8cd7-f45e-4e6d-aaad-f509a2bdcaef tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/9b2a39c4-7431-4aa9-9105-92f5175595da HTTP/1.1" status: 204 len: 168 time: 0.4376688 Oct 28 21:48:20.614207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d07e1a-dc70-43da-b025-9c8179a56b59 None None] Network c5c5708d-997d-4539-b954-aee51d23096f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:20.629092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 39940) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:20.856174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.937298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port ec88b292-c6d2-416e-8b03-809f255ab68b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:20.937661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:20.960487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10025d0f-0270-439a-b85f-49109e0a0c80 req-53d847c3-80da-45ee-b3ce-b63dbfbf9686 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.1906774 Oct 28 21:48:20.968202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] DHCP port deletion for c5c5708d-997d-4539-b954-aee51d23096f request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:21.005825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dbdea-c55b-4980-bd0f-ce511c66ff01 req-4d9547b8-5b20-4c55-9e55-23f5880dc24e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:21.016245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5dbdea-c55b-4980-bd0f-ce511c66ff01 req-4d9547b8-5b20-4c55-9e55-23f5880dc24e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.2446804 Oct 28 21:48:21.035723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 39954) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:21.055504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port ec88b292-c6d2-416e-8b03-809f255ab68b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec88b292-c6d2-416e-8b03-809f255ab68b,segment=NetworkSegment(b452bcc6-7e1d-4bd7-98cc-dc41dad288b9),segment_id=b452bcc6-7e1d-4bd7-98cc-dc41dad288b9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:21.056049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.068831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Deleting port ec88b292-c6d2-416e-8b03-809f255ab68b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:21.069255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.088879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for ec88b292-c6d2-416e-8b03-809f255ab68b owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:21.119016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5dbdea-c55b-4980-bd0f-ce511c66ff01 req-00e51236-7e28-49f4-80a8-9103d64b6e3b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016915 Oct 28 21:48:21.175788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] For port ec88b292-c6d2-416e-8b03-809f255ab68b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec88b292-c6d2-416e-8b03-809f255ab68b,segment=NetworkSegment(b452bcc6-7e1d-4bd7-98cc-dc41dad288b9),segment_id=b452bcc6-7e1d-4bd7-98cc-dc41dad288b9)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:21.176750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.202195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Calling delete_port for ec88b292-c6d2-416e-8b03-809f255ab68b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:21.299387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b34ce10c-2ad3-4770-9af9-ddb9ba883f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.317644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:48:21.323428 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:48:21.335587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.347357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=ec88b292-c6d2-416e-8b03-809f255ab68b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:21.360708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.361496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.361496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.362123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.362466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.362766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.363885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.364235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.364840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.365191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.365522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.365935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:21.371196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port ec88b292-c6d2-416e-8b03-809f255ab68b on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:21.394943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] No DVR routers for this DVR port ec88b292-c6d2-416e-8b03-809f255ab68b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:21.401889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d149fac-1e1a-485f-8fea-4697e4f36d36 None None] Pushing event deleted for resources: {'Port': ['ID=ec88b292-c6d2-416e-8b03-809f255ab68b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:21.450435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port cf559108-7b17-4572-ac27-efe1daf5d20e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:21.450812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.495369 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.523361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5708d-997d-4539-b954-aee51d23096f']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:21.547964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:21.548798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b452bcc6-7e1d-4bd7-98cc-dc41dad288b9') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:21.551774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b34ce10c-2ad3-4770-9af9-ddb9ba883f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.566516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b34ce10c-2ad3-4770-9af9-ddb9ba883f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.567018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.584127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port cf559108-7b17-4572-ac27-efe1daf5d20e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf559108-7b17-4572-ac27-efe1daf5d20e,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:21.584541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.599038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.612431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:21.613924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:21.618944 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:21.623583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for cf559108-7b17-4572-ac27-efe1daf5d20e owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:21.640120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b34ce10c-2ad3-4770-9af9-ddb9ba883f89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=977fe4895c20484697e92bf488320c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6033385 Oct 28 21:48:21.644772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40000) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:21.657517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ce10c-2ad3-4770-9af9-ddb9ba883f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d069f7-3251-4fb0-acbc-5ef91d177c35,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:21.727398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.732632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.737854 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/c5c5708d-997d-4539-b954-aee51d23096f HTTP/1.1" status: 204 len: 168 time: 1.1075330 Oct 28 21:48:21.742208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40002) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:21.747601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1651305212'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:21.762632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.766172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9ac4-0051-4030-a639-2f9659b64908 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=c5c5708d-997d-4539-b954-aee51d23096f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:21.786305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:21.790982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.845795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.846687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:48:21.883565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.887368 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 04b0e129-922b-4e98-8784-f221cb428413 of type vlan for network 211396ed-4bc1-4785-a9ba-c122ca4eb70c Oct 28 21:48:21.952672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.957080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.958401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85d069f7-3251-4fb0-acbc-5ef91d177c35 HTTP/1.1" status: 204 len: 168 time: 0.3110533 Oct 28 21:48:21.982930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.997640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:21.999694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58256c42-d5ae-45f2-9379-67d124586cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d069f7-3251-4fb0-acbc-5ef91d177c35,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:22.053724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:22.062943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:22.063906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:22.070754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=cf559108-7b17-4572-ac27-efe1daf5d20e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:22.185920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=211396ed-4bc1-4785-a9ba-c122ca4eb70c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:22.202468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:48:22.210000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2e9e8aba-f502-4014-a7dc-9aefadbf6121 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4639876 Oct 28 21:48:22.210388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40018) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:22.221011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:22.372867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8d70b78-b0a6-4e2f-a556-206274a4158d req-f99923d3-7d2b-4f70-9030-13c68adde7e2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.2236700 Oct 28 21:48:22.441109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-85e040be-c2b6-446b-bfbc-25eed9dec71a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:22.443583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-85e040be-c2b6-446b-bfbc-25eed9dec71a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2188036 Oct 28 21:48:22.530044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40048) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:22.537460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:22.641547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:22.646892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:22.729321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ef665fb0-67d7-47bb-a51b-b62bf3d3ab31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ef6fff761b742299ad18955325186ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733599 Oct 28 21:48:22.760788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:23.048487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec88b292-c6d2-416e-8b03-809f255ab68b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:23.081218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.086889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ec88b292-c6d2-416e-8b03-809f255ab68b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:23.087270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec88b292-c6d2-416e-8b03-809f255ab68b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:23.107692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.194579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.218980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=8b23e6de-7969-4d55-a2ec-628d2a904ab1,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:23.240657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '04b0e129-922b-4e98-8784-f221cb428413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:23.241113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 211396ed-4bc1-4785-a9ba-c122ca4eb70c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:48:23.256631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2ccf-ee02-4c9c-8076-a1bb05031c34 req-40443a55-c9a8-40da-9aa8-5b2da9f6ed09 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:23.267955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c81e2ccf-ee02-4c9c-8076-a1bb05031c34 req-40443a55-c9a8-40da-9aa8-5b2da9f6ed09 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.9007983 Oct 28 21:48:23.271582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:48:23.283372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 211396ed-4bc1-4785-a9ba-c122ca4eb70c) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:23.296408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4affa-7305-4b2f-ae2c-90055c743c44 None None] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:23.309582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:23.311373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.315173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.318426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.322245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a2f79ac-fde3-48ab-9312-f174fecacc38 HTTP/1.1" status: 204 len: 168 time: 0.5561142 Oct 28 21:48:23.323049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.340496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45201ee9-2f0c-4d00-9e2d-084f18f75ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f79ac-fde3-48ab-9312-f174fecacc38,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:23.353472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fafe25f7-fe2e-453e-8101-108c935cc191 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1416759 Oct 28 21:48:23.356714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40056) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:23.363684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2015661025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:23.387941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c81e2ccf-ee02-4c9c-8076-a1bb05031c34 req-45b1619e-8f05-4280-bf5a-ea503c33b426 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167130 Oct 28 21:48:23.436750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.439416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.519417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:23.522859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.548423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe48aa71-fdc3-4f42-ba7a-8fccf8703512 req-826b7418-64ba-4f84-8ef0-d55983081e34 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.0470884 Oct 28 21:48:23.561612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.570848 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.611601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.618488 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14f65d6b-ed4e-48a1-8fab-859490f802e9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2574306 Oct 28 21:48:23.619789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:23.665255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-211396ed-4bc1-4785-a9ba-c122ca4eb70c', 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': '8b23e6de-7969-4d55-a2ec-628d2a904ab1'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:48:23.666141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:23.843660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.14 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/bfe461c2-f0ae-4638-8547-8293929053d5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:23.867660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Allocated IP 172.20.0.2 (211396ed-4bc1-4785-a9ba-c122ca4eb70c/8b23e6de-7969-4d55-a2ec-628d2a904ab1/6d6f217a-f0a2-4dec-a3af-31d231334f6a) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:24.044138 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.061367 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.106269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.139004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Pushing event updated for resources: {'Port': ['ID=6d6f217a-f0a2-4dec-a3af-31d231334f6a,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:24.150995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:24.153745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:24.157953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:24.185031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.252224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.267675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:24.312039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Attempting to bind port 6d6f217a-f0a2-4dec-a3af-31d231334f6a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:24.316192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Attempting to bind port 6d6f217a-f0a2-4dec-a3af-31d231334f6a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '04b0e129-922b-4e98-8784-f221cb428413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:24.317048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Attempting to bind port 6d6f217a-f0a2-4dec-a3af-31d231334f6a on network 211396ed-4bc1-4785-a9ba-c122ca4eb70c {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:24.327098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:24.328828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Checking segment: {'id': '04b0e129-922b-4e98-8784-f221cb428413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:24.330063 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.331107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Bound using segment: {'id': '04b0e129-922b-4e98-8784-f221cb428413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:24.331829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Bound port: 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b0e129-922b-4e98-8784-f221cb428413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '211396ed-4bc1-4785-a9ba-c122ca4eb70c'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:24.332907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.333989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:24.340084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:24.368517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:24.426811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:24.493784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] For port 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:24.498427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] For port 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d6f217a-f0a2-4dec-a3af-31d231334f6a,segment=NetworkSegment(04b0e129-922b-4e98-8784-f221cb428413),segment_id=04b0e129-922b-4e98-8784-f221cb428413)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:24.507084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.604293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdfa9b-f61d-48f0-9821-3d833e1fd40d None None] Pushing event updated for resources: {'Port': ['ID=6d6f217a-f0a2-4dec-a3af-31d231334f6a,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:24.702435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.20.0.1 (211396ed-4bc1-4785-a9ba-c122ca4eb70c/8b23e6de-7969-4d55-a2ec-628d2a904ab1/d2bce56e-9293-4895-801d-20bd3ff8154f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:24.738131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:24.739037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.831302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-22abf0ac-ca27-4a92-915f-1a66aff3a2b0 None None] Provisioning complete for port bfe461c2-f0ae-4638-8547-8293929053d5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:24.837166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a118-1ce3-4fb9-af66-a90d9e6a6494 req-25e40a71-cb9f-4892-80ef-fe7cfcbf14ca tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:24.838065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-22abf0ac-ca27-4a92-915f-1a66aff3a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:24.849762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e940a118-1ce3-4fb9-af66-a90d9e6a6494 req-25e40a71-cb9f-4892-80ef-fe7cfcbf14ca tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.2795746 Oct 28 21:48:24.900800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-e8620586-b285-45c3-9614-4d7d6d77bc3a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3687425 Oct 28 21:48:24.916115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Request body: {'port': {'device_id': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:24.985884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-22abf0ac-ca27-4a92-915f-1a66aff3a2b0 None None] Port bfe461c2-f0ae-4638-8547-8293929053d5 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:25.002798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.069423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.094026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:25.102754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.106952 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Sync routers for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:25.118474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36f551-6136-4373-98fe-739f54a6bd55 req-a29deacf-7d38-4fec-acd9-fec4be11ebf5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:25.120542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f36f551-6136-4373-98fe-739f54a6bd55 req-a29deacf-7d38-4fec-acd9-fec4be11ebf5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 932 time: 0.4379997 Oct 28 21:48:25.128153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f713930f-b31c-472c-83c0-a188f7933019 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "PUT /v2.0/routers/fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4376893 Oct 28 21:48:25.128343 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:25.129387 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:25.138057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:25.139293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e940a118-1ce3-4fb9-af66-a90d9e6a6494 req-38d9522c-6f82-4063-962f-66561e7e67a0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800481 Oct 28 21:48:25.190163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f36f551-6136-4373-98fe-739f54a6bd55 req-34313c69-9cf4-4611-bdc4-c31a7a1d9dee tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 Oct 28 21:48:25.328241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:25.340701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:25.345241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:25.349820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=d2bce56e-9293-4895-801d-20bd3ff8154f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:25.382487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting subnet 7756f564-2ad7-4c9c-a4b4-909ab8b6c55c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:25.385917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.433662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.518806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.526502 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:25.592824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.596850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.702489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Subnet': ['ID=7756f564-2ad7-4c9c-a4b4-909ab8b6c55c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:25.711335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe461c2-f0ae-4638-8547-8293929053d5 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:48:25.724100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.730494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8f307d97-32d8-4802-9352-908226e317e9 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/subnets/7756f564-2ad7-4c9c-a4b4-909ab8b6c55c HTTP/1.1" status: 204 len: 168 time: 0.5880604 Oct 28 21:48:25.734261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40098) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:25.734447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bb609-b85d-47df-876d-a843832a60f1 None None] Network 7e6eb040-2b68-4616-9062-2e71f3abd806 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:25.775105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.865469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:25.913408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Transition to ACTIVE for port object bfe461c2-f0ae-4638-8547-8293929053d5 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:48:25.927229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.096886 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:48:21Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:26.162082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.177859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] DHCP port deletion for 7e6eb040-2b68-4616-9062-2e71f3abd806 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:26.187389 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Checking router: fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:48:26.235957 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Routers {'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:26.236652 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:26.440817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241d0b4-2d37-4f5c-b9dd-61c4fe2dad6c None None] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:26.453203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Deleting port 025cb03a-7e90-441f-9339-123c328c8701 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:26.459345 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.490224 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] Set router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:26.490754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d469801-900b-4296-a504-1146db970f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:26.499842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.596687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] For port 025cb03a-7e90-441f-9339-123c328c8701, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=025cb03a-7e90-441f-9339-123c328c8701,segment=NetworkSegment(92f0bbcf-eedd-48d4-905e-95ef23942526),segment_id=92f0bbcf-eedd-48d4-905e-95ef23942526)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:26.597909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.610953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40112) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:26.615623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Calling delete_port for 025cb03a-7e90-441f-9339-123c328c8701 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:26.785862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.804902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.844870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0936-41af-4a28-8e94-8227478a1de2 req-05df254a-daec-4b13-ae07-bde922ff51ab tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:26.850498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-785b0936-41af-4a28-8e94-8227478a1de2 req-05df254a-daec-4b13-ae07-bde922ff51ab tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.3703673 Oct 28 21:48:26.886961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5258f0-334d-4672-bb07-efde035f335c req-7fec598d-3fdf-498d-ba35-21aeea79d393 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:26.887678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.891880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa5258f0-334d-4672-bb07-efde035f335c req-7fec598d-3fdf-498d-ba35-21aeea79d393 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.4143710 Oct 28 21:48:26.893212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] Provisioning complete for port 6d6f217a-f0a2-4dec-a3af-31d231334f6a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:26.893738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:26.944426 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:48:21Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:26.946166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-160862b4-019f-411a-9d35-8bc7ab653e2c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-462911429'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:26.946619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-160862b4-019f-411a-9d35-8bc7ab653e2c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Unknown quota resources ['metering_label']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:48:26.971515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] Pushing event deleted for resources: {'Port': ['ID=025cb03a-7e90-441f-9339-123c328c8701,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:27.012638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d6f217a-f0a2-4dec-a3af-31d231334f6a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:27.026752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Attempting to bind port bfe461c2-f0ae-4638-8547-8293929053d5 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:27.027242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Attempting to bind port bfe461c2-f0ae-4638-8547-8293929053d5 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:27.027739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Attempting to bind port bfe461c2-f0ae-4638-8547-8293929053d5 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:27.034742 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf07a6-d466-4fc9-82fc-45db6186a88b None None] The sync data for ids ['fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0'] in n-d-806683-16 is: [{'id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'name': 'tempest-TestNetworkBasicOps-router-1714908671', 'tenant_id': 'faa99188a2d448aa9b9526394dfcf292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:46:57Z', 'updated_at': '2021-10-28T21:48:21Z', 'revision_number': 5, 'project_id': 'faa99188a2d448aa9b9526394dfcf292', 'gw_port': {'id': '2895a344-3373-4b22-9f0c-0b065a2357f0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:46:59Z', 'updated_at': '2021-10-28T21:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:27.072958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13a8e3-47f7-446a-ac1c-f58419bcd5fd None None] No DVR routers for this DVR port 025cb03a-7e90-441f-9339-123c328c8701 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:27.122666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-785b0936-41af-4a28-8e94-8227478a1de2 req-f2494d29-0eff-4f14-babd-120fb95891a6 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476168 Oct 28 21:48:27.126772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa5258f0-334d-4672-bb07-efde035f335c req-be841382-c023-4d79-b89d-d8d9d7c78e9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281790 Oct 28 21:48:27.146814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Port bfe461c2-f0ae-4638-8547-8293929053d5 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:48:27.147145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Attempting to bind port bfe461c2-f0ae-4638-8547-8293929053d5 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:27.166366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Deleting port 2895a344-3373-4b22-9f0c-0b065a2357f0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:27.166691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.169761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:27.170096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:27.170487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:27.170988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Bound port: bfe461c2-f0ae-4638-8547-8293929053d5, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:27.171629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.178963 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.239669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] For port 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d6f217a-f0a2-4dec-a3af-31d231334f6a,segment=NetworkSegment(04b0e129-922b-4e98-8784-f221cb428413),segment_id=04b0e129-922b-4e98-8784-f221cb428413)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:27.253012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.334552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3257d8b-b50c-404c-a652-b811a0b6a991 None None] Pushing event updated for resources: {'Port': ['ID=6d6f217a-f0a2-4dec-a3af-31d231334f6a,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:27.397271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] For port 2895a344-3373-4b22-9f0c-0b065a2357f0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2895a344-3373-4b22-9f0c-0b065a2357f0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:27.398608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.405994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:27.446280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d6f217a-f0a2-4dec-a3af-31d231334f6a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:27.446810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.447265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bfe461c2-f0ae-4638-8547-8293929053d5,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:27.478624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.504856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Calling delete_port for 2895a344-3373-4b22-9f0c-0b065a2357f0 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:27.664069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 025cb03a-7e90-441f-9339-123c328c8701 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:27.682570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:27.683907 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.686594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-0d469801-900b-4296-a504-1146db970f3c service neutron] 10.222.0.52 "PUT /v2.0/ports/bfe461c2-f0ae-4638-8547-8293929053d5 HTTP/1.1" status: 200 len: 1093 time: 2.7757511 Oct 28 21:48:27.687085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:27.689769 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65981df-df0c-4e59-bf09-c35d38cb75bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:27.762266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 025cb03a-7e90-441f-9339-123c328c8701 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:27.772477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 025cb03a-7e90-441f-9339-123c328c8701 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:27.809447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.850076 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca66f7e6-ed20-433e-a42b-9b34a2a898f4 x-openstack-request-id: req-ca66f7e6-ed20-433e-a42b-9b34a2a898f4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:27.850609 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:27.850609 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca66f7e6-ed20-433e-a42b-9b34a2a898f4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:27.856146 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5', 'status': 'completed', 'code': 200} Oct 28 21:48:27.884891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d469801-900b-4296-a504-1146db970f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:27.895919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=d2bce56e-9293-4895-801d-20bd3ff8154f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:27.903792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-160862b4-019f-411a-9d35-8bc7ab653e2c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:27.906303 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-160862b4-019f-411a-9d35-8bc7ab653e2c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2678819 Oct 28 21:48:27.909487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40120) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:27.915263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9c21212d-1054-4b10-8fbf-3e4ab6091e27 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bfdaca24-ace6-45b4-ae95-817535f33250'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:27.919107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9c21212d-1054-4b10-8fbf-3e4ab6091e27 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:48:28.086709 n-d-806683-16 neutron-server[102313]: WARNING neutron.services.metering.metering_plugin [None req-9c21212d-1054-4b10-8fbf-3e4ab6091e27 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 21:48:28.146558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-ede44a37-565d-4a92-892e-3ce0a8bf2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:28.148204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-ede44a37-565d-4a92-892e-3ce0a8bf2040 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 1096 time: 0.4081454 Oct 28 21:48:28.149785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.181725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6dea9b9a-2704-4c5b-8e0d-d5b80169cce2 None None] Provisioning complete for port d2bce56e-9293-4895-801d-20bd3ff8154f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:28.182287 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6dea9b9a-2704-4c5b-8e0d-d5b80169cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.237307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Port': ['ID=2895a344-3373-4b22-9f0c-0b065a2357f0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:28.252761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-2129931c-f687-441f-8d22-49237390b36d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfe461c2-f0ae-4638-8547-8293929053d5 HTTP/1.1" status: 200 len: 217 time: 0.0939295 Oct 28 21:48:28.255982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6dea9b9a-2704-4c5b-8e0d-d5b80169cce2 None None] Port d2bce56e-9293-4895-801d-20bd3ff8154f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:28.280436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6dea9b9a-2704-4c5b-8e0d-d5b80169cce2 None None] Provisioning complete for port 6d6f217a-f0a2-4dec-a3af-31d231334f6a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:28.281933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6dea9b9a-2704-4c5b-8e0d-d5b80169cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.381911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c21212d-1054-4b10-8fbf-3e4ab6091e27 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.390316 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c21212d-1054-4b10-8fbf-3e4ab6091e27 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4762564 Oct 28 21:48:28.411681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40128) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:28.426074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-93f98588-7d0f-490d-b946-1d72c8c0ddbb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bfdaca24-ace6-45b4-ae95-817535f33250'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:28.426574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-93f98588-7d0f-490d-b946-1d72c8c0ddbb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102313) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:48:28.513845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-4ee6fd05-4d69-4014-b4c4-01bd5fd6db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:28.515565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-4ee6fd05-4d69-4014-b4c4-01bd5fd6db9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.2079351 Oct 28 21:48:28.524573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87cc89-ea3e-4e1d-a9aa-8edfd480eb2d req-da76c6bc-a817-4996-b7a4-f06c38f4f4af tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:28.526093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f87cc89-ea3e-4e1d-a9aa-8edfd480eb2d req-da76c6bc-a817-4996-b7a4-f06c38f4f4af tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.2412543 Oct 28 21:48:28.555706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.563861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-10083050-46c9-4f1b-a320-078f1cf3419a None None] Provisioning complete for port d2bce56e-9293-4895-801d-20bd3ff8154f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:28.564890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10083050-46c9-4f1b-a320-078f1cf3419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.632341 n-d-806683-16 neutron-server[102313]: WARNING neutron.services.metering.metering_plugin [None req-93f98588-7d0f-490d-b946-1d72c8c0ddbb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 28 21:48:28.637174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:28.643991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:28.650468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-10083050-46c9-4f1b-a320-078f1cf3419a None None] Port d2bce56e-9293-4895-801d-20bd3ff8154f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:28.710049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f87cc89-ea3e-4e1d-a9aa-8edfd480eb2d req-8ff417d2-b44a-4c12-ada4-8f8544518532 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589618 Oct 28 21:48:28.781821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.837195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.852173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93f98588-7d0f-490d-b946-1d72c8c0ddbb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:28.854020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93f98588-7d0f-490d-b946-1d72c8c0ddbb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4396858 Oct 28 21:48:28.867951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40132) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:28.871324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-277b9f6e-8e2a-4989-8fca-9fb19883e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:28.873004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-277b9f6e-8e2a-4989-8fca-9fb19883e350 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3459437 Oct 28 21:48:28.994912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d6f217a-f0a2-4dec-a3af-31d231334f6a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:29.003405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a579f598-2aa7-43bc-b573-3a27579c9601 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=538b47a5-5363-4663-b4a3-6ec0d440c29d HTTP/1.1" status: 200 len: 462 time: 0.1292677 Oct 28 21:48:29.004076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40134) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.012898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d31f7fe5-ed89-4515-bda6-695237a87ce4 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:48:29.059477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d6f217a-f0a2-4dec-a3af-31d231334f6a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:29.059761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.129737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1509342-aad8-4354-982b-57ffaae649a5 req-d3c5cd91-b6b5-4904-864b-7b3235beb7f3 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:29.131011 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ef30327c-9dc8-4e43-85b2-8ec74ee9592a None None] Provisioning complete for port d2bce56e-9293-4895-801d-20bd3ff8154f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:29.131374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef30327c-9dc8-4e43-85b2-8ec74ee9592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.138422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1509342-aad8-4354-982b-57ffaae649a5 req-d3c5cd91-b6b5-4904-864b-7b3235beb7f3 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.8165708 Oct 28 21:48:29.145719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.146519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Fanout notify agent at l3_agent the message router_deleted on router fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:29.159292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.160481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:29.164912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-da570ce9-a9d0-41bd-871d-ea48a2e7d78b tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/routers/fa9e2bdf-5e1a-4a55-9e16-18ec9316f9e0 HTTP/1.1" status: 204 len: 168 time: 3.4195237 Oct 28 21:48:29.171218 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4140c6e-a21e-4fc7-b985-faedcae4885e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d31f7fe5-ed89-4515-bda6-695237a87ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5479622 Oct 28 21:48:29.171896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40136) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.174548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40138) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.193333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-b9694e36-2372-49dc-8d57-513d88a3cc84 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246644 Oct 28 21:48:29.194563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] Sync routers for ids ['d31f7fe5-ed89-4515-bda6-695237a87ce4'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:29.241176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ef30327c-9dc8-4e43-85b2-8ec74ee9592a None None] Port d2bce56e-9293-4895-801d-20bd3ff8154f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:29.262632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] Routers {'d31f7fe5-ed89-4515-bda6-695237a87ce4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:29.263271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d31f7fe5-ed89-4515-bda6-695237a87ce4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.315788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.343948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.358823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf559108-7b17-4572-ac27-efe1daf5d20e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:29.363277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] Routers {'d31f7fe5-ed89-4515-bda6-695237a87ce4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:29.363971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d31f7fe5-ed89-4515-bda6-695237a87ce4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.390463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: cf559108-7b17-4572-ac27-efe1daf5d20e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:29.390884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf559108-7b17-4572-ac27-efe1daf5d20e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:29.433929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.434659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48dd97d-c72e-4eb0-b68b-607143b0b20a None None] The sync data for ids ['d31f7fe5-ed89-4515-bda6-695237a87ce4'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:29.480705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.505574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6eb040-2b68-4616-9062-2e71f3abd806']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.510294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8666c8-afc9-4723-ad0c-ad69cc3aca03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:29.515805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.515956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7c8666c8-afc9-4723-ad0c-ad69cc3aca03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports/d2bce56e-9293-4895-801d-20bd3ff8154f HTTP/1.1" status: 200 len: 910 time: 0.3213789 Oct 28 21:48:29.519281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f0bbcf-eedd-48d4-905e-95ef23942526') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.519645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f0bbcf-eedd-48d4-905e-95ef23942526') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:29.567640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.595687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3e51975-adc6-41bf-8f2e-af62587db41a tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.599922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3e51975-adc6-41bf-8f2e-af62587db41a tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/538b47a5-5363-4663-b4a3-6ec0d440c29d HTTP/1.1" status: 204 len: 168 time: 0.4919977 Oct 28 21:48:29.600725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40144) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.618636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1509342-aad8-4354-982b-57ffaae649a5 req-b3d96f0e-cd33-4999-aef8-01e8738a760a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789186 Oct 28 21:48:29.634365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3d29ac8-a1a2-41b9-ad54-ea05e5c5abdb tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=538b47a5-5363-4663-b4a3-6ec0d440c29d HTTP/1.1" status: 200 len: 221 time: 0.0300660 Oct 28 21:48:29.635011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40146) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:29.643167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7e75615f-d9a1-4e01-b3e7-6f53f8c0169c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2022999224', 'description': 'label created by tempest'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:29.643650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7e75615f-d9a1-4e01-b3e7-6f53f8c0169c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Unknown quota resources ['metering_label']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:48:29.678208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.694141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:29.694801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:29.699462 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:29.717491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c90b8ee7-efe8-4b9d-a936-d9589980d12b req-3ddf73a5-d9cb-4b8e-87f6-94b23ac87b04 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114601 Oct 28 21:48:29.927809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.936143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:29.940416 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] 10.222.0.31 "DELETE /v2.0/networks/7e6eb040-2b68-4616-9062-2e71f3abd806 HTTP/1.1" status: 204 len: 168 time: 0.7664602 Oct 28 21:48:29.988944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4559c9-b671-4ea7-8dc3-f1333ea50b59 tempest-TestNetworkBasicOps-49828935 tempest-TestNetworkBasicOps-49828935-project] Pushing event deleted for resources: {'Network': ['ID=7e6eb040-2b68-4616-9062-2e71f3abd806,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:30.241388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:30.416132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7e75615f-d9a1-4e01-b3e7-6f53f8c0169c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:30.420686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7e75615f-d9a1-4e01-b3e7-6f53f8c0169c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7818046 Oct 28 21:48:30.421381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40154) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:30.483257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40156) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:30.509090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-78dc15ec-8eba-4f59-9e82-fde25e646a70 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=80935e5f-ccef-4181-b41f-537159c05801 HTTP/1.1" status: 200 len: 468 time: 0.0844717 Oct 28 21:48:30.510821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40160) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:30.534491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ac041-610a-4fb9-a088-d6f57060d318 req-99525e60-0d5f-4c4f-90ef-54d432bed145 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:30.536210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-244ac041-610a-4fb9-a088-d6f57060d318 req-99525e60-0d5f-4c4f-90ef-54d432bed145 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.2799287 Oct 28 21:48:30.540198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-d5c138cb-dcea-498f-ae8a-95c9101e27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:30.541540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-d5c138cb-dcea-498f-ae8a-95c9101e27cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 1096 time: 0.7439256 Oct 28 21:48:30.761778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-244ac041-610a-4fb9-a088-d6f57060d318 req-32f26931-dcc0-4261-9327-41347e5becba tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170916 Oct 28 21:48:30.797898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2895a344-3373-4b22-9f0c-0b065a2357f0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:30.827193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-49041f94-dc80-4f82-b526-7b3ec7c73fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:30.829044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-49041f94-dc80-4f82-b526-7b3ec7c73fd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.2792983 Oct 28 21:48:30.834133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2895a344-3373-4b22-9f0c-0b065a2357f0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:30.835223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2895a344-3373-4b22-9f0c-0b065a2357f0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:30.842550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bdd8b-e99d-4b0d-9597-0b30e891c49b req-6a7092e6-931f-48c8-afac-96d625216f92 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:30.844025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-349bdd8b-e99d-4b0d-9597-0b30e891c49b req-6a7092e6-931f-48c8-afac-96d625216f92 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1196790 Oct 28 21:48:30.906376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-8bc36e81-554e-4614-9174-a154c403a7a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfe461c2-f0ae-4638-8547-8293929053d5 HTTP/1.1" status: 200 len: 217 time: 0.0612853 Oct 28 21:48:30.964006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55fdc8ea-a18a-4432-9972-cdf07cb7e540 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:30.965162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-349bdd8b-e99d-4b0d-9597-0b30e891c49b req-90654c56-3024-4bba-99ec-63431459e48e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141253 Oct 28 21:48:30.978094 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55fdc8ea-a18a-4432-9972-cdf07cb7e540 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/80935e5f-ccef-4181-b41f-537159c05801 HTTP/1.1" status: 204 len: 168 time: 0.4627116 Oct 28 21:48:30.982662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-a5343e85-b8cc-40ad-94a3-6e1c13428127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:30.983985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port d2bce56e-9293-4895-801d-20bd3ff8154f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:30.984130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-a5343e85-b8cc-40ad-94a3-6e1c13428127 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0684459 Oct 28 21:48:30.984609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:30.984736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40166) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:30.991643 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f19d14a7-7a2d-4cd6-b5f4-b0d86f2f7a43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faa99188a2d448aa9b9526394dfcf292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069969 Oct 28 21:48:31.000286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40170) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.075721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3d3f29b-fbaf-495a-8e73-f08e4d400e3c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=80935e5f-ccef-4181-b41f-537159c05801 HTTP/1.1" status: 200 len: 216 time: 0.0899103 Oct 28 21:48:31.079276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40172) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.106863 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff66d155-9a66-4685-8ee1-36f86d6eb8a1 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0254629 Oct 28 21:48:31.109286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40174) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.124660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.125865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-f053404e-1d4a-4193-acba-52d5eed735a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:31.127448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-f053404e-1d4a-4193-acba-52d5eed735a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254835 Oct 28 21:48:31.128401 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4db30b31-2ba2-4bd0-9664-988300bac683 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0180855 Oct 28 21:48:31.134218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40176) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.154159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for d2bce56e-9293-4895-801d-20bd3ff8154f owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:31.240428 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.249900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dc26d7ff-310e-47b6-9edb-a5c0a2e3316d tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/bfdaca24-ace6-45b4-ae95-817535f33250 HTTP/1.1" status: 200 len: 472 time: 0.1145055 Oct 28 21:48:31.255411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40180) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.280810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80b16009-069d-4f74-8123-bb8d08e0d7f3 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/9a62dcd7-af58-4aa8-b4bd-dded876e2d65 HTTP/1.1" status: 200 len: 459 time: 0.0193663 Oct 28 21:48:31.289178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40182) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.297142 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.354721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-f1fc2153-1127-4f75-8eeb-773c87e14e3d service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139449 Oct 28 21:48:31.495529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.498338 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.501876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6d5cca5-c75d-45ca-a739-9f7aa4a5d741 HTTP/1.1" status: 204 len: 168 time: 0.4758101 Oct 28 21:48:31.523820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dacff0-7ce1-4879-979f-d48587962fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d5cca5-c75d-45ca-a739-9f7aa4a5d741,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:31.594269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435510-774d-470e-a3bc-815842837734 req-37e1bdd4-aebd-45e5-8e73-5b06845e184c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:31.596120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0435510-774d-470e-a3bc-815842837734 req-37e1bdd4-aebd-45e5-8e73-5b06845e184c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1891148 Oct 28 21:48:31.599589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a65981df-df0c-4e59-bf09-c35d38cb75bc req-094ecae5-c8a8-42b1-b5de-7237628e45c4 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365649 Oct 28 21:48:31.602320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-55e39d7b-32f8-406e-93dc-60a19a3e36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:31.604625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-55e39d7b-32f8-406e-93dc-60a19a3e36f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 1098 time: 0.1586874 Oct 28 21:48:31.654918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-de8ba2a7-b0fd-4063-9e61-324451a85974 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.657130 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-de8ba2a7-b0fd-4063-9e61-324451a85974 tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/9a62dcd7-af58-4aa8-b4bd-dded876e2d65 HTTP/1.1" status: 204 len: 168 time: 0.3656120 Oct 28 21:48:31.663675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:31.713316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0435510-774d-470e-a3bc-815842837734 req-dbacc941-756a-4398-9cbd-2ee95d37d3e5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061544 Oct 28 21:48:31.746435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-5bb40d80-a0ec-4f62-bde3-1c5a26f85562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:31.747835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-5bb40d80-a0ec-4f62-bde3-1c5a26f85562 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 916 time: 0.1340547 Oct 28 21:48:31.826465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-7d4e147a-f25e-470d-a9fa-bf3825c467c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 200 len: 217 time: 0.0709796 Oct 28 21:48:31.877328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:31.980676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-7269a8e5-0ac7-4f9f-9a3f-cf0bbfa99163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:31.982221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-7269a8e5-0ac7-4f9f-9a3f-cf0bbfa99163 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.1479006 Oct 28 21:48:31.993549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40196) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:32.054820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=d2bce56e-9293-4895-801d-20bd3ff8154f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:32.116796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43982956-64a5-4505-846d-985e9cd7ec4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.141512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f2da-c8c8-4af8-9618-a6498c1d0ba6 req-45f104ec-b312-4a05-80bc-4927ac27f7ce tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:32.145059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d870f2da-c8c8-4af8-9618-a6498c1d0ba6 req-45f104ec-b312-4a05-80bc-4927ac27f7ce tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.2170842 Oct 28 21:48:32.157542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-bb04f8f3-9215-47ae-a812-3447b1bb2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:32.159137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-bb04f8f3-9215-47ae-a812-3447b1bb2489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676271 Oct 28 21:48:32.203634 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85ca9d86-37e9-4e96-95da-e240fbe8c42c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.205133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85ca9d86-37e9-4e96-95da-e240fbe8c42c tempest-MeteringIpV6TestJSON-1388811243 tempest-MeteringIpV6TestJSON-1388811243-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/bfdaca24-ace6-45b4-ae95-817535f33250 HTTP/1.1" status: 204 len: 168 time: 0.5381539 Oct 28 21:48:32.325319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d870f2da-c8c8-4af8-9618-a6498c1d0ba6 req-676becd6-dcb8-49c6-b0f9-a15599d5b6e6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651402 Oct 28 21:48:32.373183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-2ce64305-1759-4436-abef-9bfddd4ccc1f service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956704 Oct 28 21:48:32.463835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43982956-64a5-4505-846d-985e9cd7ec4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.471366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43982956-64a5-4505-846d-985e9cd7ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.538474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-43982956-64a5-4505-846d-985e9cd7ec4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f75828c820bb42c78b594a7d62b82744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403273 Oct 28 21:48:32.538474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43982956-64a5-4505-846d-985e9cd7ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d02bf6-b596-473a-8402-9b7efba9cfce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:32.541053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40202) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:32.550161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c9b9f59-4f03-49d0-aad7-961377b8a7bf req-78debac9-a22d-4f2b-9f03-62ca9604427a service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695881 Oct 28 21:48:32.598509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40204) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:32.619188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.651001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.695214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.723159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.729194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.769799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11d02bf6-b596-473a-8402-9b7efba9cfce HTTP/1.1" status: 204 len: 168 time: 0.1891370 Oct 28 21:48:32.805127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63633cac-714d-4aa6-b7b6-54c3a779d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d02bf6-b596-473a-8402-9b7efba9cfce,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:32.855835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25e77ad7-0416-4f00-96d1-2174d5828278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:32.926380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router d31f7fe5-ed89-4515-bda6-695237a87ce4 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:33.024723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:33.039978 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] Sync routers for ids ['d31f7fe5-ed89-4515-bda6-695237a87ce4'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:33.054499 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] Routers {'d31f7fe5-ed89-4515-bda6-695237a87ce4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:33.056453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d31f7fe5-ed89-4515-bda6-695237a87ce4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:33.062950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d404183-ffbc-4c6d-93bb-d2c12ac0fa69 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/d31f7fe5-ed89-4515-bda6-695237a87ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5430925 Oct 28 21:48:33.063478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:33.083382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25e77ad7-0416-4f00-96d1-2174d5828278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.094226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25e77ad7-0416-4f00-96d1-2174d5828278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.098429 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:33.115736 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] Routers {'d31f7fe5-ed89-4515-bda6-695237a87ce4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:33.116630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d31f7fe5-ed89-4515-bda6-695237a87ce4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:33.140004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4e3b3f5-0d63-4220-a807-dff722adf9f3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=d31f7fe5-ed89-4515-bda6-695237a87ce4 HTTP/1.1" status: 200 len: 205 time: 0.0753925 Oct 28 21:48:33.142550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40222) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:33.158095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77ad7-0416-4f00-96d1-2174d5828278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6651e028-8477-4a82-9e3f-081a1cff103e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:33.191383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-25e77ad7-0416-4f00-96d1-2174d5828278 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f29a625b89c04f6684d55f01e9277fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894780 Oct 28 21:48:33.191932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40224) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:33.203873 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:33.205009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab6759-ae9c-486a-9b46-00ced5b7fb95 None None] The sync data for ids ['d31f7fe5-ed89-4515-bda6-695237a87ce4'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:33.263738 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.329848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.339060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9024f-d110-4bf3-b1aa-105f6e8f3cfd req-fa801a5c-a9c9-40e7-b65b-7903c7fb9aab tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:33.341270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ec9024f-d110-4bf3-b1aa-105f6e8f3cfd req-fa801a5c-a9c9-40e7-b65b-7903c7fb9aab tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.4926965 Oct 28 21:48:33.389389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.436102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ec9024f-d110-4bf3-b1aa-105f6e8f3cfd req-05c7c862-f0b2-4cae-bee3-b43b9e4a330f tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836263 Oct 28 21:48:33.478171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.481667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.496324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee00c3-d154-4e0c-b7d8-72336732e941 req-5baf976c-f194-4fbc-8145-42664d8cacb0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:33.498045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49ee00c3-d154-4e0c-b7d8-72336732e941 req-5baf976c-f194-4fbc-8145-42664d8cacb0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.0785301 Oct 28 21:48:33.535775 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.539660 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.540699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.541786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6651e028-8477-4a82-9e3f-081a1cff103e HTTP/1.1" status: 204 len: 168 time: 0.3484674 Oct 28 21:48:33.546462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router d31f7fe5-ed89-4515-bda6-695237a87ce4 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:33.552492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.553718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8cfe0e47-b638-43e0-98ee-78fc073746d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/d31f7fe5-ed89-4515-bda6-695237a87ce4 HTTP/1.1" status: 204 len: 168 time: 0.4101686 Oct 28 21:48:33.556279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40238) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:33.578286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11562979-86e9-41cd-8f82-dc463123cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651e028-8477-4a82-9e3f-081a1cff103e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:33.587052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49ee00c3-d154-4e0c-b7d8-72336732e941 req-d03a2caf-34d2-402f-bf53-72cf6ef20005 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Oct 28 21:48:33.651574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet 8b23e6de-7969-4d55-a2ec-628d2a904ab1 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:33.656870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.704517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.828646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.913484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.947074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=8b23e6de-7969-4d55-a2ec-628d2a904ab1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:33.953519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:33.956594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90393a41-7a11-4371-a597-12f15815795a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/8b23e6de-7969-4d55-a2ec-628d2a904ab1 HTTP/1.1" status: 204 len: 168 time: 0.3985178 Oct 28 21:48:33.959114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40252) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:33.965363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b21cc-b696-46c0-8554-656043d646a3 None None] Network 211396ed-4bc1-4785-a9ba-c122ca4eb70c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:34.055070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.107088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40256) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:34.127385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b476583-5bf3-4f84-9b28-7593f07a1f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.127951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 6d6f217a-f0a2-4dec-a3af-31d231334f6a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:34.128474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.211151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d6f217a-f0a2-4dec-a3af-31d231334f6a,segment=NetworkSegment(04b0e129-922b-4e98-8784-f221cb428413),segment_id=04b0e129-922b-4e98-8784-f221cb428413)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:34.211616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.230458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 6d6f217a-f0a2-4dec-a3af-31d231334f6a owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:34.237610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b476583-5bf3-4f84-9b28-7593f07a1f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.244950 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b476583-5bf3-4f84-9b28-7593f07a1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.292188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] DHCP port deletion for 211396ed-4bc1-4785-a9ba-c122ca4eb70c request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:34.315579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b476583-5bf3-4f84-9b28-7593f07a1f8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e627cbfee374960b8756dbe0eea4c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039955 Oct 28 21:48:34.315579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b476583-5bf3-4f84-9b28-7593f07a1f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205b9cc-7d07-4318-a2c8-7824c6827712,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:34.316764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40258) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:34.351798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.368734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Deleting port 6d6f217a-f0a2-4dec-a3af-31d231334f6a {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:34.369103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.416419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=6d6f217a-f0a2-4dec-a3af-31d231334f6a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:34.419161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port 6d6f217a-f0a2-4dec-a3af-31d231334f6a on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:34.433069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.439697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] For port 6d6f217a-f0a2-4dec-a3af-31d231334f6a, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:34.440097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.453949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Calling delete_port for 6d6f217a-f0a2-4dec-a3af-31d231334f6a owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:34.456934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Port 6d6f217a-f0a2-4dec-a3af-31d231334f6a was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:48:34.458931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.472126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] No DVR routers for this DVR port 6d6f217a-f0a2-4dec-a3af-31d231334f6a on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:34.483982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.492438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4746268-cfaf-4f83-9552-bc2fd4b77aa0 None None] Pushing event deleted for resources: {'Port': ['ID=6d6f217a-f0a2-4dec-a3af-31d231334f6a,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:34.526190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.562224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211396ed-4bc1-4785-a9ba-c122ca4eb70c']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:34.579976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b0e129-922b-4e98-8784-f221cb428413') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:34.580298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b0e129-922b-4e98-8784-f221cb428413') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:34.596733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.615000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.623323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.623323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.623323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9205b9cc-7d07-4318-a2c8-7824c6827712 HTTP/1.1" status: 204 len: 168 time: 0.3030024 Oct 28 21:48:34.631629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:34.632029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:34.636483 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:34.692064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8eea07-d4c0-4cce-8b9a-9505d84715a8 req-cbced905-7a39-41b2-9ac4-f75ded3c9d68 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:34.698057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce8eea07-d4c0-4cce-8b9a-9505d84715a8 req-cbced905-7a39-41b2-9ac4-f75ded3c9d68 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1295996 Oct 28 21:48:34.702708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cc59b-2e5e-4dd3-b743-4ec37894f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205b9cc-7d07-4318-a2c8-7824c6827712,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:34.738321 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.756990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.766633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/211396ed-4bc1-4785-a9ba-c122ca4eb70c HTTP/1.1" status: 204 len: 168 time: 0.8063347 Oct 28 21:48:34.767622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40274) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:34.785878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188666111', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:34.803898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230387-70c6-4874-b953-5a0fb4d8c43e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=211396ed-4bc1-4785-a9ba-c122ca4eb70c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:34.822401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.827269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.890917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d6f217a-f0a2-4dec-a3af-31d231334f6a no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:34.924243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:34.925472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1778d-1709-4c61-82b8-f29327c52a99 req-685266c8-f33b-4eed-ac4f-d064b0b2e42b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:34.928727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99a1778d-1709-4c61-82b8-f29327c52a99 req-685266c8-f33b-4eed-ac4f-d064b0b2e42b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.2272818 Oct 28 21:48:34.931341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6d6f217a-f0a2-4dec-a3af-31d231334f6a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:34.932023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d6f217a-f0a2-4dec-a3af-31d231334f6a not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:34.951502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce8eea07-d4c0-4cce-8b9a-9505d84715a8 req-e3f07f6e-4116-4c4b-abab-f6341359a64c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227836 Oct 28 21:48:35.012181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99a1778d-1709-4c61-82b8-f29327c52a99 req-bd1dd78c-93c3-4fd7-a39c-096357306d06 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 Oct 28 21:48:35.172732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:35.214756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e3f1e-9a6c-4869-9258-e25cc6aa5d9b req-0a584875-2647-47d3-94f1-364f333bddca tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:35.224076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-964e3f1e-9a6c-4869-9258-e25cc6aa5d9b req-0a584875-2647-47d3-94f1-364f333bddca tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.1067686 Oct 28 21:48:35.305011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-964e3f1e-9a6c-4869-9258-e25cc6aa5d9b req-201a824b-26e0-476b-9cd6-dbaf52b0fe1a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Oct 28 21:48:35.480132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0219394-a9bc-4b87-bee6-7d65daee2fe6 req-39bd4987-75b7-4097-a29e-f7e1225ebfd2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:35.482285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0219394-a9bc-4b87-bee6-7d65daee2fe6 req-39bd4987-75b7-4097-a29e-f7e1225ebfd2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.0578222 Oct 28 21:48:35.492436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:35.517029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:35.552703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0219394-a9bc-4b87-bee6-7d65daee2fe6 req-cfa738eb-2167-4c3d-b134-4e3e9e9844ab tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596261 Oct 28 21:48:35.709895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4946fd-562e-45a8-bdaa-0d661f7e3475 req-9f4ce023-c92b-4a0a-bfb9-8c89efdb371e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:35.713719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4946fd-562e-45a8-bdaa-0d661f7e3475 req-9f4ce023-c92b-4a0a-bfb9-8c89efdb371e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.0937600 Oct 28 21:48:35.732910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.25.4.125 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d9239299-87d2-481a-9cdb-faf580061bc0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:35.782670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e4946fd-562e-45a8-bdaa-0d661f7e3475 req-12becd60-c0f5-4da6-b4ab-305bf941933a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608599 Oct 28 21:48:35.836380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-167659d1-36d7-4964-adc0-f4b9e21cbea4 req-1cb95a16-2569-41b1-b11f-aa0d7685e7c5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:35.837988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-167659d1-36d7-4964-adc0-f4b9e21cbea4 req-1cb95a16-2569-41b1-b11f-aa0d7685e7c5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075734 Oct 28 21:48:35.917247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:35.965296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:35.966116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-167659d1-36d7-4964-adc0-f4b9e21cbea4 req-e2fc444f-2820-4c2f-9c56-b3168eeb3891 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1191659 Oct 28 21:48:36.031247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:36.035213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:36.039342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:36.081572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=d9239299-87d2-481a-9cdb-faf580061bc0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:36.257189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290a211-3338-40ec-a5ab-402c560653e3 req-4569ba13-6813-40e8-8366-4a1d48fcb28f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:36.265129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c290a211-3338-40ec-a5ab-402c560653e3 req-4569ba13-6813-40e8-8366-4a1d48fcb28f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.0673904 Oct 28 21:48:36.318785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c290a211-3338-40ec-a5ab-402c560653e3 req-5f861e91-9d88-4cda-98c0-08e77bc1dd38 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Oct 28 21:48:36.483148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cee59-6261-4244-8959-73d2984c5dd7 req-e67125fd-e7bb-42d9-b242-5b5cafad15c7 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:36.485128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd5cee59-6261-4244-8959-73d2984c5dd7 req-e67125fd-e7bb-42d9-b242-5b5cafad15c7 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.0943317 Oct 28 21:48:36.486971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.534629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40334) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:36.554415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'network': {'name': 'tempest-network-smoke--868439109', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:36.570352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd5cee59-6261-4244-8959-73d2984c5dd7 req-8f3248cf-9ee8-4fdf-9545-e4d2463f6d80 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Oct 28 21:48:36.597414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:36.608755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.626928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.741795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477598-0f90-4c2b-b1ac-ac7a6913f57d req-40568909-dff7-49fc-a121-15d9e557b5fc tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:36.743295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28477598-0f90-4c2b-b1ac-ac7a6913f57d req-40568909-dff7-49fc-a121-15d9e557b5fc tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.0844736 Oct 28 21:48:36.791474 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.802257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.806289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.829294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28477598-0f90-4c2b-b1ac-ac7a6913f57d req-d5d9a720-09c9-4655-8e11-d5720b8b8632 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699301 Oct 28 21:48:36.845746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:48:36.856779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf397c73-5e2b-4314-9515-e27486b25b06,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:36.865038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.866387 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Added segment 63ee4274-551a-410a-b744-f94ee26b06ac of type vlan for network b43079bf-3650-46f5-986c-f2133c60a204 Oct 28 21:48:36.964429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:36.991463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 355954c2-79f9-47e7-917f-34bc42d4ea3c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:48:37.032327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecbf43-189e-4102-85e1-eabc0be21c19 req-438db813-530b-4ece-a2a8-930696ee75b5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.033867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ecbf43-189e-4102-85e1-eabc0be21c19 req-438db813-530b-4ece-a2a8-930696ee75b5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.0999551 Oct 28 21:48:37.036484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.040672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.041296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.044725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40350) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:37.146168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:37.146400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6078138 Oct 28 21:48:37.150802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40354) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:37.158213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] Sync routers for ids ['355954c2-79f9-47e7-917f-34bc42d4ea3c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:37.166161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'admin_state_up': True, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:37.166956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d69fa-0f9e-481f-940a-db817d507b49 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Network': ['ID=b43079bf-3650-46f5-986c-f2133c60a204,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:37.173313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] Routers {'355954c2-79f9-47e7-917f-34bc42d4ea3c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:37.174023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ecbf43-189e-4102-85e1-eabc0be21c19 req-d73507dd-ab48-431e-a234-0f44bad113e5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283710 Oct 28 21:48:37.184347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['355954c2-79f9-47e7-917f-34bc42d4ea3c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:37.226524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.228189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.236594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.237867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7bb82e5-83b5-4a4f-bfd5-48c1235bcc1f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4562867 Oct 28 21:48:37.240822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40360) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:37.257334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-263120625'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:37.266909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b43079bf-3650-46f5-986c-f2133c60a204 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:48:37.280779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:37.326574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.328927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] Routers {'355954c2-79f9-47e7-917f-34bc42d4ea3c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:37.329711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['355954c2-79f9-47e7-917f-34bc42d4ea3c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:37.383360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:37.384010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4649d-4c5b-465e-8208-682e1514562d None None] The sync data for ids ['355954c2-79f9-47e7-917f-34bc42d4ea3c'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:37.511851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.513068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.520845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.567972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287e6f-646c-4534-9c00-f09e1c0094b2 req-9826b2ac-f9f3-4277-852b-bc2f0997a3cb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.569499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b287e6f-646c-4534-9c00-f09e1c0094b2 req-9826b2ac-f9f3-4277-852b-bc2f0997a3cb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.1393785 Oct 28 21:48:37.587401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e482-79e9-40f9-b669-6f8d2bd1249b req-05888218-442b-46df-9d06-9c9fdc3cbb50 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.594204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e482-79e9-40f9-b669-6f8d2bd1249b req-05888218-442b-46df-9d06-9c9fdc3cbb50 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.600083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e482-79e9-40f9-b669-6f8d2bd1249b req-05888218-442b-46df-9d06-9c9fdc3cbb50 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:37.601780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51d0e482-79e9-40f9-b669-6f8d2bd1249b req-05888218-442b-46df-9d06-9c9fdc3cbb50 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546&device_id=325803e0-0a95-4690-8ffb-29499dabe0d8&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 2418 time: 0.1755483 Oct 28 21:48:37.650366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.671756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fcacca6c-c601-4947-8355-70c91ce31231 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers/355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 200 len: 881 time: 0.4275069 Oct 28 21:48:37.674586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.676591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40364) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:37.755126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.783703 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:37.911049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.25.4.151 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/6ab7fa0d-627c-4804-8541-14c128549621) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:38.035100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.077792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.120007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51d0e482-79e9-40f9-b669-6f8d2bd1249b req-9c8cadda-3a9c-41c6-b9ee-0af9d3799d0c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819381 Oct 28 21:48:38.123440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.131447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:38.134168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fa0adb8d-53d4-4aa2-8900-ff9656e821e2 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0837588 Oct 28 21:48:38.134777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:38.137591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:38.139636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:38.160506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b287e6f-646c-4534-9c00-f09e1c0094b2 req-a17d5d78-0482-4de2-9bfb-e8bedd6e382c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438788 Oct 28 21:48:38.174991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-bb4b0b70-0aed-4276-b971-48e2ba0149f2 req-9a9f0c3d-af8b-48bc-8d72-edec186986e4 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:38.182614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb4b0b70-0aed-4276-b971-48e2ba0149f2 req-9a9f0c3d-af8b-48bc-8d72-edec186986e4 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134845 Oct 28 21:48:38.282955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb4b0b70-0aed-4276-b971-48e2ba0149f2 req-6d72c19b-b206-4dbb-88e6-37897b466d84 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0988371 Oct 28 21:48:38.390575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0a9c75d6-c172-4d7c-ad31-6788a00b84a2 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7108991 Oct 28 21:48:38.391469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40372) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:38.396591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1188666111'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:38.623751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=6ab7fa0d-627c-4804-8541-14c128549621,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:38.639733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.806071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.831828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.906187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:38.912336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.020561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 355954c2-79f9-47e7-917f-34bc42d4ea3c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:39.027864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.028402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12c3140d-f4ed-4450-8b8d-e8743b746973 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:39.036723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.038000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f78ea25c-61eb-490f-8365-be7782d0c8bc tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "DELETE /v2.0/routers/12c3140d-f4ed-4450-8b8d-e8743b746973 HTTP/1.1" status: 204 len: 168 time: 0.8944166 Oct 28 21:48:39.043327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40380) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.049446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Request body: {'router': {'name': 'tempest-router-818855442', 'distributed': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:39.089891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.156524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.157377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.198730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:39.209810 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] Sync routers for ids ['355954c2-79f9-47e7-917f-34bc42d4ea3c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:39.227771 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] Routers {'355954c2-79f9-47e7-917f-34bc42d4ea3c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:39.231694 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['355954c2-79f9-47e7-917f-34bc42d4ea3c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:39.232828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.234020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96e95af1-fe11-4275-a66b-ef3e61d3b3be tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 200 len: 888 time: 0.8413157 Oct 28 21:48:39.236652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.283123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.299345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:39.310804 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] Routers {'355954c2-79f9-47e7-917f-34bc42d4ea3c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:39.311666 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['355954c2-79f9-47e7-917f-34bc42d4ea3c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:39.316961 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.352881 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:39.363915 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1a173-b8d7-4f3f-9033-ef2164d18487 None None] The sync data for ids ['355954c2-79f9-47e7-917f-34bc42d4ea3c'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:39.388429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.388429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aef46802-93a7-436f-b9d7-eb3875ed54b1 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3351867 Oct 28 21:48:39.389002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.432400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d943ab86-c1fb-4f5c-b948-4cd0fc0e590e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers/355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 200 len: 888 time: 0.1888409 Oct 28 21:48:39.432911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.473671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48b55b-7e50-40b6-8951-82f0100ab698 req-1a0b96f4-e4e0-48b7-a623-3edbcc876a8c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:39.487677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c48b55b-7e50-40b6-8951-82f0100ab698 req-1a0b96f4-e4e0-48b7-a623-3edbcc876a8c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 944 time: 0.1750402 Oct 28 21:48:39.492052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.528289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12059078-130c-4477-9ad9-f5c2ebce6a2d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 200 len: 205 time: 0.0928433 Oct 28 21:48:39.530974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40394) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.570149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.646998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c48b55b-7e50-40b6-8951-82f0100ab698 req-364926b3-7d5a-44ae-afb1-0a77c3336ed6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524267 Oct 28 21:48:39.699265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.758379 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.762143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.820793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.826234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.826802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92fa6d98-daef-45fe-a1dc-80536aa579b9 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:39.833029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.834708 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0afd4027-3c57-42e2-be4f-47e31757f362 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "DELETE /v2.0/routers/92fa6d98-daef-45fe-a1dc-80536aa579b9 HTTP/1.1" status: 204 len: 168 time: 0.4489589 Oct 28 21:48:39.841068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:39.847641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Request body: {'router': {'name': 'tempest-router-2049961299', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7d81dd67a58d4a919f059f237011399a'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:39.854351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bfe461c2-f0ae-4638-8547-8293929053d5 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:48:39.914981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.916244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:39.939162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port d9239299-87d2-481a-9cdb-faf580061bc0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:39.939578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.078343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.086340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router 255d6af1-bc28-4a45-9362-4da2cf725f73 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:48:40.091493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.096140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for d9239299-87d2-481a-9cdb-faf580061bc0 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:40.111798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.210023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.210422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bfe461c2-f0ae-4638-8547-8293929053d5,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:40.214881 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ceef142-7586-4bf0-b958-99d5f76943fe tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3693235 Oct 28 21:48:40.214881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:40.219012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:40.228783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'bfe461c2-f0ae-4638-8547-8293929053d5', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': 'bfe461c2-f0ae-4638-8547-8293929053d5', 'mac_address': 'fa:16:3e:b7:9a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:48:40.278632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.293953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe461c2-f0ae-4638-8547-8293929053d5 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:48:40.327599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bfe461c2-f0ae-4638-8547-8293929053d5,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:40.333826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.335082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.377939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=d9239299-87d2-481a-9cdb-faf580061bc0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:40.421462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:40.440127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975a357-10f2-4235-bbe2-b41b7492f0f1 req-48c66bf0-29f7-4972-89b9-721dcdc9a718 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:40.441805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2975a357-10f2-4235-bbe2-b41b7492f0f1 req-48c66bf0-29f7-4972-89b9-721dcdc9a718 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.1385989 Oct 28 21:48:40.468168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:40.481060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Sync routers for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:40.483587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.502083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.502839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.507032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.509647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-525c9875-c382-472c-869a-0d9a2c2f4640 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3578372 Oct 28 21:48:40.525362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:40.526358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:40.531582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:40.597239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102313) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 28 21:48:40.597606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Router eef90212-bbe6-40fa-8232-b26735a19328 migrating from provider to provider. {{(pid=102313) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 28 21:48:40.597963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.603006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.608895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.622465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['bfe461c2-f0ae-4638-8547-8293929053d5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:48:40.633932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.638524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.701777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2975a357-10f2-4235-bbe2-b41b7492f0f1 req-b2d41c78-b13a-44a2-9563-1cbfb7424650 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501087 Oct 28 21:48:40.708353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.709270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router 355954c2-79f9-47e7-917f-34bc42d4ea3c {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:40.713815 n-d-806683-16 neutron-server[102313]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] No L3 agents can host the router eef90212-bbe6-40fa-8232-b26735a19328 Oct 28 21:48:40.731306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.736744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad914099-c001-4020-bd19-333b8068e1e7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 204 len: 168 time: 1.2045281 Oct 28 21:48:40.737380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:40.743173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1022046435'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:40.775172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:40.780089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.862797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a307d481-4407-4ea4-91eb-cc34e1b51d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.865950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:48:40.876846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.877193 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 710259e1-9d61-45b6-b928-a9c4f6674aed of type vlan for network 5c5bae4d-de23-4734-a85c-c5d439971f38 Oct 28 21:48:40.879371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:40.900713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Hosts for router eef90212-bbe6-40fa-8232-b26735a19328: [] {{(pid=102313) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 28 21:48:40.923478 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.927477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Hosts for other DVR routers connected to router eef90212-bbe6-40fa-8232-b26735a19328: set() {{(pid=102313) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 28 21:48:40.930341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:40.931593 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed1b9cdb-b64c-42eb-9050-d838d26b83e7 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "PUT /v2.0/routers/eef90212-bbe6-40fa-8232-b26735a19328 HTTP/1.1" status: 200 len: 717 time: 0.7158866 Oct 28 21:48:40.935128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:40.989332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-43027d23-7976-43df-9aa0-9c19d5540d8c tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d673c918394e4e42be9e3ff07cd5e9bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4153676 Oct 28 21:48:40.990426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40434) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.015141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.021532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:41.022728 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.033228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26c78fe9-8989-4c5e-8ec0-fba8c958a82a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "GET /v2.0/routers/eef90212-bbe6-40fa-8232-b26735a19328 HTTP/1.1" status: 200 len: 717 time: 0.0942824 Oct 28 21:48:41.034693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.090186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ecbaf-76cd-4558-927e-2b9742ec2a55 req-2e20cf6e-ab9e-454e-b396-5f4308e78423 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:41.100456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd7ecbaf-76cd-4558-927e-2b9742ec2a55 req-2e20cf6e-ab9e-454e-b396-5f4308e78423 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 945 time: 0.2855637 Oct 28 21:48:41.190317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:38Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:41.200930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4624441 Oct 28 21:48:41.203498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.223273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Checking router: 255d6af1-bc28-4a45-9362-4da2cf725f73 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:48:41.223631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Updating router 255d6af1-bc28-4a45-9362-4da2cf725f73 port 6ab7fa0d-627c-4804-8541-14c128549621 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:48:41.227433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:41.253291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.258538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd90635-64cf-415d-bd4c-7fd942bd3396 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=5c5bae4d-de23-4734-a85c-c5d439971f38,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:41.345809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd7ecbaf-76cd-4558-927e-2b9742ec2a55 req-5835b63f-013c-44ea-81ce-072b1c42500d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442477 Oct 28 21:48:41.429322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9a5b9-1718-421e-ba10-29866b964b6d tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:41.432866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c0d9a5b9-1718-421e-ba10-29866b964b6d tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4412534 Oct 28 21:48:41.437582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40442) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.486692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:48:41.502552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-29d62b42-bb96-4e29-96fb-562ec8ca0b7e tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631909 Oct 28 21:48:41.507806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.519367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516678226', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:41.555015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-c1b0bf1c-e22d-46e1-add3-6db336a7a250 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:41.561316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-c1b0bf1c-e22d-46e1-add3-6db336a7a250 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.2388475 Oct 28 21:48:41.624105 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-10e5351d-29e5-406a-851f-7671959fe3c4 tempest-RoutersTestDVR-1955120840 tempest-RoutersTestDVR-1955120840-project] 10.222.0.31 "GET /v2.0/routers/eef90212-bbe6-40fa-8232-b26735a19328 HTTP/1.1" status: 200 len: 683 time: 0.5882912 Oct 28 21:48:41.626761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:41.654227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:41.658615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.661887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.669482 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.717700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.735595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Attempting to bind port 6ab7fa0d-627c-4804-8541-14c128549621 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:41.736136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Attempting to bind port 6ab7fa0d-627c-4804-8541-14c128549621 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:41.736535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Attempting to bind port 6ab7fa0d-627c-4804-8541-14c128549621 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:41.744486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:41.744860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:41.747454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.747454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:41.747454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Bound port: 6ab7fa0d-627c-4804-8541-14c128549621, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:41.747454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.847196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9802-fcf0-49e4-9828-b5762de2bbe3 None None] Pushing event updated for resources: {'Port': ['ID=6ab7fa0d-627c-4804-8541-14c128549621,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:41.910260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] For port 6ab7fa0d-627c-4804-8541-14c128549621, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:41.931134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] For port 6ab7fa0d-627c-4804-8541-14c128549621, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6ab7fa0d-627c-4804-8541-14c128549621,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:41.937364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.939556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.957454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:41.959901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.010714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.012315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eef90212-bbe6-40fa-8232-b26735a19328 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:42.013552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e9802-fcf0-49e4-9828-b5762de2bbe3 None None] Pushing event updated for resources: {'Port': ['ID=6ab7fa0d-627c-4804-8541-14c128549621,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:42.017750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.031876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed15241a-0eb7-4df4-9de3-a22aad5a1f1a tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "DELETE /v2.0/routers/eef90212-bbe6-40fa-8232-b26735a19328 HTTP/1.1" status: 204 len: 168 time: 0.3956125 Oct 28 21:48:42.032721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40452) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:42.037778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:42.038537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:42.040124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Request body: {'router': {'name': 'tempest-router-1301857193', 'distributed': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:42.072178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.074088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.146720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.153999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.174911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:42.175298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.180040 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bced9a48-df63-4c5d-bfb3-7947670d4af3 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1450636 Oct 28 21:48:42.180957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:42.258546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:42.262462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.274074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.369186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.449399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Deleting port e5a67c42-816a-4a2c-a4ec-48535c074202 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:42.450003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.456409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:38Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:42.481000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.483578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.485404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2271-b237-4dda-bc17-ada662009a56 None None] The sync data for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 is: [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:38Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:42.538922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.539520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89f6f642-5200-4ec1-9283-df56db77e9a2 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:42.544875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.551668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b0c763a9-3710-4218-ab35-59c0b6c96871 tempest-RoutersTestDVR-1364031731 tempest-RoutersTestDVR-1364031731-project-admin] 10.222.0.31 "DELETE /v2.0/routers/89f6f642-5200-4ec1-9283-df56db77e9a2 HTTP/1.1" status: 204 len: 168 time: 0.3690248 Oct 28 21:48:42.585421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839a89-94da-4270-a6d5-9cc867d17945 req-324c28fa-4b33-40a1-b541-ca6b7b06f53e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:42.593394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48839a89-94da-4270-a6d5-9cc867d17945 req-324c28fa-4b33-40a1-b541-ca6b7b06f53e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 946 time: 0.7624085 Oct 28 21:48:42.715553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] For port e5a67c42-816a-4a2c-a4ec-48535c074202, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a67c42-816a-4a2c-a4ec-48535c074202,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:42.716220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:42.741568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Calling delete_port for e5a67c42-816a-4a2c-a4ec-48535c074202 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:42.819805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe348d-fa5f-4ff2-90b0-545d8e340ac3 req-edf5a578-1c16-4ae5-8343-cc6d60e3e31a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:42.821419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbe348d-fa5f-4ff2-90b0-545d8e340ac3 req-edf5a578-1c16-4ae5-8343-cc6d60e3e31a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 945 time: 0.2910171 Oct 28 21:48:42.831901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48839a89-94da-4270-a6d5-9cc867d17945 req-75c1e39a-791a-4eba-91fa-11248115d07d tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367389 Oct 28 21:48:42.930057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40472) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:43.036027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.081789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5796ffe2-28b8-4c57-937e-76e4ce0f71a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.091021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.096471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Subnet': ['ID=d2963aa9-3f31-49cc-9d03-a868befc97e6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:43.143019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbe348d-fa5f-4ff2-90b0-545d8e340ac3 req-d234b542-d480-4a83-8522-2bc14d4e8953 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975547 Oct 28 21:48:43.190535 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5796ffe2-28b8-4c57-937e-76e4ce0f71a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.197699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5796ffe2-28b8-4c57-937e-76e4ce0f71a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.246164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=b76fa58c-48a0-40da-b723-15310444d84b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:43.260625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5796ffe2-28b8-4c57-937e-76e4ce0f71a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d81dd67a58d4a919f059f237011399a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292134 Oct 28 21:48:43.263220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:43.270999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ffe2-28b8-4c57-937e-76e4ce0f71a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a578bbbe-36aa-4d62-a22e-a082df104338,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:43.319062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Checking segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:43.319424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network hostable DHCP agents. Network: b43079bf-3650-46f5-986c-f2133c60a204, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:48:43.329402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '710259e1-9d61-45b6-b928-a9c4f6674aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:43.329795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 5c5bae4d-de23-4734-a85c-c5d439971f38, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:48:43.334368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.359525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.364305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.384599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6500bd8b-aca8-461f-a345-e50a86f537d3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:48:43.390833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['baead851-d1b5-4481-bfae-86c170498243'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:48:43.429122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network b43079bf-3650-46f5-986c-f2133c60a204 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:48:43.437147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event deleted for resources: {'Port': ['ID=e5a67c42-816a-4a2c-a4ec-48535c074202,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:43.444065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.448490 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.449747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a578bbbe-36aa-4d62-a22e-a082df104338 HTTP/1.1" status: 204 len: 168 time: 0.1851289 Oct 28 21:48:43.452800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:48:43.460859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c936f-c422-4f9f-baaa-ac766b52a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a578bbbe-36aa-4d62-a22e-a082df104338,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:43.513749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] No DVR routers for this DVR port e5a67c42-816a-4a2c-a4ec-48535c074202 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:43.518719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5c5bae4d-de23-4734-a85c-c5d439971f38) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:43.521998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b43079bf-3650-46f5-986c-f2133c60a204) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:43.524616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.529665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3b43a9-6e17-43a2-9428-0094f6ca94f9 req-5b22b3ff-214b-4746-930b-134e4e0454ee tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "DELETE /v2.0/ports/e5a67c42-816a-4a2c-a4ec-48535c074202 HTTP/1.1" status: 204 len: 173 time: 1.9080648 Oct 28 21:48:43.532935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'name': 'network-vif-deleted', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:43.536145 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca6ed80-fdd1-46ef-963a-abaa8ac3b4b9" -d '{"events": [{"server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "name": "network-vif-deleted", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:43.537147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57421074-50e3-4e28-bc60-dc4af4bf9372 None None] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:43.544419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:43.545542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.551285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:43.552050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.584211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:43.585116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-29aae63f-cd8d-4c9e-a22e-ee267d55cc47 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0721753 Oct 28 21:48:43.614737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-57131855-a16d-437f-b758-0ae9112436c4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3972046 Oct 28 21:48:43.616294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40484) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:43.617922 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64820af0-2e2b-43bf-be7f-333a7f3ce3ae x-openstack-request-id: req-64820af0-2e2b-43bf-be7f-333a7f3ce3ae {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:43.618285 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c61e301-bdf4-4d60-a019-5b3d15bfe546", "name": "network-vif-deleted", "tag": "e5a67c42-816a-4a2c-a4ec-48535c074202", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:43.618629 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64820af0-2e2b-43bf-be7f-333a7f3ce3ae {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:43.619228 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c61e301-bdf4-4d60-a019-5b3d15bfe546', 'name': 'network-vif-deleted', 'tag': 'e5a67c42-816a-4a2c-a4ec-48535c074202', 'status': 'completed', 'code': 200} Oct 28 21:48:43.630532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1280636023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:43.700514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.702590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.730930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5a8b8-3396-4b0b-9652-84dbe6db5935 None None] Network b43079bf-3650-46f5-986c-f2133c60a204 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:43.741280 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f8031c6-e71a-4cdc-9980-88de99c190d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.867107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.879312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.919510 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:43.924598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0355da17-d1f7-4d76-b572-ae378e01442a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3043633 Oct 28 21:48:43.925237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:43.948042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bfe461c2-f0ae-4638-8547-8293929053d5 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:44.128724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:44.170238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5513d87-b185-461c-82ce-15fbf3d7d1a2 req-17c9b7b4-237a-48c5-95f2-d29136f7b9a5 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c61e301-bdf4-4d60-a019-5b3d15bfe546 HTTP/1.1" status: 200 len: 210 time: 0.1046124 Oct 28 21:48:44.224117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfcd0fa4-70d5-4033-a061-a6900057e716 req-8d36707e-0792-4342-b7c9-15c4a26233d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0527513 Oct 28 21:48:44.318122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-5c5bae4d-de23-4734-a85c-c5d439971f38', 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': 'b76fa58c-48a0-40da-b723-15310444d84b'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:48:44.319294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.331971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port bfe461c2-f0ae-4638-8547-8293929053d5 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:48:44.384615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port bfe461c2-f0ae-4638-8547-8293929053d5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:44.385104 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.385644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-027fcc35-ccc9-4d27-86cc-0592071df5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.398949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b43079bf-3650-46f5-986c-f2133c60a204', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:48:44.399878 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.447293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a67c42-816a-4a2c-a4ec-48535c074202 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:44.471910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfcd0fa4-70d5-4033-a061-a6900057e716 req-9732ed6c-0b07-41a1-83c9-dd9f419ab78b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0697911 Oct 28 21:48:44.610643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-027fcc35-ccc9-4d27-86cc-0592071df5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.625186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-027fcc35-ccc9-4d27-86cc-0592071df5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.629368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:44.661456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfcd0fa4-70d5-4033-a061-a6900057e716 req-fe588d41-5a97-4522-ad1e-6ea7dd4c0345 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599441 Oct 28 21:48:44.670773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fcc35-ccc9-4d27-86cc-0592071df5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575d3843-9a9a-4618-9725-4b305977e016,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:44.701181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc12e09-b7be-44e2-9985-3a1bda26ff2d req-f864086c-1154-4447-a428-a3fadd146cde tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:44.703043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dc12e09-b7be-44e2-9985-3a1bda26ff2d req-f864086c-1154-4447-a428-a3fadd146cde tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 945 time: 0.3145566 Oct 28 21:48:44.905657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Allocated IP 172.20.0.2 (5c5bae4d-de23-4734-a85c-c5d439971f38/b76fa58c-48a0-40da-b723-15310444d84b/1b1e4115-c80c-4ac3-8567-d6480e681d26) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:44.935039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3dc12e09-b7be-44e2-9985-3a1bda26ff2d req-09103045-8275-43d7-ba59-8bbf6b3f170b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128055 Oct 28 21:48:45.040663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.046508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.20.0.1 (b43079bf-3650-46f5-986c-f2133c60a204/d2963aa9-3f31-49cc-9d03-a868befc97e6/0ba89162-bc20-4366-84bb-093db13a86d2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:45.064961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd0fa4-70d5-4033-a061-a6900057e716 req-4caf1e2f-eb69-43ed-af3b-2d86f185499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:45.066453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cfcd0fa4-70d5-4033-a061-a6900057e716 req-4caf1e2f-eb69-43ed-af3b-2d86f185499b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3944023 Oct 28 21:48:45.143580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6ab7fa0d-627c-4804-8541-14c128549621 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:45.155529 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-027fcc35-ccc9-4d27-86cc-0592071df5ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43594b897e93432aa15d094bc8a1a8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238690 Oct 28 21:48:45.158263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40500) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:45.202412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e5a67c42-816a-4a2c-a4ec-48535c074202 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:45.205876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a67c42-816a-4a2c-a4ec-48535c074202 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:45.253693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.354260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.365835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.379137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.410007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.422258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.493875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.503209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.506156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.509915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/575d3843-9a9a-4618-9725-4b305977e016 HTTP/1.1" status: 204 len: 168 time: 0.3480992 Oct 28 21:48:45.544171 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.589496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.20.0.1 (5c5bae4d-de23-4734-a85c-c5d439971f38/b76fa58c-48a0-40da-b723-15310444d84b/6941aa6e-5303-4592-8bb2-139516ecb1b6) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:45.596949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64256-8200-4559-aead-73209fa63d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575d3843-9a9a-4618-9725-4b305977e016,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:45.625774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6ab7fa0d-627c-4804-8541-14c128549621 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:45.626678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.628484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.643484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:45.644033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network b43079bf-3650-46f5-986c-f2133c60a204 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:45.647765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:45.656010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:45.661161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:45.712719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:45.750969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Allocated IP 172.20.0.2 (b43079bf-3650-46f5-986c-f2133c60a204/d2963aa9-3f31-49cc-9d03-a868befc97e6/15446352-aaf9-4640-b42c-a0a3f16c29bb) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:45.769241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Pushing event updated for resources: {'Port': ['ID=1b1e4115-c80c-4ac3-8567-d6480e681d26,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:45.778046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c532-2bd5-41e9-a1c2-0921c1de3269 req-1196faa1-e470-424d-90fd-0ed30270ec8b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:45.779618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5751c532-2bd5-41e9-a1c2-0921c1de3269 req-1196faa1-e470-424d-90fd-0ed30270ec8b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.0849349 Oct 28 21:48:45.784998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.831705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:45.831829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.863657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:45.867861 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3cf6e-48a3-4b65-9f11-86a0fca7d140" -d '{"events": [{"server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "name": "network-vif-plugged", "status": "completed", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:45.936086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:45.968950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.049523 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315727ae-e3da-4f6c-a89e-0aa85636f180 x-openstack-request-id: req-315727ae-e3da-4f6c-a89e-0aa85636f180 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:46.049921 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "name": "network-vif-plugged", "status": "completed", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:46.050282 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-315727ae-e3da-4f6c-a89e-0aa85636f180 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:46.050869 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5', 'code': 200} Oct 28 21:48:46.097571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bfe461c2-f0ae-4638-8547-8293929053d5,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:46.124294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.147358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:46.164607 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:48:46.190253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5751c532-2bd5-41e9-a1c2-0921c1de3269 req-a7db7b05-38d7-4278-8468-952911457b0c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961990 Oct 28 21:48:46.203766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:46.205649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:46.207465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:46.208575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Attempting to bind port 1b1e4115-c80c-4ac3-8567-d6480e681d26 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:46.209020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Attempting to bind port 1b1e4115-c80c-4ac3-8567-d6480e681d26 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '710259e1-9d61-45b6-b928-a9c4f6674aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:46.209457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Attempting to bind port 1b1e4115-c80c-4ac3-8567-d6480e681d26 on network 5c5bae4d-de23-4734-a85c-c5d439971f38 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:46.242365 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:46.242861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Checking segment: {'id': '710259e1-9d61-45b6-b928-a9c4f6674aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:46.243543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.244164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Bound using segment: {'id': '710259e1-9d61-45b6-b928-a9c4f6674aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:46.244807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Bound port: 1b1e4115-c80c-4ac3-8567-d6480e681d26, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710259e1-9d61-45b6-b928-a9c4f6674aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5c5bae4d-de23-4734-a85c-c5d439971f38'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:46.245596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.295455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=6941aa6e-5303-4592-8bb2-139516ecb1b6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:46.325803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.350520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.391086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8bf2c-8d02-40bb-8949-034252f9e494 req-a614a802-d468-412b-9119-fb35805ab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:46.393270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8a8bf2c-8d02-40bb-8949-034252f9e494 req-a614a802-d468-412b-9119-fb35805ab8e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 1098 time: 0.3286879 Oct 28 21:48:46.415812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d30f8-46ff-4af5-ae45-a0bc5a627487 req-e022b559-642c-4bdd-9201-fcf2ef27f88b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:46.418045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd1d30f8-46ff-4af5-ae45-a0bc5a627487 req-e022b559-642c-4bdd-9201-fcf2ef27f88b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.2936258 Oct 28 21:48:46.447846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 6ab7fa0d-627c-4804-8541-14c128549621, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6ab7fa0d-627c-4804-8541-14c128549621,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:46.466404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.552110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.553603 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.553992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8a8bf2c-8d02-40bb-8949-034252f9e494 req-f48de7ef-8450-4cd1-b2e4-44412d5fae88 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536014 Oct 28 21:48:46.555731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=6ab7fa0d-627c-4804-8541-14c128549621,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:46.562811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] For port 1b1e4115-c80c-4ac3-8567-d6480e681d26, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:46.564849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.566765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] For port 1b1e4115-c80c-4ac3-8567-d6480e681d26, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1b1e4115-c80c-4ac3-8567-d6480e681d26,segment=NetworkSegment(710259e1-9d61-45b6-b928-a9c4f6674aed),segment_id=710259e1-9d61-45b6-b928-a9c4f6674aed)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:46.569529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.618018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd1d30f8-46ff-4af5-ae45-a0bc5a627487 req-4075341e-be79-478c-b07b-a035d99b6a4a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709979 Oct 28 21:48:46.619953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Pushing event updated for resources: {'Port': ['ID=15446352-aaf9-4640-b42c-a0a3f16c29bb,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:46.625421 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.648869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.688113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Network b43079bf-3650-46f5-986c-f2133c60a204 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:46.701088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:46.703866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:46.738910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.742189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.756581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1386e-064d-4720-a94e-2f2c9377794c None None] Pushing event updated for resources: {'Port': ['ID=1b1e4115-c80c-4ac3-8567-d6480e681d26,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:46.893094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Attempting to bind port 15446352-aaf9-4640-b42c-a0a3f16c29bb on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:46.893476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Attempting to bind port 15446352-aaf9-4640-b42c-a0a3f16c29bb by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:46.893854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Attempting to bind port 15446352-aaf9-4640-b42c-a0a3f16c29bb on network b43079bf-3650-46f5-986c-f2133c60a204 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:46.905355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:46.905800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Checking segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:46.906187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.906613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Bound using segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:46.907755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Bound port: 15446352-aaf9-4640-b42c-a0a3f16c29bb, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:46.907755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:46.956821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6ab7fa0d-627c-4804-8541-14c128549621 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:46.991543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:46.992914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:47.010052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network b43079bf-3650-46f5-986c-f2133c60a204 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:47.012221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:47.152507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] For port 15446352-aaf9-4640-b42c-a0a3f16c29bb, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:47.196208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] For port 15446352-aaf9-4640-b42c-a0a3f16c29bb, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=15446352-aaf9-4640-b42c-a0a3f16c29bb,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:47.208100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.292559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6ab7fa0d-627c-4804-8541-14c128549621 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:47.293009 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.310379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router 255d6af1-bc28-4a45-9362-4da2cf725f73 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:47.358026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885723-ef3e-49f9-92e0-46e729ac4f81 None None] Pushing event updated for resources: {'Port': ['ID=15446352-aaf9-4640-b42c-a0a3f16c29bb,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:47.390774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-40584944-e175-4e73-a424-5fd4ec9e12c6 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.392205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40584944-e175-4e73-a424-5fd4ec9e12c6 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.3981144 Oct 28 21:48:47.399772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40542) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.405749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-644f4b02-85c4-4d4f-b888-f419c2300a72 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.407130 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-644f4b02-85c4-4d4f-b888-f419c2300a72 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057843 Oct 28 21:48:47.430279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40544) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.437016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-60038dbe-2138-4bb3-9e83-3f5dfbc8e004 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.440686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60038dbe-2138-4bb3-9e83-3f5dfbc8e004 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0092545 Oct 28 21:48:47.444503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40546) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.466967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-99fc0e8a-1f5c-437c-8869-8715953c323d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.467830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99fc0e8a-1f5c-437c-8869-8715953c323d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055621 Oct 28 21:48:47.471577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40548) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.490313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:47.491142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-d9ecd29f-60bf-4289-9983-e5859e2ba968 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.495164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9ecd29f-60bf-4289-9983-e5859e2ba968 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0166347 Oct 28 21:48:47.497710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.503338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Sync routers for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:47.510797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-821890fa-b663-42a1-b7e7-2be1cd37791f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "PUT /v2.0/routers/255d6af1-bc28-4a45-9362-4da2cf725f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9253004 Oct 28 21:48:47.511730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.513046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-0a78cf25-2071-4c87-a56f-b4502768f59a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:47.514686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-0a78cf25-2071-4c87-a56f-b4502768f59a tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.52 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.5381620 Oct 28 21:48:47.517175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1550038083', 'description': 'tempest-secgroup_access--1550038083 description', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:47.518750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-40e02da9-4db0-4e80-9594-2bc83966d3c9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.522197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40e02da9-4db0-4e80-9594-2bc83966d3c9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0207238 Oct 28 21:48:47.522197 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.522913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.528269 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:47.529505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:47.531039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-b5b3dd98-0ae4-4426-aacc-565213d8f617 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.536847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b5b3dd98-0ae4-4426-aacc-565213d8f617 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0118067 Oct 28 21:48:47.539831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40556) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.565376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.586752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-26f0cb0e-d918-406b-9df5-6544a6f2eefe tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.590401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-26f0cb0e-d918-406b-9df5-6544a6f2eefe tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0270865 Oct 28 21:48:47.593091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40558) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.608812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-c1e20838-ac15-4794-ab2d-58e8f3f5dcaf tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.613745 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c1e20838-ac15-4794-ab2d-58e8f3f5dcaf tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128250 Oct 28 21:48:47.614607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40560) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.619023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.637107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-8ecd9763-6815-47a2-810a-88f303ade092 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.640616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ecd9763-6815-47a2-810a-88f303ade092 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0227206 Oct 28 21:48:47.650247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40562) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.655523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-fc088747-0673-49af-a277-b12cd4c21fa7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.661405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc088747-0673-49af-a277-b12cd4c21fa7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052989 Oct 28 21:48:47.673206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40564) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.690160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-48538a12-5484-4441-90a7-987fe0d05723 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.695099 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-48538a12-5484-4441-90a7-987fe0d05723 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0182095 Oct 28 21:48:47.698607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.707195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-01ecc35a-707a-49a0-9616-7272a46623f9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.716821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-01ecc35a-707a-49a0-9616-7272a46623f9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083394 Oct 28 21:48:47.723233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40570) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.730233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-de363501-bc0e-4e9f-adcb-849418f38eb7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.731298 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-de363501-bc0e-4e9f-adcb-849418f38eb7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071185 Oct 28 21:48:47.742423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40572) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.756595 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:47.761654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-a261f010-24d4-4108-b9d6-ab0c009b09e0 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.768690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a261f010-24d4-4108-b9d6-ab0c009b09e0 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0252371 Oct 28 21:48:47.771936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.802905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-41a9f9d3-bd99-4056-bc46-294f20e03cae tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.806314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-41a9f9d3-bd99-4056-bc46-294f20e03cae tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0308399 Oct 28 21:48:47.807075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40576) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.814355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-6562fbee-e1e4-4f0d-bb27-44c206aeb23e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.818004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6562fbee-e1e4-4f0d-bb27-44c206aeb23e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067449 Oct 28 21:48:47.857958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02868-ac90-4ebe-8c5c-02d9c8121c4a req-e6546297-1ab4-44b2-a6f9-2169d5d93910 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:47.859599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1c02868-ac90-4ebe-8c5c-02d9c8121c4a req-e6546297-1ab4-44b2-a6f9-2169d5d93910 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.4797871 Oct 28 21:48:47.866463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.880859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.892467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.898838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-a0539da9-2226-491b-b1a9-152c7270e560 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.903664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0539da9-2226-491b-b1a9-152c7270e560 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062113 Oct 28 21:48:47.904012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40580) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.920195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-bd0ce38a-2839-4264-9eac-45009a43637e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.923681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd0ce38a-2839-4264-9eac-45009a43637e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0112708 Oct 28 21:48:47.928541 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.940068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-7b60545d-c363-4803-ad9a-45f5dfe105cb tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.943391 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7b60545d-c363-4803-ad9a-45f5dfe105cb tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045607 Oct 28 21:48:47.952218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40584) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.953209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:47.957410 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4415529 Oct 28 21:48:47.961592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40586) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:47.970377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1035879956', 'description': 'tempest-secgroup_general--1035879956 description', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:47.988350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-f13f2a4a-740a-4506-95a2-6cde79b27c86 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:47.991885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f13f2a4a-740a-4506-95a2-6cde79b27c86 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051670 Oct 28 21:48:48.007043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40588) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.015392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-a1dd0b34-7547-4424-b854-e8e21992c094 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.018682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a1dd0b34-7547-4424-b854-e8e21992c094 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081775 Oct 28 21:48:48.028419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40590) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.033541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.096255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-02c6811f-7cba-41e7-a70b-79929ba84a73 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.097197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-02c6811f-7cba-41e7-a70b-79929ba84a73 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0562050 Oct 28 21:48:48.104209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.105180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355f43f-3f7b-4f00-a1bf-e1acb5a2e954 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31432b-949a-49d5-b990-e1598cc8562d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:48.107702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=6941aa6e-5303-4592-8bb2-139516ecb1b6,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:48.112569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-cbfeee6a-5f6d-41b8-b7d7-e52b4a0656b7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.113539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cbfeee6a-5f6d-41b8-b7d7-e52b4a0656b7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047359 Oct 28 21:48:48.116781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40594) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.117385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.121961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1c02868-ac90-4ebe-8c5c-02d9c8121c4a req-d68d3593-bb22-4413-ae12-3cf8731c4a20 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159712 Oct 28 21:48:48.127325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-08419673-c350-4c38-96fd-127ce48553f9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.128314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08419673-c350-4c38-96fd-127ce48553f9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106280 Oct 28 21:48:48.128469 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-39e8931f-f5ac-4d98-9673-a86ab140933f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3101683 Oct 28 21:48:48.134772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.170914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-3e426b7f-e448-482d-bc02-c34abe591618 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.172842 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e426b7f-e448-482d-bc02-c34abe591618 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0299838 Oct 28 21:48:48.174831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40598) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.192813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99a9e8-774e-4d2e-a5e5-edef6a7861d2 req-8ade9d89-6e5d-4292-ba2a-f5b32f99f79d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:48.193076 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 2, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:48.195036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e99a9e8-774e-4d2e-a5e5-edef6a7861d2 req-8ade9d89-6e5d-4292-ba2a-f5b32f99f79d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.3250802 Oct 28 21:48:48.206026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-7586d21e-56ab-41c3-98de-9f76f70ff4af tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.209367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7586d21e-56ab-41c3-98de-9f76f70ff4af tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0236986 Oct 28 21:48:48.210463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40602) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.215840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-bd66f52d-0040-4cb3-ad17-6db2da584d46 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.216809 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd66f52d-0040-4cb3-ad17-6db2da584d46 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056248 Oct 28 21:48:48.223006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40604) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.232832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-265d3882-db4a-4a42-ac97-d8ef6ed2253b tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.235482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-265d3882-db4a-4a42-ac97-d8ef6ed2253b tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0113168 Oct 28 21:48:48.238217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.257504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-e2b2132f-cc65-49d4-8039-29ca4088b032 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.263102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2b2132f-cc65-49d4-8039-29ca4088b032 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0173047 Oct 28 21:48:48.264622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40608) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.272940 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Checking router: 255d6af1-bc28-4a45-9362-4da2cf725f73 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:48:48.273550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Updating router 255d6af1-bc28-4a45-9362-4da2cf725f73 port 0ba89162-bc20-4366-84bb-093db13a86d2 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:48:48.297504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-62d42253-eba1-493c-82f7-6e53acc13aaa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.298524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-62d42253-eba1-493c-82f7-6e53acc13aaa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0103195 Oct 28 21:48:48.310644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.320442 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.336699 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.337822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-1d7e29d2-b587-402a-8cc6-a6c29bcfb781 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.339324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1d7e29d2-b587-402a-8cc6-a6c29bcfb781 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044773 Oct 28 21:48:48.342590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40612) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.348665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Deleting port 6500bd8b-aca8-461f-a345-e50a86f537d3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:48.348897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-388f7d0d-615e-4dd0-a9d2-275fdd7060ce tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.349579 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.353177 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-388f7d0d-615e-4dd0-a9d2-275fdd7060ce tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090830 Oct 28 21:48:48.353775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40614) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.359858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-22c12de3-070f-4ed7-8b1d-ffd012ecf3b1 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.364128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-22c12de3-070f-4ed7-8b1d-ffd012ecf3b1 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081820 Oct 28 21:48:48.365113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.378545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.388346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-f5675db4-b43a-4c81-a46b-abe3a7dd4f6d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.392659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5675db4-b43a-4c81-a46b-abe3a7dd4f6d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0096693 Oct 28 21:48:48.394398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40618) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.399493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.404725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4419477 Oct 28 21:48:48.409732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-e7ec7071-8678-418e-b358-6bf05e476eec tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.413507 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7ec7071-8678-418e-b358-6bf05e476eec tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076699 Oct 28 21:48:48.414090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.414562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40622) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.431952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'security_group_rule': {'security_group_id': '5b31432b-949a-49d5-b990-e1598cc8562d', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:48.462771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] For port 6500bd8b-aca8-461f-a345-e50a86f537d3, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6500bd8b-aca8-461f-a345-e50a86f537d3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:48.463143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.478089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Calling delete_port for 6500bd8b-aca8-461f-a345-e50a86f537d3 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:48.500359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-aa496358-5fab-44f6-a11c-a21dcffe35aa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.505001 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa496358-5fab-44f6-a11c-a21dcffe35aa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0166810 Oct 28 21:48:48.505852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.514305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-1baad633-e789-449d-8f33-f84e1d851f20 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.519068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1baad633-e789-449d-8f33-f84e1d851f20 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0089445 Oct 28 21:48:48.528841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40626) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.529587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.536326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-0b5716c5-6684-4fef-9591-f3dd0a55e2d1 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.540096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b5716c5-6684-4fef-9591-f3dd0a55e2d1 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075111 Oct 28 21:48:48.548416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.554156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742887a-2579-4225-b4ba-ceca36c89f6b None None] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:48.556181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-3ee7c89c-7f5e-46fd-b2e4-54b9e8906d2e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.560023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ee7c89c-7f5e-46fd-b2e4-54b9e8906d2e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090392 Oct 28 21:48:48.561555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40630) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.573769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-059286fb-9106-4b4d-ae6f-aede70d0158d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.577661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-059286fb-9106-4b4d-ae6f-aede70d0158d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079052 Oct 28 21:48:48.578249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40632) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.587890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-c2515ebb-1e9d-4598-9d19-6059805dfa35 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.602603 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2515ebb-1e9d-4598-9d19-6059805dfa35 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0201747 Oct 28 21:48:48.603604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40634) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.622790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-dbf51883-ecf9-4066-910f-470b19b0ba0a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.630797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbf51883-ecf9-4066-910f-470b19b0ba0a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0165291 Oct 28 21:48:48.641649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.650581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-729024f6-663b-43ff-9203-b248f82b4e8e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.654973 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-729024f6-663b-43ff-9203-b248f82b4e8e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0098741 Oct 28 21:48:48.658996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dab9e-fb9c-47bf-8f22-e6945b520493 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcacd36-9494-414a-8279-f28d74b4f09c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:48.666476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40638) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.675808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-60ec60b2-a40b-472d-9904-36d0925445f2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.684444 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60ec60b2-a40b-472d-9904-36d0925445f2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122442 Oct 28 21:48:48.687833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:48.690862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.706344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-509c92de-09df-45e3-84bb-576cd17d8faa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.710825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-509c92de-09df-45e3-84bb-576cd17d8faa tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0139093 Oct 28 21:48:48.712234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:48.719841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40642) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.724957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e99a9e8-774e-4d2e-a5e5-edef6a7861d2 req-81125fe6-1f53-482c-ad6c-2182f9f86037 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695766 Oct 28 21:48:48.733011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-dc8d569b-a671-4b57-b520-0fd9525f1b48 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.736830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dc8d569b-a671-4b57-b520-0fd9525f1b48 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081599 Oct 28 21:48:48.737873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40644) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.744332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [None req-edc8a50e-fe71-4509-95f9-c5e9c1b7a6c5 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.748785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-edc8a50e-fe71-4509-95f9-c5e9c1b7a6c5 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062616 Oct 28 21:48:48.752728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.759473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-c6e5da1c-e423-4f4f-81f9-1ffbe7f268b9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.760473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c6e5da1c-e423-4f4f-81f9-1ffbe7f268b9 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067210 Oct 28 21:48:48.762724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.763456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.764710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-8be8bf0f-73e8-4016-8917-86b1f1dcb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:48.766736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-8be8bf0f-73e8-4016-8917-86b1f1dcb8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 1098 time: 0.5661159 Oct 28 21:48:48.767980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-33bfe7f1-3c22-4479-ab98-0c581d72196a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.769216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33bfe7f1-3c22-4479-ab98-0c581d72196a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048182 Oct 28 21:48:48.770918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] Provisioning complete for port 1b1e4115-c80c-4ac3-8567-d6480e681d26 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:48.771304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.772163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40650) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.778713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-0f659f34-4eed-4011-9636-521f45226a2d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.780178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f659f34-4eed-4011-9636-521f45226a2d tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068622 Oct 28 21:48:48.782745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40652) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.787933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-bfb5a43d-ac9c-459d-b86b-22041bd18dad tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.789279 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bfb5a43d-ac9c-459d-b86b-22041bd18dad tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050240 Oct 28 21:48:48.790406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.793978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40654) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.802066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-c2e8e233-26b9-4686-9903-ce72f871b738 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.803336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2e8e233-26b9-4686-9903-ce72f871b738 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050545 Oct 28 21:48:48.817906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.823632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-9128b1ec-e966-46b8-b496-79109f3b4eb3 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.827509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9128b1ec-e966-46b8-b496-79109f3b4eb3 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060260 Oct 28 21:48:48.830471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.836094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-cf87c668-5d3c-456f-b628-dead24b25c21 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.839500 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf87c668-5d3c-456f-b628-dead24b25c21 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052459 Oct 28 21:48:48.840209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:48.849113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262142 Oct 28 21:48:48.851865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.857302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-81a9d1ea-e95b-4abf-a8b4-11c779d10047 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.860797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81a9d1ea-e95b-4abf-a8b4-11c779d10047 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055742 Oct 28 21:48:48.860797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7493e-d8fd-46d6-8440-ebc35c8b3e05 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2550aeac-b393-42af-9be9-a1c2c1d9b082,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:48.863187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40664) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.867258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-9f94c240-e05f-4bbe-a9a1-e2c8c9caaab2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.870682 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f94c240-e05f-4bbe-a9a1-e2c8c9caaab2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052245 Oct 28 21:48:48.870872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40666) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.874880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-85929098-9752-402b-b5a3-fa5b97b95bd8 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.876411 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85929098-9752-402b-b5a3-fa5b97b95bd8 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040624 Oct 28 21:48:48.879216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.890087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-0430e4eb-c5f1-4a50-bc76-befbe418846e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.895164 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0430e4eb-c5f1-4a50-bc76-befbe418846e tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0138700 Oct 28 21:48:48.895789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.902587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-ae891367-159e-411d-833e-ef36fafbf96b tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.907773 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ae891367-159e-411d-833e-ef36fafbf96b tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080013 Oct 28 21:48:48.933453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.944584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-5a3126ec-52ef-4707-a03e-45d4771b9e80 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.949964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5a3126ec-52ef-4707-a03e-45d4771b9e80 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0137186 Oct 28 21:48:48.950990 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.956603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-4097b053-2ce9-40b4-9918-e0bcf878b4ce tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.960693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4097b053-2ce9-40b4-9918-e0bcf878b4ce tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082905 Oct 28 21:48:48.962006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.981897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-070b7415-f389-4262-b008-d313f123cec2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.988034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-070b7415-f389-4262-b008-d313f123cec2 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0249999 Oct 28 21:48:48.988719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40678) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:48.993865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-199305dc-88cc-46f7-9736-a0684ea594a6 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:48.999296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-199305dc-88cc-46f7-9736-a0684ea594a6 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0095747 Oct 28 21:48:48.999895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40680) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.017945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-139c5f3c-d03b-48aa-a98f-c4ecb4f8e07a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:49.027661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-139c5f3c-d03b-48aa-a98f-c4ecb4f8e07a tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0226369 Oct 28 21:48:49.027661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.033941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-fd063832-4810-417a-8a97-4c2a52793ba7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:49.039841 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd063832-4810-417a-8a97-4c2a52793ba7 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0141850 Oct 28 21:48:49.040468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.046234 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.051279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-8395b528-288d-4ece-9ff2-edc8d8c1d313 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:49.061185 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8395b528-288d-4ece-9ff2-edc8d8c1d313 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0194709 Oct 28 21:48:49.063011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.066169 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.074975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-a92ff8fd-a588-4cfe-a3c9-343eb945aef3 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:49.084423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a92ff8fd-a588-4cfe-a3c9-343eb945aef3 tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0182462 Oct 28 21:48:49.086551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40688) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.102426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [None req-062589c4-052a-4ed4-8f1c-3266366fe56c tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:49.111679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-062589c4-052a-4ed4-8f1c-3266366fe56c tempest-ExtensionsTestJSON-456494960 tempest-ExtensionsTestJSON-456494960-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0237761 Oct 28 21:48:49.112965 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.146087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 15446352-aaf9-4640-b42c-a0a3f16c29bb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:49.239803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] For port 1b1e4115-c80c-4ac3-8567-d6480e681d26, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1b1e4115-c80c-4ac3-8567-d6480e681d26,segment=NetworkSegment(710259e1-9d61-45b6-b928-a9c4f6674aed),segment_id=710259e1-9d61-45b6-b928-a9c4f6674aed)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:49.253859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.328731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b9be1-d233-4999-bd84-bbafcbb02bb8 None None] Network b43079bf-3650-46f5-986c-f2133c60a204 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:49.446392 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Pushing event updated for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:49.472981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-41ddb65f-f7c3-4420-b471-73ff1e9fda30 None None] Provisioning complete for port 15446352-aaf9-4640-b42c-a0a3f16c29bb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:49.473458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-41ddb65f-f7c3-4420-b471-73ff1e9fda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.508574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540396ca-abc9-48e4-9aaa-1ad6d3885d61 None None] Pushing event updated for resources: {'Port': ['ID=1b1e4115-c80c-4ac3-8567-d6480e681d26,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:49.509064 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.509607 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.510107 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.511101 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.511610 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.512230 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.512744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.513245 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.513737 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.514211 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.514684 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.515152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:49.519431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 15446352-aaf9-4640-b42c-a0a3f16c29bb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:49.519833 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.531501 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Attempting to bind port 0ba89162-bc20-4366-84bb-093db13a86d2 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:49.533160 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Attempting to bind port 0ba89162-bc20-4366-84bb-093db13a86d2 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:49.534697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Attempting to bind port 0ba89162-bc20-4366-84bb-093db13a86d2 on network b43079bf-3650-46f5-986c-f2133c60a204 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:49.546160 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:49.547937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Checking segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:49.548924 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.549489 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Bound using segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:49.550410 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Bound port: 0ba89162-bc20-4366-84bb-093db13a86d2, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:49.550973 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.666760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] For port 0ba89162-bc20-4366-84bb-093db13a86d2, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:48:49.674939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] For port 0ba89162-bc20-4366-84bb-093db13a86d2, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0ba89162-bc20-4366-84bb-093db13a86d2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:48:49.684716 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.731696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40710) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:49.773040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:49.773583 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:49.775610 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56340e4-7139-4cc2-a786-d5c709cf4d2d None None] Pushing event updated for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:49.938533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.945616 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:48:49.950798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0359-06c2-4d7e-af96-fc99546228f3 req-8392f35e-b878-4cf7-b6e8-aac87484565b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:49.952850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97f24b51-ae00-4e0d-ae89-178b1fecc700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:49.959754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-105e0359-06c2-4d7e-af96-fc99546228f3 req-8392f35e-b878-4cf7-b6e8-aac87484565b tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=325803e0-0a95-4690-8ffb-29499dabe0d8 HTTP/1.1" status: 200 len: 945 time: 0.2807364 Oct 28 21:48:50.001836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event deleted for resources: {'Port': ['ID=6500bd8b-aca8-461f-a345-e50a86f537d3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:50.025389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['baead851-d1b5-4481-bfae-86c170498243'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:48:50.049154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-687f7482-137e-4e6f-866f-e242bcf5023c tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1035879956&fields=id&tenant_id=d673c918394e4e42be9e3ff07cd5e9bd HTTP/1.1" status: 200 len: 267 time: 0.3712966 Oct 28 21:48:50.081572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97f24b51-ae00-4e0d-ae89-178b1fecc700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.094182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97f24b51-ae00-4e0d-ae89-178b1fecc700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.153942 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-97f24b51-ae00-4e0d-ae89-178b1fecc700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b8ee8750aa94f49ba7d580309a43f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198873 Oct 28 21:48:50.155309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24b51-ae00-4e0d-ae89-178b1fecc700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e413a8a-4093-401b-a5f4-f1ecc10ebaea,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:50.159274 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.174714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40716) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:50.203518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router c6d8574e-fb5c-4426-90ca-1cb66156739b is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:48:50.232190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-105e0359-06c2-4d7e-af96-fc99546228f3 req-7f7f3dd2-f426-4119-b658-b60abb1069a2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711470 Oct 28 21:48:50.236765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-a177b4a6-01a3-4f52-a375-310edb811ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:50.238219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-a177b4a6-01a3-4f52-a375-310edb811ad6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 200 len: 916 time: 0.5573945 Oct 28 21:48:50.239033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] No DVR routers for this DVR port 6500bd8b-aca8-461f-a345-e50a86f537d3 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:50.243760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.247999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54a8a9cc-2738-4510-975d-eb91a161d263 req-1ffb4e59-ac5b-45dd-84c6-4d081c8db9e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.52 "DELETE /v2.0/ports/6500bd8b-aca8-461f-a345-e50a86f537d3 HTTP/1.1" status: 204 len: 173 time: 2.7240489 Oct 28 21:48:50.248662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'name': 'network-vif-deleted', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:50.251152 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70edce37-fad7-4a74-913f-f1202082f9b0" -d '{"events": [{"server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "name": "network-vif-deleted", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:50.264149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-6750ec54-a003-4715-bac1-ed8b4eb37b2c tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1550038083&fields=id&tenant_id=d673c918394e4e42be9e3ff07cd5e9bd HTTP/1.1" status: 200 len: 267 time: 0.2133408 Oct 28 21:48:50.274956 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-41ddb65f-f7c3-4420-b471-73ff1e9fda30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.347545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.374746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 15446352-aaf9-4640-b42c-a0a3f16c29bb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=15446352-aaf9-4640-b42c-a0a3f16c29bb,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:50.394039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.394821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1b1e4115-c80c-4ac3-8567-d6480e681d26 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:50.403882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.476613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-6ef78f05-e2d0-44ae-8fc0-f9aea18cea8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 200 len: 217 time: 0.2075334 Oct 28 21:48:50.511976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:49Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:50.529977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.532875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:50.548698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e413a8a-4093-401b-a5f4-f1ecc10ebaea HTTP/1.1" status: 204 len: 168 time: 0.3600297 Oct 28 21:48:50.556326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-41ddb65f-f7c3-4420-b471-73ff1e9fda30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:48:50.556709 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-41ddb65f-f7c3-4420-b471-73ff1e9fda30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:48:50.581095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c775b1-e8a5-4d15-ab01-f5f0f088382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e413a8a-4093-401b-a5f4-f1ecc10ebaea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:50.605021 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c34a8-a85b-4c86-bbe9-15c703b7147f None None] The sync data for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 is: [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:49Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:50.734426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=15446352-aaf9-4640-b42c-a0a3f16c29bb,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:50.751641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.751987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.752328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.753741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.754088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.754468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.755661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.756022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.756357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.756717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.757047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.757408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:48:50.799414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-c3599e4e-b12b-4a04-898f-da633a6a4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:50.805708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-c3599e4e-b12b-4a04-898f-da633a6a4be7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 200 len: 854 time: 0.3231511 Oct 28 21:48:50.817949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:50.866648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe53a2-a46c-4a1e-a33c-960007b2a180 req-fdce9ef3-b45c-4f75-b7c7-af12f1c77364 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:50.870668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16fe53a2-a46c-4a1e-a33c-960007b2a180 req-fdce9ef3-b45c-4f75-b7c7-af12f1c77364 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.4080696 Oct 28 21:48:50.880243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-13fd2e8b-755a-46b0-a203-b825065cd572 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/c6d8574e-fb5c-4426-90ca-1cb66156739b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9517426 Oct 28 21:48:50.884408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] Sync routers for ids ['c6d8574e-fb5c-4426-90ca-1cb66156739b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:50.884596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40728) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:51.002569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1b1e4115-c80c-4ac3-8567-d6480e681d26 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:51.002569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:51.021773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-a81b9dde-7d69-4a87-8025-a63e4855e53e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:51.023388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-a81b9dde-7d69-4a87-8025-a63e4855e53e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 796 time: 0.6304617 Oct 28 21:48:51.074179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa85756-77bc-4ec1-abd9-672ee4b55311 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:51.076089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9fa85756-77bc-4ec1-abd9-672ee4b55311 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports/6941aa6e-5303-4592-8bb2-139516ecb1b6 HTTP/1.1" status: 200 len: 910 time: 0.1917830 Oct 28 21:48:51.078883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:51.087136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b76fa58c-48a0-40da-b723-15310444d84b'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:51.101866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-ef8a9d6b-a861-4701-b3e4-b7f5154f1c87 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/quotas/d673c918394e4e42be9e3ff07cd5e9bd HTTP/1.1" status: 200 len: 375 time: 0.0584061 Oct 28 21:48:51.144582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16fe53a2-a46c-4a1e-a33c-960007b2a180 req-51e4f704-50a3-4844-ad87-f31cf5636749 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407911 Oct 28 21:48:51.149916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-e4396285-282f-4e2b-9b15-90542e7bd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:51.172054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-e4396285-282f-4e2b-9b15-90542e7bd91c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25ed0e95-3c04-4762-8f5b-a996c4064c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3561816 Oct 28 21:48:51.193717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] Routers {'c6d8574e-fb5c-4426-90ca-1cb66156739b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:51.194382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c6d8574e-fb5c-4426-90ca-1cb66156739b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:51.239589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-a3a64dd2-37af-4daa-8f38-cdc251ba0082 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:48:51.247788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-a3a64dd2-37af-4daa-8f38-cdc251ba0082 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160079 Oct 28 21:48:51.269858 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2219d1c-47d5-4ec0-99ac-87f0dbed25d8 x-openstack-request-id: req-e2219d1c-47d5-4ec0-99ac-87f0dbed25d8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:51.270256 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325803e0-0a95-4690-8ffb-29499dabe0d8", "name": "network-vif-deleted", "tag": "6500bd8b-aca8-461f-a345-e50a86f537d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:51.270517 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2219d1c-47d5-4ec0-99ac-87f0dbed25d8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:51.270923 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325803e0-0a95-4690-8ffb-29499dabe0d8', 'name': 'network-vif-deleted', 'tag': '6500bd8b-aca8-461f-a345-e50a86f537d3', 'status': 'completed', 'code': 200} Oct 28 21:48:51.332524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:51.471146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:51.477739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] Routers {'c6d8574e-fb5c-4426-90ca-1cb66156739b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:51.479519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c6d8574e-fb5c-4426-90ca-1cb66156739b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:51.491729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-36b7bce9-98dc-4361-84b9-2a55246db2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429707 Oct 28 21:48:51.585328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:51.586051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acea1d-fd67-4a75-a6cd-3807aa11dc76 None None] The sync data for ids ['c6d8574e-fb5c-4426-90ca-1cb66156739b'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:51.722734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440e5c9-4032-42a9-9143-5a702fd279e1 req-351e883d-d85a-4535-a20c-6a28b6a55d63 service neutron] 10.222.0.44 "GET /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197549 Oct 28 21:48:51.734286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Provisioning complete for port 1b1e4115-c80c-4ac3-8567-d6480e681d26 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:51.737911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:51.767545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-babb75a5-af58-4a26-84fd-92d0a427ba15 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6643400 Oct 28 21:48:51.783146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6e50f-4551-4924-92c4-e46c2972675e req-14c4ee5e-2e5e-4904-bdfe-2cb6ffa4e1fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:51.785847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3b6e50f-4551-4924-92c4-e46c2972675e req-14c4ee5e-2e5e-4904-bdfe-2cb6ffa4e1fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.5002396 Oct 28 21:48:51.865605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3b6e50f-4551-4924-92c4-e46c2972675e req-e2b58f59-368e-4939-9d4f-bdf3e7f286ae tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650895 Oct 28 21:48:51.919073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6500bd8b-aca8-461f-a345-e50a86f537d3 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:51.996317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 15446352-aaf9-4640-b42c-a0a3f16c29bb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:52.064476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-484ae899-8a61-4c46-badb-6e0edf4c62f1 service neutron] 10.222.0.31 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026997 Oct 28 21:48:52.119210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6500bd8b-aca8-461f-a345-e50a86f537d3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:52.119560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6500bd8b-aca8-461f-a345-e50a86f537d3 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:52.267472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-d874f3ee-bbc6-4992-9a9f-65847b080219 service neutron] 10.222.0.31 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901834 Oct 28 21:48:52.297802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 15446352-aaf9-4640-b42c-a0a3f16c29bb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:52.298380 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.341102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40774) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:52.367626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Provisioning complete for port 15446352-aaf9-4640-b42c-a0a3f16c29bb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:52.367992 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.576800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1302695418'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:52.580989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.617769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.626853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:52.633076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.684970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.769814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1b1e4115-c80c-4ac3-8567-d6480e681d26 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:52.911788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.919449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=6941aa6e-5303-4592-8bb2-139516ecb1b6,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:52.922936 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.986826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:52.987745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:52.992808 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eb9e6ff7-3493-46fd-bb3d-2fdf8a759098 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/ports/6941aa6e-5303-4592-8bb2-139516ecb1b6 HTTP/1.1" status: 200 len: 910 time: 1.9113662 Oct 28 21:48:52.995827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40800) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:53.020811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:48:53.031801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Provisioning complete for port 6941aa6e-5303-4592-8bb2-139516ecb1b6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:53.032661 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.088149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea570e1-a8cd-4f61-94e5-3dedaebc2447,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:53.097489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faeb337b-0997-408c-b346-35676907a022 req-a53cdc82-b0b6-44a5-934e-bd2d67f230e8 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 210 time: 0.1245747 Oct 28 21:48:53.109660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Port 6941aa6e-5303-4592-8bb2-139516ecb1b6 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:53.125911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.127620 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Added segment 0508c63d-df4d-4527-9ee3-68a61f767ccb of type vlan for network 52ab460f-514c-45cc-9325-43afb376863e Oct 28 21:48:53.208029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 1b1e4115-c80c-4ac3-8567-d6480e681d26 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:53.208418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.211364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Provisioning complete for port 0ba89162-bc20-4366-84bb-093db13a86d2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:53.211715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.223422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.348476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.361624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:53.363106 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.475464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0ba89162-bc20-4366-84bb-093db13a86d2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:53.477476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.521605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1760681 Oct 28 21:48:53.527024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40810) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:53.539071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'subnet': {'network_id': '52ab460f-514c-45cc-9325-43afb376863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:53.564646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] For port 0ba89162-bc20-4366-84bb-093db13a86d2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0ba89162-bc20-4366-84bb-093db13a86d2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:53.576714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.630797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0ba89162-bc20-4366-84bb-093db13a86d2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:53.631583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.713193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d7a1c-8d6e-4dcb-8fde-7db91e73b319 None None] Pushing event updated for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:53.726566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-40cf17b2-a51a-4060-8a0b-bd910eb10118 None None] Provisioning complete for port 0ba89162-bc20-4366-84bb-093db13a86d2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:53.727297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40cf17b2-a51a-4060-8a0b-bd910eb10118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:53.903138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa641-a4cd-4946-9767-dd2255dd7ff8 req-c19670e9-bf6f-49b0-8b3e-f5a3df562a9e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:53.907270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e5aa641-a4cd-4946-9767-dd2255dd7ff8 req-c19670e9-bf6f-49b0-8b3e-f5a3df562a9e tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.6333303 Oct 28 21:48:53.912747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3ac9-da73-4ec3-8d58-f45fb505f740 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Network': ['ID=52ab460f-514c-45cc-9325-43afb376863e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:54.095399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:54.110261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:54.145925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e5aa641-a4cd-4946-9767-dd2255dd7ff8 req-f33cef75-0dcd-4bad-9311-dfc2642fdac2 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272029 Oct 28 21:48:54.289300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 52ab460f-514c-45cc-9325-43afb376863e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:48:54.291302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0ba89162-bc20-4366-84bb-093db13a86d2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:48:54.389580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35e28998-d40a-44e8-9a72-f19e95da54af req-26a830ec-dafe-43c1-a0a9-1141d7d032b0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 210 time: 0.0867596 Oct 28 21:48:54.587677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0ba89162-bc20-4366-84bb-093db13a86d2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:54.588226 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:54.684331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-b2fc6248-ad77-41ff-8e68-3621c0517217 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:54.686252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-b2fc6248-ad77-41ff-8e68-3621c0517217 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.2242675 Oct 28 21:48:54.708794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:54.773613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-0268e5a0-5493-4b22-a614-aec8c0a83cc6 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:54.775118 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-0268e5a0-5493-4b22-a614-aec8c0a83cc6 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.44 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 796 time: 0.2126341 Oct 28 21:48:54.885964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-dd1c2e82-dfb4-4dbf-919b-99cf6cdb2e84 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d673c918394e4e42be9e3ff07cd5e9bd HTTP/1.1" status: 200 len: 478 time: 0.1007850 Oct 28 21:48:54.899515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'port': {'device_id': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'admin_state_up': True, 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'security_groups': ['afcacd36-9494-414a-8279-f28d74b4f09c', '5b31432b-949a-49d5-b990-e1598cc8562d']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:54.933812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Checking segment: {'id': '0508c63d-df4d-4527-9ee3-68a61f767ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '52ab460f-514c-45cc-9325-43afb376863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:54.934828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network hostable DHCP agents. Network: 52ab460f-514c-45cc-9325-43afb376863e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:48:54.942309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Subnet': ['ID=ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:54.990660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:48:55.010118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Deleting port baead851-d1b5-4481-bfae-86c170498243 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:55.011412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.049109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.117688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 52ab460f-514c-45cc-9325-43afb376863e) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:55.126728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] For port baead851-d1b5-4481-bfae-86c170498243, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=baead851-d1b5-4481-bfae-86c170498243,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:55.127899 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.129208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23f8d3-42f4-43df-88fc-2cefde35f00b None None] Network 52ab460f-514c-45cc-9325-43afb376863e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:55.143131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:48:55.146078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:55.146828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.147092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.161605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Calling delete_port for baead851-d1b5-4481-bfae-86c170498243 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:55.187816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b5a2b4ed-7371-4585-8ed6-d71f9e0e952c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6585691 Oct 28 21:48:55.192333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:55.244970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-916317506', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:55.320023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f3cde-dbd5-4be4-afed-205f0a4d3903 None None] Network 52ab460f-514c-45cc-9325-43afb376863e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:55.389327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.412929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17dee9-edc0-4474-ba8b-7edd457a82ad req-8bf166dd-915a-4091-9229-7c88341bbe4c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:55.414576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf17dee9-edc0-4474-ba8b-7edd457a82ad req-8bf166dd-915a-4091-9229-7c88341bbe4c tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca35b37e-6b22-43bd-9810-97366ad1961c HTTP/1.1" status: 200 len: 946 time: 0.0847061 Oct 28 21:48:55.423895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.425006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.522315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Pushing event deleted for resources: {'Port': ['ID=baead851-d1b5-4481-bfae-86c170498243,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:55.545188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] No DVR routers for this DVR port baead851-d1b5-4481-bfae-86c170498243 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:55.550723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.560652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d44af505-e3ed-495c-99a7-a1748abfe16c req-f49b3b7c-712b-492e-bdbf-e29da60d6d57 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.44 "DELETE /v2.0/ports/baead851-d1b5-4481-bfae-86c170498243 HTTP/1.1" status: 204 len: 173 time: 0.8653097 Oct 28 21:48:55.606795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'name': 'network-vif-deleted', 'tag': 'baead851-d1b5-4481-bfae-86c170498243'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:48:55.612774 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08edd5e1-04ab-4c06-b2b5-f276c1629807" -d '{"events": [{"server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "name": "network-vif-deleted", "tag": "baead851-d1b5-4481-bfae-86c170498243"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:48:55.625070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:55.675555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf046b45-001b-4f73-89ac-c06f3c2dbcce req-151d4021-f66b-4f30-9eec-4caae81bcafd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 210 time: 0.1081576 Oct 28 21:48:55.775700 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf17dee9-edc0-4474-ba8b-7edd457a82ad req-26b8869e-aa2d-40a5-a2b1-513290ac54e0 tempest-ListServerFiltersTestJSON-734660032 tempest-ListServerFiltersTestJSON-734660032-project] 10.222.0.31 "GET /v2.0/security-groups?id=1523b542-c2ca-426a-aa15-7501f1507a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246520 Oct 28 21:48:55.828710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.20.0.12 (b43079bf-3650-46f5-986c-f2133c60a204/d2963aa9-3f31-49cc-9d03-a868befc97e6/e1a58771-6d65-4115-8db6-5d021d3b4dd2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:55.851303 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6635edc-480d-4cbc-9943-76c3b3405585 x-openstack-request-id: req-b6635edc-480d-4cbc-9943-76c3b3405585 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:48:55.852012 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca35b37e-6b22-43bd-9810-97366ad1961c", "name": "network-vif-deleted", "tag": "baead851-d1b5-4481-bfae-86c170498243", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:48:55.852433 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6635edc-480d-4cbc-9943-76c3b3405585 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:48:55.853201 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca35b37e-6b22-43bd-9810-97366ad1961c', 'name': 'network-vif-deleted', 'tag': 'baead851-d1b5-4481-bfae-86c170498243', 'status': 'completed', 'code': 200} Oct 28 21:48:56.004958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.186883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 6941aa6e-5303-4592-8bb2-139516ecb1b6 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:56.187218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.356296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.393047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.394767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 6941aa6e-5303-4592-8bb2-139516ecb1b6 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:56.480428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device baead851-d1b5-4481-bfae-86c170498243 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:56.501627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: baead851-d1b5-4481-bfae-86c170498243 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:48:56.501972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device baead851-d1b5-4481-bfae-86c170498243 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:48:56.574514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.576610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.605327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.720233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network b43079bf-3650-46f5-986c-f2133c60a204 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:56.736012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:56.741370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:56.747610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:56.880111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcda4f-678b-4c69-b638-250f078cb987 req-c8cc062c-90b1-4e4e-b040-bbbe8436c889 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:56.888411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbcda4f-678b-4c69-b638-250f078cb987 req-c8cc062c-90b1-4e4e-b040-bbbe8436c889 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 971 time: 0.0729790 Oct 28 21:48:56.909617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40874) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:56.921641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:56.922265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:56.978326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Deleting subnet 3b448441-c125-4911-9af5-28673af9324a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:48:56.987618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.002732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-05f7291f-1012-407c-8d97-83ea00037526 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1099999 Oct 28 21:48:57.021598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.230 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/ac8a73e5-c1ff-42d7-bd38-d33e1c9d7cd0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:48:57.042455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Request body: {'port': {'device_id': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:48:57.044401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.045348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbcda4f-678b-4c69-b638-250f078cb987 req-96df83b8-7df9-4689-8c60-7e094728bb20 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1557596 Oct 28 21:48:57.077761 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.109147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=6941aa6e-5303-4592-8bb2-139516ecb1b6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:57.136781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5b92b077-0ebb-464d-a394-1703ced6aa07 None None] Provisioning complete for port e1a58771-6d65-4115-8db6-5d021d3b4dd2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:48:57.138308 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5b92b077-0ebb-464d-a394-1703ced6aa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.205854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5b92b077-0ebb-464d-a394-1703ced6aa07 None None] Port e1a58771-6d65-4115-8db6-5d021d3b4dd2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:48:57.263589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.271376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.377973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-02df6f5e-5446-4de9-aef6-66db740b0a85 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:57.387727 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-02df6f5e-5446-4de9-aef6-66db740b0a85 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2069340 Oct 28 21:48:57.407392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b7ad9557-ac0c-4b75-a4f1-223d6b4a7df2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0186677 Oct 28 21:48:57.418752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.463300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b448441-c125-4911-9af5-28673af9324a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:57.473355 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.476704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-403b8478-f903-44ce-ab5f-ebc8ed4ee943 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b448441-c125-4911-9af5-28673af9324a HTTP/1.1" status: 204 len: 168 time: 0.5658462 Oct 28 21:48:57.481790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c6d05-6281-4908-aa87-862fcf24cee0 None None] Network 25ed0e95-3c04-4762-8f5b-a996c4064c8e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:48:57.493069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40890) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:57.568681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-401db539-41e5-41c5-9704-49379dc2bba9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603539 Oct 28 21:48:57.650715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.739339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9222138-2411-444d-83ac-384288de6f32 None None] DHCP port deletion for 25ed0e95-3c04-4762-8f5b-a996c4064c8e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:48:57.755418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.780955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.786692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-5a7e3288-6b46-4396-9d61-a9b12bd1b8a0 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036479 Oct 28 21:48:57.888720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Deleting port f0f0499a-5920-4baf-b609-625beb5eb8f3 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:57.889793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:57.959578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-341947d7-8453-4712-a9c6-3a9bc8a8d01b service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557035 Oct 28 21:48:57.962556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Deleting port f0f0499a-5920-4baf-b609-625beb5eb8f3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:48:57.962556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.054753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f0f0499a-5920-4baf-b609-625beb5eb8f3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:48:58.086655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.115188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f0f0499a-5920-4baf-b609-625beb5eb8f3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:58.115698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.149456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Calling delete_port for f0f0499a-5920-4baf-b609-625beb5eb8f3 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:58.191897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d9222138-2411-444d-83ac-384288de6f32 None None] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f0f0499a-5920-4baf-b609-625beb5eb8f3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:58.193197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.242930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router c6d8574e-fb5c-4426-90ca-1cb66156739b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:48:58.249506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Calling delete_port for f0f0499a-5920-4baf-b609-625beb5eb8f3 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:48:58.258339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:48:58.300328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:48:58.303134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:48:58.312340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=ac8a73e5-c1ff-42d7-bd38-d33e1c9d7cd0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:58.385846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab02f-58f2-40fb-a371-1c84c64a8136 req-fea42ca7-4ce9-4bd5-9950-ca4722759ad0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:48:58.387564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c7ab02f-58f2-40fb-a371-1c84c64a8136 req-fea42ca7-4ce9-4bd5-9950-ca4722759ad0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 971 time: 0.1599874 Oct 28 21:48:58.392586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.494512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f0f0499a-5920-4baf-b609-625beb5eb8f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f0f0499a-5920-4baf-b609-625beb5eb8f3,segment=NetworkSegment(8a415920-8942-41ba-abc8-59c6b68917de),segment_id=8a415920-8942-41ba-abc8-59c6b68917de)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:48:58.500577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.537558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-147579ba-9e68-4b04-9e80-c58ae459e290 req-135fe93b-c283-4290-bbe2-6bd8173e7bd2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.1342437 Oct 28 21:48:58.551348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.594540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:58.605844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:58.617409 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.625626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c7ab02f-58f2-40fb-a371-1c84c64a8136 req-246158ba-faf9-4e84-a5d2-456a7a3ecc66 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2212965 Oct 28 21:48:58.637521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9222138-2411-444d-83ac-384288de6f32 None None] No DVR routers for this DVR port f0f0499a-5920-4baf-b609-625beb5eb8f3 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:58.645366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] No DVR routers for this DVR port f0f0499a-5920-4baf-b609-625beb5eb8f3 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:48:58.678593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9222138-2411-444d-83ac-384288de6f32 None None] Pushing event deleted for resources: {'Port': ['ID=f0f0499a-5920-4baf-b609-625beb5eb8f3,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:58.723232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:48:58.735646 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d98a923a-f026-41ea-9631-9cf13ac5a378 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/c6d8574e-fb5c-4426-90ca-1cb66156739b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7384872 Oct 28 21:48:58.736490 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] Sync routers for ids ['c6d8574e-fb5c-4426-90ca-1cb66156739b'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:48:58.759728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] Routers {'c6d8574e-fb5c-4426-90ca-1cb66156739b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:58.762225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c6d8574e-fb5c-4426-90ca-1cb66156739b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:58.781204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:58.851646 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:58.873169 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] Routers {'c6d8574e-fb5c-4426-90ca-1cb66156739b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:48:58.874888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['c6d8574e-fb5c-4426-90ca-1cb66156739b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:58.915270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-433bd69d-4a2f-415a-8091-77035f3c1769 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6d8574e-fb5c-4426-90ca-1cb66156739b HTTP/1.1" status: 200 len: 205 time: 0.1329236 Oct 28 21:48:58.920981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:58.923622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a58771-6d65-4115-8db6-5d021d3b4dd2 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:48:58.942647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:58.958504 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:58.963088 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a412cf-b618-4a06-83c1-a7a285439d93 None None] The sync data for ids ['c6d8574e-fb5c-4426-90ca-1cb66156739b'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:48:59.048005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Transition to ACTIVE for port object e1a58771-6d65-4115-8db6-5d021d3b4dd2 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:48:59.051273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.099729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.328723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:48:59.490913 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.504316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.517856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.549200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ed0e95-3c04-4762-8f5b-a996c4064c8e']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:59.565273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a415920-8942-41ba-abc8-59c6b68917de') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:59.566849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a415920-8942-41ba-abc8-59c6b68917de') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:48:59.586523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.589541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.609683 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.617918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:48:59.618654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:48:59.726012 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:48:59.745516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.756026 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.766725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router c6d8574e-fb5c-4426-90ca-1cb66156739b {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:48:59.783770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.792881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:48:59.793865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] 10.222.0.31 "DELETE /v2.0/networks/25ed0e95-3c04-4762-8f5b-a996c4064c8e HTTP/1.1" status: 204 len: 168 time: 2.2909887 Oct 28 21:48:59.805054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68abfbce-8ea5-422d-9b57-ed673318334e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/c6d8574e-fb5c-4426-90ca-1cb66156739b HTTP/1.1" status: 204 len: 168 time: 0.8760538 Oct 28 21:48:59.806210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40922) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:48:59.833942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Attempting to bind port e1a58771-6d65-4115-8db6-5d021d3b4dd2 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:48:59.834558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Attempting to bind port e1a58771-6d65-4115-8db6-5d021d3b4dd2 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:48:59.835153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Attempting to bind port e1a58771-6d65-4115-8db6-5d021d3b4dd2 on network b43079bf-3650-46f5-986c-f2133c60a204 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:59.840835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8e0e9c9-434f-48e7-b94b-bd2ecaf1b055 req-06a36e04-022f-44c3-b022-9854bd14ddf1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.1136780 Oct 28 21:48:59.873191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Port e1a58771-6d65-4115-8db6-5d021d3b4dd2 on network b43079bf-3650-46f5-986c-f2133c60a204 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:48:59.873868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Attempting to bind port e1a58771-6d65-4115-8db6-5d021d3b4dd2 on network b43079bf-3650-46f5-986c-f2133c60a204 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:48:59.887375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:48:59.888105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Checking segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:48:59.892813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Bound using segment: {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:48:59.893383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Bound port: e1a58771-6d65-4115-8db6-5d021d3b4dd2, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ee4274-551a-410a-b744-f94ee26b06ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:48:59.893760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.001976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-3ddbdeb9-c035-458a-bce2-5cf23b01f461 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:00.003798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet b76fa58c-48a0-40da-b723-15310444d84b {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:49:00.004042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-3ddbdeb9-c035-458a-bce2-5cf23b01f461 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.1516352 Oct 28 21:49:00.022749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.025575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:00.034111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe49c5-aabc-4c62-8609-439dc9bd064c admin admin] Pushing event deleted for resources: {'Network': ['ID=25ed0e95-3c04-4762-8f5b-a996c4064c8e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:00.124907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dfed5-d468-4cea-8707-21b7259896a5 req-326b526b-aa01-4005-9979-c2ae739affd8 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:00.126542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f32dfed5-d468-4cea-8707-21b7259896a5 req-326b526b-aa01-4005-9979-c2ae739affd8 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 983 time: 0.3788795 Oct 28 21:49:00.152316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:00.177013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.179964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:00.228298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:00.244381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.250895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f32dfed5-d468-4cea-8707-21b7259896a5 req-01bd2e99-a117-4442-8957-97372c6bc846 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1138682 Oct 28 21:49:00.273376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eefc0c0e-9559-425b-9cfb-399ad3f5d871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66b1deb8da6d400780e01e5cf6cf028f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123357 Oct 28 21:49:00.275538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40930) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:00.347903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:00.348625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.350049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] 10.222.0.44 "PUT /v2.0/ports/e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 1132 time: 3.3303652 Oct 28 21:49:00.356317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:00.356766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:00.359128 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112f235-8d5a-429c-bb1a-987107684224" -d '{"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:00.366949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.383980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.402878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dfeb6-e1cd-4058-91d2-3aea50617311 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:00.414129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.515969 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e3784-9ca4-4a11-a610-a0ea0e5aa72e x-openstack-request-id: req-ec0e3784-9ca4-4a11-a610-a0ea0e5aa72e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:00.516267 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:00.522463 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec0e3784-9ca4-4a11-a610-a0ea0e5aa72e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:00.522954 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'status': 'completed', 'code': 200} Oct 28 21:49:00.630357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.10 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/0aef6ab5-281b-4ce2-b1db-9f38bff794e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:00.834509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.881444 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.884157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.956475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:00.972832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['bfe461c2-f0ae-4638-8547-8293929053d5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:01.017301 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.019871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.021736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1523b542-c2ca-426a-aa15-7501f1507a4e HTTP/1.1" status: 204 len: 168 time: 0.7325675 Oct 28 21:49:01.066800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:01.067670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75f612-3815-4bb9-b672-ab2fd991a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523b542-c2ca-426a-aa15-7501f1507a4e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:01.082088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:01.094454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:01.094454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:01.105731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc1ce-f626-43d4-b1db-11407aabbcf8 req-28918070-6eec-4cbc-b78a-644b66482944 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.107321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29abc1ce-f626-43d4-b1db-11407aabbcf8 req-28918070-6eec-4cbc-b78a-644b66482944 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 932 time: 0.1195180 Oct 28 21:49:01.170448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-5bb41148-c2b3-4222-aef0-adf879acbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.172039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-5bb41148-c2b3-4222-aef0-adf879acbcff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1135 time: 0.7155058 Oct 28 21:49:01.233964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.234654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.243606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29abc1ce-f626-43d4-b1db-11407aabbcf8 req-5ff2a989-4381-483d-a033-96f9e15bd86a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055899 Oct 28 21:49:01.284042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-b691faa2-89f3-4791-ab75-449fb5c89fd5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2594838 Oct 28 21:49:01.302279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Request body: {'port': {'device_id': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:01.333793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.364957 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-04423816-e403-4ea1-bf09-23fbe977b54d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 217 time: 0.1824749 Oct 28 21:49:01.441084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.447417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=b76fa58c-48a0-40da-b723-15310444d84b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:01.471484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafec74e-7031-4a70-8a95-9228e604d9c8 None None] Network 5c5bae4d-de23-4734-a85c-c5d439971f38 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:01.502530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.505759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e19fff37-1f41-472a-9765-e40d61d9db79 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/b76fa58c-48a0-40da-b723-15310444d84b HTTP/1.1" status: 204 len: 168 time: 1.6857312 Oct 28 21:49:01.522222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40948) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:01.544039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-baa6e1fd-490b-4542-9cdd-16b6b4b8d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.545909 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-baa6e1fd-490b-4542-9cdd-16b6b4b8d132 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 200 len: 834 time: 0.1202135 Oct 28 21:49:01.607216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012332a-5117-4862-a190-8b1d6c1087ce req-5af7b76d-50b7-4d17-8fc3-467b56a6cb6e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.609014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6012332a-5117-4862-a190-8b1d6c1087ce req-5af7b76d-50b7-4d17-8fc3-467b56a6cb6e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 983 time: 0.1939867 Oct 28 21:49:01.636624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1d3265c5-f53d-447a-85a5-d9b776f9d50f None None] Provisioning complete for port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:01.637294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1d3265c5-f53d-447a-85a5-d9b776f9d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.669718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-e7c052a1-49e4-44d6-b71c-5c78c9c7dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:01.675756 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-e7c052a1-49e4-44d6-b71c-5c78c9c7dbd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b43079bf-3650-46f5-986c-f2133c60a204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125028 Oct 28 21:49:01.680091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:49:01.719659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1d3265c5-f53d-447a-85a5-d9b776f9d50f None None] Port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:01.771293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:01.790861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6012332a-5117-4862-a190-8b1d6c1087ce req-6a9f36e9-e04a-42bd-b7be-3a7c00b672f3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1619639 Oct 28 21:49:01.858479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] DHCP port deletion for 5c5bae4d-de23-4734-a85c-c5d439971f38 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:49:02.001640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Deleting port 1b1e4115-c80c-4ac3-8567-d6480e681d26 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:02.002342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.108307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:49:02.121867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.136445 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-c5e5bbbf-0602-4582-a790-c84b80e10ba8 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403586 Oct 28 21:49:02.166443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] For port 1b1e4115-c80c-4ac3-8567-d6480e681d26, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1b1e4115-c80c-4ac3-8567-d6480e681d26,segment=NetworkSegment(710259e1-9d61-45b6-b928-a9c4f6674aed),segment_id=710259e1-9d61-45b6-b928-a9c4f6674aed)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:02.167930 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.170871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Transition to ACTIVE for port object 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:49:02.179870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 1b1e4115-c80c-4ac3-8567-d6480e681d26 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:02.191909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.222702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 1b1e4115-c80c-4ac3-8567-d6480e681d26 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:02.223083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.254413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Calling delete_port for 1b1e4115-c80c-4ac3-8567-d6480e681d26 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:02.339843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 1b1e4115-c80c-4ac3-8567-d6480e681d26, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=1b1e4115-c80c-4ac3-8567-d6480e681d26,segment=NetworkSegment(710259e1-9d61-45b6-b928-a9c4f6674aed),segment_id=710259e1-9d61-45b6-b928-a9c4f6674aed)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:02.340227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.378480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 1b1e4115-c80c-4ac3-8567-d6480e681d26 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:02.381430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:02.431439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.434913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-478bebac-2736-424e-a199-a1480bbf44c7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2383316 Oct 28 21:49:02.453978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40974) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:02.520725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:02.541465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.551529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40976) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:02.587284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:02.589810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:02.590589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:02.596516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] Pushing event deleted for resources: {'Port': ['ID=1b1e4115-c80c-4ac3-8567-d6480e681d26,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:02.608095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3d46b3b-0aa3-4ae2-bcfb-11496effe3f8 req-1156b4a1-8c41-4668-bd11-58f7d170fc00 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644558 Oct 28 21:49:02.685954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:02.726630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b1f076-3fb7-46df-a44d-e6815d32fb05 None None] No DVR routers for this DVR port 1b1e4115-c80c-4ac3-8567-d6480e681d26 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:02.733176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:02.779238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.780294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.780898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.781447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.782122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.783070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.783620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.784173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.784756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.785292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.792937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:02.793509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:02.797200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.797832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:02.862957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f235-8d5a-429c-bb1a-987107684224 req-75063ff6-d39c-4cc2-a9e6-280dccab7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:02.870629 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-75063ff6-d39c-4cc2-a9e6-280dccab7596 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1135 time: 0.1820545 Oct 28 21:49:02.884842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:02.886321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5c93d-1833-4254-aa8c-28c8ccdcf36f None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:02.917745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938055e4-0ac8-45e8-81a4-f24d19b50c8b req-cbdbcedc-babe-4a2b-b019-8c5f5cc83a02 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:02.930713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-938055e4-0ac8-45e8-81a4-f24d19b50c8b req-cbdbcedc-babe-4a2b-b019-8c5f5cc83a02 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4505913 Oct 28 21:49:02.936946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-network', 'tenant_id': '786f31f21532408e967dca77c5c9b406'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:02.959606 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.056478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port 1b1e4115-c80c-4ac3-8567-d6480e681d26 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:03.087365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=1b1e4115-c80c-4ac3-8567-d6480e681d26,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:03.100885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Made reservation on behalf of 786f31f21532408e967dca77c5c9b406 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:03.105069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.123983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.150223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Attempting to bind port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:03.150558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Attempting to bind port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:03.150952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Attempting to bind port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:03.165564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:49:03.165899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Attempting to bind port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:03.172854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:03.173193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:03.173701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:03.174133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Bound port: 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:03.174495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.188218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-938055e4-0ac8-45e8-81a4-f24d19b50c8b req-4cdad645-2a24-4741-8aef-394f9ea21115 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562835 Oct 28 21:49:03.211698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f235-8d5a-429c-bb1a-987107684224 req-482bb20c-2fd6-4240-bd57-348341cc4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:03.213206 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-482bb20c-2fd6-4240-bd57-348341cc4643 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 897 time: 0.1228487 Oct 28 21:49:03.269216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-5834af75-71bc-4162-9a7d-2f7ff6e27ddf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 217 time: 0.0466890 Oct 28 21:49:03.282340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.350995 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.355802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f235-8d5a-429c-bb1a-987107684224 req-1711da43-fea3-489d-9695-1dba33dff712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:03.358223 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-1711da43-fea3-489d-9695-1dba33dff712 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 200 len: 834 time: 0.0804496 Oct 28 21:49:03.384141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b80e-b1a2-47a5-a309-918fb755cea7 req-568bbe1c-be74-4567-90c3-b7bafa65e66e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:03.391964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d065b80e-b1a2-47a5-a309-918fb755cea7 req-568bbe1c-be74-4567-90c3-b7bafa65e66e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 983 time: 0.3980205 Oct 28 21:49:03.510036 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.546568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:03.559767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f235-8d5a-429c-bb1a-987107684224 req-fed12d3b-06ab-4444-acfa-598e979b1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:03.561306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-fed12d3b-06ab-4444-acfa-598e979b1a6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b43079bf-3650-46f5-986c-f2133c60a204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649799 Oct 28 21:49:03.561611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a91be-71ab-43aa-a266-b86da80a4159,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:03.568193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:03.597394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5bae4d-de23-4734-a85c-c5d439971f38']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:03.610017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d065b80e-b1a2-47a5-a309-918fb755cea7 req-8475a2ff-008e-4b92-b0b0-1ad9f0b84a66 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2170591 Oct 28 21:49:03.612502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.612852 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Added segment 25d64f33-2176-4fa9-a749-04c65b3526a1 of type vlan for network e1bf502e-9f77-4633-b3a9-a7a387f80919 Oct 28 21:49:03.620419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:03.639139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.643026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710259e1-9d61-45b6-b928-a9c4f6674aed') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:03.643478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710259e1-9d61-45b6-b928-a9c4f6674aed') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:03.739307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:03.740815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.742674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] 10.222.0.44 "PUT /v2.0/ports/0aef6ab5-281b-4ce2-b1db-9f38bff794e9 HTTP/1.1" status: 200 len: 1093 time: 2.4543717 Oct 28 21:49:03.745899 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.753890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:03.757392 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f6679-c8d6-4a00-b344-60db170915fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:03.767868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-2103307d-d590-4d60-8e47-f7b4d2b31172 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968274 Oct 28 21:49:03.776722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.830383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.869294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:49:03.869811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:49:03.880392 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:49:03.929618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:03.972104 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d730ab-5804-45c6-8490-b27a34ca1071 x-openstack-request-id: req-76d730ab-5804-45c6-8490-b27a34ca1071 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:03.972323 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:03.972570 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76d730ab-5804-45c6-8490-b27a34ca1071 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:03.973089 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9', 'status': 'completed', 'code': 200} Oct 28 21:49:03.973674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086da164-54e3-4097-8e1d-cc2341ed1d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.010737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.011798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.012457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.040667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-4d9a7e1b-bea4-4f6e-98b8-8718717bb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.043149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-4d9a7e1b-bea4-4f6e-98b8-8718717bb590 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 1096 time: 0.2521429 Oct 28 21:49:04.071002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8112f235-8d5a-429c-bb1a-987107684224 req-d2f1dbf8-3cfd-49d6-9c94-ee8623ca8a7a service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552326 Oct 28 21:49:04.084612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.158943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5843315 Oct 28 21:49:04.162950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40986) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:04.171110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Request body: {'subnet': {'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-subnet', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:04.204141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.218531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/5c5bae4d-de23-4734-a85c-c5d439971f38 HTTP/1.1" status: 204 len: 168 time: 2.6891313 Oct 28 21:49:04.220969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 40988) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:04.222706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-15da4c9d-5860-49de-8e23-a261cbabdd75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9 HTTP/1.1" status: 200 len: 217 time: 0.1431217 Oct 28 21:49:04.227005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1539401385', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:04.255389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Made reservation on behalf of 786f31f21532408e967dca77c5c9b406 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:04.258095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.295547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-bdad21d3-1175-4fc0-9378-e33ae9a47f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.297206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-bdad21d3-1175-4fc0-9378-e33ae9a47f78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0559103 Oct 28 21:49:04.356618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949639b1-ace2-4b4a-bf3a-3cdb1e67832c admin admin] Pushing event updated for resources: {'Network': ['ID=e1bf502e-9f77-4633-b3a9-a7a387f80919,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.366358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:04.386961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.1 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/52b2cf01-c926-4285-b67d-232650b2f54b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:04.502799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740fdee-2082-4120-8799-edec90487c8a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=5c5bae4d-de23-4734-a85c-c5d439971f38,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.509339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.516347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.522199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283e13-7e95-463e-87e1-97896f18aa9a req-53f0fcb6-23df-40c7-bb21-919d370bf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.525754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e1a58771-6d65-4115-8db6-5d021d3b4dd2 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:49:04.538607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-53f0fcb6-23df-40c7-bb21-919d370bf292 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2321796 Oct 28 21:49:04.611676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee078-eba1-4f18-85ad-28ed17c74226 req-0813e1d5-6cfe-4d56-a5e4-6dcd8b23c17d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.621178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bbee078-eba1-4f18-85ad-28ed17c74226 req-0813e1d5-6cfe-4d56-a5e4-6dcd8b23c17d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2811613 Oct 28 21:49:04.631421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.654146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.707917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:04.733725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'port_id': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'mac_address': 'fa:16:3e:27:84:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:49:04.777820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.785620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.794014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.811201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a58771-6d65-4115-8db6-5d021d3b4dd2 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:49:04.833531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:04.840913 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.856722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Checking segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:04.857333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Network hostable DHCP agents. Network: e1bf502e-9f77-4633-b3a9-a7a387f80919, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:04.896895 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:04.909925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:04.910780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.915790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:04.922051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:04.949214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-4a0cd7f3-a5a6-4700-ae8e-be298f75f4eb service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010069 Oct 28 21:49:04.949762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=52b2cf01-c926-4285-b67d-232650b2f54b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:04.954032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.956206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e1bf502e-9f77-4633-b3a9-a7a387f80919) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:04.959139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bbee078-eba1-4f18-85ad-28ed17c74226 req-3a1e14fc-043a-4a9c-9151-178f8354b73f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366027 Oct 28 21:49:04.965791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ca440-367a-4316-bbd9-5a28fe1777a6 None None] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:04.982858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:04.991283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:04.991960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.018132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.019083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acf8c3-bc4a-48fd-90ff-b50d5b191b6b req-ac14b710-c945-4a31-9eff-89263f9a3223 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:05.028688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9acf8c3-bc4a-48fd-90ff-b50d5b191b6b req-ac14b710-c945-4a31-9eff-89263f9a3223 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 984 time: 0.2138159 Oct 28 21:49:05.065387 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-90678f72-ff40-44a7-ad72-5e830ad7ab57 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8999670 Oct 28 21:49:05.068198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 40998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:05.068930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.070365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2758f1bc-ca5f-4cf4-b3be-ed8346db6c62 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8467515 Oct 28 21:49:05.076214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:05.080505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41000) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:05.087217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-969093258'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:05.119187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 21:49:05.119187 n-d-806683-16 neutron-server[102313]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 21:49:05.119187 n-d-806683-16 neutron-server[102313]: [parameters: {'project_id_1': 'e46a505f96db43e2b9d99fd60c8a4642', 'expiration_1': datetime.datetime(2021, 10, 28, 21, 48, 45, 98323)}] Oct 28 21:49:05.119187 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:49:05.120246 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:49:05.163687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.164918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.184803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e1bf502e-9f77-4633-b3a9-a7a387f80919', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:05.186019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.197140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9acf8c3-bc4a-48fd-90ff-b50d5b191b6b req-e8c12734-0d9c-4cac-b8e6-ee8768490ff1 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1672027 Oct 28 21:49:05.207257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71283e13-7e95-463e-87e1-97896f18aa9a req-19197ef7-224b-40ec-af4a-408d86109c7d service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449455 Oct 28 21:49:05.216488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e1a58771-6d65-4115-8db6-5d021d3b4dd2'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:05.271903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.366220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-403e2064-fdf5-4d69-adce-99a609001344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:05.369497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-403e2064-fdf5-4d69-adce-99a609001344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 1096 time: 0.0941567 Oct 28 21:49:05.478086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.506277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-8f8ac217-a552-41ab-a788-53af40279947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:05.507992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-8f8ac217-a552-41ab-a788-53af40279947 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1317127 Oct 28 21:49:05.530094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:05.596252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-da711178-5d75-4d09-a0e4-fe8f0f7dab5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9 HTTP/1.1" status: 200 len: 217 time: 0.0808928 Oct 28 21:49:05.730884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-310e6d31-df53-46e5-b2f8-c0f0ce634ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:05.733145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-310e6d31-df53-46e5-b2f8-c0f0ce634ebc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1295173 Oct 28 21:49:05.849997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-19e0734a-b827-427b-9388-f71d5ac69d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:05.856173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-19e0734a-b827-427b-9388-f71d5ac69d80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163630 Oct 28 21:49:06.115452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-a950be43-4717-4ab2-afdb-7daa15702eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522049 Oct 28 21:49:06.253518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a0f6679-c8d6-4a00-b344-60db170915fb req-8777ee1e-c5c9-45d8-8861-cef69c8cb441 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305003 Oct 28 21:49:06.256374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Allocated IP 172.20.0.2 (e1bf502e-9f77-4633-b3a9-a7a387f80919/6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81/5fbc73f6-9400-41db-8a2d-c3f289729474) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:06.332208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36ef6-e97a-4120-b5c8-78098356896c req-9f283787-cb75-4bcb-97f0-d207ce100647 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:06.334950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fb36ef6-e97a-4120-b5c8-78098356896c req-9f283787-cb75-4bcb-97f0-d207ce100647 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2026238 Oct 28 21:49:06.409653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fb36ef6-e97a-4120-b5c8-78098356896c req-260777ea-8863-460f-a3e8-8e9e64d9f920 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647197 Oct 28 21:49:06.435010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:06.438439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.491998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:06.508701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.509022 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 13ffaf46-6fae-454e-b54e-af1c28e20aaa of type vlan for network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 Oct 28 21:49:06.686622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.693590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.710350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.756178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.760913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5159e-3ac8-417e-91d9-652c8228299f req-2509c87f-30ea-43fe-bce0-d91734bd4ebf tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:06.762686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Pushing event updated for resources: {'Port': ['ID=5fbc73f6-9400-41db-8a2d-c3f289729474,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:06.765784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1e5159e-3ac8-417e-91d9-652c8228299f req-2509c87f-30ea-43fe-bce0-d91734bd4ebf tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 984 time: 0.1279907 Oct 28 21:49:06.770622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:06.772043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:06.774563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:06.801547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.859511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Attempting to bind port 5fbc73f6-9400-41db-8a2d-c3f289729474 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:06.860045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Attempting to bind port 5fbc73f6-9400-41db-8a2d-c3f289729474 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:06.860532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Attempting to bind port 5fbc73f6-9400-41db-8a2d-c3f289729474 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:06.865920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:06.866447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Checking segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:06.866946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.867546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Bound using segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:06.868119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Bound port: 5fbc73f6-9400-41db-8a2d-c3f289729474, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:06.868704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:06.895636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1e5159e-3ac8-417e-91d9-652c8228299f req-6dfb87a6-cb1b-4ecd-8876-837c085f556c tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1232762 Oct 28 21:49:07.006299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.007786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] For port 5fbc73f6-9400-41db-8a2d-c3f289729474, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:07.013841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] For port 5fbc73f6-9400-41db-8a2d-c3f289729474, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5fbc73f6-9400-41db-8a2d-c3f289729474,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:07.023680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:07.024457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.024644 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.145117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427824c7-ae72-4a53-8ada-d56ded228b18 None None] Pushing event updated for resources: {'Port': ['ID=5fbc73f6-9400-41db-8a2d-c3f289729474,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:07.159898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.172347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=52b2cf01-c926-4285-b67d-232650b2f54b,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:07.198352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41014) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:07.223420 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1374595 Oct 28 21:49:07.223819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41018) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:07.232507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:07.404800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:07.409174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.419159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e16152-e59e-4e8d-863c-8e4c1f8cee91 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=9c46b3d6-a40a-40bb-9b94-8f4c2758fa32,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:07.440244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:07.752639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f51c06-e463-4b02-85ed-0a46e78db1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:07.821002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:07.837942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:08.031295 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.086235 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.110001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5fbc73f6-9400-41db-8a2d-c3f289729474 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:08.233977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5fbc73f6-9400-41db-8a2d-c3f289729474 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:08.234261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.256710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:08.424746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.461460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b994d1-82bb-4779-bb77-63b04bae78eb req-ecdd5e4e-979f-4696-a54e-0ad0e7367df1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:08.466607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6b994d1-82bb-4779-bb77-63b04bae78eb req-ecdd5e4e-979f-4696-a54e-0ad0e7367df1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.7769125 Oct 28 21:49:08.468822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.486777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Allocated IP 172.25.4.176 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/020b2317-3df7-4fe8-ab05-f5659b795b52) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:08.516469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5fbc73f6-9400-41db-8a2d-c3f289729474, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5fbc73f6-9400-41db-8a2d-c3f289729474,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:08.529694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.575807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a6c37-c6ef-41f6-96c2-4a3eda04567c req-770ca7b9-90a6-429a-8a91-44081f108f9f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:08.577506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a72a6c37-c6ef-41f6-96c2-4a3eda04567c req-770ca7b9-90a6-429a-8a91-44081f108f9f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 984 time: 0.2987339 Oct 28 21:49:08.637077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6b994d1-82bb-4779-bb77-63b04bae78eb req-c741a66b-69c9-4460-b094-1322dbe42ce1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603670 Oct 28 21:49:08.638245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:08.651559 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:08.661253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=a703212a-b3a4-4ad6-b467-71ca367069fc,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:08.670601 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60c67483-8ba3-4c3b-9300-221663d0e729 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/routers/d37154ce-8c66-4179-bd6c-4ead876273a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2091322 Oct 28 21:49:08.672623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41024) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:08.693605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'port': {'network_id': '52ab460f-514c-45cc-9325-43afb376863e', 'name': 'tempest-FloatingIPTestJSON-2220053'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:08.696286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e1a58771-6d65-4115-8db6-5d021d3b4dd2 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:08.708505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:08.715468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:08.771428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.787976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5fbc73f6-9400-41db-8a2d-c3f289729474,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:08.851896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.856227 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:08.877084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e1a58771-6d65-4115-8db6-5d021d3b4dd2 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:49:08.884320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:08.885954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:08.894293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a72a6c37-c6ef-41f6-96c2-4a3eda04567c req-bf92e8bf-af14-4701-a3a1-4009ed92ff0d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3038027 Oct 28 21:49:08.894651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e1a58771-6d65-4115-8db6-5d021d3b4dd2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:08.896679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.934092 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:08.935041 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fa616-b4a0-4171-98be-d29ee6e98b48 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:08.940689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:08.941081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:08.962097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:08.966449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:08.970408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:08.975041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f51c06-e463-4b02-85ed-0a46e78db1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:08.976316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Pushing event updated for resources: {'Port': ['ID=020b2317-3df7-4fe8-ab05-f5659b795b52,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:09.047450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f51c06-e463-4b02-85ed-0a46e78db1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.098615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.117115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f51c06-e463-4b02-85ed-0a46e78db1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a2902-a122-45b6-8bf9-52de3c2ba4dd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:09.128784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5f51c06-e463-4b02-85ed-0a46e78db1c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33d7487936fa4417805fb54b2bda4e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9279046 Oct 28 21:49:09.130220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41026) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:09.134501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:09.140768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2dfb7-1459-46a9-8bc0-2b97520669ca None None] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:09.151629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:09.154218 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245895c-10d1-4d4b-bc6d-09bb008eb829" -d '{"events": [{"server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:09.180310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:09.201107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:09.204785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.211194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bc9a4-447c-4380-b180-2b726532497e None None] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:09.217887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:09.220035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:09.225532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.239728 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69709860-d2d2-413e-bb13-eb92b8fb3211 x-openstack-request-id: req-69709860-d2d2-413e-bb13-eb92b8fb3211 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:09.240018 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:09.240278 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69709860-d2d2-413e-bb13-eb92b8fb3211 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:09.240692 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'code': 200} Oct 28 21:49:09.266600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] device_id is not set on port e744a574-e77d-4885-9cf2-e2bb9bb83f1e yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:49:09.275535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.279515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-138398cf-bb0e-431b-816c-62ac7aad7a76 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0543911 Oct 28 21:49:09.289228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41030) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:09.303948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-05ea9b44-af25-423e-b127-aada6b0178e8 None None] Provisioning complete for port 5fbc73f6-9400-41db-8a2d-c3f289729474 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:09.304316 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05ea9b44-af25-423e-b127-aada6b0178e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.377079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.483826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.496351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:09.626526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a050-09c2-4509-bab1-49699068507f req-ca293436-f23e-4e8d-b4b0-a140254f7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:09.628062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e107a050-09c2-4509-bab1-49699068507f req-ca293436-f23e-4e8d-b4b0-a140254f7500 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.2976201 Oct 28 21:49:09.630724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.678215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:09.679643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.734889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.6 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/e744a574-e77d-4885-9cf2-e2bb9bb83f1e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:09.843112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.847424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:09.850075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f5a2902-a122-45b6-8bf9-52de3c2ba4dd HTTP/1.1" status: 204 len: 168 time: 0.7166071 Oct 28 21:49:10.214471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e107a050-09c2-4509-bab1-49699068507f req-189aceed-4378-4bf3-b58b-80aa32a60d1b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5766518 Oct 28 21:49:10.233795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5fbc73f6-9400-41db-8a2d-c3f289729474 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:10.238540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b490ea-8f22-4e96-bc24-f51744e75a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a2902-a122-45b6-8bf9-52de3c2ba4dd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:10.312709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de71cf8-af5a-46f6-ba7c-2df236796336 req-bb73259d-1459-4941-b22a-f77e23cab30c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:10.315707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7de71cf8-af5a-46f6-ba7c-2df236796336 req-bb73259d-1459-4941-b22a-f77e23cab30c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4409010 Oct 28 21:49:10.355351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Allocated IP 172.20.0.2 (9c46b3d6-a40a-40bb-9b94-8f4c2758fa32/a703212a-b3a4-4ad6-b467-71ca367069fc/58dd8e68-99bb-44be-8060-e167c8751b48) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:10.361606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-62b08be8-a877-410e-8c17-19df50c9ca58 None None] Provisioning complete for port 5fbc73f6-9400-41db-8a2d-c3f289729474 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:10.361606 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62b08be8-a877-410e-8c17-19df50c9ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.426681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.452221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec701d-c0d3-43e5-bd80-c57b642440f1 req-d0a5072b-60ce-4353-b1bf-99aedb76c7e5 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:10.474342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dec701d-c0d3-43e5-bd80-c57b642440f1 req-d0a5072b-60ce-4353-b1bf-99aedb76c7e5 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.2376058 Oct 28 21:49:10.475545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.538922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.589206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7de71cf8-af5a-46f6-ba7c-2df236796336 req-e9d73826-8ff8-4826-a083-e23cff0c1288 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604086 Oct 28 21:49:10.602453 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.658468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5fbc73f6-9400-41db-8a2d-c3f289729474 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:10.658844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.728626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Router d0679caa-d27e-45c7-bd7d-11a93d9959be is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:49:10.734086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:10.745763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:10.766800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:10.774608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5dec701d-c0d3-43e5-bd80-c57b642440f1 req-552c913c-723f-4d37-91d8-e1ce03dae695 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2612071 Oct 28 21:49:10.840729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.868132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=e744a574-e77d-4885-9cf2-e2bb9bb83f1e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:10.893253 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.902079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:10.902744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.938847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:10.941275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-035b3911-3a4d-4319-9e0b-6a539de8ddc5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 2.2626488 Oct 28 21:49:10.943432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f27548ea-c210-4abe-9fdf-2ecd45c8ba5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.945492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41050) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:10.953719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'port': {'network_id': '52ab460f-514c-45cc-9325-43afb376863e', 'name': 'tempest-FloatingIPTestJSON-577575035'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:10.965347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:10.974587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:10.975007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:10.983470 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1bb2fc88-acee-4065-842a-855bfecb5b1f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9068630 Oct 28 21:49:10.991269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:10.998309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:11.009449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:11.140762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:11.154045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:11.168647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Pushing event updated for resources: {'Port': ['ID=58dd8e68-99bb-44be-8060-e167c8751b48,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:11.287772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.20.0.1 (9c46b3d6-a40a-40bb-9b94-8f4c2758fa32/a703212a-b3a4-4ad6-b467-71ca367069fc/d6276441-43ce-461d-b1dd-f65178a5a2a8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:11.317090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Attempting to bind port 58dd8e68-99bb-44be-8060-e167c8751b48 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:11.317502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Attempting to bind port 58dd8e68-99bb-44be-8060-e167c8751b48 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:11.318056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Attempting to bind port 58dd8e68-99bb-44be-8060-e167c8751b48 on network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:11.328436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:11.331916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:11.334547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:11.335000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Checking segment: {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:11.335465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:11.336215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Bound using segment: {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:11.336721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Bound port: 58dd8e68-99bb-44be-8060-e167c8751b48, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:11.337186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:11.430805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:11.450437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] device_id is not set on port 252effab-0341-402b-a95b-a9d606243b5f yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:49:11.752882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] For port 58dd8e68-99bb-44be-8060-e167c8751b48, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:11.778748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] For port 58dd8e68-99bb-44be-8060-e167c8751b48, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=58dd8e68-99bb-44be-8060-e167c8751b48,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:11.888163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:11.997511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.007276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d62d0b-d1df-47e3-b924-1da09b2dd641 None None] Pushing event updated for resources: {'Port': ['ID=58dd8e68-99bb-44be-8060-e167c8751b48,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:12.026127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:09Z', 'revision_number': 3, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:12.083876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:12.084266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Updating router d0679caa-d27e-45c7-bd7d-11a93d9959be port 020b2317-3df7-4fe8-ab05-f5659b795b52 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:12.160228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.165580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.211529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222c36b-4288-4429-9625-c387e59a95ef req-4eb85648-7cc2-404c-bd8f-96f4a3e0dec3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:12.220358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2222c36b-4288-4429-9625-c387e59a95ef req-4eb85648-7cc2-404c-bd8f-96f4a3e0dec3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2299478 Oct 28 21:49:12.237246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.245628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b9c68-8f83-4d8f-a5c5-a9825207956a req-df1ab00e-fc43-433d-8d82-e19c4e8bf0f3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:12.247195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-521b9c68-8f83-4d8f-a5c5-a9825207956a req-df1ab00e-fc43-433d-8d82-e19c4e8bf0f3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.2583470 Oct 28 21:49:12.380130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.3 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/252effab-0341-402b-a95b-a9d606243b5f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:12.469145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2222c36b-4288-4429-9625-c387e59a95ef req-eb130568-f2e4-4a5a-b1ca-85f5e1fc2e4c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477791 Oct 28 21:49:12.591465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-521b9c68-8f83-4d8f-a5c5-a9825207956a req-3f8e2eb6-ab23-42cc-b9e6-2c39e1a43b6b tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3076019 Oct 28 21:49:12.598969 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.641454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.659364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.735919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Attempting to bind port 020b2317-3df7-4fe8-ab05-f5659b795b52 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:12.736906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Attempting to bind port 020b2317-3df7-4fe8-ab05-f5659b795b52 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:12.737279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Attempting to bind port 020b2317-3df7-4fe8-ab05-f5659b795b52 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:12.741731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b09ae-75c5-48d4-ac70-6b1f5879d87a None None] Pushing event updated for resources: {'Port': ['ID=020b2317-3df7-4fe8-ab05-f5659b795b52,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:12.747581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:12.748711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:12.748711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.748921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:12.749221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Bound port: 020b2317-3df7-4fe8-ab05-f5659b795b52, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:12.749610 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.764405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:12.787104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:12.797653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:12.811872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:12.844030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] For port 020b2317-3df7-4fe8-ab05-f5659b795b52, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:12.849908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] For port 020b2317-3df7-4fe8-ab05-f5659b795b52, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b2317-3df7-4fe8-ab05-f5659b795b52,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:12.857599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.875842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:12.926629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:12.927284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:48:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:12.966355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b09ae-75c5-48d4-ac70-6b1f5879d87a None None] Pushing event updated for resources: {'Port': ['ID=020b2317-3df7-4fe8-ab05-f5659b795b52,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:12.970066 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.042443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.068198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca5ddb-4590-47bc-a17d-1b11c08b1d13 req-5c1876b9-f0b1-4f6f-8801-3e7710661a30 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:13.069922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17ca5ddb-4590-47bc-a17d-1b11c08b1d13 req-5c1876b9-f0b1-4f6f-8801-3e7710661a30 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.2919271 Oct 28 21:49:13.083642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:13.423749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd1a3-6cf8-4bb1-8fff-74278f7a3d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.443195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:09Z', 'revision_number': 3, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:13.467454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17ca5ddb-4590-47bc-a17d-1b11c08b1d13 req-b2a1e3e8-1ea4-4a7d-aac5-24db49df6f85 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3678117 Oct 28 21:49:13.469583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.484729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.509673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8f4a-b803-495f-b593-a4c187cb73e5 None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:09Z', 'revision_number': 3, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:13.620513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ad8b6-eb27-4902-b02b-683c62effb1c None None] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:13.636780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=252effab-0341-402b-a95b-a9d606243b5f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:13.649727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:13.689257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:13.695561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:13.731348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] Provisioning complete for port 58dd8e68-99bb-44be-8060-e167c8751b48 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:13.731731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.897114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbd0c8-d71d-4433-a87c-042deca6e517 req-ac5a2117-ee6a-4975-a6a2-ae89e8cf7414 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:13.898911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbd0c8-d71d-4433-a87c-042deca6e517 req-ac5a2117-ee6a-4975-a6a2-ae89e8cf7414 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2856431 Oct 28 21:49:13.963032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:13.963356 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:13.964838 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.024106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] For port 58dd8e68-99bb-44be-8060-e167c8751b48, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=58dd8e68-99bb-44be-8060-e167c8751b48,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:14.033344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.058037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-9771b331-0702-403c-8754-ef1e1d3f4c23 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:14.065838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-9771b331-0702-403c-8754-ef1e1d3f4c23 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.4188981 Oct 28 21:49:14.104697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Allocated IP 172.20.0.1 (e1bf502e-9f77-4633-b3a9-a7a387f80919/6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81/b4283e1f-c98f-4412-a77a-f6331d7f2693) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:14.116868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61679a99-f466-41c7-acc9-bcfe24d2fcb1 None None] Pushing event updated for resources: {'Port': ['ID=58dd8e68-99bb-44be-8060-e167c8751b48,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:14.131091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58dbd0c8-d71d-4433-a87c-042deca6e517 req-7f980482-081f-4e09-ae02-e31de3e1ffaa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563504 Oct 28 21:49:14.163134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 58dd8e68-99bb-44be-8060-e167c8751b48 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:14.184984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-dd0451d5-4448-491c-9af2-62fc5432eef2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.246695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41200) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:14.252047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '252effab-0341-402b-a95b-a9d606243b5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:14.257194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 58dd8e68-99bb-44be-8060-e167c8751b48 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:14.257565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.258232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-389a9993-ea75-405d-8b74-6895a68e9efc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3116944 Oct 28 21:49:14.306797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.488316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52b57fd9-55a0-413f-a98b-8edccb440117 None None] Provisioning complete for port 58dd8e68-99bb-44be-8060-e167c8751b48 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:14.489068 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52b57fd9-55a0-413f-a98b-8edccb440117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.594843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.750914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52b57fd9-55a0-413f-a98b-8edccb440117 None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:14.754093 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52b57fd9-55a0-413f-a98b-8edccb440117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.754737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41204) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:14.812011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.833582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:14.834221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.9 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/bff18998-6745-4f00-be60-e909be44f941) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:14.916801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-52b57fd9-55a0-413f-a98b-8edccb440117 None None] Port d6276441-43ce-461d-b1dd-f65178a5a2a8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:14.930895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.039741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:15.043265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.059581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-931492bf-cbc1-4899-a40b-13dc4a33a8af None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:15.064026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-931492bf-cbc1-4899-a40b-13dc4a33a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.066278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-dd0451d5-4448-491c-9af2-62fc5432eef2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.073793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.079014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-dd0451d5-4448-491c-9af2-62fc5432eef2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.086301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-642c8094-2367-4029-b29b-e75e65333b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.107302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.113294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-931492bf-cbc1-4899-a40b-13dc4a33a8af None None] Port d6276441-43ce-461d-b1dd-f65178a5a2a8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:15.135815 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.217710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-321a54dc-ee3f-49b3-b38a-756b81379213 req-dd0451d5-4448-491c-9af2-62fc5432eef2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1498721 Oct 28 21:49:15.218809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.233287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0451d5-4448-491c-9af2-62fc5432eef2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1595a474-27b7-4330-8088-dd8fcb65b759,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:15.270485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-642c8094-2367-4029-b29b-e75e65333b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.272820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:15.289683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-642c8094-2367-4029-b29b-e75e65333b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.302428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:15.323194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:15.335479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:15.344839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=bff18998-6745-4f00-be60-e909be44f941,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:15.381840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-642c8094-2367-4029-b29b-e75e65333b02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15e67e04ce374cefbbb35a40b11f0f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257539 Oct 28 21:49:15.382792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:15.386482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.409523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c8094-2367-4029-b29b-e75e65333b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb156c9-0c71-45e3-841e-8e7ea4b7138a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:15.464697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0870fdf6-4cdd-4702-94ed-98dcbae553a5 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:15.466512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0870fdf6-4cdd-4702-94ed-98dcbae553a5 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1132 time: 0.1925433 Oct 28 21:49:15.468843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:15.474861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:15.486476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec51e43-d8f4-4ce4-8757-a2813675f6f4 req-6e86757a-afa7-4aed-8a5a-c471dc0658ea tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:15.488119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eec51e43-d8f4-4ce4-8757-a2813675f6f4 req-6e86757a-afa7-4aed-8a5a-c471dc0658ea tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2218392 Oct 28 21:49:15.495574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:15.500659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:15.501123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:15.501983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:15.506076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:15.514886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:15.530713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.608795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eec51e43-d8f4-4ce4-8757-a2813675f6f4 req-514d4824-d56a-46bf-a115-a3f239d197e0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105618 Oct 28 21:49:15.624807 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.628989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.747429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.856150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.858819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:15.867687 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfb156c9-0c71-45e3-841e-8e7ea4b7138a HTTP/1.1" status: 204 len: 168 time: 0.4782374 Oct 28 21:49:15.911895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:49:16.098636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Provisioning complete for port b4283e1f-c98f-4412-a77a-f6331d7f2693 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:16.100100 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.122377 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.169914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:16.176920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e49d3cb9-20d2-42f4-ba19-df98ee628fb6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8837953 Oct 28 21:49:16.183931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41218) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:16.187138 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:16.191800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1891929248'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:16.208927 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:16.209852 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:16.238481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Port b4283e1f-c98f-4412-a77a-f6331d7f2693 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:16.281860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:16.282151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.363899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bd14a-a64d-4256-a0b7-72a6f981cdbb None None] Port d6276441-43ce-461d-b1dd-f65178a5a2a8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:16.529333 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:16.552888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 58dd8e68-99bb-44be-8060-e167c8751b48 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:16.595716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.606114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.623461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8b4e-7470-42d2-8d8b-dcfd1d5aad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb156c9-0c71-45e3-841e-8e7ea4b7138a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:16.678700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:16.684667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.767288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.783455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:16.801796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 58dd8e68-99bb-44be-8060-e167c8751b48 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:16.802842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.802977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:16.805121 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.817650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:16.852783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2a07-5793-4677-acaa-4da64271abba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.903916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.910488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b2317-3df7-4fe8-ab05-f5659b795b52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:16.919624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.920726 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae of type vlan for network fb0a36b3-9be1-4313-8119-2da8663961a1 Oct 28 21:49:16.929999 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:13Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:14Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:16.967529 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:16.967866 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Updating router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 port d6276441-43ce-461d-b1dd-f65178a5a2a8 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:16.985064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 020b2317-3df7-4fe8-ab05-f5659b795b52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:16.985430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:16.994129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.015589 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.020862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.035423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4b23d-207e-4763-8859-f141d22dff9d req-bf5d1354-5591-477f-9bd0-e6a094644b97 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:17.046422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da4b23d-207e-4763-8859-f141d22dff9d req-bf5d1354-5591-477f-9bd0-e6a094644b97 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2043514 Oct 28 21:49:17.086327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:17.089848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:17.098122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.105389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:17.109879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.111554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.163826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 020b2317-3df7-4fe8-ab05-f5659b795b52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b2317-3df7-4fe8-ab05-f5659b795b52,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:17.174929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.209646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da4b23d-207e-4763-8859-f141d22dff9d req-3191fd7d-97d6-402f-b7e0-d42cd4e5f820 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633341 Oct 28 21:49:17.222469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.237390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=020b2317-3df7-4fe8-ab05-f5659b795b52,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:17.270600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.25.4.49 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f5f34418-08b8-45f5-ad3f-45b18dbd50b6) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:17.317227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1318226 Oct 28 21:49:17.318114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41226) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:17.331178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2a07-5793-4677-acaa-4da64271abba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.349198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2a07-5793-4677-acaa-4da64271abba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.430170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2a07-5793-4677-acaa-4da64271abba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ba843-856d-4df5-81ee-4b3f71f98d12,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:17.452131 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.460741 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.508644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ed837e46-ad59-4def-ba0f-6d8cc1c78df1 None None] Provisioning complete for port b4283e1f-c98f-4412-a77a-f6331d7f2693 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:17.509020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ed837e46-ad59-4def-ba0f-6d8cc1c78df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.515327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824bec-b941-4ecf-945c-332edc00e27f None None] Pushing event updated for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:17.538694 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4ecf2a07-5793-4677-acaa-4da64271abba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2082b185c970490798f23d1718b28f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186954 Oct 28 21:49:17.543377 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41228) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:17.563099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ed837e46-ad59-4def-ba0f-6d8cc1c78df1 None None] Port b4283e1f-c98f-4412-a77a-f6331d7f2693 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:17.584875 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Attempting to bind port d6276441-43ce-461d-b1dd-f65178a5a2a8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:17.586260 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Attempting to bind port d6276441-43ce-461d-b1dd-f65178a5a2a8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:17.586877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Attempting to bind port d6276441-43ce-461d-b1dd-f65178a5a2a8 on network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:17.594228 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:17.595817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Checking segment: {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:17.595817 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.595817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Bound using segment: {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:17.596628 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Bound port: d6276441-43ce-461d-b1dd-f65178a5a2a8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ffaf46-6fae-454e-b54e-af1c28e20aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:17.597183 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.633104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.675644 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] For port d6276441-43ce-461d-b1dd-f65178a5a2a8, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:17.681152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] For port d6276441-43ce-461d-b1dd-f65178a5a2a8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6276441-43ce-461d-b1dd-f65178a5a2a8,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:17.691748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.693410 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.769550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:17.770540 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:17.771422 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:17.803839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:17.804208 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.828135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e95c-5d6f-4536-9824-5f34adad76b5 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=fb0a36b3-9be1-4313-8119-2da8663961a1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:17.845514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.865037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network fb0a36b3-9be1-4313-8119-2da8663961a1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:17.882897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.884253 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d824bec-b941-4ecf-945c-332edc00e27f None None] Pushing event updated for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:17.914131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:17.941787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:17.949709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:17.972634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:17.983173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.988912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:17.995801 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd5ba843-856d-4df5-81ee-4b3f71f98d12 HTTP/1.1" status: 204 len: 168 time: 0.4486537 Oct 28 21:49:17.998193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:18.022444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:18.029465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.048163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b2317-3df7-4fe8-ab05-f5659b795b52 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:18.107899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=f5f34418-08b8-45f5-ad3f-45b18dbd50b6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:18.177655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 020b2317-3df7-4fe8-ab05-f5659b795b52 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:18.178149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.201116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05c957-4aa1-4925-aeec-9db1ed904f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ba843-856d-4df5-81ee-4b3f71f98d12,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:18.233298 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:13Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:18.248436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.269242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.283478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899fb2-f0eb-4846-bc92-baf354923493 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:13Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:18.319221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:18.349066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-837fdcf2-29d6-4b9a-98fb-ffccaf1170d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d0679caa-d27e-45c7-bd7d-11a93d9959be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3647604 Oct 28 21:49:18.369059 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.384018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:18.438689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:18.439743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:18.529144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] For port d6276441-43ce-461d-b1dd-f65178a5a2a8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6276441-43ce-461d-b1dd-f65178a5a2a8,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:18.542557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae5d0-4ef7-4e32-bcaa-da05241693b9 req-358fe562-d22d-4fc3-a965-a8939b0421a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:18.547621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45cae5d0-4ef7-4e32-bcaa-da05241693b9 req-358fe562-d22d-4fc3-a965-a8939b0421a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2050421 Oct 28 21:49:18.575911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.586619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.734134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45cae5d0-4ef7-4e32-bcaa-da05241693b9 req-a0010c3a-95e8-47d1-8027-c987f76f1895 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782846 Oct 28 21:49:18.820512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=bff18998-6745-4f00-be60-e909be44f941,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:18.932202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:18.932901 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP ba2f81d8-dfba-44b3-848e-ecc530fa4289 associated. External IP: 172.25.4.9, port: 252effab-0341-402b-a95b-a9d606243b5f. Oct 28 21:49:19.021546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=cc15eeca-b438-4bf0-88bc-a163f3181936,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:19.046589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-30a65eee-73b0-4214-9172-6c4a0d747973 None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:19.046972 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-30a65eee-73b0-4214-9172-6c4a0d747973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.050379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70cd9-ffc2-4033-8ba1-a869ef6c2b5e None None] Pushing event updated for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:19.068771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:19.070198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: fb0a36b3-9be1-4313-8119-2da8663961a1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:19.103151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network fb0a36b3-9be1-4313-8119-2da8663961a1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:19.106974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:19.121956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, fb0a36b3-9be1-4313-8119-2da8663961a1) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:19.127153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:19.128722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.157132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-81b38a02-9f08-4ffe-a0d6-0d19759d6e9d tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8330791 Oct 28 21:49:19.160052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41240) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:19.167990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a16b9c-b2c6-44b0-b6b9-e2acfe73b6ca None None] Network fb0a36b3-9be1-4313-8119-2da8663961a1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:19.265752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:19.273110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959714287', 'description': 'tempest-description--1758421343'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:19.402226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.489813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.548268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:19.623329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.688398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.698205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.705702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:16Z', 'revision_number': 2, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:19.714408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.745994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:19.746568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Updating router d0679caa-d27e-45c7-bd7d-11a93d9959be port b4283e1f-c98f-4412-a77a-f6331d7f2693 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:19.750840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-fb0a36b3-9be1-4313-8119-2da8663961a1', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:19.752119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.779421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.780161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5109622 Oct 28 21:49:19.784664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a7326-05b5-46d1-a66f-5425fb3b6c2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150d3c51-41c8-49fa-b29d-9c9dee162f78,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:19.785895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41246) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:19.795995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group_rule': {'security_group_id': '150d3c51-41c8-49fa-b29d-9c9dee162f78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:19.872135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:19.893891 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:19.899743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.909140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:19.932196 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:19.934802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:20.001866 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5b96157-723c-4adf-8405-73095158bfd0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.7534435 Oct 28 21:49:20.002699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:20.015241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Allocated IP 172.21.0.2 (fb0a36b3-9be1-4313-8119-2da8663961a1/cc15eeca-b438-4bf0-88bc-a163f3181936/2575ea54-1900-4d47-ad62-019096ea6336) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:20.015817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:20.020709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:20.035700 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:20.036494 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:20.106073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.117821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.125218 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:20.126008 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b5632-33ae-4bda-af0d-6d0795a9126b None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:20.162928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd72b6-3440-4ffd-8a15-7428790408bb req-4e47868a-3e98-48e8-9fb9-bf6e711f0a30 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:20.165089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0edd72b6-3440-4ffd-8a15-7428790408bb req-4e47868a-3e98-48e8-9fb9-bf6e711f0a30 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.2614675 Oct 28 21:49:20.168137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ef2e4b-734b-4c73-a67d-8f1ed0a1a7f6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:20.191312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.193450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e0b27772-7e8f-4f42-a0ee-6e158351e76f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066839 Oct 28 21:49:20.194439 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.196352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41250) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:20.198705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6276441-43ce-461d-b1dd-f65178a5a2a8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:20.203340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group_rule': {'security_group_id': '150d3c51-41c8-49fa-b29d-9c9dee162f78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:20.230250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0edd72b6-3440-4ffd-8a15-7428790408bb req-d2a8d2c2-25d1-4ffb-a36b-12ba938e2835 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571580 Oct 28 21:49:20.264540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.289682 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.337423 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.408928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Network fb0a36b3-9be1-4313-8119-2da8663961a1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:20.419206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.21.0.1 (fb0a36b3-9be1-4313-8119-2da8663961a1/cc15eeca-b438-4bf0-88bc-a163f3181936/a4ae1cee-b70c-44c5-b056-03d6617b4ac8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:20.434976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.449268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.463718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:20.477368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:20.496952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d6276441-43ce-461d-b1dd-f65178a5a2a8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:20.497468 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.538508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ad71a6-409b-43ea-acc5-5bb79905f85a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:20.539299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Pushing event updated for resources: {'Port': ['ID=2575ea54-1900-4d47-ad62-019096ea6336,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:20.564564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.566160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b4a16a54-a536-4bfa-a99f-6c4b2a5c278b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685920 Oct 28 21:49:20.571674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:20.578427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:20.622911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.672409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Attempting to bind port 2575ea54-1900-4d47-ad62-019096ea6336 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:20.672883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Attempting to bind port 2575ea54-1900-4d47-ad62-019096ea6336 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:20.673359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Attempting to bind port 2575ea54-1900-4d47-ad62-019096ea6336 on network fb0a36b3-9be1-4313-8119-2da8663961a1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:20.682057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:20.682713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Checking segment: {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:20.683288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.683775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Bound using segment: {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:20.684652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Bound port: 2575ea54-1900-4d47-ad62-019096ea6336, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:20.685133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.731443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.731631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.761514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] For port 2575ea54-1900-4d47-ad62-019096ea6336, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:20.765263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] For port 2575ea54-1900-4d47-ad62-019096ea6336, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2575ea54-1900-4d47-ad62-019096ea6336,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:20.774492 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.791735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.838402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network fb0a36b3-9be1-4313-8119-2da8663961a1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:20.848552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:20.851030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:20.901633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:20.923067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:20.943245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c2d9-e70d-4252-bc38-36da4135dd31 None None] Pushing event updated for resources: {'Port': ['ID=2575ea54-1900-4d47-ad62-019096ea6336,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:20.954290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.020764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.047294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.051104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.053206 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.053587 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP ba2f81d8-dfba-44b3-848e-ecc530fa4289 disassociated. External IP: 172.25.4.9, port: 252effab-0341-402b-a95b-a9d606243b5f. Oct 28 21:49:21.055621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.059211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.212215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=f5f34418-08b8-45f5-ad3f-45b18dbd50b6,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:21.214336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa728-adba-453c-8762-6fc4659ada16 None None] Pushing event updated for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:21.220415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Attempting to bind port b4283e1f-c98f-4412-a77a-f6331d7f2693 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:21.220847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Attempting to bind port b4283e1f-c98f-4412-a77a-f6331d7f2693 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:21.221160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Attempting to bind port b4283e1f-c98f-4412-a77a-f6331d7f2693 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:21.227473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:21.228374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Checking segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:21.229488 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.229881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Bound using segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:21.230363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Bound port: b4283e1f-c98f-4412-a77a-f6331d7f2693, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:21.230748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.276338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Allocated IP 172.25.4.251 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/ef44626e-e50d-42a8-9be2-8ba1f59856c0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:21.302442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.377816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] For port b4283e1f-c98f-4412-a77a-f6331d7f2693, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:21.392402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] For port b4283e1f-c98f-4412-a77a-f6331d7f2693, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4283e1f-c98f-4412-a77a-f6331d7f2693,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:21.402577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.477017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:21.477017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:21.561145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.593546 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Floating IP f46fb813-a6f2-4ba1-a905-efe74bddc633 associated. External IP: 172.25.4.49, port: e1a58771-6d65-4115-8db6-5d021d3b4dd2. Oct 28 21:49:21.618336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.650380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.696178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa728-adba-453c-8762-6fc4659ada16 None None] Pushing event updated for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:21.701477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] Provisioning complete for port b4283e1f-c98f-4412-a77a-f6331d7f2693 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:21.701810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:21.742504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:21.757130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:21.778964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:21.801430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963eee6-ef88-4a24-816f-bb54dfe1db9d req-69d3da63-4e3e-4df8-9787-a3c0f98ae45e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:21.803504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8963eee6-ef88-4a24-816f-bb54dfe1db9d req-69d3da63-4e3e-4df8-9787-a3c0f98ae45e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4162829 Oct 28 21:49:21.804681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:21.855563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=ef44626e-e50d-42a8-9be2-8ba1f59856c0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:21.907876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:22.085566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:22.097656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.125394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8963eee6-ef88-4a24-816f-bb54dfe1db9d req-0efdaabd-84d3-4cab-a3ca-a6b85dd378fb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145903 Oct 28 21:49:22.153167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router 255d6af1-bc28-4a45-9362-4da2cf725f73 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:22.167933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2575ea54-1900-4d47-ad62-019096ea6336 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:22.172284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c7613e2-9182-4373-b1a2-40f39e89b72a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/ba2f81d8-dfba-44b3-848e-ecc530fa4289 HTTP/1.1" status: 200 len: 686 time: 2.1667097 Oct 28 21:49:22.174856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41256) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:22.210797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:22.317862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:22.319071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:22.325576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.388184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:22.414606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2575ea54-1900-4d47-ad62-019096ea6336 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:22.414984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.418053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.424752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port bff18998-6745-4f00-be60-e909be44f941 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:22.425094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.428426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:22.441690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Sync routers for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:22.453770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.468820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:22.469762 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:22.507533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.550461 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-925aea46-5ed4-44a4-a9c7-5679020add4d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0745513 Oct 28 21:49:22.552992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:22.554053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41258) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:22.555301 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b3fc04-7e52-4b05-b105-e43e4af48cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:22.562756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:22.563486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:22.622079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d35ba-882e-4800-b5d2-a95ae03e6f64 None None] Network fb0a36b3-9be1-4313-8119-2da8663961a1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:22.669687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] For port b4283e1f-c98f-4412-a77a-f6331d7f2693, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4283e1f-c98f-4412-a77a-f6331d7f2693,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:22.671001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:22.671879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49b9655-74e2-4f0d-af43-40593bab1362 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:22.679098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.679992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.680808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.687824 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36eff70-cb7d-418e-98c9-fc84753a94ef x-openstack-request-id: req-d36eff70-cb7d-418e-98c9-fc84753a94ef {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:22.688258 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:22.688827 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d36eff70-cb7d-418e-98c9-fc84753a94ef {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:22.689052 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'status': 'completed', 'code': 200} Oct 28 21:49:22.704282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for bff18998-6745-4f00-be60-e909be44f941 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:22.725036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.741594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.927136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102cacc-d37f-4701-be98-04854b3f9698 None None] Pushing event updated for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:22.930090 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:22.973832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:22.984418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8508feb8-2fba-40de-a7db-bc53adcd0b3e None None] Provisioning complete for port 2575ea54-1900-4d47-ad62-019096ea6336 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:22.984796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8508feb8-2fba-40de-a7db-bc53adcd0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.047967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:21Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:23.086635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.146701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7d19b-86a0-47bb-b1a4-a990ca3df296 None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:21Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:23.165746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=bff18998-6745-4f00-be60-e909be44f941,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:23.178264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.178535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.178869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.179208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.179546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.179873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.180205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.180559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.180877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.181199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.181545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.181902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:23.204136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 2575ea54-1900-4d47-ad62-019096ea6336, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2575ea54-1900-4d47-ad62-019096ea6336,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:23.251211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.268774 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.359153 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:49:23.410713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.413504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.414725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-34f0c713-4032-4b93-bdf1-63b1e7222d3a tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/ba2f81d8-dfba-44b3-848e-ecc530fa4289 HTTP/1.1" status: 204 len: 168 time: 1.2389457 Oct 28 21:49:23.425020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41264) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:23.440850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'e744a574-e77d-4885-9cf2-e2bb9bb83f1e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:23.513853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.546882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8508feb8-2fba-40de-a7db-bc53adcd0b3e None None] Provisioning complete for port b4283e1f-c98f-4412-a77a-f6331d7f2693 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:23.549877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8508feb8-2fba-40de-a7db-bc53adcd0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.561099 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f46fb813-a6f2-4ba1-a905-efe74bddc633', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'port_id': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'mac_address': 'fa:16:3e:27:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:18Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 0, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:23.610395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:23.619232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=2575ea54-1900-4d47-ad62-019096ea6336,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:23.633431 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Checking router: 255d6af1-bc28-4a45-9362-4da2cf725f73 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:23.636271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-20473e05-77ed-416b-8254-1f5733c23649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.637884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-20473e05-77ed-416b-8254-1f5733c23649 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.9221115 Oct 28 21:49:23.653479 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:23.654382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:23.774228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.811274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504700a7-6c16-4cc5-b12e-48ea34c90fa3 req-8ecd38e2-281d-4b95-842b-292c9292b481 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.813167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-504700a7-6c16-4cc5-b12e-48ea34c90fa3 req-8ecd38e2-281d-4b95-842b-292c9292b481 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4978538 Oct 28 21:49:23.909893 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:23.913744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cb6eed08-bafb-4f8b-b396-d2c8c4175613 None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:23.914264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb6eed08-bafb-4f8b-b396-d2c8c4175613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:23.950419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.950883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.951342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.951798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.952254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.952727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.953247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.953698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.954315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.954765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:23.957032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6e97a8d-7407-40df-9184-a595af637c08 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7054 time: 1.3984103 Oct 28 21:49:23.971379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41266) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:24.006613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.125 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/db0b85a0-4e04-4d04-b2dc-2f3d0175702e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:24.043179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cb6eed08-bafb-4f8b-b396-d2c8c4175613 None None] Port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:24.079733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cb6eed08-bafb-4f8b-b396-d2c8c4175613 None None] Provisioning complete for port 2575ea54-1900-4d47-ad62-019096ea6336 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:24.080250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb6eed08-bafb-4f8b-b396-d2c8c4175613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.126937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.204896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-504700a7-6c16-4cc5-b12e-48ea34c90fa3 req-bfcb160f-f5db-43c5-968a-2d1976009674 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656368 Oct 28 21:49:24.215285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4283e1f-c98f-4412-a77a-f6331d7f2693 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:24.232453 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.243130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.328664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.354415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network fb0a36b3-9be1-4313-8119-2da8663961a1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:24.389111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:24.394968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:24.403468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:24.460474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=db0b85a0-4e04-4d04-b2dc-2f3d0175702e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:24.473188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b4283e1f-c98f-4412-a77a-f6331d7f2693 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:24.479243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.494501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:24.508594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.530011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-0647ac71-ed3b-4773-9b80-3acf62e16053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.531633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-0647ac71-ed3b-4773-9b80-3acf62e16053 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 897 time: 0.8427892 Oct 28 21:49:24.531786 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f46fb813-a6f2-4ba1-a905-efe74bddc633', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'port_id': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'mac_address': 'fa:16:3e:27:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:18Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 0, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:24.562550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.563055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.563499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.563994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.564483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.564984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.565429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.565851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.566286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.566730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.571854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9ee19af2-8946-48e5-8c8d-fde44dcc5224 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6425 time: 0.5702245 Oct 28 21:49:24.596224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41268) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:24.640902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=ef44626e-e50d-42a8-9be2-8ba1f59856c0,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:24.652550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40bb96-8684-4537-9369-1de0f0b0376d None None] The sync data for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 is: [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'f46fb813-a6f2-4ba1-a905-efe74bddc633', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'port_id': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'mac_address': 'fa:16:3e:27:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:18Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 0, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:24.680485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-19d240a7-49d4-4599-9197-990049b65976 None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:24.681145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19d240a7-49d4-4599-9197-990049b65976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.775829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.777391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-79bcad99-618a-4066-9934-7cc01f4fd485 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2050538 Oct 28 21:49:24.837961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2575ea54-1900-4d47-ad62-019096ea6336 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:24.838233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-22fdb12e-fb64-4a42-8b64-7249fa37d94e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 999 time: 0.2845209 Oct 28 21:49:24.885703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-19d240a7-49d4-4599-9197-990049b65976 None None] Port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:24.927901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2575ea54-1900-4d47-ad62-019096ea6336 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:24.928278 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:24.972132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:24.973909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-94dd1a32-8f0a-44a6-addb-42dc4917f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:24.975402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-94dd1a32-8f0a-44a6-addb-42dc4917f4f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 200 len: 834 time: 0.1204331 Oct 28 21:49:25.083257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-88fb52fc-18b5-4543-bc1d-0146af4aa10e None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:25.083886 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-88fb52fc-18b5-4543-bc1d-0146af4aa10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:25.133634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-88fb52fc-18b5-4543-bc1d-0146af4aa10e None None] Port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:25.203269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-b70a7a0b-964e-46d1-bae1-1582f927c38d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1959714287&fields=id&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 267 time: 0.1437025 Oct 28 21:49:25.211512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-64f37896-5414-469b-aa32-51b6f583c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:25.214016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-64f37896-5414-469b-aa32-51b6f583c501 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b43079bf-3650-46f5-986c-f2133c60a204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245650 Oct 28 21:49:25.405653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a091dc-40d8-46ac-9802-ec7aab1c4afa None None] New status for floating IP f46fb813-a6f2-4ba1-a905-efe74bddc633: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:49:25.450883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:25.460615 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:25.462100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-31a3dfed-61e6-4876-afac-fbb6b9365a70 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3006234 Oct 28 21:49:25.476052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41284) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:25.477342 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:25.477973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:25.486783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300711137'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:25.523958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-7c1ee022-ad10-4ef4-96a1-d8c0d5bf30ab service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179923 Oct 28 21:49:25.596578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-f478748e-9599-45d3-a120-d5acae01aa5b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:25.598787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-f478748e-9599-45d3-a120-d5acae01aa5b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 817 time: 0.3837423 Oct 28 21:49:25.672826 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:25.707366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b3fc04-7e52-4b05-b105-e43e4af48cb6 req-22d1b1e6-0f62-414e-93b9-878df31e41c4 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060936 Oct 28 21:49:25.708480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:25.713933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:25.757281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b99888-d499-47bf-b81c-47714440f171 req-ef30615d-ce4f-4349-b33b-71d2c234e374 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:25.759100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55b99888-d499-47bf-b81c-47714440f171 req-ef30615d-ce4f-4349-b33b-71d2c234e374 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4373319 Oct 28 21:49:25.770075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-041d3c5d-8332-4d46-be18-81498e64d6c4 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/quotas/786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 375 time: 0.0529263 Oct 28 21:49:25.854902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:25.867575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:25.868060 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 1881db03-12ee-4a99-b65e-c683c3e48d7e of type vlan for network 90c4fb2a-da08-4b11-81f7-63609cd72711 Oct 28 21:49:25.909637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1d458e3b-aeb6-48ce-a548-134617911920 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5029 time: 1.3121464 Oct 28 21:49:25.917230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:25.918880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41286) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:25.954482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55b99888-d499-47bf-b81c-47714440f171 req-7219dd0e-c154-4d11-a8e2-063de397fb26 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817379 Oct 28 21:49:25.992185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-294707a2-d1ad-4ee4-855d-07a5c4c9e13c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2031875 Oct 28 21:49:26.001698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.008559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:26.009185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.044502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5661666 Oct 28 21:49:26.068158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41288) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:26.081842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:21Z', 'revision_number': 3, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:26.106892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:26.118752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:26.119484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Updating router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:26.122076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.147501 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.199627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d597b71-44dc-4e88-8763-f38f919a118e tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:26.200435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d597b71-44dc-4e88-8763-f38f919a118e tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:26.202184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d597b71-44dc-4e88-8763-f38f919a118e tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=255d6af1-bc28-4a45-9362-4da2cf725f73 HTTP/1.1" status: 200 len: 1992 time: 0.2822676 Oct 28 21:49:26.228810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.282148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddcbe4-5e8d-43a4-9eaf-7909e24be892 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=90c4fb2a-da08-4b11-81f7-63609cd72711,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:26.298550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:26.318090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:26.323440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.335169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-0fc2ecac-73c0-4661-848d-e097e9f10f71 service neutron] 10.222.0.31 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132467 Oct 28 21:49:26.507197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.514191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-4133cc49-ba4a-4057-a7d7-14311ea2ada6 service neutron] 10.222.0.31 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678331 Oct 28 21:49:26.514712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.593247 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.606691 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.621372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=db0b85a0-4e04-4d04-b2dc-2f3d0175702e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:26.632910 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.694131 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.711792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=b335bf01-f2ef-4341-bfa1-f955bd0efc52,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:26.731093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:26.731834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 90c4fb2a-da08-4b11-81f7-63609cd72711, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:26.763087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:26.785924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 90c4fb2a-da08-4b11-81f7-63609cd72711) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:26.796219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:26.797286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.801948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962fcca-ba9a-4aaf-bc84-6c117cf02fbf None None] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:26.831449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e116e-dfc1-4cc5-9d1a-bddbed077c5e None None] Pushing event updated for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:26.894180 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Attempting to bind port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:26.895788 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Attempting to bind port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:26.896903 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Attempting to bind port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 on network fb0a36b3-9be1-4313-8119-2da8663961a1 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:26.897570 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP 75de7b57-ce4d-4382-b418-5ba4f6cac20b associated. External IP: 172.25.4.125, port: e744a574-e77d-4885-9cf2-e2bb9bb83f1e. Oct 28 21:49:26.904719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:26.905086 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Checking segment: {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:26.905480 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.905862 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Bound using segment: {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:26.906323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Bound port: a4ae1cee-b70c-44c5-b056-03d6617b4ac8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:26.906744 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:26.935781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-26e13750-c9a1-4164-8d3a-f69fd709dec4 req-79d337ab-484e-4cfe-be6c-ec3a9c45177e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 210 time: 0.1420898 Oct 28 21:49:26.956932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3ddb02d3-f017-44d2-917e-bb4eaeaa60f1 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8519080 Oct 28 21:49:26.957256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41298) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:27.044631 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] For port a4ae1cee-b70c-44c5-b056-03d6617b4ac8, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:27.052954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] For port a4ae1cee-b70c-44c5-b056-03d6617b4ac8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:27.063833 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:27.129143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-90c4fb2a-da08-4b11-81f7-63609cd72711', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:27.130013 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:27.157203 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:27.158584 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:27.320814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c0588-a9f3-4b63-8a24-b79392e446c1 req-95e52836-bde2-4a20-813d-6235ddce562c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:27.329578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a72c0588-a9f3-4b63-8a24-b79392e446c1 req-95e52836-bde2-4a20-813d-6235ddce562c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.1835248 Oct 28 21:49:27.433688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:27.469829 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e116e-dfc1-4cc5-9d1a-bddbed077c5e None None] Pushing event updated for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:27.536907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Allocated IP 172.22.0.2 (90c4fb2a-da08-4b11-81f7-63609cd72711/b335bf01-f2ef-4341-bfa1-f955bd0efc52/a0f57dfe-cdbd-4ae0-b470-05b4682bfc90) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:27.555513 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:27.589711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a72c0588-a9f3-4b63-8a24-b79392e446c1 req-0888d60c-c4ac-4e74-89dc-db35f95343a1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270838 Oct 28 21:49:27.674504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:27.701995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:27.717015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:27.717461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:27.727873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:27.764703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:27.765412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:27.794796 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12ed0041-4b72-4f8b-8239-00ee2dd7913c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.3602645 Oct 28 21:49:27.798152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41308) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:27.907897 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-83c8593b-4ac6-4361-9a36-e994f1f7eaf6 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/floatingips/75de7b57-ce4d-4382-b418-5ba4f6cac20b HTTP/1.1" status: 200 len: 975 time: 0.1053007 Oct 28 21:49:27.909064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:27.938284 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:27.990830 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:21Z', 'revision_number': 3, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:27Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:28.033618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d23212-81ed-40f3-802b-572a1d583548 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:21Z', 'revision_number': 3, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:27Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:28.222576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:28.248575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fad42b3a-f21d-4585-97df-42a77ebb85e0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.3353155 Oct 28 21:49:28.251142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:28.256603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': '252effab-0341-402b-a95b-a9d606243b5f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:28.343894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.363140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:28.364121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:28.473349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:28.474269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e297796-f3ec-4b9a-b367-332eb5f2202b None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:28.476669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.572980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] For port a4ae1cee-b70c-44c5-b056-03d6617b4ac8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:28.589086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.602974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.639223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.664675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:28.676120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:28.706134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:28.749195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caf749-336b-49bb-8a76-d0cd93f40d3d None None] Pushing event updated for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:28.799101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5473e73-bc56-4f0c-9dd9-1475f7ff341b req-69d22ca7-5879-4317-a6c8-4d29ea051330 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 210 time: 0.7248511 Oct 28 21:49:28.817202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-04d10bcb-cce4-491c-ba95-ba87d37db9f4 None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:28.818053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-04d10bcb-cce4-491c-ba95-ba87d37db9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:28.955159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Pushing event updated for resources: {'Port': ['ID=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:28.963171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-e353e8e0-bdbf-473c-b7e8-b63ea8b7831f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:28.965364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-e353e8e0-bdbf-473c-b7e8-b63ea8b7831f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 817 time: 0.1653893 Oct 28 21:49:29.026974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Attempting to bind port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:29.027399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Attempting to bind port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:29.028146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Attempting to bind port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 on network 90c4fb2a-da08-4b11-81f7-63609cd72711 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:29.071261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:29.075721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Checking segment: {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:29.076950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.077567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Bound using segment: {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:29.078352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Bound port: a0f57dfe-cdbd-4ae0-b470-05b4682bfc90, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:29.079022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.232154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622d473-bf0d-4823-abc4-a345ef3c2d92 req-71389ba9-1346-4999-9101-caaa17b4c4e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:29.235269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3622d473-bf0d-4823-abc4-a345ef3c2d92 req-71389ba9-1346-4999-9101-caaa17b4c4e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.4538810 Oct 28 21:49:29.239980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-68a05241-d4e4-43da-a385-e26f48b93ead tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 380 time: 0.2266388 Oct 28 21:49:29.285183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'port': {'device_id': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'admin_state_up': True, 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'security_groups': ['150d3c51-41c8-49fa-b29d-9c9dee162f78']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:29.304082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.313017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.316830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] For port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:29.324057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] For port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:29.331970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.408811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3622d473-bf0d-4823-abc4-a345ef3c2d92 req-22ce475c-107d-4c32-82b8-56899a755539 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593070 Oct 28 21:49:29.446451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5df774-9bac-4949-a368-782d1e9f3734 None None] Pushing event updated for resources: {'Port': ['ID=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:29.507867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.22.0.1 (90c4fb2a-da08-4b11-81f7-63609cd72711/b335bf01-f2ef-4341-bfa1-f955bd0efc52/24bd13a5-ff13-491d-ad7f-043161a4b2b2) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:29.551280 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP 75de7b57-ce4d-4382-b418-5ba4f6cac20b associated. External IP: 172.25.4.125, port: e744a574-e77d-4885-9cf2-e2bb9bb83f1e. Oct 28 21:49:29.616898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Made reservation on behalf of 786f31f21532408e967dca77c5c9b406 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:29.623091 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.824208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:29.890520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:29.936210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Allocated IP 172.20.0.8 (e1bf502e-9f77-4633-b3a9-a7a387f80919/6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81/2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:30.045505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:30.060683 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:30.073471 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:30.074420 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.126776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-480e2eaa-7f1d-4e49-a2d1-f9b867f2ddcd req-f4e63aa5-22f1-4d36-9b2c-8e2f2490124d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0400610 Oct 28 21:49:30.139549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.148763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.167293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4ae1cee-b70c-44c5-b056-03d6617b4ac8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:30.172065 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:30.172946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.214273 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.215914 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2afdf4-f13d-459d-8224-ed7b24d26b79 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:30.245925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:30.246422 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.271268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:30.282730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:30.289254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:30.332139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.335926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:30.352173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:30.356149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:30.368981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.414578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:30.414939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.511984 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:30.513331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.526763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.527191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:30.553474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:30.554110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.574358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:30.615983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2444b020-0902-47c9-9b4e-be7add449c83 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/75de7b57-ce4d-4382-b418-5ba4f6cac20b HTTP/1.1" status: 200 len: 977 time: 2.3634787 Oct 28 21:49:30.618565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41322) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:30.619786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.622575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.628142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:30.641104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.662611 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.688009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:30.703737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:30.704353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.709267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.727923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea037c-aa74-48d0-936f-135ec429fca1 req-c982434a-0174-4914-beca-7373d67e9953 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:30.736586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3ea037c-aa74-48d0-936f-135ec429fca1 req-c982434a-0174-4914-beca-7373d67e9953 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.1527455 Oct 28 21:49:30.752687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:30.763837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:30.776969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:30.777816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c7399-3c2e-4141-b73d-eca5fe8a8a0c None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:30.803874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:30.809459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:30.872661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b4a07-db44-4bdd-97a4-a88c5249934a None None] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:30.904208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.909890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.910262 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP 75de7b57-ce4d-4382-b418-5ba4f6cac20b disassociated. External IP: 172.25.4.125, port: 252effab-0341-402b-a95b-a9d606243b5f. Oct 28 21:49:30.972697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6127de8a-4cc1-4877-b8b1-c1a588eb70eb None None] Provisioning complete for port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:30.972980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6127de8a-4cc1-4877-b8b1-c1a588eb70eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:30.975808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3ea037c-aa74-48d0-936f-135ec429fca1 req-078f68b0-1f94-4175-959c-ab692a463af5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381017 Oct 28 21:49:30.993538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:30.995044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.033918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-c85d11f9-c792-4508-9221-abb5ce06c051 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7857354 Oct 28 21:49:31.052768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Request body: {'port': {'device_id': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:31.203232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.281335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-30c2a4d7-4616-4807-847f-49b842735b26 None None] Provisioning complete for port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:31.282070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-30c2a4d7-4616-4807-847f-49b842735b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.327478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-30c2a4d7-4616-4807-847f-49b842735b26 None None] Port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:31.360632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.410094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.459448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4213aa-64a8-400b-a815-515f76137726 req-d3de07d7-ceaa-4c38-8949-57b3d89a9014 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:31.461016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c4213aa-64a8-400b-a815-515f76137726 req-d3de07d7-ceaa-4c38-8949-57b3d89a9014 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 931 time: 0.2218125 Oct 28 21:49:31.552743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dcf390b3-c6b3-4815-9596-b36e9a92d39e None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:31.553748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcf390b3-c6b3-4815-9596-b36e9a92d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.590587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:31.592686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.602774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:31.607927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-dcf390b3-c6b3-4815-9596-b36e9a92d39e None None] Port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:31.621571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dcf390b3-c6b3-4815-9596-b36e9a92d39e None None] Provisioning complete for port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:31.622055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcf390b3-c6b3-4815-9596-b36e9a92d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.647069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c4213aa-64a8-400b-a815-515f76137726 req-a115285a-5d48-4aa3-a7f7-c1ba6254f3fd tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520987 Oct 28 21:49:31.743344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:31.749326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.756983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:31.769152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:31.770160 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:31.782970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26971586-0f60-4d26-8e7d-e5376ba44937 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/75de7b57-ce4d-4382-b418-5ba4f6cac20b HTTP/1.1" status: 200 len: 688 time: 1.1633756 Oct 28 21:49:31.786361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41326) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:31.816104 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:31.828178 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:31.829245 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:31.847854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-99721380-2fca-458e-94f8-47579e9ff97a None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:31.848113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:49:31.848553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99721380-2fca-458e-94f8-47579e9ff97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.858261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.874547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Transition to ACTIVE for port object 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:49:31.877446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:31.878464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102742a-2f54-4eae-a46e-e6db84abbab3 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:31.892451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:31.893433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-99721380-2fca-458e-94f8-47579e9ff97a None None] Port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:31.909623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:31.912320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:31.926524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port db0b85a0-4e04-4d04-b2dc-2f3d0175702e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:31.927137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.050551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:32.077266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:32.082051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.082450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.098438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for db0b85a0-4e04-4d04-b2dc-2f3d0175702e owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:32.158690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:32.159116 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.264143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:32.287737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c70b5-887b-4496-b4e9-fabc061aabf8 req-dd87917f-65b6-48c0-9cba-54655ff28e52 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.289633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612c70b5-887b-4496-b4e9-fabc061aabf8 req-dd87917f-65b6-48c0-9cba-54655ff28e52 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.1976953 Oct 28 21:49:32.310049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.334446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f7479c7c-5158-4757-870c-2e76447eb7ab None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:32.335198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f7479c7c-5158-4757-870c-2e76447eb7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.339188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=db0b85a0-4e04-4d04-b2dc-2f3d0175702e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:32.378751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f7479c7c-5158-4757-870c-2e76447eb7ab None None] Port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:32.406209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.408340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Attempting to bind port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:32.408698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Attempting to bind port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:32.409029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Attempting to bind port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:32.409454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.413083 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0130d3ee-4af5-46f3-b183-99a40a365864 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/75de7b57-ce4d-4382-b418-5ba4f6cac20b HTTP/1.1" status: 204 len: 168 time: 0.6233070 Oct 28 21:49:32.413432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41332) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.440544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:49:32.441010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Attempting to bind port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:32.455198 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-e4cc4e02-a077-4c16-ad60-d9fd82eaa1b2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] delete failed (client error): The resource could not be found. Oct 28 21:49:32.455415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-612c70b5-887b-4496-b4e9-fabc061aabf8 req-065ec0f0-21e8-4d28-b922-2a91eff19ad8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571443 Oct 28 21:49:32.460836 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e4cc4e02-a077-4c16-ad60-d9fd82eaa1b2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/75de7b57-ce4d-4382-b418-5ba4f6cac20b HTTP/1.1" status: 404 len: 345 time: 0.0427673 Oct 28 21:49:32.461143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:32.461143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Checking segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:32.461143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Bound using segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:32.461143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Bound port: 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:32.461143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.463083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41334) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.516126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:32.526091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:32.536317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:32.536925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:32.539032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86af5c64-aad1-4487-95ba-4e70b328da03 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5797095 Oct 28 21:49:32.542363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41336) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.550921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'network': {'name': 'tempest-RoutersTest-659357392'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:32.578986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:32.583218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.621080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:32.625968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a99b1-dfee-4de0-9cf6-bb88c80f87a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.632727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.633166 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added segment 91bbcb10-fd32-4d18-863e-6463edf9f90c of type vlan for network 71227763-9aa3-400f-970f-dc45799453c9 Oct 28 21:49:32.633397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a99b1-dfee-4de0-9cf6-bb88c80f87a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.636685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:32.640431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a99b1-dfee-4de0-9cf6-bb88c80f87a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.642402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-956a99b1-dfee-4de0-9cf6-bb88c80f87a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/ports?network_id=52ab460f-514c-45cc-9325-43afb376863e HTTP/1.1" status: 200 len: 2354 time: 0.1753073 Oct 28 21:49:32.645139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41338) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.685143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.691567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:32.719550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:32.731986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.732342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.740642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.741419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.746367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d104ee-8b56-4445-8b4e-c0ea2fce01ce tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.752478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b5d104ee-8b56-4445-8b4e-c0ea2fce01ce tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/subnets/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa HTTP/1.1" status: 200 len: 797 time: 0.1018152 Oct 28 21:49:32.763485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41342) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.770581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'port': {'network_id': '52ab460f-514c-45cc-9325-43afb376863e', 'name': 'tempest-FloatingIPTestJSON-1108637052', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:32.815084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.815906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:32.817568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 1092 time: 1.7699583 Oct 28 21:49:32.823529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:32.826523 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1063db-4797-4b4c-9141-d62ccded026c" -d '{"events": [{"name": "network-changed", "server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:32.888381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03365fd0-573a-4a72-9777-0e8e4a7361d8 req-3718bc3e-3388-4791-9e79-150bdc5ad521 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:32.890097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03365fd0-573a-4a72-9777-0e8e4a7361d8 req-3718bc3e-3388-4791-9e79-150bdc5ad521 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1534398 Oct 28 21:49:32.890773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310860-d40c-4cc8-8d67-bee49b4fb814 service neutron] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:32.896714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3496268 Oct 28 21:49:32.904481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41350) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:32.911961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'subnet': {'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:32.945707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacdc17-92a5-42dc-88fd-f8a764165985 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Network': ['ID=71227763-9aa3-400f-970f-dc45799453c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:33.006005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 71227763-9aa3-400f-970f-dc45799453c9 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:33.048651 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8117bdf-606c-415d-8f52-77f6f068a10e x-openstack-request-id: req-a8117bdf-606c-415d-8f52-77f6f068a10e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:33.049408 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:33.049579 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8117bdf-606c-415d-8f52-77f6f068a10e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:33.050016 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'status': 'completed', 'code': 200} Oct 28 21:49:33.083984 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:33.086090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03365fd0-573a-4a72-9777-0e8e4a7361d8 req-ef1eaf5d-8d05-45ba-95a3-2425efedc247 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674678 Oct 28 21:49:33.108247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Made reservation on behalf of e46a505f96db43e2b9d99fd60c8a4642 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:33.113120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.136237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:30Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:31Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:33.182563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:33.182918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Updating router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:33.220311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.232874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-079392d2-ba5a-4c1e-891c-30b5fe976755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:33.235315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-079392d2-ba5a-4c1e-891c-30b5fe976755 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1095 time: 0.3697767 Oct 28 21:49:33.241708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.260502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] device_id is not set on port 7d41b216-cce3-4e94-9666-7d041a90e46b yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:49:33.292183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-f956e96a-c560-4a17-97f6-64bce3e1dc4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 217 time: 0.0454831 Oct 28 21:49:33.387546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-6c6f8b69-e94b-4e90-943d-2909338b4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:33.389109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-6c6f8b69-e94b-4e90-943d-2909338b4b08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0887439 Oct 28 21:49:33.477296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.527171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-41a0430f-4d22-4e47-a540-9011bbd86b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:33.528897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-41a0430f-4d22-4e47-a540-9011bbd86b3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084533 Oct 28 21:49:33.567494 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.575389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.618285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.14 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/7d41b216-cce3-4e94-9666-7d041a90e46b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:33.632553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.13 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/7d41b216-cce3-4e94-9666-7d041a90e46b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:33.647465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce123-2570-43ac-bb01-240646ee47e1 None None] Pushing event updated for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:33.654668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Subnet': ['ID=6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:33.682701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Checking segment: {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:33.683101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network hostable DHCP agents. Network: 71227763-9aa3-400f-970f-dc45799453c9, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:33.712160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Attempting to bind port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:33.712716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Attempting to bind port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:33.713257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Attempting to bind port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 on network 90c4fb2a-da08-4b11-81f7-63609cd72711 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:33.726192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:33.727373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Checking segment: {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:33.728791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.729603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Bound using segment: {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:33.730395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Bound port: 24bd13a5-ff13-491d-ad7f-043161a4b2b2, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1881db03-12ee-4a99-b65e-c683c3e48d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:33.731371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.733850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7029c-1220-49a4-9f44-5abeb58113f6 req-4b4cd579-3db4-4098-ad26-223d90b8f28f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:33.735472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecc7029c-1220-49a4-9f44-5abeb58113f6 req-4b4cd579-3db4-4098-ad26-223d90b8f28f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.1353307 Oct 28 21:49:33.739170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-86221019-6107-4f08-8d76-778b167d55d1 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018301 Oct 28 21:49:33.762940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 71227763-9aa3-400f-970f-dc45799453c9 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:33.827441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] For port 24bd13a5-ff13-491d-ad7f-043161a4b2b2, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:33.832150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] For port 24bd13a5-ff13-491d-ad7f-043161a4b2b2, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=24bd13a5-ff13-491d-ad7f-043161a4b2b2,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:33.839217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.842472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 71227763-9aa3-400f-970f-dc45799453c9) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:33.847567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:33.848583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.868313 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.878357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecc7029c-1220-49a4-9f44-5abeb58113f6 req-1964ccda-7335-4a69-a81d-84948b7501e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293867 Oct 28 21:49:33.878822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd1649d-41ee-4b99-b357-b7a868962a74 None None] Network 71227763-9aa3-400f-970f-dc45799453c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:33.922268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21cc097-2e17-4d57-8c07-65c3cdd972a6 req-f13944a0-4d6e-4ab6-9309-3fe7480890c5 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745389 Oct 28 21:49:33.927508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3fce54bb-846e-46f2-bcc4-dc6ecb70cb4c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0209188 Oct 28 21:49:33.930193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41354) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:33.949995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:33.991536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:33.992197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:34.034983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:34.039985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:34.043516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=7d41b216-cce3-4e94-9666-7d041a90e46b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:34.048612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:34.117623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:34.118429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.135331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1063db-4797-4b4c-9141-d62ccded026c req-6b432659-9fa2-42ed-9d67-5aa283113008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:34.137026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-6b432659-9fa2-42ed-9d67-5aa283113008 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1095 time: 0.1355560 Oct 28 21:49:34.147118 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1e2b9a04-c682-40d7-86b4-afdcb23f5159 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3821924 Oct 28 21:49:34.148215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41356) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:34.155572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '7d41b216-cce3-4e94-9666-7d041a90e46b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:34.211074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.291297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce123-2570-43ac-bb01-240646ee47e1 None None] Pushing event updated for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:34.357587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:34.358006 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.359466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.419793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:34.514595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.57 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/122aefbf-f377-447d-9c80-1a958d4af2df) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:34.627943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-71227763-9aa3-400f-970f-dc45799453c9', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:34.628640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.640941 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.656750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.708972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.764227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:34.770163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:34.773067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:34.785648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f740762-859a-4b8d-a4ae-66c1fd7ff146 req-feb3ece8-bdae-450d-86c9-daca96057b99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:34.787170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f740762-859a-4b8d-a4ae-66c1fd7ff146 req-feb3ece8-bdae-450d-86c9-daca96057b99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1286004 Oct 28 21:49:34.813595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=122aefbf-f377-447d-9c80-1a958d4af2df,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:34.831745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1063db-4797-4b4c-9141-d62ccded026c req-b60e8cfa-78e0-407d-b596-ee128ded6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:34.833264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-b60e8cfa-78e0-407d-b596-ee128ded6c31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.6150379 Oct 28 21:49:34.842828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] For port 24bd13a5-ff13-491d-ad7f-043161a4b2b2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=24bd13a5-ff13-491d-ad7f-043161a4b2b2,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:34.874979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:34.890914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-5cbf0d89-b7be-48f3-a46a-2e3cd254099f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 217 time: 0.0483429 Oct 28 21:49:34.927525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Allocated IP 172.23.0.2 (71227763-9aa3-400f-970f-dc45799453c9/6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2/81b671a4-ac6a-4d71-bed1-9e6dda7f513b) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:34.964616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f740762-859a-4b8d-a4ae-66c1fd7ff146 req-c995dc1a-99b8-4c63-89b4-33210b70b775 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342976 Oct 28 21:49:35.018640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1063db-4797-4b4c-9141-d62ccded026c req-901d0ee8-01a8-4d8f-8d84-cee003c9f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:35.020860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-901d0ee8-01a8-4d8f-8d84-cee003c9f49b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.1227355 Oct 28 21:49:35.042645 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0afc9-fd77-4c33-ab96-b0ae06cf78f8 None None] Pushing event updated for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:35.066607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:30Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:33Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:35.067558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8e141d39-5e94-444a-8341-5547e11711e6 None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:35.068911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e141d39-5e94-444a-8341-5547e11711e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.131345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99333858-e6ad-4f89-9244-45baf60b6862 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:30Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:33Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:35.155002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881ff32-59f3-43e4-899b-9e826fe6c63d req-df848b4a-4ecf-4936-b35d-79b23b77692c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:35.156749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d881ff32-59f3-43e4-899b-9e826fe6c63d req-df848b4a-4ecf-4936-b35d-79b23b77692c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.1350932 Oct 28 21:49:35.173535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1063db-4797-4b4c-9141-d62ccded026c req-864ae8e3-ac44-4a32-bec1-08db987bcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:35.175369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-864ae8e3-ac44-4a32-bec1-08db987bcdcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382782 Oct 28 21:49:35.234313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.279677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.304122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.325588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.345350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d881ff32-59f3-43e4-899b-9e826fe6c63d req-fbf314a0-35f2-48d5-ab40-88592721a219 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741655 Oct 28 21:49:35.387686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.397057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Network 71227763-9aa3-400f-970f-dc45799453c9 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:35.402665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:35.407532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:35.407883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-6e8875a6-0193-4611-a14e-8a56db824af3 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214239 Oct 28 21:49:35.412203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Pushing event updated for resources: {'Port': ['ID=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:35.481565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Attempting to bind port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:35.482187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Attempting to bind port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:35.483076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Attempting to bind port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b on network 71227763-9aa3-400f-970f-dc45799453c9 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:35.490291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:35.490939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Checking segment: {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:35.491508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.492106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Bound using segment: {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:35.493009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Bound port: 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:35.493548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.578891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] For port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:35.584566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] For port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:35.591192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.607865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.614262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.668412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163474c2-97b9-4de0-83f7-3fd4e12fba57 None None] Pushing event updated for resources: {'Port': ['ID=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:35.716938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=122aefbf-f377-447d-9c80-1a958d4af2df,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:35.739411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:35.774549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b1063db-4797-4b4c-9141-d62ccded026c req-db3ebb73-1312-404d-aeb4-8ee73fed0e18 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303755 Oct 28 21:49:35.853546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Allocated IP 172.23.0.1 (71227763-9aa3-400f-970f-dc45799453c9/6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2/668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:35.892271 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP 02bc1530-c4c1-45b8-a377-9b5b4a7c08d9 associated. External IP: 172.25.4.57, port: 7d41b216-cce3-4e94-9666-7d041a90e46b. Oct 28 21:49:36.070436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.095732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:49:36.183130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.198771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 24bd13a5-ff13-491d-ad7f-043161a4b2b2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:36.247692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb5817-92d6-4747-94b2-b212057bb06f req-c085ce9e-ddba-4281-b1a4-3e6a98e2e300 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:36.249121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:36.249376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ccb5817-92d6-4747-94b2-b212057bb06f req-c085ce9e-ddba-4281-b1a4-3e6a98e2e300 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1314008 Oct 28 21:49:36.260942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 71227763-9aa3-400f-970f-dc45799453c9 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:36.277138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:36.278613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:36.280061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:36.293423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:49:36.297952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:36.298326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.308953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:36.339385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ccb5817-92d6-4747-94b2-b212057bb06f req-a4e32972-0a8f-48d2-b147-9384f54c62dc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766828 Oct 28 21:49:36.345471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.367607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.394062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:36.395896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:49:36.408650 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:36.428537 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:36.430546 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:36.445158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:36.454058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.482777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.491233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2122c134-a83e-44fb-b1e1-51e996d15ee7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3412204 Oct 28 21:49:36.492540 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:36.495973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:36.500578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': '7d41b216-cce3-4e94-9666-7d041a90e46b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:36.518250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.520117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:36.520789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:36.540558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 81b671a4-ac6a-4d71-bed1-9e6dda7f513b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:36.542009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89631e69-dbde-458e-a622-5bcbf7ca206d req-0e81c28a-e816-49cf-a471-acbe4b305a1b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:36.543635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89631e69-dbde-458e-a622-5bcbf7ca206d req-0e81c28a-e816-49cf-a471-acbe4b305a1b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 944 time: 0.0963466 Oct 28 21:49:36.567991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:36.568991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ff6c1-7c63-4139-9e94-42b60c5b406c None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:36.591296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.591683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:36.619228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:36.620310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.682930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:49:36.711513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:36.712672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89631e69-dbde-458e-a622-5bcbf7ca206d req-5a960605-2b6e-4d0c-a69f-a8c510a3bbbb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600668 Oct 28 21:49:36.782144 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.885879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:36.901016 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.933369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.944330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:36.962394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:36.989165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9', 'mac_address': 'fa:16:3e:a8:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:49:37.041529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event updated for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:37.049161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.051708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:37.076165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0e3af-f505-4612-b2c1-54d760076ab5 None None] Network 71227763-9aa3-400f-970f-dc45799453c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:37.080789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.159270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:49:37.161662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Network 71227763-9aa3-400f-970f-dc45799453c9 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:37.163032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:37.193084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c0098f37-f667-48db-a26c-ce210d603388 None None] Provisioning complete for port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:37.193447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0098f37-f667-48db-a26c-ce210d603388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.196888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:37.214151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.220475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.231797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:37.275397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:37.392885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:37.401725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9c8ed169-7f27-48a5-8d53-7fe9e7af4884 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702759 Oct 28 21:49:37.402368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41370) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:37.407422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:37.462720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:37.497613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:37.506792 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:37.533803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:37.534560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:37.545024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dafc8-4444-4170-93d3-92be30722c22 req-6496b37b-91d0-418f-b16d-dbcd1e7b00b7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:37.546936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e5dafc8-4444-4170-93d3-92be30722c22 req-6496b37b-91d0-418f-b16d-dbcd1e7b00b7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 944 time: 0.0955715 Oct 28 21:49:37.637794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0aef6ab5-281b-4ce2-b1db-9f38bff794e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:37.668160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e5dafc8-4444-4170-93d3-92be30722c22 req-d422510d-a39d-4d67-8401-effbf09f7618 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153040 Oct 28 21:49:37.738571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:37.989259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad5f24-8c45-409d-8f64-5e7afe98991c req-3ab5cfc8-d699-498e-9f80-8431fa13cb7b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:37.990717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eaad5f24-8c45-409d-8f64-5e7afe98991c req-3ab5cfc8-d699-498e-9f80-8431fa13cb7b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 945 time: 0.1287212 Oct 28 21:49:38.026869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:49:38.053433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eaad5f24-8c45-409d-8f64-5e7afe98991c req-9f336635-4675-4958-8013-690b27787518 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Oct 28 21:49:38.058707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Removed routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:49:38.059930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.081512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:38.086185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.097326 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:38.101599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:38.114935 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:38.117414 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:38.149149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 81b671a4-ac6a-4d71-bed1-9e6dda7f513b up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:38.155839 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9a7adbba-e88b-4ced-9958-d14c5382c689 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/02bc1530-c4c1-45b8-a377-9b5b4a7c08d9 HTTP/1.1" status: 200 len: 978 time: 1.6585824 Oct 28 21:49:38.159816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41374) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:38.172687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:38.190375 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:38.191307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:38.237836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:49:38.245040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:38.245961 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de29b7-ad4a-42e6-967b-0271450da325 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:38.250637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:38.253143 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.291426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:38.292080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.312651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.317415 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.333272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6480b52b-84ef-422c-ac78-e9de60ff6496 None None] Provisioning complete for port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:38.333651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6480b52b-84ef-422c-ac78-e9de60ff6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.343619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:36Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:36Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:38.390868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:38.391232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Updating router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:38.396557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 122aefbf-f377-447d-9c80-1a958d4af2df {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:38.397614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.427858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:38.495752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.496207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.510878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 122aefbf-f377-447d-9c80-1a958d4af2df owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:38.529616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.536826 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.545633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6480b52b-84ef-422c-ac78-e9de60ff6496 None None] Port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:38.558322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:38.567040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.568495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-36dc6a69-465f-4964-99b6-97a430654f09 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 934 time: 1.1651196 Oct 28 21:49:38.572293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:38.612118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:38.614401 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63320e68-433b-4a01-adc4-5f51e14ea4de" -d '{"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:38.621719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6480b52b-84ef-422c-ac78-e9de60ff6496 None None] Provisioning complete for port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:38.622009 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6480b52b-84ef-422c-ac78-e9de60ff6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.658953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:38.707814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:38.718418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.725977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.731244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ef6af7ae-1955-429c-bcc3-ae0bf1b28deb tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 934 time: 0.1577907 Oct 28 21:49:38.735634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:38.740112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'routes': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:38.771457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=122aefbf-f377-447d-9c80-1a958d4af2df,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:38.801945 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ceadb-6dbd-4c20-8d7b-cab15d721c2d x-openstack-request-id: req-ec1ceadb-6dbd-4c20-8d7b-cab15d721c2d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:38.802311 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:38.802633 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1ceadb-6dbd-4c20-8d7b-cab15d721c2d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:38.802968 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'code': 200} Oct 28 21:49:38.854097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.854097 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP 02bc1530-c4c1-45b8-a377-9b5b4a7c08d9 disassociated (deleted). External IP: 172.25.4.57, port: 7d41b216-cce3-4e94-9666-7d041a90e46b. Oct 28 21:49:38.912590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:38.953599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:49:38.965733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:38.966093 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:38.971030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29a0e-4eba-4570-b5d4-7f0e48e0b52d req-fe4b8914-02b8-4b28-83d1-d2d0d0c37f74 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:38.972545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40c29a0e-4eba-4570-b5d4-7f0e48e0b52d req-fe4b8914-02b8-4b28-83d1-d2d0d0c37f74 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1238449 Oct 28 21:49:39.075355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:39.137788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.148333 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.151989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-eaf03de4-685d-4f4c-b358-ae076e23b0d4 None None] Provisioning complete for port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:39.152354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-eaf03de4-685d-4f4c-b358-ae076e23b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.179565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.202954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:39.208125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.231521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:39.244431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf746fe6-904a-4ed7-90df-4e36319616a0 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/02bc1530-c4c1-45b8-a377-9b5b4a7c08d9 HTTP/1.1" status: 204 len: 168 time: 1.0809534 Oct 28 21:49:39.256616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:39.276034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-eaf03de4-685d-4f4c-b358-ae076e23b0d4 None None] Port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:39.287171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:39.289762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e12e-3c9c-4786-993f-4e64f529e235 None None] Pushing event updated for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:39.293666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:39.294392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:39.300797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.339822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:39.380149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 7d41b216-cce3-4e94-9666-7d041a90e46b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:39.380518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.419208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13992-bf09-4e2c-a6dd-dae029006edb req-5a06c4d5-1f1b-4cea-bdee-646dd06b5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:39.420975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87a13992-bf09-4e2c-a6dd-dae029006edb req-5a06c4d5-1f1b-4cea-bdee-646dd06b5934 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1097 time: 0.5504162 Oct 28 21:49:39.447397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:39.448042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:39.495592 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.497401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Attempting to bind port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:39.497782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Attempting to bind port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:39.498217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Attempting to bind port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e on network 71227763-9aa3-400f-970f-dc45799453c9 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:39.500461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:39.505002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:39.505709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ade8e-b0ff-4b3d-93f9-deda3c55cf9b None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:39.511032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:39.511392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Checking segment: {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:39.511790 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.512170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Bound using segment: {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:39.512771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Bound port: 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bbcb10-fd32-4d18-863e-6463edf9f90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71227763-9aa3-400f-970f-dc45799453c9'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:39.513051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.518593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 7d41b216-cce3-4e94-9666-7d041a90e46b owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:39.566677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40c29a0e-4eba-4570-b5d4-7f0e48e0b52d req-27f8a331-6077-482c-8909-cb55d2649bda tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560144 Oct 28 21:49:39.599363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-87a13992-bf09-4e2c-a6dd-dae029006edb req-9577fcdf-aac2-4e77-85e4-18860232660c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311004 Oct 28 21:49:39.610405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] For port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:39.611152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5451f0c-7cb1-4aa6-a4dc-d636e90a2281 req-80983dfc-d2f7-496d-9ae3-92058e67999d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:39.613856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] For port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:39.617097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5451f0c-7cb1-4aa6-a4dc-d636e90a2281 req-80983dfc-d2f7-496d-9ae3-92058e67999d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.2153356 Oct 28 21:49:39.621960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.695325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e12e-3c9c-4786-993f-4e64f529e235 None None] Pushing event updated for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:39.699126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:39.699382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:39.706801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5451f0c-7cb1-4aa6-a4dc-d636e90a2281 req-a704c38c-975c-48ba-b560-f0f358f32580 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798562 Oct 28 21:49:39.774093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.815331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=7d41b216-cce3-4e94-9666-7d041a90e46b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:39.882737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:49:39.883112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:49:39.933559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.938109 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0a2b15c4-c2cc-4ff2-9366-ce32922b8a29 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/7d41b216-cce3-4e94-9666-7d041a90e46b HTTP/1.1" status: 204 len: 168 time: 0.6803372 Oct 28 21:49:39.942590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:39.950053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:39.972241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] Provisioning complete for port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:39.972636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.984174 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:39.999296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.019457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:40.124960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.192653 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.200861 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.205113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.251847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.237 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:40.257311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] For port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:40.280556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.315051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:40.345753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952fc8e-a1ee-468e-857f-ccc111189558 None None] Pushing event updated for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:40.358661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:38Z', 'revision_number': 6, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:39Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:40.383949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.391834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2625726-9bc8-4249-bc94-9ad1b684514c None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:38Z', 'revision_number': 6, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:39Z', 'revision_number': 4, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:40.407200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-16d8865b-00e7-43b9-a064-0a786f48b024 None None] Provisioning complete for port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:40.407654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-16d8865b-00e7-43b9-a064-0a786f48b024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.424055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:40.434154 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.438167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60d0c1ec-e80e-490d-abd0-6a92c67de597 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 700 time: 1.6989803 Oct 28 21:49:40.438549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41394) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:40.445030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.532234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:40.538281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:40.547133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:40.583951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:40.591423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-88631fde-bac5-4e2f-965d-590b5f751f7c tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 700 time: 0.1506124 Oct 28 21:49:40.593879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41396) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:40.664256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.719816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.805228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:40.809565 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783c64c-5c50-4853-948f-0d4f5d236d7e" -d '{"events": [{"server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "name": "network-vif-plugged", "status": "completed", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:40.823757 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-50b6d5df-86e6-45d2-b6f5-aff59059eaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:40.927483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57dfc-b681-4a75-91a5-4f9ef78ad31b req-6dd88ff6-b85c-4d16-8d1d-a7ce912d42bf tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:40.929806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bc57dfc-b681-4a75-91a5-4f9ef78ad31b req-6dd88ff6-b85c-4d16-8d1d-a7ce912d42bf tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2240117 Oct 28 21:49:40.996147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.002196 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.022131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25cb6d-168b-4899-9b38-269fd8d33eee req-b1eb2f4c-8339-4123-b16a-f526ac1360e1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:41.023640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b25cb6d-168b-4899-9b38-269fd8d33eee req-b1eb2f4c-8339-4123-b16a-f526ac1360e1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1633699 Oct 28 21:49:41.060728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4bc57dfc-b681-4a75-91a5-4f9ef78ad31b req-e14181f8-262b-4b12-be31-4e0c997e9a68 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174462 Oct 28 21:49:41.083206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:41.096330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.109636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b25cb6d-168b-4899-9b38-269fd8d33eee req-8764c374-a72c-4df1-b8e5-ae84e69a3a34 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779076 Oct 28 21:49:41.122590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.127400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41404) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:41.128194 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f60505aa-81f9-41f0-8694-4284791e9296 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1839836 Oct 28 21:49:41.132932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'port': {'network_id': '52ab460f-514c-45cc-9325-43afb376863e', 'name': 'tempest-FloatingIPTestJSON-255583434'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:41.169384 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76844a-5b6a-45ec-b90b-19c27d41605f x-openstack-request-id: req-2d76844a-5b6a-45ec-b90b-19c27d41605f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:41.169735 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "name": "network-vif-plugged", "status": "completed", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:41.170015 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d76844a-5b6a-45ec-b90b-19c27d41605f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:41.170662 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9', 'code': 200} Oct 28 21:49:41.338392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:41.342203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.354463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91a3ce-684b-4389-9376-7ee05cd0a1bb req-247c3122-a019-4824-a5dd-ef610e343724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:41.355924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa91a3ce-684b-4389-9376-7ee05cd0a1bb req-247c3122-a019-4824-a5dd-ef610e343724 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 1098 time: 0.1196833 Oct 28 21:49:41.374839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] device_id is not set on port d9473408-f3cc-45d9-8e3c-cf145e19aeae yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:49:41.451448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.458043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa91a3ce-684b-4389-9376-7ee05cd0a1bb req-7136b7e2-1c41-4f05-8e75-cdbb362447a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930262 Oct 28 21:49:41.469991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:41.480689 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:41.481322 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:41.575466 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:41.624919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.12 (52ab460f-514c-45cc-9325-43afb376863e/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa/d9473408-f3cc-45d9-8e3c-cf145e19aeae) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:41.794795 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:39Z', 'revision_number': 7, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:40Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:41.821220 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:41.830829 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:41.831354 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:41.866712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.897302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:41.897635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.935179 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:41.974502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.034661 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:42.047457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:42.047821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.051093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 52ab460f-514c-45cc-9325-43afb376863e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:42.063086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:42.072666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:42.075552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:42.080649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=d9473408-f3cc-45d9-8e3c-cf145e19aeae,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:42.083211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:42.165430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:42.166016 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.173125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:42.173343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.211264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-19af9d77-59d9-4eff-8119-f8a3f9d09be1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0830314 Oct 28 21:49:42.215574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:42.222695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': 'd9473408-f3cc-45d9-8e3c-cf145e19aeae'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:42.283876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.305155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.370473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f88319-d3d0-4222-8574-d3963e208356 req-27e8be7f-e4a3-42a1-9e5a-f2fd4d254cdd tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:42.372628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77f88319-d3d0-4222-8574-d3963e208356 req-27e8be7f-e4a3-42a1-9e5a-f2fd4d254cdd tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1244409 Oct 28 21:49:42.399599 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:39Z', 'revision_number': 7, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:40Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:42.421250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db3eb-4ea4-40fd-99bc-87db782a273d req-02ed82e5-b5c3-490e-8d05-127f558bc130 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:42.423182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e59db3eb-4ea4-40fd-99bc-87db782a273d req-02ed82e5-b5c3-490e-8d05-127f558bc130 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1389997 Oct 28 21:49:42.437764 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae863817-ed38-4770-b470-ce3332447e39 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:39Z', 'revision_number': 7, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e', 'name': '', 'network_id': '71227763-9aa3-400f-970f-dc45799453c9', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:01:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:35Z', 'updated_at': '2021-10-28T21:49:40Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': '6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:42.522068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e59db3eb-4ea4-40fd-99bc-87db782a273d req-bda6afa7-c4f5-4859-91d2-3bd62ec44833 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 Oct 28 21:49:42.525798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.633103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77f88319-d3d0-4222-8574-d3963e208356 req-16f2a7d0-6f90-40a5-9901-76489dfde284 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331021 Oct 28 21:49:42.678814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:42.873820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa2f6-c005-409e-a589-9cb785434326 req-2d9650e7-c09a-4584-97af-52ea4588be97 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:42.875215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf8fa2f6-c005-409e-a589-9cb785434326 req-2d9650e7-c09a-4584-97af-52ea4588be97 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1106474 Oct 28 21:49:42.876395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.887492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:42.894141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.894859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'floatingip': {'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:42.899033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:42.998740 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP a6a862ce-7dc8-4f51-8c71-92d2422ff694 associated. External IP: 172.25.4.237, port: d9473408-f3cc-45d9-8e3c-cf145e19aeae. Oct 28 21:49:43.230371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:43.347003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:43.352162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.363009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:43.369959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.383981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:43.385262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:43.386931 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6d594edf-67c8-4527-812a-0dc84a76c1dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/a6a862ce-7dc8-4f51-8c71-92d2422ff694 HTTP/1.1" status: 200 len: 978 time: 1.1701279 Oct 28 21:49:43.387528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:43.426722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:43.429043 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aa42baba-8a0f-444d-a6e3-bdf73018259d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.438958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:43.439690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:43.475310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:43.476124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9cb2d-a06d-45e9-b26f-7e13129f4faf None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:43.487359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port d9473408-f3cc-45d9-8e3c-cf145e19aeae {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:43.487705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.580004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.720614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:43.806988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b602f-b824-494d-8151-4055ea2db28d req-3406e8f4-c521-4a93-9f33-0925284bc088 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:43.808644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-772b602f-b824-494d-8151-4055ea2db28d req-3406e8f4-c521-4a93-9f33-0925284bc088 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1748717 Oct 28 21:49:43.843662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.844014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:43.844323 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP a6a862ce-7dc8-4f51-8c71-92d2422ff694 disassociated. External IP: 172.25.4.237, port: d9473408-f3cc-45d9-8e3c-cf145e19aeae. Oct 28 21:49:43.844689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for d9473408-f3cc-45d9-8e3c-cf145e19aeae owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:43.991199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.007618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:44.023457 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:44.036616 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:44.037645 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.045500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d4f7ce06-e50e-496c-9361-c66a546f302a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4503858 Oct 28 21:49:44.051028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-772b602f-b824-494d-8151-4055ea2db28d req-2b5383a7-90de-47bd-9abe-b80381c7fd20 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002854 Oct 28 21:49:44.051385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:44.125851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=d9473408-f3cc-45d9-8e3c-cf145e19aeae,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:44.145423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet 6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:49:44.145719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:44.155053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.190563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:44.262004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.314845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206001eb-f704-43b7-8c59-ca58ddbff796 req-04909b85-4b1f-4d3d-94c5-bdb3efa2d1a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:44.316495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206001eb-f704-43b7-8c59-ca58ddbff796 req-04909b85-4b1f-4d3d-94c5-bdb3efa2d1a9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1652274 Oct 28 21:49:44.330867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:44.347615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:44.361335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:44.362240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.391564 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:42Z', 'revision_number': 8, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.403020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.414399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:44.415259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.435188 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:44.445287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.447419 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:44.448710 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.451373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206001eb-f704-43b7-8c59-ca58ddbff796 req-a7e591e4-900c-4985-8c02-9962fdbf26da tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240845 Oct 28 21:49:44.454537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f1544f5-6546-4bcc-9ca0-1a517cc97942 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/d9473408-f3cc-45d9-8e3c-cf145e19aeae HTTP/1.1" status: 204 len: 168 time: 1.0638580 Oct 28 21:49:44.454975 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.455232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:44.462822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:44.463817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be3c3fb-13b5-4015-b51c-de1ead9c1f6b None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:44.488492 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.492757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.518207 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-af35f810-467e-4528-8d19-f497d85a58f8 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/floatingips/a6a862ce-7dc8-4f51-8c71-92d2422ff694 HTTP/1.1" status: 200 len: 688 time: 0.0611415 Oct 28 21:49:44.518207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:44.578530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:44.647374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.682166 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Floating IP e311f8ac-ea35-42bd-8184-012428ebaf82 associated. External IP: 172.25.4.251, port: 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9. Oct 28 21:49:44.685325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:44.699654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19db72-fabc-401d-9905-41515029efd0 None None] Network 71227763-9aa3-400f-970f-dc45799453c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:44.702225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:44.702527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.723789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.726534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f09c5e4-bd60-481c-ac44-d84ef804686b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2 HTTP/1.1" status: 204 len: 168 time: 0.6693611 Oct 28 21:49:44.754703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41436) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:44.865952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:44.909442 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.009715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:42Z', 'revision_number': 8, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:45.050453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44458f18-d499-4afc-b34c-bee4b876a25f None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:42Z', 'revision_number': 8, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': '24bd13a5-ff13-491d-ad7f-043161a4b2b2', 'name': '', 'network_id': '90c4fb2a-da08-4b11-81f7-63609cd72711', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:94:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:29Z', 'updated_at': '2021-10-28T21:49:34Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'b335bf01-f2ef-4341-bfa1-f955bd0efc52', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:45.068447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29071a11-9bfe-4cde-bedd-04d02b6b1f9c req-bea60b10-1c18-49bb-bb8e-9d902d403c35 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:45.070089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29071a11-9bfe-4cde-bedd-04d02b6b1f9c req-bea60b10-1c18-49bb-bb8e-9d902d403c35 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1243672 Oct 28 21:49:45.098970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:45.099416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.099546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] DHCP port deletion for 71227763-9aa3-400f-970f-dc45799453c9 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:49:45.114693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:45.168009 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.187687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Deleting port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:45.188399 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.205432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29071a11-9bfe-4cde-bedd-04d02b6b1f9c req-65b320b1-8e5e-48c3-b3b5-3d532f555c7d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205416 Oct 28 21:49:45.283562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] For port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:45.284262 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.285167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,segment=NetworkSegment(91bbcb10-fd32-4d18-863e-6463edf9f90c),segment_id=91bbcb10-fd32-4d18-863e-6463edf9f90c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:45.285553 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.295034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.295392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.300149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Calling delete_port for 81b671a4-ac6a-4d71-bed1-9e6dda7f513b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:45.307006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 81b671a4-ac6a-4d71-bed1-9e6dda7f513b owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:45.313619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:45.391195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:45.400600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.412174 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:45.422949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.439797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6507a3fe-630e-476c-954c-3d8ce04bea26 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "PUT /v2.0/floatingips/e311f8ac-ea35-42bd-8184-012428ebaf82 HTTP/1.1" status: 200 len: 991 time: 2.5495031 Oct 28 21:49:45.441046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:45.443499 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae59807-f22f-4407-b3d2-a2f614974708" -d '{"events": [{"name": "network-changed", "server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:45.445719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:45.449656 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:45.453718 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.476184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] No DVR routers for this DVR port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:45.508901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:45.519077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:45.538798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port 81b671a4-ac6a-4d71-bed1-9e6dda7f513b on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:45.544695 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a7b61-8d87-4e6f-a285-a5d2153d6115 x-openstack-request-id: req-794a7b61-8d87-4e6f-a285-a5d2153d6115 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:45.545291 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:45.545720 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794a7b61-8d87-4e6f-a285-a5d2153d6115 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:45.548210 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'status': 'completed', 'code': 200} Oct 28 21:49:45.558324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098ff28-86b2-4731-bc8f-55a182539517 None None] Pushing event deleted for resources: {'Port': ['ID=81b671a4-ac6a-4d71-bed1-9e6dda7f513b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:45.678796 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:45.691254 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d4dde17c-77e7-4537-886d-eb189098d869 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4405 time: 0.1775765 Oct 28 21:49:45.691254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.692888 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:45.700078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'network': {'name': 'tempest-network-smoke--1815694026', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'port_security_enabled': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:45.722753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.727578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-e5e482b7-0ef5-40af-8917-190cd4064db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:45.730401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-e5e482b7-0ef5-40af-8917-190cd4064db6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1302915 Oct 28 21:49:45.733550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=e6dcd7e8-fded-4f70-9e6c-4f91e3ec94c8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:45.810216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:45.814644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.836423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.839956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.844323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14f428f8-85e3-4e48-a79e-a810e3c4644e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/a6a862ce-7dc8-4f51-8c71-92d2422ff694 HTTP/1.1" status: 204 len: 168 time: 1.3188560 Oct 28 21:49:45.844528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71227763-9aa3-400f-970f-dc45799453c9']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:45.845172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:45.850479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '252effab-0341-402b-a95b-a9d606243b5f'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:45.873856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bbcb10-fd32-4d18-863e-6463edf9f90c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:45.874314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bbcb10-fd32-4d18-863e-6463edf9f90c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:45.875965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.893216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.905635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-a4586366-0d11-46c6-bdab-1151d8dba706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:45.909433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-a4586366-0d11-46c6-bdab-1151d8dba706 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1670027 Oct 28 21:49:45.928152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.930110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:45.947883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:49:45.948030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:49:45.953275 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:49:46.010108 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'e311f8ac-ea35-42bd-8184-012428ebaf82', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:22Z', 'updated_at': '2021-10-28T21:49:44Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:46.025492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.050454 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:46.060599 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:46.061274 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:46.072659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:46.099584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:49:46.100129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 668bbb8e-cf94-49b1-8b02-a5c2bc59ce0e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:49:46.100710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 81b671a4-ac6a-4d71-bed1-9e6dda7f513b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:46.131965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 81b671a4-ac6a-4d71-bed1-9e6dda7f513b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:49:46.133174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 81b671a4-ac6a-4d71-bed1-9e6dda7f513b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:49:46.184951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.189 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d7396f9b-249c-4e4c-965a-08d4da78fe80) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:46.308184 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:46.335170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.377422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.419476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:46.427275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:46.431243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:46.465447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=d7396f9b-249c-4e4c-965a-08d4da78fe80,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:46.546662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.547486 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Added segment ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5 of type vlan for network 3687f18e-b3a0-4ef2-9b62-f954b622a50d Oct 28 21:49:46.558368 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.563223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-406014a1-b6fc-4c55-8567-6ff26360a069 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 999 time: 0.6306076 Oct 28 21:49:46.590790 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.597474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/71227763-9aa3-400f-970f-dc45799453c9 HTTP/1.1" status: 204 len: 168 time: 1.8391209 Oct 28 21:49:46.597474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891457-48f9-4e63-9c29-632d17563122 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=71227763-9aa3-400f-970f-dc45799453c9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:46.608491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41454) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:46.608870 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'e311f8ac-ea35-42bd-8184-012428ebaf82', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:22Z', 'updated_at': '2021-10-28T21:49:44Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:46.647804 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f253d00-279a-4852-82e4-d878102193b0 None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'e311f8ac-ea35-42bd-8184-012428ebaf82', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:49:22Z', 'updated_at': '2021-10-28T21:49:44Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:46.671967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a8e7-8533-4dad-b658-48d4cda53eaf req-dea7bccd-9203-48b2-9102-074ae82cd41d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:46.673733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6871a8e7-8533-4dad-b658-48d4cda53eaf req-dea7bccd-9203-48b2-9102-074ae82cd41d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.1909978 Oct 28 21:49:46.683275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.688857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-b6be915a-0fc7-4214-a27f-17a05a1c5798 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:46.690673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-b6be915a-0fc7-4214-a27f-17a05a1c5798 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 946 time: 0.2094748 Oct 28 21:49:46.700059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.723600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-238d1cbc-54ef-48c7-a7ad-292ef08da840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:46.725326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-238d1cbc-54ef-48c7-a7ad-292ef08da840 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.1378791 Oct 28 21:49:46.843467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6871a8e7-8533-4dad-b658-48d4cda53eaf req-0007b3d9-1cc0-4415-b786-fd925a17d289 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516256 Oct 28 21:49:46.864330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-af0f0ab2-185f-42ae-ad87-e915230f1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:46.865839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-af0f0ab2-185f-42ae-ad87-e915230f1d08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178036 Oct 28 21:49:46.910292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.916386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:46.917278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:46.937582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a424ec8-c89c-4aef-be26-aa86bbcc06d6 None None] New status for floating IP e311f8ac-ea35-42bd-8184-012428ebaf82: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:49:46.945274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:46.945794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.066308 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3708122 Oct 28 21:49:47.066633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-3c5d23b2-b2ed-4245-b1b2-59e2fbd56920 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920056 Oct 28 21:49:47.072388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41456) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:47.076403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc451def-1d56-46a4-b861-5bb082c07184 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Network': ['ID=3687f18e-b3a0-4ef2-9b62-f954b622a50d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:47.077036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'admin_state_up': True, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:47.106551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:47.160181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:47.160639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.183845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:47.187475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.188542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.312143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.316261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ae59807-f22f-4407-b3d2-a2f614974708 req-0413ad50-b6db-4358-bcb0-230e61f68336 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295723 Oct 28 21:49:47.336921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.472238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.478554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.547206 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.583427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.598613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['0aef6ab5-281b-4ce2-b1db-9f38bff794e9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:47.600873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['bfe461c2-f0ae-4638-8547-8293929053d5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:49:47.617361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=0aef6ab5-281b-4ce2-b1db-9f38bff794e9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:47.668707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:47.673172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.676404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b8900c8-a1c5-4a9e-b0aa-11153c70342b req-a9fa202e-3f35-4ba6-a833-b47513e53b37 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "DELETE /v2.0/ports/0aef6ab5-281b-4ce2-b1db-9f38bff794e9 HTTP/1.1" status: 204 len: 173 time: 0.9701817 Oct 28 21:49:47.676871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'name': 'network-vif-deleted', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:49:47.679334 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f2dc2-f0e4-4fbb-9b98-05685967aee3" -d '{"events": [{"server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "name": "network-vif-deleted", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:49:47.780954 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b301d17d-7767-432a-9155-0d7777d46e17 x-openstack-request-id: req-b301d17d-7767-432a-9155-0d7777d46e17 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:49:47.781238 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a78780-326b-4ebf-8f66-9ab8e531dc36", "name": "network-vif-deleted", "tag": "0aef6ab5-281b-4ce2-b1db-9f38bff794e9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:49:47.781491 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b301d17d-7767-432a-9155-0d7777d46e17 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:49:47.781910 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a78780-326b-4ebf-8f66-9ab8e531dc36', 'name': 'network-vif-deleted', 'tag': '0aef6ab5-281b-4ce2-b1db-9f38bff794e9', 'status': 'completed', 'code': 200} Oct 28 21:49:47.943600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:47.972956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-b78291e4-3f91-4ce9-bb4c-0f9df0cfc5fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1891150 Oct 28 21:49:47.974235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.060905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6ac7bbe-712b-45d5-8bf7-692f27b23850 req-6ae0e7f1-9462-449b-b1ff-af1531455d76 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0441155 Oct 28 21:49:48.152826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec46d-631b-4ef2-95d9-17c19958296f req-1a8e43c1-0162-46a6-97b4-524fd02cf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:48.154414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-1a8e43c1-0162-46a6-97b4-524fd02cf1cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.1055591 Oct 28 21:49:48.172762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.25.4.191 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4b65a05d-e491-47e0-8427-a00a17e85662) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:48.247991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.253725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.287261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec46d-631b-4ef2-95d9-17c19958296f req-9b673cf4-7c21-4ae3-a613-fef5da15cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:48.290196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-9b673cf4-7c21-4ae3-a613-fef5da15cbab service neutron] 10.222.0.44 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 897 time: 0.1123450 Oct 28 21:49:48.335971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=d7396f9b-249c-4e4c-965a-08d4da78fe80,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:48.366739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.410107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-319f5899-24dc-425a-9e38-22392ec47f08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 1001 time: 0.1033247 Oct 28 21:49:48.492592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.497126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec46d-631b-4ef2-95d9-17c19958296f req-350bb402-daef-4b20-b4bf-fd71b1c747b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:48.498739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-350bb402-daef-4b20-b4bf-fd71b1c747b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 200 len: 834 time: 0.0798118 Oct 28 21:49:48.506663 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP fb1d1036-93ee-4980-a30d-d39932703e32 associated. External IP: 172.25.4.189, port: 252effab-0341-402b-a95b-a9d606243b5f. Oct 28 21:49:48.573926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec46d-631b-4ef2-95d9-17c19958296f req-76d57e6f-6255-408c-86b7-c8d9e05c0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:48.575878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-76d57e6f-6255-408c-86b7-c8d9e05c0344 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b43079bf-3650-46f5-986c-f2133c60a204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688665 Oct 28 21:49:48.577295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.577968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 24bd13a5-ff13-491d-ad7f-043161a4b2b2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:48.578463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.672879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:48.677236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:48.685468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:48.708149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 24bd13a5-ff13-491d-ad7f-043161a4b2b2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=24bd13a5-ff13-491d-ad7f-043161a4b2b2,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:48.708582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:48.710730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=4b65a05d-e491-47e0-8427-a00a17e85662,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:48.783640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-4be0a307-6a60-436d-b4a6-9a6de34cb976 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980243 Oct 28 21:49:48.792054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 24bd13a5-ff13-491d-ad7f-043161a4b2b2 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:48.895758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:49.024259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818ec46d-631b-4ef2-95d9-17c19958296f req-69c2a45f-e1c4-40ce-810f-1bb8ff86145a service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068846 Oct 28 21:49:49.060053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.106840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:49.116668 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:49.138758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.144179 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:49.144849 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:49.177386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=24bd13a5-ff13-491d-ad7f-043161a4b2b2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:49.181480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.196738 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:49.208865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-219dd659-ef2d-4ccf-a73c-1bc65b3d5d9d req-2ffb226d-9a1d-4d0f-ace5-a39db073165c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0369117 Oct 28 21:49:49.209570 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:49.210343 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:49.258813 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-070e0332-55f9-4936-8827-f2479853cd98 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4123905 Oct 28 21:49:49.259645 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:49.260505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ae7bbe-58a5-4251-9d4a-b65623bc33bb None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:49.317658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:49.326814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1424545808'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:49.328523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.450046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.457197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:49.461374 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.467409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router f45eeee1-e783-496c-8d99-afe2b55f5768 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:49:49.548026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:49:49.572766 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.573111 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Added segment 2e464b59-0895-4867-86c1-ca8a66bc7f4b of type vlan for network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 Oct 28 21:49:49.588450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:49.600770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Sync routers for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:49.617982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.618715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:49.622357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f1887d0-616c-43bb-899c-f1f0f4c79639 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5462177 Oct 28 21:49:49.623081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:49.623764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:49.642688 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.735040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:49.790964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c07019-c075-4454-beb9-bbf61a5b8fc3 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:49.796422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d0c07019-c075-4454-beb9-bbf61a5b8fc3 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d673c918394e4e42be9e3ff07cd5e9bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1691918 Oct 28 21:49:49.796422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.797540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:49.801538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:49.802073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:49.914106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0005fcd-c1fe-4367-a3c4-b10c83bf0ed6 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:49.919429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e0005fcd-c1fe-4367-a3c4-b10c83bf0ed6 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1213663 Oct 28 21:49:49.920389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41476) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:49.982746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cff4df1-4c7b-4ef5-a719-35469c11e8c2 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608945 Oct 28 21:49:49.986153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41478) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:49.999596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:48Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:50.049334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4833b884-c95d-450b-b60b-4035ce1ce659 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=d673c918394e4e42be9e3ff07cd5e9bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0618794 Oct 28 21:49:50.050207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41480) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.057849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Checking router: f45eeee1-e783-496c-8d99-afe2b55f5768 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:50.058705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Updating router f45eeee1-e783-496c-8d99-afe2b55f5768 port 4b65a05d-e491-47e0-8427-a00a17e85662 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:50.085648 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.160819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73266bd-91c1-4524-b8c3-9c2254fb4d84 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:50.166228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d73266bd-91c1-4524-b8c3-9c2254fb4d84 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1149428 Oct 28 21:49:50.167196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41482) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.180556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Network': ['ID=f1e7dcd6-188a-4ad1-8065-007ec3b2ec39,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:50.188904 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bc5e6418-1eb4-46fc-a22b-bafbd6f8f7a2 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8674436 Oct 28 21:49:50.189978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.194924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:49:50.196264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'subnet': {'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:50.236438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40d9d996-c30c-441b-bdc3-1948bfc02bed tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680134 Oct 28 21:49:50.237375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.246595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493121247', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:50.255201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:50.375991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1764dc5-e1d1-4901-a9ba-a91db51b259c req-27f69654-cc83-40a5-9fd9-c11602990c75 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0433836 Oct 28 21:49:50.396428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:50.398303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.399146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:49:50.403521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.478884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:50.487586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-86460271-8698-470e-8c28-0536ac51103b tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8779337 Oct 28 21:49:50.490911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.493990 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:50.508575 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:50.510399 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:50.571136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet b335bf01-f2ef-4341-bfa1-f955bd0efc52 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:49:50.577087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.584596 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.593456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.630528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.698555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:50.707041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Attempting to bind port 4b65a05d-e491-47e0-8427-a00a17e85662 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:50.707643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Attempting to bind port 4b65a05d-e491-47e0-8427-a00a17e85662 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:50.707643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Attempting to bind port 4b65a05d-e491-47e0-8427-a00a17e85662 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:50.717346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.723914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Pushing event updated for resources: {'Port': ['ID=4b65a05d-e491-47e0-8427-a00a17e85662,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:50.735972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:50.745429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:50.745787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:50.746197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.747684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:50.747684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Bound port: 4b65a05d-e491-47e0-8427-a00a17e85662, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:50.747684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.797574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.801460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.836173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:49:50.836549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 0aef6ab5-281b-4ce2-b1db-9f38bff794e9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:49:50.855107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Checking segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:50.855753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network hostable DHCP agents. Network: 3687f18e-b3a0-4ef2-9b62-f954b622a50d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:50.866963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Subnet': ['ID=7a692e6c-0bcc-4b71-ab3b-7e5d2694e621,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:50.886772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:50.904872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 3687f18e-b3a0-4ef2-9b62-f954b622a50d) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:50.917464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:50.920003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.935029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Subnet': ['ID=f9fafb3d-8157-4f43-a1db-3b2a047c3c3c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:50.942957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] For port 4b65a05d-e491-47e0-8427-a00a17e85662, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:50.944217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Checking segment: {'id': '2e464b59-0895-4867-86c1-ca8a66bc7f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:50.944607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network hostable DHCP agents. Network: f1e7dcd6-188a-4ad1-8065-007ec3b2ec39, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:49:50.948433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] For port 4b65a05d-e491-47e0-8427-a00a17e85662, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4b65a05d-e491-47e0-8427-a00a17e85662,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:50.953460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467cf44-acde-40c3-90af-4e401ea5bdfb None None] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:50.967424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6951c6e8-0e16-47ca-ab7e-a84db7d0107d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7269597 Oct 28 21:49:50.970097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:50.984245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:50.984680 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:49Z', 'revision_number': 9, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.033765 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:51.047289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:51.048147 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.072076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.081585 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/b335bf01-f2ef-4341-bfa1-f955bd0efc52 HTTP/1.1" status: 204 len: 168 time: 0.5893791 Oct 28 21:49:51.085493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:49:51.087765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:51.116052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8097af-04e2-4164-875d-7001ada5ba19 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=b335bf01-f2ef-4341-bfa1-f955bd0efc52,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:51.131230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f1e7dcd6-188a-4ad1-8065-007ec3b2ec39) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:51.171522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a74ed-18aa-478b-af8e-198b8e4d5af6 None None] Network 90c4fb2a-da08-4b11-81f7-63609cd72711 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:51.171843 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:51.184774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:51.185379 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.251182 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b312e76-60d7-4104-b705-e6c130d4ed90 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0585096 Oct 28 21:49:51.260386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41498) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:51.266794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-904289789', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:49:51.267423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.271938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12c7a8c-65d5-4231-8c73-9a68b332aba1 None None] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:51.391559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:51.391789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.514308 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:49Z', 'revision_number': 9, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.537880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,segment=NetworkSegment(1881db03-12ee-4a99-b65e-c683c3e48d7e),segment_id=1881db03-12ee-4a99-b65e-c683c3e48d7e)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:51.538253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.562871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.574552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:51.581068 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0677b-3589-4f6f-a813-adbe39368f38 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:49Z', 'revision_number': 9, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'a4ae1cee-b70c-44c5-b056-03d6617b4ac8', 'name': '', 'network_id': 'fb0a36b3-9be1-4313-8119-2da8663961a1', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:c2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:19Z', 'updated_at': '2021-10-28T21:49:28Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'cc15eeca-b438-4bf0-88bc-a163f3181936', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:51.698875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.724645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=a0f57dfe-cdbd-4ae0-b470-05b4682bfc90,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:51.748051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:51.800559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'fixed_ips': [{'subnet_id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:51.801321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.841140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Pushing event updated for resources: {'Port': ['ID=4b65a05d-e491-47e0-8427-a00a17e85662,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:51.887860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.888524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2150390-63b3-4bb3-8850-fbbaec556ad3 req-71a04fec-f9d2-40c2-a070-eb5f02853e11 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0980952 Oct 28 21:49:51.893857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:51.894656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.914188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.915361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.934590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c4fb2a-da08-4b11-81f7-63609cd72711']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.956036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1881db03-12ee-4a99-b65e-c683c3e48d7e') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.956398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1881db03-12ee-4a99-b65e-c683c3e48d7e') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:51.965551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f1e7dcd6-188a-4ad1-8065-007ec3b2ec39', 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39', 'tenant_id': 'b40ee5d272e9455abfaf0a2e92ae0832', 'fixed_ips': [{'subnet_id': 'f9fafb3d-8157-4f43-a1db-3b2a047c3c3c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:49:51.966907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:51.990652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.014704 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.040939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.068412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:49:52.068816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:49:52.074542 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:49:52.201309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.208298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.216734 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/90c4fb2a-da08-4b11-81f7-63609cd72711 HTTP/1.1" status: 204 len: 168 time: 1.1167555 Oct 28 21:49:52.217644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41504) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:52.219258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.219628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.219958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.220280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.220636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.220968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.221293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.221621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.221945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.222269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.222591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.223487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c067b-9f8b-4176-a224-00d47cf47ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:52.234287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Allocated IP 172.20.0.18 (3687f18e-b3a0-4ef2-9b62-f954b622a50d/7a692e6c-0bcc-4b71-ab3b-7e5d2694e621/92f28375-f8f3-47da-af8a-78056ff3c0c3) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:52.240840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 24bd13a5-ff13-491d-ad7f-043161a4b2b2 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:52.267890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.298967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50898b-3c43-4d3c-8d22-7578b4c3b767 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=90c4fb2a-da08-4b11-81f7-63609cd72711,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:52.314207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 24bd13a5-ff13-491d-ad7f-043161a4b2b2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:49:52.314527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 24bd13a5-ff13-491d-ad7f-043161a4b2b2 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:49:52.406094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95266d-a35d-44bd-8144-efb486219f08 None None] DHCP port deletion for 90c4fb2a-da08-4b11-81f7-63609cd72711 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:49:52.466835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.487730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:52.690697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Allocated IP 172.20.0.2 (f1e7dcd6-188a-4ad1-8065-007ec3b2ec39/f9fafb3d-8157-4f43-a1db-3b2a047c3c3c/2d2597d3-5d6d-43d4-968e-0b430631e232) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:52.691717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.881790 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.905626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.945565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.954472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.963838 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:52.986582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.007535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:53.033587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:53.046681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:53.047677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port a4ae1cee-b70c-44c5-b056-03d6617b4ac8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:53.048151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.077751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:53.085047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5c71b63a-dd44-4b55-8220-d7fa02b2c559 req-979ca6f3-cbd5-44a6-9cbe-aa671e3cd4f2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0637531 Oct 28 21:49:53.098448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:53.114150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Pushing event updated for resources: {'Port': ['ID=2d2597d3-5d6d-43d4-968e-0b430631e232,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.119389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:53.140083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.20.0.17 (3687f18e-b3a0-4ef2-9b62-f954b622a50d/7a692e6c-0bcc-4b71-ab3b-7e5d2694e621/e30ec468-f5cd-40bc-a273-6707a96a9aca) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:53.179884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port a4ae1cee-b70c-44c5-b056-03d6617b4ac8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:53.180428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.194839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for a4ae1cee-b70c-44c5-b056-03d6617b4ac8 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:53.211656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:48Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:53.235510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.25.4.109 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/8cceb4e4-3040-4a41-9b8c-f77e879d0e06) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:53.242146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Attempting to bind port 92f28375-f8f3-47da-af8a-78056ff3c0c3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:53.242633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Attempting to bind port 92f28375-f8f3-47da-af8a-78056ff3c0c3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:53.243010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Attempting to bind port 92f28375-f8f3-47da-af8a-78056ff3c0c3 on network 3687f18e-b3a0-4ef2-9b62-f954b622a50d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:53.292887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Pushing event updated for resources: {'Port': ['ID=92f28375-f8f3-47da-af8a-78056ff3c0c3,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.302846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:53.303218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Checking segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:53.303813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.305118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Bound using segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:53.305865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Bound port: 92f28375-f8f3-47da-af8a-78056ff3c0c3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:53.306390 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.312638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55464e90-d135-490d-a93c-f48244f455a4 None None] The sync data for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 is: [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:48Z', 'revision_number': 3, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:53.344691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Attempting to bind port 2d2597d3-5d6d-43d4-968e-0b430631e232 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:53.345479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Attempting to bind port 2d2597d3-5d6d-43d4-968e-0b430631e232 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2e464b59-0895-4867-86c1-ca8a66bc7f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:53.345986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Attempting to bind port 2d2597d3-5d6d-43d4-968e-0b430631e232 on network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:53.390984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:53.392115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Checking segment: {'id': '2e464b59-0895-4867-86c1-ca8a66bc7f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:53.392558 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.392952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Bound using segment: {'id': '2e464b59-0895-4867-86c1-ca8a66bc7f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:53.393524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Bound port: 2d2597d3-5d6d-43d4-968e-0b430631e232, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e464b59-0895-4867-86c1-ca8a66bc7f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:53.394208 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.415500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.476223 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.481452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.503288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] For port 92f28375-f8f3-47da-af8a-78056ff3c0c3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:53.508869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] For port 92f28375-f8f3-47da-af8a-78056ff3c0c3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=92f28375-f8f3-47da-af8a-78056ff3c0c3,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:53.525633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=a4ae1cee-b70c-44c5-b056-03d6617b4ac8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.529549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.538275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.624905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:53.625901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] For port 2d2597d3-5d6d-43d4-968e-0b430631e232, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:53.655913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] For port 2d2597d3-5d6d-43d4-968e-0b430631e232, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d2597d3-5d6d-43d4-968e-0b430631e232,segment=NetworkSegment(2e464b59-0895-4867-86c1-ca8a66bc7f4b),segment_id=2e464b59-0895-4867-86c1-ca8a66bc7f4b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:53.658154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:53.669441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:53.675296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.679307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.684187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.713587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2f8dd-e41f-4627-9a11-80c041a0fbe3 None None] Pushing event updated for resources: {'Port': ['ID=92f28375-f8f3-47da-af8a-78056ff3c0c3,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.846571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:53.850873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f25e82-eff0-48b9-8d8c-9e9471557732 None None] Pushing event updated for resources: {'Port': ['ID=2d2597d3-5d6d-43d4-968e-0b430631e232,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:53.877400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:53.887976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:49:53.906167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.941940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:53.949236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=8cceb4e4-3040-4a41-9b8c-f77e879d0e06,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:54.376458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4b65a05d-e491-47e0-8427-a00a17e85662 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:54.443446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11a73caf-4c41-4e61-80ef-a0a80e7fda77 req-6492d95d-dc8d-410e-813a-5ed348aa79fd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8a78780-326b-4ebf-8f66-9ab8e531dc36 HTTP/1.1" status: 200 len: 210 time: 0.0894046 Oct 28 21:49:54.454482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:54.537178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4b65a05d-e491-47e0-8427-a00a17e85662 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:54.537178 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:54.726063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:54.993521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.010623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.044390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4b65a05d-e491-47e0-8427-a00a17e85662, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4b65a05d-e491-47e0-8427-a00a17e85662,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:55.056332 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.066041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:49:55.147619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:55.172987 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-da95429f-a973-4abd-aad0-9100d349249f tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447615 Oct 28 21:49:55.173195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41514) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:55.235071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4b65a05d-e491-47e0-8427-a00a17e85662,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:55.238577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:55.241921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:49:55.242556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a0f57dfe-cdbd-4ae0-b470-05b4682bfc90 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:49:55.253029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet cc15eeca-b438-4bf0-88bc-a163f3181936 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:49:55.259431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:55.261125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:55.271442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.381616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.383578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:55.646571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6f537-a451-4aa3-adbd-d07f0113a3be None None] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:55.765611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] Provisioning complete for port 92f28375-f8f3-47da-af8a-78056ff3c0c3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:55.765983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.786050 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.810648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.891186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:53Z', 'revision_number': 10, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:55.911608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:55.952936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:55.953803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:55.979811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:55.980843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:56.001608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.006399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.041935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.072339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759df47f-352a-4372-9949-8ec90d0a05b5 None None] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:56.183308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:56.222415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] For port 92f28375-f8f3-47da-af8a-78056ff3c0c3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=92f28375-f8f3-47da-af8a-78056ff3c0c3,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:56.249851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.388279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e15bb-38a2-4039-9c3f-c7aebe88cdf3 None None] Pushing event updated for resources: {'Port': ['ID=92f28375-f8f3-47da-af8a-78056ff3c0c3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:56.393215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d2597d3-5d6d-43d4-968e-0b430631e232 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:56.653849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] Provisioning complete for port 2d2597d3-5d6d-43d4-968e-0b430631e232 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:56.654221 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.802973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2d2597d3-5d6d-43d4-968e-0b430631e232 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:56.803343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:56.922935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:49:56.929933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:49:56.960841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.009869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:53Z', 'revision_number': 10, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:57.037323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.063525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.066787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/cc15eeca-b438-4bf0-88bc-a163f3181936 HTTP/1.1" status: 204 len: 168 time: 1.8927932 Oct 28 21:49:57.069461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41526) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:57.099087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de77370-831d-4341-be5f-c6b50c052b21 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=cc15eeca-b438-4bf0-88bc-a163f3181936,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:57.111667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] For port 2d2597d3-5d6d-43d4-968e-0b430631e232, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d2597d3-5d6d-43d4-968e-0b430631e232,segment=NetworkSegment(2e464b59-0895-4867-86c1-ca8a66bc7f4b),segment_id=2e464b59-0895-4867-86c1-ca8a66bc7f4b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:57.113693 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.117977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0903d3-72f6-4f90-abdf-68cd65dd4edd None None] Network fb0a36b3-9be1-4313-8119-2da8663961a1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:49:57.127250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0e229-a496-4cc7-b869-1f4d058a96a9 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:49:53Z', 'revision_number': 10, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None, '_interfaces': [{'id': 'd6276441-43ce-461d-b1dd-f65178a5a2a8', 'name': '', 'network_id': '9c46b3d6-a40a-40bb-9b94-8f4c2758fa32', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'mac_address': 'fa:16:3e:68:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:10Z', 'updated_at': '2021-10-28T21:49:18Z', 'revision_number': 5, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'subnets': [{'id': 'a703212a-b3a4-4ad6-b467-71ca367069fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:57.132860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.143048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router cc716453-cbc1-4d80-a25c-378a34f4fc88 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:49:57.184893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router f45eeee1-e783-496c-8d99-afe2b55f5768 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:49:57.267587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.344115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 2575ea54-1900-4d47-ad62-019096ea6336 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:49:57.344495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.415737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:57.423932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aacc50ae-45b0-4f27-aedd-633fe1cc04a7 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "PUT /v2.0/routers/f45eeee1-e783-496c-8d99-afe2b55f5768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4525275 Oct 28 21:49:57.428813 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Sync routers for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:57.430277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 2575ea54-1900-4d47-ad62-019096ea6336, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2575ea54-1900-4d47-ad62-019096ea6336,segment=NetworkSegment(ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae),segment_id=ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:57.433000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.444669 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:57.445305 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:57.455672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 2575ea54-1900-4d47-ad62-019096ea6336 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:49:57.517801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:49:57.534436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-961ed818-84ac-4363-be6e-631dfb5e39b8 None None] Provisioning complete for port e30ec468-f5cd-40bc-a273-6707a96a9aca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:57.534933 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-961ed818-84ac-4363-be6e-631dfb5e39b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.575083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] Sync routers for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:49:57.579811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.581678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-54cdaabb-1a53-4fe0-9900-4da9dca0ed61 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3188002 Oct 28 21:49:57.588963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41530) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:57.620768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fa068-3c0a-4447-ab89-63b0667656bd None None] Pushing event updated for resources: {'Port': ['ID=2d2597d3-5d6d-43d4-968e-0b430631e232,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:57.664092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.720189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=2575ea54-1900-4d47-ad62-019096ea6336,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:57.724589 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:57.735943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port 2575ea54-1900-4d47-ad62-019096ea6336 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:49:57.776139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:49:57.778531 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:49:57.783445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-961ed818-84ac-4363-be6e-631dfb5e39b8 None None] Port e30ec468-f5cd-40bc-a273-6707a96a9aca cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:57.791367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:57.793973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:57.876003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:57.912607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:57.914615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:57.928059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-961ed818-84ac-4363-be6e-631dfb5e39b8 None None] Provisioning complete for port 92f28375-f8f3-47da-af8a-78056ff3c0c3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:57.928564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-961ed818-84ac-4363-be6e-631dfb5e39b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.974647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:57.999736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0a36b3-9be1-4313-8119-2da8663961a1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:58.002068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae056b5-aa35-4533-bb7d-0b07903b5c0b None None] DHCP port deletion for fb0a36b3-9be1-4313-8119-2da8663961a1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:49:58.015374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:58.016461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae50b3b3-b1f0-43e4-b0c0-2c8e09ef9eae') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:58.019107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:58.019888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083bcb0-0a9c-482b-920f-968681fe45ef None None] The sync data for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:58.037028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.055010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.063489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:49:58.064335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.074920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-89a8fcf2-fed9-472e-987d-6cf09c9bce91 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:49:58.076524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-89a8fcf2-fed9-472e-987d-6cf09c9bce91 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/networks?id=3687f18e-b3a0-4ef2-9b62-f954b622a50d HTTP/1.1" status: 200 len: 798 time: 0.1460183 Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:49:58.113072 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:49:58.156483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.157493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-de215e2f-2d5f-42dc-9031-da1d5bd97365 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/quotas/d673c918394e4e42be9e3ff07cd5e9bd HTTP/1.1" status: 200 len: 375 time: 0.0485194 Oct 28 21:49:58.161536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.165134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/fb0a36b3-9be1-4313-8119-2da8663961a1 HTTP/1.1" status: 204 len: 168 time: 1.0942762 Oct 28 21:49:58.169277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41546) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:49:58.180324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0008fb-a094-44d3-a641-899398669bd7 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=fb0a36b3-9be1-4313-8119-2da8663961a1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:58.219633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3b75a1ff-3523-440b-84f7-859e9684b6c0 None None] Provisioning complete for port e30ec468-f5cd-40bc-a273-6707a96a9aca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:58.220270 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3b75a1ff-3523-440b-84f7-859e9684b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.267628 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e30ec468-f5cd-40bc-a273-6707a96a9aca', 'name': '', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:95:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:52Z', 'updated_at': '2021-10-28T21:49:55Z', 'revision_number': 2, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:58.275579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3b75a1ff-3523-440b-84f7-859e9684b6c0 None None] Port e30ec468-f5cd-40bc-a273-6707a96a9aca cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:49:58.310696 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Checking router: f45eeee1-e783-496c-8d99-afe2b55f5768 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:49:58.311643 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Updating router f45eeee1-e783-496c-8d99-afe2b55f5768 port e30ec468-f5cd-40bc-a273-6707a96a9aca binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:49:58.319252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3b75a1ff-3523-440b-84f7-859e9684b6c0 None None] Provisioning complete for port 2d2597d3-5d6d-43d4-968e-0b430631e232 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:58.319750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3b75a1ff-3523-440b-84f7-859e9684b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.330885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-830df589-ff9e-4a8f-80fa-6249ec1ab6f3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1588778 Oct 28 21:49:58.345438 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.347881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 92f28375-f8f3-47da-af8a-78056ff3c0c3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:58.429852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 92f28375-f8f3-47da-af8a-78056ff3c0c3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:58.430602 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.459130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-9aba9bb5-5a25-46ac-8e91-75f2787b9c24 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:49:58.460111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-9aba9bb5-5a25-46ac-8e91-75f2787b9c24 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1151853 Oct 28 21:49:58.584525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4b65a05d-e491-47e0-8427-a00a17e85662 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:58.655722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4b65a05d-e491-47e0-8427-a00a17e85662 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:58.656260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.688333 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.700254 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.717100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-c4e8014c-0400-492f-8bf5-641ee644d0c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241335 Oct 28 21:49:58.768272 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Pushing event updated for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:58.780652 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.780885 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.781219 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.781544 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.781867 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.782188 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.782504 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.782821 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.783136 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.783446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.783760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.784069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:49:58.852757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Attempting to bind port e30ec468-f5cd-40bc-a273-6707a96a9aca on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:49:58.854136 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Attempting to bind port e30ec468-f5cd-40bc-a273-6707a96a9aca by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:49:58.854538 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Attempting to bind port e30ec468-f5cd-40bc-a273-6707a96a9aca on network 3687f18e-b3a0-4ef2-9b62-f954b622a50d {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:49:58.860334 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:49:58.860729 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Checking segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:49:58.861118 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.861530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Bound using segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:49:58.862032 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Bound port: e30ec468-f5cd-40bc-a273-6707a96a9aca, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:49:58.862408 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:58.965768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d2597d3-5d6d-43d4-968e-0b430631e232 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:58.990498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-1ddda545-f24c-4d9e-9644-c231ce11f223 service neutron] 10.222.0.31 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639794 Oct 28 21:49:59.004241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.010063 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] For port e30ec468-f5cd-40bc-a273-6707a96a9aca, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:49:59.014631 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] For port e30ec468-f5cd-40bc-a273-6707a96a9aca, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e30ec468-f5cd-40bc-a273-6707a96a9aca,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:49:59.030569 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.110586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:49:59.111332 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:59.113181 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dd492-a530-493a-95c6-4cef90ab64f3 None None] Pushing event updated for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:49:59.252942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] Provisioning complete for port e30ec468-f5cd-40bc-a273-6707a96a9aca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:59.254223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.286283 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:49:59.385926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2d2597d3-5d6d-43d4-968e-0b430631e232 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:59.388830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.551821 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.567486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.1 (f1e7dcd6-188a-4ad1-8065-007ec3b2ec39/f9fafb3d-8157-4f43-a1db-3b2a047c3c3c/637083a3-2b85-468a-a2c7-ac538287015a) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:49:59.632513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 92f28375-f8f3-47da-af8a-78056ff3c0c3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:49:59.704543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de06bcd7-ae11-4a5e-a4f5-f5a3471f4d5c req-8eceb4c1-6baa-4ac8-adf6-825a44381f7e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 210 time: 0.0844424 Oct 28 21:49:59.706489 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e30ec468-f5cd-40bc-a273-6707a96a9aca', 'name': '', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:95:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:52Z', 'updated_at': '2021-10-28T21:49:59Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:49:59.719564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] For port e30ec468-f5cd-40bc-a273-6707a96a9aca, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e30ec468-f5cd-40bc-a273-6707a96a9aca,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:49:59.733570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.758977 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f521b-f977-4c16-bc5f-d0f6d47fb189 None None] The sync data for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 is: [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e30ec468-f5cd-40bc-a273-6707a96a9aca', 'name': '', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:95:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:52Z', 'updated_at': '2021-10-28T21:49:59Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:49:59.761626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.912622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 92f28375-f8f3-47da-af8a-78056ff3c0c3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:49:59.912973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:49:59.974047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b7d65-f813-4237-bf69-bff4c18a9d3b None None] Pushing event updated for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:00.011549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-24677203-2489-4fee-b623-dc7827f78c35 None None] Provisioning complete for port e30ec468-f5cd-40bc-a273-6707a96a9aca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:00.011980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-24677203-2489-4fee-b623-dc7827f78c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.019192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.119266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.169995 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:50:00.309573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:00.325818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=637083a3-2b85-468a-a2c7-ac538287015a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:00.344631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:00.357970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:00.464147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4ae1cee-b70c-44c5-b056-03d6617b4ac8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:00.499091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a4ae1cee-b70c-44c5-b056-03d6617b4ac8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:00.499091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a4ae1cee-b70c-44c5-b056-03d6617b4ac8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:00.499385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2575ea54-1900-4d47-ad62-019096ea6336 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:00.523842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.548629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2575ea54-1900-4d47-ad62-019096ea6336 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:00.550050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2575ea54-1900-4d47-ad62-019096ea6336 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:00.621295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port d6276441-43ce-461d-b1dd-f65178a5a2a8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:00.621850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.841987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.849332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-37dfbba1-8aab-4855-b7e4-812b0d06389f None None] Provisioning complete for port 637083a3-2b85-468a-a2c7-ac538287015a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:00.849865 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37dfbba1-8aab-4855-b7e4-812b0d06389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:00.966991 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-37dfbba1-8aab-4855-b7e4-812b0d06389f None None] Port 637083a3-2b85-468a-a2c7-ac538287015a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:01.003444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e30ec468-f5cd-40bc-a273-6707a96a9aca up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:01.051435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port d6276441-43ce-461d-b1dd-f65178a5a2a8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d6276441-43ce-461d-b1dd-f65178a5a2a8,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:01.051796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:01.093185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f1bd09d-6de6-4849-a244-ba043ab8d20a req-3c6769a6-c287-4359-be09-e2577b26c9b5 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 210 time: 0.2128110 Oct 28 21:50:01.120039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for d6276441-43ce-461d-b1dd-f65178a5a2a8 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:01.133161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e30ec468-f5cd-40bc-a273-6707a96a9aca triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:01.140266 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:01.312188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-b4032c9e-ef95-4a9f-bb36-877c146e692b tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:01.313774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-b4032c9e-ef95-4a9f-bb36-877c146e692b tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.52 "GET /v2.0/networks?id=3687f18e-b3a0-4ef2-9b62-f954b622a50d HTTP/1.1" status: 200 len: 798 time: 0.3567319 Oct 28 21:50:01.328001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Request body: {'port': {'device_id': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'admin_state_up': True, 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:02.038607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.049362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Made reservation on behalf of d673c918394e4e42be9e3ff07cd5e9bd for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:02.052782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.091383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=d6276441-43ce-461d-b1dd-f65178a5a2a8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:02.129046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.161469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.311638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-207175d2-f4b3-461a-be4e-284f82210088 req-f1928648-c5a5-4a65-9e48-60f167648705 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 210 time: 0.1395538 Oct 28 21:50:02.362404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=637083a3-2b85-468a-a2c7-ac538287015a,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:02.392005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.462830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:02.517557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Allocated IP 172.20.0.30 (3687f18e-b3a0-4ef2-9b62-f954b622a50d/7a692e6c-0bcc-4b71-ab3b-7e5d2694e621/6c35ec07-91c3-499d-938b-603902d89b7e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:02.797203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:02.807217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af507e1-0276-46b0-a6be-0e2b7b93a839 req-00490712-fa7e-4b24-abcc-2443d8e26d6e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:02.812960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8af507e1-0276-46b0-a6be-0e2b7b93a839 req-00490712-fa7e-4b24-abcc-2443d8e26d6e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.2323151 Oct 28 21:50:02.815994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:02.845258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:02.945860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.048969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8af507e1-0276-46b0-a6be-0e2b7b93a839 req-3c21fda9-234e-4ce7-b3c9-4de78ddd7691 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211990 Oct 28 21:50:03.076720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:03.086206 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:03.086724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4bff19fc-6643-4d4f-bf22-e3019099218e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8764448 Oct 28 21:50:03.089771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41588) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:03.106213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router cc716453-cbc1-4d80-a25c-378a34f4fc88 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:03.107412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.109344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5763ab92-2a9b-4e61-8a18-279c6cfed78c None None] Provisioning complete for port 637083a3-2b85-468a-a2c7-ac538287015a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:03.110350 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5763ab92-2a9b-4e61-8a18-279c6cfed78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.121001 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:03.121649 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.155453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5763ab92-2a9b-4e61-8a18-279c6cfed78c None None] Port 637083a3-2b85-468a-a2c7-ac538287015a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:03.157765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:03.166902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:03.172911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:03.177363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event updated for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:03.178120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting subnet a703212a-b3a4-4ad6-b467-71ca367069fc {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:03.183835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.206789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:03.241934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.270062 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.275470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.275470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.275856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.275856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.276191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.276547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.276873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.277194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.277516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.277835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.278151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.278465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:03.308244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:03.309346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.330849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.343171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-3e64e663-2f85-4403-b8d5-d7143ec158dc tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0190237 Oct 28 21:50:03.344185 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:03.346410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:03.354589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7731ac25-a232-4921-ac06-1f5d2407f9fd tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/routers/cc716453-cbc1-4d80-a25c-378a34f4fc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7621620 Oct 28 21:50:03.356456 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:03.357286 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.358067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Request body: {'port': {'device_id': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:03.362122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41592) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:03.362965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] Sync routers for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:03.369814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'port': {'network_id': 'f1e7dcd6-188a-4ad1-8065-007ec3b2ec39', 'name': 'tempest-FloatingIPTestJSON-1145127213'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:03.384313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:03.388355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.447976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:03.469503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.517862 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.525381 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.526924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.538076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:03.538987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.549631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Subnet': ['ID=a703212a-b3a4-4ad6-b467-71ca367069fc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:03.552064 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.556740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dede0f02-3161-471c-9a71-ec3c8e401c39 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/a703212a-b3a4-4ad6-b467-71ca367069fc HTTP/1.1" status: 204 len: 168 time: 0.4654012 Oct 28 21:50:03.559259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:03.579657 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688736dc-dfe3-4633-99f8-a06b542d5bb7 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:03.609992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9552c0b-c930-4f03-8145-b2eb93888ca7 None None] Network 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:03.620309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b983420-09d7-48a9-9ca9-232ecde2e383 req-3692486d-a765-4266-9aba-cbc747e8525a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:03.632703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b983420-09d7-48a9-9ca9-232ecde2e383 req-3692486d-a765-4266-9aba-cbc747e8525a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 895 time: 0.1778626 Oct 28 21:50:03.649602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.656470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:03.657419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02910c98-2915-4c1b-99ea-d1d85fa6ee1c None None] The sync data for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:03.693722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-21de005f-ba5e-401c-8050-698818f4704b None None] Provisioning complete for port 6c35ec07-91c3-499d-938b-603902d89b7e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:03.694095 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-21de005f-ba5e-401c-8050-698818f4704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.707573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Deleting port 58dd8e68-99bb-44be-8060-e167c8751b48 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:03.707818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.715844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Made reservation on behalf of b40ee5d272e9455abfaf0a2e92ae0832 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:03.720088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.756917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] device_id is not set on port 2861ac31-0543-48cd-8217-d40b154851cd yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:50:03.768713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-21de005f-ba5e-401c-8050-698818f4704b None None] Port 6c35ec07-91c3-499d-938b-603902d89b7e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:03.802133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] For port 58dd8e68-99bb-44be-8060-e167c8751b48, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=58dd8e68-99bb-44be-8060-e167c8751b48,segment=NetworkSegment(13ffaf46-6fae-454e-b54e-af1c28e20aaa),segment_id=13ffaf46-6fae-454e-b54e-af1c28e20aaa)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:03.802530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.823362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Calling delete_port for 58dd8e68-99bb-44be-8060-e167c8751b48 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:03.901636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:03.934759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Port': ['ID=58dd8e68-99bb-44be-8060-e167c8751b48,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:03.938778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No DVR routers for this DVR port 58dd8e68-99bb-44be-8060-e167c8751b48 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:03.957499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b638d5b-9fb9-4aef-906b-db74c54baff3 None None] DHCP port deletion for 9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:03.966023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Allocated IP 172.20.0.14 (f1e7dcd6-188a-4ad1-8065-007ec3b2ec39/f9fafb3d-8157-4f43-a1db-3b2a047c3c3c/2861ac31-0543-48cd-8217-d40b154851cd) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:04.033990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.057028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c46b3d6-a40a-40bb-9b94-8f4c2758fa32']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:04.062518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c35ec07-91c3-499d-938b-603902d89b7e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:50:04.067800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ffaf46-6fae-454e-b54e-af1c28e20aaa') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:04.068078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ffaf46-6fae-454e-b54e-af1c28e20aaa') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:04.083662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.087715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.099505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.107072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:04.107491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:04.111108 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:04.182194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Transition to ACTIVE for port object 6c35ec07-91c3-499d-938b-603902d89b7e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:50:04.182416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.192605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.195825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/networks/9c46b3d6-a40a-40bb-9b94-8f4c2758fa32 HTTP/1.1" status: 204 len: 168 time: 0.6354525 Oct 28 21:50:04.196872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.204525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41600) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:04.215331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510af934-88cc-45c7-b846-bbae850e2300 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Pushing event deleted for resources: {'Network': ['ID=9c46b3d6-a40a-40bb-9b94-8f4c2758fa32,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:04.222456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'routes': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:04.267101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-af5c0db6-b6db-4590-a7e6-327831253351 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:04.268587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-af5c0db6-b6db-4590-a7e6-327831253351 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.0620279 Oct 28 21:50:04.371036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port bfe461c2-f0ae-4638-8547-8293929053d5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:04.371373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.467445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port bfe461c2-f0ae-4638-8547-8293929053d5, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=bfe461c2-f0ae-4638-8547-8293929053d5,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:04.467816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.485938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for bfe461c2-f0ae-4638-8547-8293929053d5 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:04.622858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.636327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['bfe461c2-f0ae-4638-8547-8293929053d5'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:50:04.656793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=bfe461c2-f0ae-4638-8547-8293929053d5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:04.714020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.731151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port bfe461c2-f0ae-4638-8547-8293929053d5 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:04.734592 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.737408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09bc60-457b-421d-8e62-6d1782155163 req-1d3a5bff-2c64-4e9c-9d2f-dd64329f6c9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:04.739265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db09bc60-457b-421d-8e62-6d1782155163 req-1d3a5bff-2c64-4e9c-9d2f-dd64329f6c9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 946 time: 0.6064320 Oct 28 21:50:04.745968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d4ceee91-825f-4da9-8a7a-c2fb88897bef req-eb48c6f2-a60a-4b44-b41c-a6f2de2406bd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "DELETE /v2.0/ports/bfe461c2-f0ae-4638-8547-8293929053d5 HTTP/1.1" status: 204 len: 173 time: 0.4636078 Oct 28 21:50:04.746670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'name': 'network-vif-deleted', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:04.750450 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a44291-068e-4435-b929-afe66126ddc2" -d '{"events": [{"server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "name": "network-vif-deleted", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:04.761410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Pushing event updated for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:04.890912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 58dd8e68-99bb-44be-8060-e167c8751b48 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:04.921625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 58dd8e68-99bb-44be-8060-e167c8751b48 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:04.921960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 58dd8e68-99bb-44be-8060-e167c8751b48 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:04.922372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6276441-43ce-461d-b1dd-f65178a5a2a8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:04.941273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Added routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 28 21:50:04.941612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.extraroute_db [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Removed routes are [] {{(pid=102314) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 28 21:50:04.941934 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:04.955862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d6276441-43ce-461d-b1dd-f65178a5a2a8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:04.956552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d6276441-43ce-461d-b1dd-f65178a5a2a8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:05.065057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db09bc60-457b-421d-8e62-6d1782155163 req-8ec06f7d-06b8-49b7-9392-b08192850696 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=f51b2fea-18de-4a5a-9cbd-85e5b42690d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169060 Oct 28 21:50:05.182889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.193013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698c275-56d3-4b65-8e0b-1b5a6590d5ba req-f9f02a05-4cce-4c97-80a9-6a7e9157f814 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:05.194617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1698c275-56d3-4b65-8e0b-1b5a6590d5ba req-f9f02a05-4cce-4c97-80a9-6a7e9157f814 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 907 time: 0.4114177 Oct 28 21:50:05.195354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Attempting to bind port 6c35ec07-91c3-499d-938b-603902d89b7e on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:05.195680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Attempting to bind port 6c35ec07-91c3-499d-938b-603902d89b7e by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:05.196696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Attempting to bind port 6c35ec07-91c3-499d-938b-603902d89b7e on network 3687f18e-b3a0-4ef2-9b62-f954b622a50d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:05.218884 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccfb685-f644-46ba-9977-55d49c70ce73 x-openstack-request-id: req-3ccfb685-f644-46ba-9977-55d49c70ce73 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:05.219386 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef183a4-cdbd-4e74-bb89-4dcf90580539", "name": "network-vif-deleted", "tag": "bfe461c2-f0ae-4638-8547-8293929053d5", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:05.219496 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ccfb685-f644-46ba-9977-55d49c70ce73 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:05.219890 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef183a4-cdbd-4e74-bb89-4dcf90580539', 'name': 'network-vif-deleted', 'tag': 'bfe461c2-f0ae-4638-8547-8293929053d5', 'status': 'completed', 'code': 200} Oct 28 21:50:05.221665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Port 6c35ec07-91c3-499d-938b-603902d89b7e on network 3687f18e-b3a0-4ef2-9b62-f954b622a50d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:50:05.221997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Attempting to bind port 6c35ec07-91c3-499d-938b-603902d89b7e on network 3687f18e-b3a0-4ef2-9b62-f954b622a50d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:05.260041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:05.265428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:05.265767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Checking segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:05.266147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Bound using segment: {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:05.266581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Bound port: 6c35ec07-91c3-499d-938b-603902d89b7e, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:05.266935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.271869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.277147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:05.287913 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.293972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:05.339532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event updated for resources: {'Port': ['ID=2861ac31-0543-48cd-8217-d40b154851cd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:05.451984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:05.452642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.478917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:05.497790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e42653b-80bb-4549-a662-3e8235e0c398 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1335404 Oct 28 21:50:05.499184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:05.500583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41612) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:05.504670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6c35ec07-91c3-499d-938b-603902d89b7e,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:05.507058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Request body: {'floatingip': {'port_id': '2861ac31-0543-48cd-8217-d40b154851cd'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:05.511219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.528470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8019c297-031c-416e-baea-c4a88f4d2051 None None] Provisioning complete for port 2861ac31-0543-48cd-8217-d40b154851cd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:05.529194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8019c297-031c-416e-baea-c4a88f4d2051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.602197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8019c297-031c-416e-baea-c4a88f4d2051 None None] Port 2861ac31-0543-48cd-8217-d40b154851cd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:05.603168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.632323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:05.635253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:05.635911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.637350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] 10.222.0.52 "PUT /v2.0/ports/6c35ec07-91c3-499d-938b-603902d89b7e HTTP/1.1" status: 200 len: 1056 time: 2.2837799 Oct 28 21:50:05.639640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:05.641869 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7532208a-ee13-4c99-b85a-148dd44a94b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:05.644880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Sync routers for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:05.653717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.658127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c9588c04-d682-44b8-90b2-1fbcb3d23435 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 701 time: 1.4469857 Oct 28 21:50:05.661176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41616) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:05.768399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b6b004b7-4d6d-4e03-8d23-df1c423d7f38 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 205 time: 0.1058342 Oct 28 21:50:05.769793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41620) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:05.783884 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f94f8-ea4f-4c62-81b4-e507e8d5b591 x-openstack-request-id: req-286f94f8-ea4f-4c62-81b4-e507e8d5b591 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:05.784639 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:05.785041 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-286f94f8-ea4f-4c62-81b4-e507e8d5b591 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:05.785634 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e', 'status': 'completed', 'code': 200} Oct 28 21:50:05.829484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa9acd-cf6c-4ec3-9a3f-6f45b7f7606b service neutron] Pushing event updated for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:05.922373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:05.955154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:05.955780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:06.003351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-6f939fc9-a651-4517-a8bd-854fb8cc1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:06.012006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-6f939fc9-a651-4517-a8bd-854fb8cc1085 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 1059 time: 0.2611175 Oct 28 21:50:06.109330 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:06.152099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-1c28e19d-2beb-4163-baaf-9bbed8471026 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=6c35ec07-91c3-499d-938b-603902d89b7e HTTP/1.1" status: 200 len: 217 time: 0.1300480 Oct 28 21:50:06.195910 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:06.248233 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Checking router: 95ab6528-0889-484e-a9d0-32e44a7ee8e9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:06.269054 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Routers {'95ab6528-0889-484e-a9d0-32e44a7ee8e9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:06.269679 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:06.288763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-49a8c1fc-4fbf-47c3-9eda-132426153887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:06.290712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-49a8c1fc-4fbf-47c3-9eda-132426153887 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a692e6c-0bcc-4b71-ab3b-7e5d2694e621 HTTP/1.1" status: 200 len: 837 time: 0.0788958 Oct 28 21:50:06.304409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca3a49ec-9a2d-4854-9884-371a2e65e610 req-e05b1480-912e-4ca2-bd21-8ab792605f36 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.0432732 Oct 28 21:50:06.376298 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] Set router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:06.395604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.403155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.438743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.442026 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:06.446084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.472953 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa94446d-bc57-4953-91e9-51c911cb65a3 None None] The sync data for ids ['95ab6528-0889-484e-a9d0-32e44a7ee8e9'] in n-d-806683-16 is: [{'id': '95ab6528-0889-484e-a9d0-32e44a7ee8e9', 'name': 'tempest-RoutersTest-router-1539401385', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:04Z', 'updated_at': '2021-10-28T21:50:01Z', 'revision_number': 11, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:06.483969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0f06-e60f-4361-a781-a1e96bbdb669 req-30cbd558-6a65-415d-96ec-3e35c3bd9454 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:06.485629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-550b0f06-e60f-4361-a781-a1e96bbdb669 req-30cbd558-6a65-415d-96ec-3e35c3bd9454 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 907 time: 0.1800411 Oct 28 21:50:06.487555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-befeb557-4825-4de8-8152-98932f1f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:06.489083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-befeb557-4825-4de8-8152-98932f1f228a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3687f18e-b3a0-4ef2-9b62-f954b622a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1728230 Oct 28 21:50:06.490259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.490793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router 95ab6528-0889-484e-a9d0-32e44a7ee8e9 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:06.498889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.499986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cd5601f3-4550-4c89-8eab-9517de28e057 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 204 len: 168 time: 0.7119820 Oct 28 21:50:06.511971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41626) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:06.516473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-319206651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:06.598095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.598911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.625292 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP fb1d1036-93ee-4980-a30d-d39932703e32 associated. External IP: 172.25.4.189, port: 252effab-0341-402b-a95b-a9d606243b5f. Oct 28 21:50:06.702500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-dc916be0-b8e1-41f8-8fc9-2b6fb20230b3 service neutron] 10.222.0.52 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013254 Oct 28 21:50:06.705733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.723864 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.808089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:06.811756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:06.817388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb7c9a31-a837-4d6d-a783-f6d05bbaead9 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3042150 Oct 28 21:50:06.860581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:06.881016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cda73e68-2521-4c0a-a04d-5241a99315c7 req-ec6e7e61-8c53-4eb2-a2de-c5cf2d68f17a service neutron] 10.222.0.52 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689672 Oct 28 21:50:06.986493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-16f96718-dc35-425c-9cb9-d3093a9895a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:06.988831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-16f96718-dc35-425c-9cb9-d3093a9895a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 1059 time: 0.0497985 Oct 28 21:50:07.110896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-c0bd25eb-2cd3-4fef-856a-5b5e7ad32684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:07.112675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-c0bd25eb-2cd3-4fef-856a-5b5e7ad32684 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3687f18e-b3a0-4ef2-9b62-f954b622a50d HTTP/1.1" status: 200 len: 899 time: 0.1155002 Oct 28 21:50:07.158474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1407'] for router, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:07.172277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-3e8056aa-1149-475c-aaee-719f8c250f6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=6c35ec07-91c3-499d-938b-603902d89b7e HTTP/1.1" status: 200 len: 217 time: 0.0500267 Oct 28 21:50:07.178828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552231'] for router, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:07.183545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:07.252966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-e0a83870-c1ab-454c-9dea-e2b07ae44909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:07.254823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-e0a83870-c1ab-454c-9dea-e2b07ae44909 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a692e6c-0bcc-4b71-ab3b-7e5d2694e621 HTTP/1.1" status: 200 len: 837 time: 0.0748999 Oct 28 21:50:07.307174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-164a4220-d4ec-4480-9bba-c2032b7b67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:07.308787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-164a4220-d4ec-4480-9bba-c2032b7b67b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3687f18e-b3a0-4ef2-9b62-f954b622a50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0455828 Oct 28 21:50:07.417014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:07.419343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96af5165-de30-48a6-bb6b-0fd296e782d1 req-4a894a23-4608-4008-8e04-cfebc25df1a3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.0350208 Oct 28 21:50:07.429284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:07.446618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:07.447879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.489368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-5c206b29-7356-4828-a1e3-7b9852e3a41d service neutron] 10.222.0.52 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714089 Oct 28 21:50:07.544878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.545692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Router 9bce23b0-95fc-41da-80e0-4e1ff42dab52 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:50:07.583891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:07.584549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.627040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.627953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3277a6d-70f5-4686-889b-77d0faeb0446 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:07.660274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:07.671174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:07.674922 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14145e82-f330-4663-a8d9-25e7c8eb2550 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "PUT /v2.0/routers/9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 200 len: 693 time: 0.8155916 Oct 28 21:50:07.675702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:07.680253 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Sync routers for ids ['9bce23b0-95fc-41da-80e0-4e1ff42dab52'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:07.699356 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Routers {'9bce23b0-95fc-41da-80e0-4e1ff42dab52'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:07.700231 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9bce23b0-95fc-41da-80e0-4e1ff42dab52'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.705740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7532208a-ee13-4c99-b85a-148dd44a94b6 req-364729e0-2fc5-4d34-b69a-368daaa376ad service neutron] 10.222.0.52 "GET /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081125 Oct 28 21:50:07.729473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376d5a-cf72-41b5-8003-a0cb73865fa8 req-43ed4fcd-f0cc-456a-b4a6-7a46ff5ce3c8 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:07.731037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d376d5a-cf72-41b5-8003-a0cb73865fa8 req-43ed4fcd-f0cc-456a-b4a6-7a46ff5ce3c8 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 907 time: 0.1322634 Oct 28 21:50:07.771527 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Set router 9bce23b0-95fc-41da-80e0-4e1ff42dab52 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:07.832169 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce23b0-95fc-41da-80e0-4e1ff42dab52', 'name': 'tempest-RoutersTest-router-319206651', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:50:06Z', 'updated_at': '2021-10-28T21:50:07Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.862208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Checking router: 9bce23b0-95fc-41da-80e0-4e1ff42dab52 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:07.872030 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Routers {'9bce23b0-95fc-41da-80e0-4e1ff42dab52'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:07.872814 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9bce23b0-95fc-41da-80e0-4e1ff42dab52'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:07.948771 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] Set router 9bce23b0-95fc-41da-80e0-4e1ff42dab52 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:08.007016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bce23b0-95fc-41da-80e0-4e1ff42dab52', 'name': 'tempest-RoutersTest-router-319206651', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:50:06Z', 'updated_at': '2021-10-28T21:50:07Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:08.035748 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd199012-641d-4037-9479-ceaababecbf1 None None] The sync data for ids ['9bce23b0-95fc-41da-80e0-4e1ff42dab52'] in n-d-806683-16 is: [{'id': '9bce23b0-95fc-41da-80e0-4e1ff42dab52', 'name': 'tempest-RoutersTest-router-319206651', 'tenant_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:50:06Z', 'updated_at': '2021-10-28T21:50:07Z', 'revision_number': 2, 'project_id': 'e46a505f96db43e2b9d99fd60c8a4642', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:08.121940 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5c9caad0-267c-420c-8d61-3e95fcd4de87 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/routers/9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 200 len: 699 time: 0.4446273 Oct 28 21:50:08.124808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.159148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-42fd0757-e165-4733-87d6-2c7b5e43a6d3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 200 len: 205 time: 0.0330141 Oct 28 21:50:08.161547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41642) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.180926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router cc716453-cbc1-4d80-a25c-378a34f4fc88 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:08.198309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bfe461c2-f0ae-4638-8547-8293929053d5 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:08.245538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: bfe461c2-f0ae-4638-8547-8293929053d5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:08.246236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device bfe461c2-f0ae-4638-8547-8293929053d5 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:08.247771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.313431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:08.319000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.326828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] Sync routers for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:08.338200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:08.339280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:08.377680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:08.382103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-23682064-4ec8-46ef-bb5d-7292547d3f1c tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/floatingips/fb1d1036-93ee-4980-a30d-d39932703e32 HTTP/1.1" status: 200 len: 979 time: 2.8799593 Oct 28 21:50:08.385227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41644) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.388591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:08.389196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:08.422030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:08.422931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1bd948-5fe7-4082-948e-72f201202623 None None] The sync data for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:08.446103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.449267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.504619 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.505167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Fanout notify agent at l3_agent the message router_deleted on router 9bce23b0-95fc-41da-80e0-4e1ff42dab52 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:08.513785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.516435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-405d4a0e-224b-4bf2-8033-840a68514a35 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 204 len: 168 time: 0.3511388 Oct 28 21:50:08.518515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.519086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 2861ac31-0543-48cd-8217-d40b154851cd {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:08.519436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.562247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b8e11710-4d62-4ded-80a1-191afaf22f40 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 200 len: 205 time: 0.0417387 Oct 28 21:50:08.564624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41650) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.585140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8534d67d-2ec5-48d2-a96c-5cb40763c819 req-5e499adf-8d4b-4b78-b549-87419e9f1de4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.0506918 Oct 28 21:50:08.623104 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-94ef2195-5052-47e3-8ecc-9f56a1971e75 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:08.626470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-94ef2195-5052-47e3-8ecc-9f56a1971e75 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/9bce23b0-95fc-41da-80e0-4e1ff42dab52 HTTP/1.1" status: 404 len: 336 time: 0.0456364 Oct 28 21:50:08.626725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41652) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.632692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.655551 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a59b894-8dc2-434a-a57b-1658e4fabcd3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:08.656014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a59b894-8dc2-434a-a57b-1658e4fabcd3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:08.659062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7a59b894-8dc2-434a-a57b-1658e4fabcd3 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/6b6a08f6-2fcc-4e08-b3a2-a2d9b1fb31f2 HTTP/1.1" status: 404 len: 337 time: 0.0313847 Oct 28 21:50:08.661603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41654) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.689399 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc3bbf0-f87d-4283-ab04-f0a2dcb7febf tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:08.689849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc3bbf0-f87d-4283-ab04-f0a2dcb7febf tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:08.693168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ddc3bbf0-f87d-4283-ab04-f0a2dcb7febf tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/b335bf01-f2ef-4341-bfa1-f955bd0efc52 HTTP/1.1" status: 404 len: 337 time: 0.0306656 Oct 28 21:50:08.695679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.722453 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a7a413-b190-4214-8594-6a49b06ba3dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:08.722813 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a7a413-b190-4214-8594-6a49b06ba3dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:08.728965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-72a7a413-b190-4214-8594-6a49b06ba3dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/cc15eeca-b438-4bf0-88bc-a163f3181936 HTTP/1.1" status: 404 len: 337 time: 0.0292096 Oct 28 21:50:08.729247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41658) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.755327 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cf1592-c9a2-4678-b44c-317af84194da tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:08.755816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cf1592-c9a2-4678-b44c-317af84194da tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:08.776491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99cf1592-c9a2-4678-b44c-317af84194da tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/a703212a-b3a4-4ad6-b467-71ca367069fc HTTP/1.1" status: 404 len: 337 time: 0.0448515 Oct 28 21:50:08.777237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.827365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e244421c-3e88-4de6-80a1-2d894fd69e2a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 200 len: 205 time: 0.0482402 Oct 28 21:50:08.829513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41664) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.844070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.844458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:08.844919 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Floating IP fb1d1036-93ee-4980-a30d-d39932703e32 disassociated. External IP: 172.25.4.189, port: 2861ac31-0543-48cd-8217-d40b154851cd. Oct 28 21:50:08.845266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 2861ac31-0543-48cd-8217-d40b154851cd owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:08.873555 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-1b4abd13-fb1a-4f64-9e97-cec40fb15d29 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:08.874711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b4abd13-fb1a-4f64-9e97-cec40fb15d29 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/95ab6528-0889-484e-a9d0-32e44a7ee8e9 HTTP/1.1" status: 404 len: 336 time: 0.0441244 Oct 28 21:50:08.887072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41666) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.938737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ee3d5295-162e-440f-bf79-7e14a747343a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6d8574e-fb5c-4426-90ca-1cb66156739b HTTP/1.1" status: 200 len: 205 time: 0.0468178 Oct 28 21:50:08.941369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41668) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.982309 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-35f89224-d0d2-4590-9c6c-257665693472 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:08.983252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-35f89224-d0d2-4590-9c6c-257665693472 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/c6d8574e-fb5c-4426-90ca-1cb66156739b HTTP/1.1" status: 404 len: 336 time: 0.0397034 Oct 28 21:50:08.985870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41672) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:08.999029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:09.004262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7907de9-e039-427e-a875-a18b56ccf844 req-0255b71e-d63a-4f74-beae-6f28c0aa897f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:09.005903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7907de9-e039-427e-a875-a18b56ccf844 req-0255b71e-d63a-4f74-beae-6f28c0aa897f tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 907 time: 0.1351135 Oct 28 21:50:09.024506 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbf18b0-626e-41b3-a28d-44f8b3036a50 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:09.025049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbf18b0-626e-41b3-a28d-44f8b3036a50 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:09.032422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.034608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=2861ac31-0543-48cd-8217-d40b154851cd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:09.035401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8cbf18b0-626e-41b3-a28d-44f8b3036a50 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/b76fa58c-48a0-40da-b723-15310444d84b HTTP/1.1" status: 404 len: 337 time: 0.0417976 Oct 28 21:50:09.082468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-da781c6f-63bd-433e-b86d-00d653b03a65 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 200 len: 205 time: 0.0452478 Oct 28 21:50:09.085111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41676) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.239495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router cc716453-cbc1-4d80-a25c-378a34f4fc88 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:09.384426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:09.401338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] Sync routers for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:09.427654 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:09.428556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:09.469539 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:09.475646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:09.479220 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:09.480115 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:09.481656 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-22167955-b9ec-409f-85a6-abff27cf87e3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/2861ac31-0543-48cd-8217-d40b154851cd HTTP/1.1" status: 204 len: 168 time: 1.0954363 Oct 28 21:50:09.484230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41678) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.521029 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:09.521957 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728da2e8-6f08-4d13-8bdb-80dc13dc691e None None] The sync data for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:09.577001 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-8b271527-5672-45f0-a820-e1700f44882a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:09.578119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8b271527-5672-45f0-a820-e1700f44882a tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/355954c2-79f9-47e7-917f-34bc42d4ea3c HTTP/1.1" status: 404 len: 336 time: 0.4920034 Oct 28 21:50:09.580696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.608798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-62f0336c-885c-4914-a6ff-e6a5ca97d855 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=d31f7fe5-ed89-4515-bda6-695237a87ce4 HTTP/1.1" status: 200 len: 205 time: 0.0269406 Oct 28 21:50:09.611139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41682) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.649744 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-bb778358-54b4-4b09-bc75-098f9553c6dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:09.650785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bb778358-54b4-4b09-bc75-098f9553c6dd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/d31f7fe5-ed89-4515-bda6-695237a87ce4 HTTP/1.1" status: 404 len: 336 time: 0.0387337 Oct 28 21:50:09.655023 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.688282 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09fc637-f9f5-4e36-b02b-59f4f5734e77 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:09.688771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09fc637-f9f5-4e36-b02b-59f4f5734e77 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:09.691995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f09fc637-f9f5-4e36-b02b-59f4f5734e77 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/8b23e6de-7969-4d55-a2ec-628d2a904ab1 HTTP/1.1" status: 404 len: 337 time: 0.0358701 Oct 28 21:50:09.694671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41690) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.730589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-58852548-744f-4434-810d-e5efd76deeae tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=f69df019-dd73-4efc-b901-768a0d248dc5 HTTP/1.1" status: 200 len: 205 time: 0.0346870 Oct 28 21:50:09.732949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41692) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.779170 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-3db92e22-fba7-45cd-a6f3-2ffb84fac583 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:09.780574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3db92e22-fba7-45cd-a6f3-2ffb84fac583 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/f69df019-dd73-4efc-b901-768a0d248dc5 HTTP/1.1" status: 404 len: 336 time: 0.0457089 Oct 28 21:50:09.782967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.845582 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-473267c5-804c-4488-b2e3-d04d58e21acd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:09.845980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473267c5-804c-4488-b2e3-d04d58e21acd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:09.851467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-473267c5-804c-4488-b2e3-d04d58e21acd tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/9b2a39c4-7431-4aa9-9105-92f5175595da HTTP/1.1" status: 404 len: 337 time: 0.0651982 Oct 28 21:50:09.851467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-931ad12d-f915-4ba5-bd1f-1935bc9e5c3e req-adad730e-31dc-4441-b26e-12ab19c12ce3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ef183a4-cdbd-4e74-bb89-4dcf90580539 HTTP/1.1" status: 200 len: 210 time: 0.0491984 Oct 28 21:50:09.851925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41696) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.895996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41698) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.896209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-49d20248-b52c-4bf0-aec8-65739bb0ff61 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7a2bef1-8974-4794-a1ba-7d64da921aa5 HTTP/1.1" status: 200 len: 205 time: 0.0420856 Oct 28 21:50:09.950348 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-980f441c-f373-4b56-826c-28d0c825c73e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] delete failed (client error): The resource could not be found. Oct 28 21:50:09.951420 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-980f441c-f373-4b56-826c-28d0c825c73e tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/routers/d7a2bef1-8974-4794-a1ba-7d64da921aa5 HTTP/1.1" status: 404 len: 336 time: 0.0544581 Oct 28 21:50:09.954085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:09.979812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:09.987830 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4ce067-84f1-412f-96ed-6a92b1ff5ba4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:09.988391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4ce067-84f1-412f-96ed-6a92b1ff5ba4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:09.991655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4f4ce067-84f1-412f-96ed-6a92b1ff5ba4 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/232382f3-2a09-4c9b-b290-3102c9ddc7b9 HTTP/1.1" status: 404 len: 337 time: 0.0357404 Oct 28 21:50:09.994728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41702) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:10.023473 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe767b63-0d6a-4f0c-9665-3b44ac7179f6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:10.024055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe767b63-0d6a-4f0c-9665-3b44ac7179f6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:10.027270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe767b63-0d6a-4f0c-9665-3b44ac7179f6 tempest-RoutersTest-1203270966 tempest-RoutersTest-1203270966-project] 10.222.0.31 "DELETE /v2.0/subnets/44194f4f-ed6e-4e1f-b113-a4396584b44f HTTP/1.1" status: 404 len: 337 time: 0.0314648 Oct 28 21:50:10.184571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47a1b1-d95a-48a8-a116-4943dbad6a0c req-22d7c705-810b-4f3e-98d3-ec8aedf1ef74 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:10.186327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b47a1b1-d95a-48a8-a116-4943dbad6a0c req-22d7c705-810b-4f3e-98d3-ec8aedf1ef74 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 907 time: 0.0840273 Oct 28 21:50:10.190379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6c35ec07-91c3-499d-938b-603902d89b7e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:50:10.314733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 637083a3-2b85-468a-a2c7-ac538287015a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:10.315092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.337295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6c35ec07-91c3-499d-938b-603902d89b7e,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:10.368017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6c35ec07-91c3-499d-938b-603902d89b7e', 'network_id': '3687f18e-b3a0-4ef2-9b62-f954b622a50d', 'port_id': '6c35ec07-91c3-499d-938b-603902d89b7e', 'mac_address': 'fa:16:3e:fd:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a692e6c-0bcc-4b71-ab3b-7e5d2694e621', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:50:10.412180 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.426683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c35ec07-91c3-499d-938b-603902d89b7e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:50:10.448216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6c35ec07-91c3-499d-938b-603902d89b7e,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:10.450705 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.455470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.465310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 637083a3-2b85-468a-a2c7-ac538287015a owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:10.514063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:10.516065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:10.673872 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7acaea8-66ab-4427-bc00-28ea7d5e36c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e46a505f96db43e2b9d99fd60c8a4642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584725 Oct 28 21:50:10.676203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41716) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:10.701790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.702378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6c35ec07-91c3-499d-938b-603902d89b7e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:50:10.740417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=637083a3-2b85-468a-a2c7-ac538287015a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:10.783395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.829484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.859621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-95f109a1-6b61-46e1-b752-66df529ef396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.908200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.912322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:10.917554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d21bccf-ab53-4f76-994e-06d5203e7f81 HTTP/1.1" status: 204 len: 168 time: 0.2403324 Oct 28 21:50:10.926212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a6a4-e6c4-4a08-820d-6f36ba61ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21bccf-ab53-4f76-994e-06d5203e7f81,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:11.036436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.315166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router cc716453-cbc1-4d80-a25c-378a34f4fc88 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:11.366890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc124a-f547-4940-b8da-f3c8c7a98d2f req-5a7e8e0a-ea91-42ec-994c-dd44e8c22144 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:11.369740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58fc124a-f547-4940-b8da-f3c8c7a98d2f req-5a7e8e0a-ea91-42ec-994c-dd44e8c22144 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 908 time: 0.0685015 Oct 28 21:50:11.453370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:11.463541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] Sync routers for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:11.469190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41738) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:11.469769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99bd71f3-eca9-4f79-b77c-acbf4f28d0eb tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/routers/cc716453-cbc1-4d80-a25c-378a34f4fc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840844 Oct 28 21:50:11.485989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:11.486735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:11.528961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:11.540610 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] Routers {'cc716453-cbc1-4d80-a25c-378a34f4fc88'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:11.541741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:49:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cc716453-cbc1-4d80-a25c-378a34f4fc88'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:11.580285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:11.581914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1e259-0a4c-458e-a109-82b2fa9c95a6 None None] The sync data for ids ['cc716453-cbc1-4d80-a25c-378a34f4fc88'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:11.603929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.708576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.765951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 8cceb4e4-3040-4a41-9b8c-f77e879d0e06 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:11.766610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.796835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:11.860794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.875779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 8cceb4e4-3040-4a41-9b8c-f77e879d0e06 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:11.904893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1721406451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:11.933689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.934800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.972463 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.992245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:11.998146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.019957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.024786 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-beaf009b-bc21-4d58-adec-15b416838820 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2225828 Oct 28 21:50:12.025807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:12.030981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-966311407'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:12.068028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:12.074095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.080833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.101511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.111970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=8cceb4e4-3040-4a41-9b8c-f77e879d0e06,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:12.178514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.191219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.194112 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.196012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.209782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6c35ec07-91c3-499d-938b-603902d89b7e up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:12.221979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:12.245402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.245744 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Added segment df8693c5-9218-45f7-8672-2e5847d6655c of type vlan for network 148e18e5-2a10-4900-b667-1a1bab643904 Oct 28 21:50:12.258072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1ed0d-de59-4c93-9610-578b14494063,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:12.275635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6c35ec07-91c3-499d-938b-603902d89b7e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:50:12.280709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6c35ec07-91c3-499d-938b-603902d89b7e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:12.281395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.311310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.313528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.314853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.369051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.369527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Fanout notify agent at l3_agent the message router_deleted on router cc716453-cbc1-4d80-a25c-378a34f4fc88 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:12.379078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.382069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.385111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2acfc63-f909-4b7f-bf13-4fc36c6b18dc tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/routers/cc716453-cbc1-4d80-a25c-378a34f4fc88 HTTP/1.1" status: 204 len: 168 time: 0.9148884 Oct 28 21:50:12.386070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.388073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41758) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:12.394688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:12.395337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.432804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6c35ec07-91c3-499d-938b-603902d89b7e,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:12.434020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:12.437102 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f978a-5c9d-4bc1-9932-4013f84d9511" -d '{"events": [{"server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:12.454458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.490631 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4635792 Oct 28 21:50:12.495530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41764) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:12.507042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdbd86-1025-47d5-8230-fe45b95820e3 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Network': ['ID=148e18e5-2a10-4900-b667-1a1bab643904,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:12.510228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'subnet': {'network_id': '148e18e5-2a10-4900-b667-1a1bab643904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:12.530719 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c40e3-3845-4d91-84d0-3096ade4a002 x-openstack-request-id: req-704c40e3-3845-4d91-84d0-3096ade4a002 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:12.531292 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:12.531492 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-704c40e3-3845-4d91-84d0-3096ade4a002 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:12.532330 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e', 'code': 200} Oct 28 21:50:12.533134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 148e18e5-2a10-4900-b667-1a1bab643904 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:12.550101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting subnet f9fafb3d-8157-4f43-a1db-3b2a047c3c3c {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:12.581149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.691621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.703296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fa056-7740-4bb7-949f-33efeda0d081 req-cf436875-03ea-4d0b-baf0-b59a10ab28d2 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:12.704969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc1fa056-7740-4bb7-949f-33efeda0d081 req-cf436875-03ea-4d0b-baf0-b59a10ab28d2 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.2137473 Oct 28 21:50:12.752201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:12.765785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0903928-217b-4547-948d-36f756c02dfc req-23feaf6b-9149-41a3-b3d8-41da76882086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:12.767857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a0903928-217b-4547-948d-36f756c02dfc req-23feaf6b-9149-41a3-b3d8-41da76882086 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 1061 time: 0.1621642 Oct 28 21:50:12.781777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:12.785549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.878334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:12.974831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.011670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fafb3d-8157-4f43-a1db-3b2a047c3c3c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:13.016598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.022280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7b119834-db51-4bf7-85a7-7d4abedd7afa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/subnets/f9fafb3d-8157-4f43-a1db-3b2a047c3c3c HTTP/1.1" status: 204 len: 168 time: 0.6307411 Oct 28 21:50:13.022615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41766) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:13.027061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba2f69-c4ac-4709-bcaa-8fa69dfdfa43 None None] Network f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:13.166530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.214083 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.244306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] DHCP port deletion for f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:13.252352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Subnet': ['ID=3970dd75-ef6c-44e4-b3d0-4246ca49f386,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:13.294362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Checking segment: {'id': 'df8693c5-9218-45f7-8672-2e5847d6655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:13.294723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network hostable DHCP agents. Network: 148e18e5-2a10-4900-b667-1a1bab643904, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:13.297538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Deleting port 2d2597d3-5d6d-43d4-968e-0b430631e232 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:13.298634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.324599 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 148e18e5-2a10-4900-b667-1a1bab643904 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:13.336731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 2d2597d3-5d6d-43d4-968e-0b430631e232 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:13.337077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.350646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 148e18e5-2a10-4900-b667-1a1bab643904) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:13.355667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:13.356263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.362072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda84d5-8a70-49de-af04-5005ad89aa37 None None] Network 148e18e5-2a10-4900-b667-1a1bab643904 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:13.412753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-83ce7878-947d-4db6-861f-1ec72d831c8d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9128563 Oct 28 21:50:13.413162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41772) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:13.423269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] For port 2d2597d3-5d6d-43d4-968e-0b430631e232, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d2597d3-5d6d-43d4-968e-0b430631e232,segment=NetworkSegment(2e464b59-0895-4867-86c1-ca8a66bc7f4b),segment_id=2e464b59-0895-4867-86c1-ca8a66bc7f4b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:13.423666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.423969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'network': {'name': 'tempest-router-network01--519155487'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:13.426412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] For port 2d2597d3-5d6d-43d4-968e-0b430631e232, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d2597d3-5d6d-43d4-968e-0b430631e232,segment=NetworkSegment(2e464b59-0895-4867-86c1-ca8a66bc7f4b),segment_id=2e464b59-0895-4867-86c1-ca8a66bc7f4b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:13.426775 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.442479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 2d2597d3-5d6d-43d4-968e-0b430631e232 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:13.453281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Calling delete_port for 2d2597d3-5d6d-43d4-968e-0b430631e232 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:13.471909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:13.477669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.481904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd6df-3daf-482d-b760-3bb2ef239955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.524507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:13.543281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.544274 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Added segment 6cc9ef0c-3ba5-4f83-a601-d259bdf46732 of type vlan for network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c Oct 28 21:50:13.588126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.604307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.614613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=2d2597d3-5d6d-43d4-968e-0b430631e232,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:13.628584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] No DVR routers for this DVR port 2d2597d3-5d6d-43d4-968e-0b430631e232 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:13.639449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.646350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:13.646978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.670580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.683522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-148e18e5-2a10-4900-b667-1a1bab643904', 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904', 'tenant_id': '4b72e2f380724c8e95c3496c97c85aae', 'fixed_ips': [{'subnet_id': '3970dd75-ef6c-44e4-b3d0-4246ca49f386'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:13.684527 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.718363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] No DVR routers for this DVR port 2d2597d3-5d6d-43d4-968e-0b430631e232 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:13.723865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Network': ['ID=89a8fa91-5b5a-4a4e-85e4-beb8305fd57c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:13.741636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96956fdc-d9e2-4d57-95f4-fe4f6ad5345e None None] Pushing event deleted for resources: {'Port': ['ID=2d2597d3-5d6d-43d4-968e-0b430631e232,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:13.752512 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2bbd9173-1326-43fa-bf93-527db2978d67 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3326354 Oct 28 21:50:13.752642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41776) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:13.756036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:13.758198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'network': {'name': 'tempest-router-network02--1880079735'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:13.762337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.788469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e7dcd6-188a-4ad1-8065-007ec3b2ec39']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:13.801283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e464b59-0895-4867-86c1-ca8a66bc7f4b') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:13.801662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e464b59-0895-4867-86c1-ca8a66bc7f4b') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:13.818957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:13.818957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.828674 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.858109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:13.869695 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.870035 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Added segment 085b00cf-b1ec-4e0f-861d-dfeb18cca364 of type vlan for network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f Oct 28 21:50:13.873610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.881379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:13.881859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.914640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.947558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:13.957698 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:13.963736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:13.964468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.003729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.006876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2532156 Oct 28 21:50:14.012330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.018047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/networks/f1e7dcd6-188a-4ad1-8065-007ec3b2ec39 HTTP/1.1" status: 204 len: 168 time: 0.9914823 Oct 28 21:50:14.018047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:14.022347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'subnet': {'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:14.030213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Allocated IP 2001:db8::2 (148e18e5-2a10-4900-b667-1a1bab643904/3970dd75-ef6c-44e4-b3d0-4246ca49f386/317fe744-6f4f-4785-812f-75cd5eca836a) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:14.041704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:14.130580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e624f-8fb1-4de4-a9c3-05b495e46ea5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Network': ['ID=f1e7dcd6-188a-4ad1-8065-007ec3b2ec39,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:14.150579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c2a8d-3653-4db3-b46b-5ed3f5fa2af1 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Network': ['ID=c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:14.151098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c25cd-4bf1-4a0f-afb4-0482cdd1beb1 req-0d8e64c0-4384-4cbd-9260-1ed2690c878e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:14.164080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68c25cd-4bf1-4a0f-afb4-0482cdd1beb1 req-0d8e64c0-4384-4cbd-9260-1ed2690c878e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.2008879 Oct 28 21:50:14.167467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:14.199897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:14.204715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.287380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port d7396f9b-249c-4e4c-965a-08d4da78fe80 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:14.287944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.315569 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.325494 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.391529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Network 148e18e5-2a10-4900-b667-1a1bab643904 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:14.397919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Pushing event updated for resources: {'Port': ['ID=317fe744-6f4f-4785-812f-75cd5eca836a,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:14.405297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:14.408116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:14.427642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.428254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.442864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for d7396f9b-249c-4e4c-965a-08d4da78fe80 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:14.481930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.522881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Attempting to bind port 317fe744-6f4f-4785-812f-75cd5eca836a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:14.523251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Attempting to bind port 317fe744-6f4f-4785-812f-75cd5eca836a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'df8693c5-9218-45f7-8672-2e5847d6655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:14.523618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Attempting to bind port 317fe744-6f4f-4785-812f-75cd5eca836a on network 148e18e5-2a10-4900-b667-1a1bab643904 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:14.537853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:14.538231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Checking segment: {'id': 'df8693c5-9218-45f7-8672-2e5847d6655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:14.538789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.539197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Bound using segment: {'id': 'df8693c5-9218-45f7-8672-2e5847d6655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:14.539748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Bound port: 317fe744-6f4f-4785-812f-75cd5eca836a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8693c5-9218-45f7-8672-2e5847d6655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '148e18e5-2a10-4900-b667-1a1bab643904'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:14.540127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.554561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Subnet': ['ID=c9e71617-9b85-40c8-b7ef-2098fd5e0448,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:14.605120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Checking segment: {'id': '6cc9ef0c-3ba5-4f83-a601-d259bdf46732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:14.606102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network hostable DHCP agents. Network: 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:14.645040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:14.663457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] For port 317fe744-6f4f-4785-812f-75cd5eca836a, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:14.669890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] For port 317fe744-6f4f-4785-812f-75cd5eca836a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=317fe744-6f4f-4785-812f-75cd5eca836a,segment=NetworkSegment(df8693c5-9218-45f7-8672-2e5847d6655c),segment_id=df8693c5-9218-45f7-8672-2e5847d6655c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:14.670135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.674585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:14.681699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:14.682471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.687251 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.697080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d69179-1548-49e0-a592-fb6257948989 None None] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:14.709752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8d6dc909-163b-4a54-8b55-1a16b56bfe71 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6918635 Oct 28 21:50:14.712892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41810) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:14.722453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'subnet': {'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:14.740430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=d7396f9b-249c-4e4c-965a-08d4da78fe80,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:14.861169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.867013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:14.870958 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bfb8044b-abff-4678-b06b-d792231e5ca5 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/floatingips/fb1d1036-93ee-4980-a30d-d39932703e32 HTTP/1.1" status: 204 len: 168 time: 0.8279715 Oct 28 21:50:14.874198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41816) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:14.940317 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c146439a-21b3-4691-8933-eda9537072a8 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:14.943075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c146439a-21b3-4691-8933-eda9537072a8 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:14.947967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c146439a-21b3-4691-8933-eda9537072a8 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/2861ac31-0543-48cd-8217-d40b154851cd HTTP/1.1" status: 404 len: 333 time: 0.0725825 Oct 28 21:50:14.953498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:14.983925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:14.987677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.001720 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f78c4d0b-886d-4fca-98b1-4a5001bf9c3e tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc716453-cbc1-4d80-a25c-378a34f4fc88 HTTP/1.1" status: 200 len: 205 time: 0.0459514 Oct 28 21:50:15.010443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d2597d3-5d6d-43d4-968e-0b430631e232 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:15.011517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41826) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:15.060608 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-010c4c2e-b196-4687-a812-55f0bd4a7cf3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] delete failed (client error): The resource could not be found. Oct 28 21:50:15.061862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-010c4c2e-b196-4687-a812-55f0bd4a7cf3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/routers/cc716453-cbc1-4d80-a25c-378a34f4fc88 HTTP/1.1" status: 404 len: 336 time: 0.0482929 Oct 28 21:50:15.064617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:15.103143 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d6ff00-8040-45f8-be85-681300265b85 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] DELETE failed (client error): The resource could not be found. Oct 28 21:50:15.103143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d6ff00-8040-45f8-be85-681300265b85 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:50:15.109446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7d6ff00-8040-45f8-be85-681300265b85 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/subnets/f9fafb3d-8157-4f43-a1db-3b2a047c3c3c HTTP/1.1" status: 404 len: 337 time: 0.0413926 Oct 28 21:50:15.109873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41830) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:15.114523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2d2597d3-5d6d-43d4-968e-0b430631e232 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:15.114871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d2597d3-5d6d-43d4-968e-0b430631e232 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:15.208308 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.228834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df939-b041-48b5-8d82-8be077a1418f None None] Pushing event updated for resources: {'Port': ['ID=317fe744-6f4f-4785-812f-75cd5eca836a,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:15.287438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.297196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 252effab-0341-402b-a95b-a9d606243b5f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:15.297540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.298738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-89a8fa91-5b5a-4a4e-85e4-beb8305fd57c', 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c', 'tenant_id': '4b72e2f380724c8e95c3496c97c85aae', 'fixed_ips': [{'subnet_id': 'c9e71617-9b85-40c8-b7ef-2098fd5e0448'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:15.300761 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.425021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.441457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 252effab-0341-402b-a95b-a9d606243b5f owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:15.513540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Allocated IP 2001:db8::2 (89a8fa91-5b5a-4a4e-85e4-beb8305fd57c/c9e71617-9b85-40c8-b7ef-2098fd5e0448/ac800567-0cd5-4618-b99e-7f3bc9f338e2) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:15.513941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa928-fed3-48c7-afd6-cb6a1abcb71e req-c3c4c71e-6c44-431a-8cab-0442f6ffcc6c tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:15.515504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3aaa928-fed3-48c7-afd6-cb6a1abcb71e req-c3c4c71e-6c44-431a-8cab-0442f6ffcc6c tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.1848569 Oct 28 21:50:15.518241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.621090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Subnet': ['ID=28b3600c-5895-4ae1-8925-eb882efd057b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:15.627228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Checking segment: {'id': '085b00cf-b1ec-4e0f-861d-dfeb18cca364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:15.627589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network hostable DHCP agents. Network: c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:15.680187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:15.709242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1388d-c641-4d42-a5bf-34785802f8b0 req-c1064ea0-8541-4d55-adf5-02fbbf7dcbc5 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:15.710864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc1388d-c641-4d42-a5bf-34785802f8b0 req-c1064ea0-8541-4d55-adf5-02fbbf7dcbc5 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.0733140 Oct 28 21:50:15.712025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:15.716956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:15.719141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.742704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb635e1-e9ad-4593-8007-c1a31de7de67 None None] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:15.745237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e3b33c50-4979-4f52-9a05-dcb5f673c112 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0311773 Oct 28 21:50:15.747761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41854) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:15.766231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.827903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=252effab-0341-402b-a95b-a9d606243b5f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:15.895973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.915670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.975857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:15.989151 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbb91f97-3a60-47fa-8940-91b1970a2d65 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/252effab-0341-402b-a95b-a9d606243b5f HTTP/1.1" status: 204 len: 168 time: 0.8780115 Oct 28 21:50:15.989837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41856) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:16.021831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:16.030628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:16.034786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:16.037036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Pushing event updated for resources: {'Port': ['ID=ac800567-0cd5-4618-b99e-7f3bc9f338e2,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:16.162187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port e744a574-e77d-4885-9cf2-e2bb9bb83f1e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:16.162604 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.179689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f', 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f', 'tenant_id': '4b72e2f380724c8e95c3496c97c85aae', 'fixed_ips': [{'subnet_id': '28b3600c-5895-4ae1-8925-eb882efd057b'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:16.184120 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.201841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Attempting to bind port ac800567-0cd5-4618-b99e-7f3bc9f338e2 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:16.202086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc07e7f-7af5-4c90-be7d-74248f495161 req-c26c00e6-9f64-4e46-ab9e-fd095fd3cf15 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:16.202942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Attempting to bind port ac800567-0cd5-4618-b99e-7f3bc9f338e2 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6cc9ef0c-3ba5-4f83-a601-d259bdf46732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:16.203615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Attempting to bind port ac800567-0cd5-4618-b99e-7f3bc9f338e2 on network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:16.215567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cbc07e7f-7af5-4c90-be7d-74248f495161 req-c26c00e6-9f64-4e46-ab9e-fd095fd3cf15 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 1061 time: 0.1734185 Oct 28 21:50:16.217149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:16.217715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Checking segment: {'id': '6cc9ef0c-3ba5-4f83-a601-d259bdf46732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:16.219183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.219586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Bound using segment: {'id': '6cc9ef0c-3ba5-4f83-a601-d259bdf46732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:16.220173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Bound port: ac800567-0cd5-4618-b99e-7f3bc9f338e2, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc9ef0c-3ba5-4f83-a601-d259bdf46732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '89a8fa91-5b5a-4a4e-85e4-beb8305fd57c'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:16.220592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.292154 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.309772 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.345234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for e744a574-e77d-4885-9cf2-e2bb9bb83f1e owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:16.349262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] For port ac800567-0cd5-4618-b99e-7f3bc9f338e2, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:16.353761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] For port ac800567-0cd5-4618-b99e-7f3bc9f338e2, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ac800567-0cd5-4618-b99e-7f3bc9f338e2,segment=NetworkSegment(6cc9ef0c-3ba5-4f83-a601-d259bdf46732),segment_id=6cc9ef0c-3ba5-4f83-a601-d259bdf46732)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:16.413966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.448585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41860) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:16.454990 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493777557', 'description': 'tempest-secgroup-smoke-493777557 description', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:16.476291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6f518-fe1f-402f-b918-3d9012adc44f None None] Network 148e18e5-2a10-4900-b667-1a1bab643904 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:16.512816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.615962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c3ea-b47e-43dd-8770-297dc571c5ff None None] Pushing event updated for resources: {'Port': ['ID=ac800567-0cd5-4618-b99e-7f3bc9f338e2,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:16.632209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] Provisioning complete for port 317fe744-6f4f-4785-812f-75cd5eca836a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:16.632597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.645989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.659385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.713168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.722491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.722737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Allocated IP 2001:db8::2 (c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f/28b3600c-5895-4ae1-8925-eb882efd057b/18424743-e8e2-47cc-b96c-ffab0e1601f5) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:16.724259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2739515 Oct 28 21:50:16.729286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:16.734626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:16.772852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5e85-5e27-454c-ab27-e6839c0da989 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06d39a-9448-434d-be55-903e46bf2c5e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:16.776641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.780856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=e744a574-e77d-4885-9cf2-e2bb9bb83f1e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:16.880983 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:16.891843 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bfbc5af2-d31d-441a-ac4b-be57d92d25c1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/ports/e744a574-e77d-4885-9cf2-e2bb9bb83f1e HTTP/1.1" status: 204 len: 168 time: 0.9009457 Oct 28 21:50:16.906579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41866) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:16.955203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617506-3951-4ad3-a8c2-0f50e64b5402 req-1ac95881-d69f-4738-aa3e-1c88a4fb8870 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:16.956931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d617506-3951-4ad3-a8c2-0f50e64b5402 req-1ac95881-d69f-4738-aa3e-1c88a4fb8870 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.5097756 Oct 28 21:50:17.111932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d617506-3951-4ad3-a8c2-0f50e64b5402 req-74cea6a1-b596-4164-90df-cb553bb40218 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1180990 Oct 28 21:50:17.144671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41868) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:17.159061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.196815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Allocated IP 2001:db8::1 (89a8fa91-5b5a-4a4e-85e4-beb8305fd57c/c9e71617-9b85-40c8-b7ef-2098fd5e0448/1ad78f4b-0ef2-4347-90ac-65f3aa8628b9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:17.211666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 317fe744-6f4f-4785-812f-75cd5eca836a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:17.214972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efba7b-6150-42ad-9c3e-175acca51912 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:17.216550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-84efba7b-6150-42ad-9c3e-175acca51912 tempest-TestSecurityGroupsBasicOps-54667034 tempest-TestSecurityGroupsBasicOps-54667034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 1056 time: 0.0705631 Oct 28 21:50:17.302395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] For port 317fe744-6f4f-4785-812f-75cd5eca836a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=317fe744-6f4f-4785-812f-75cd5eca836a,segment=NetworkSegment(df8693c5-9218-45f7-8672-2e5847d6655c),segment_id=df8693c5-9218-45f7-8672-2e5847d6655c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:17.318710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.356679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.380138 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.418733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61416674-b34f-42e9-8fcb-f22e9e4eb2a7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:17.420458 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-61416674-b34f-42e9-8fcb-f22e9e4eb2a7 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37154ce-8c66-4179-bd6c-4ead876273a5 HTTP/1.1" status: 200 len: 913 time: 0.5096130 Oct 28 21:50:17.423488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41872) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:17.449002 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.453484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 317fe744-6f4f-4785-812f-75cd5eca836a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:17.453922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.462370 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.491930 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.517366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8483b-eace-4318-8c79-c714fcfc9a91 None None] Pushing event updated for resources: {'Port': ['ID=317fe744-6f4f-4785-812f-75cd5eca836a,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:17.566570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Pushing event updated for resources: {'Port': ['ID=18424743-e8e2-47cc-b96c-ffab0e1601f5,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:17.579226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:17.583224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:17.586918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:17.592989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.598606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:17.603666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.606174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:17.618962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:17.619398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.653436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f103ae60-bed7-4888-bc29-8ff8f8e1cfe6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:17.669643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Port': ['ID=1ad78f4b-0ef2-4347-90ac-65f3aa8628b9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:17.676639 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.679397 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa18060d-7606-43bd-b792-99069318f9fa tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9478774 Oct 28 21:50:17.683937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41876) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:17.689784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:17.749929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Attempting to bind port 18424743-e8e2-47cc-b96c-ffab0e1601f5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:17.750305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Attempting to bind port 18424743-e8e2-47cc-b96c-ffab0e1601f5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '085b00cf-b1ec-4e0f-861d-dfeb18cca364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:17.750668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Attempting to bind port 18424743-e8e2-47cc-b96c-ffab0e1601f5 on network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:17.757832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:17.758265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Checking segment: {'id': '085b00cf-b1ec-4e0f-861d-dfeb18cca364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:17.758714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.759415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Bound using segment: {'id': '085b00cf-b1ec-4e0f-861d-dfeb18cca364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:17.760621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Bound port: 18424743-e8e2-47cc-b96c-ffab0e1601f5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085b00cf-b1ec-4e0f-861d-dfeb18cca364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:17.761011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.761418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf04fca-7cd6-46b4-a15a-3ce5b236650e req-8eb04874-d506-4867-aea3-bc2eb2736a7e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:17.763090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-faf04fca-7cd6-46b4-a15a-3ce5b236650e req-8eb04874-d506-4867-aea3-bc2eb2736a7e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.2306979 Oct 28 21:50:17.826082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-380755ad-b100-4b0c-bc13-ea3792b12ae6 None None] Provisioning complete for port 317fe744-6f4f-4785-812f-75cd5eca836a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:17.826643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-380755ad-b100-4b0c-bc13-ea3792b12ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.835419 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.858910 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:17.911311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] For port 18424743-e8e2-47cc-b96c-ffab0e1601f5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:17.918051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] For port 18424743-e8e2-47cc-b96c-ffab0e1601f5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=18424743-e8e2-47cc-b96c-ffab0e1601f5,segment=NetworkSegment(085b00cf-b1ec-4e0f-861d-dfeb18cca364),segment_id=085b00cf-b1ec-4e0f-861d-dfeb18cca364)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:17.948979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.010341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789733-eaf8-470d-a5b9-8b55d604e7d6 None None] Pushing event updated for resources: {'Port': ['ID=18424743-e8e2-47cc-b96c-ffab0e1601f5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.040794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.041028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.059680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.104965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9dd869-bbb6-4477-948f-70423a6e4a28,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.129844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95014075-6aaf-4763-98f2-6d9bc6be74f4 None None] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:18.165940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.169944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3e25253-2532-414c-9d5d-3515c549f383 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4823899 Oct 28 21:50:18.170188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:18.174738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:18.210751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] Provisioning complete for port ac800567-0cd5-4618-b99e-7f3bc9f338e2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:18.211124 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.234207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.334309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.349294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.350066 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.394792 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.403074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.449534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port 52b2cf01-c926-4285-b67d-232650b2f54b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:18.450262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.454778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] For port ac800567-0cd5-4618-b99e-7f3bc9f338e2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ac800567-0cd5-4618-b99e-7f3bc9f338e2,segment=NetworkSegment(6cc9ef0c-3ba5-4f83-a601-d259bdf46732),segment_id=6cc9ef0c-3ba5-4f83-a601-d259bdf46732)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:18.463972 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.537628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe394b0-68df-4d60-8853-d8f727f0be2d None None] Pushing event updated for resources: {'Port': ['ID=ac800567-0cd5-4618-b99e-7f3bc9f338e2,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.538438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:18.541126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.551150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:18.581612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Port': ['ID=1ad78f4b-0ef2-4347-90ac-65f3aa8628b9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.585492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fc6f95-a820-4c62-ad18-f1264be48024,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.591317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.606737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for 52b2cf01-c926-4285-b67d-232650b2f54b owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:18.657782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.658806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-05a228ba-ceb3-47de-9264-bbdcdd6b0b1e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4876957 Oct 28 21:50:18.661765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41882) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:18.671471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:18.759760 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.796629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-798c1f14-37b5-43cc-a0a6-cb5bbcc8d888 None None] Provisioning complete for port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:18.797242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-798c1f14-37b5-43cc-a0a6-cb5bbcc8d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.801144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-600be2cc-fd0e-482a-a6c7-8f069ac58a6a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:18.802726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-600be2cc-fd0e-482a-a6c7-8f069ac58a6a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.1008797 Oct 28 21:50:18.857308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.864949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-798c1f14-37b5-43cc-a0a6-cb5bbcc8d888 None None] Port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:18.892559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-798c1f14-37b5-43cc-a0a6-cb5bbcc8d888 None None] Provisioning complete for port ac800567-0cd5-4618-b99e-7f3bc9f338e2 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:18.892929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-798c1f14-37b5-43cc-a0a6-cb5bbcc8d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.897222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=52b2cf01-c926-4285-b67d-232650b2f54b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:18.938556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:18.980424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.026798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Router 3df1768b-1769-46dc-b69b-dcf135021dc6 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:50:19.061936 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.066210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3981738 Oct 28 21:50:19.075627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:19.092049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:19.122619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da25bc-d29d-4d66-a741-ec9e94e6ed92 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7f1202-e415-4b79-bdd1-7afe26fe9809,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:19.219603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.241950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 18424743-e8e2-47cc-b96c-ffab0e1601f5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:19.304768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:19.315272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-46eb6308-f2bf-4f2f-9bdf-27f6c3856518 None None] Provisioning complete for port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:19.315454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0f43520-3547-46d2-b1f5-d8570264f3fc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654769 Oct 28 21:50:19.315638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46eb6308-f2bf-4f2f-9bdf-27f6c3856518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.319765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41890) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:19.327659 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] Sync routers for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:19.342757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816a99c-b3a2-4ec8-9de2-ac2aaf508be2 req-9dc7ca21-0b8d-4d08-b505-e91f60f3ef7e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:19.344734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b816a99c-b3a2-4ec8-9de2-ac2aaf508be2 req-9dc7ca21-0b8d-4d08-b505-e91f60f3ef7e tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 909 time: 0.3702002 Oct 28 21:50:19.347231 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Project d142e3741d1c4d11b1a4e154daab0a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:50:19.355555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:19.356579 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:19.367643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port 6c35ec07-91c3-499d-938b-603902d89b7e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:19.367643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.374982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.400823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 18424743-e8e2-47cc-b96c-ffab0e1601f5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:19.401198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.410265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-46eb6308-f2bf-4f2f-9bdf-27f6c3856518 None None] Port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:19.431898 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:19.443714 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:19.444240 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:19.528042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:19.532498 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d12b-5e5a-44bb-869d-370132378400 None None] The sync data for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:19.581677 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.585976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.597758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port 6c35ec07-91c3-499d-938b-603902d89b7e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6c35ec07-91c3-499d-938b-603902d89b7e,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:19.598747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.609307 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.626252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for 6c35ec07-91c3-499d-938b-603902d89b7e owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:19.636764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 18424743-e8e2-47cc-b96c-ffab0e1601f5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=18424743-e8e2-47cc-b96c-ffab0e1601f5,segment=NetworkSegment(085b00cf-b1ec-4e0f-861d-dfeb18cca364),segment_id=085b00cf-b1ec-4e0f-861d-dfeb18cca364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:19.639628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78acba2-4b69-4b24-8b62-48118332d065 None None] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:19.640310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66af11b-2ee7-4d62-8dc0-78a3bbe10b5b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:19.658303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.661324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-732c41ac-2b14-4e66-80be-1038a40f0290 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5813179 Oct 28 21:50:19.663374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41892) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:19.669009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'security_group_rule': {'security_group_id': '0e06d39a-9448-434d-be55-903e46bf2c5e', 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:19.681486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.682368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ac800567-0cd5-4618-b99e-7f3bc9f338e2 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:19.735826 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Project d142e3741d1c4d11b1a4e154daab0a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:50:19.741970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.811193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Router d37154ce-8c66-4179-bd6c-4ead876273a5 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:19.831101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-106946a0-ec1f-4e89-8ed5-1ed96c00315c None None] Provisioning complete for port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:19.831736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-106946a0-ec1f-4e89-8ed5-1ed96c00315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.833300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=18424743-e8e2-47cc-b96c-ffab0e1601f5,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:19.862306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.864176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.870829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.899441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ac800567-0cd5-4618-b99e-7f3bc9f338e2 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:19.900030 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.916780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=6c35ec07-91c3-499d-938b-603902d89b7e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:19.927721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8957a2c-d5fc-42de-b766-08972d06e483,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:19.955503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.956627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8c224778-a7d9-4f88-afeb-e851087acdfd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2921312 Oct 28 21:50:19.967582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-106946a0-ec1f-4e89-8ed5-1ed96c00315c None None] Port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:19.972649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] No DVR routers for this DVR port 6c35ec07-91c3-499d-938b-603902d89b7e on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:19.978587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:19.984822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63ea4e85-27d5-43e6-8b31-f7d862b8edb4 req-e064e375-1ed2-416d-8a46-c50ae818f29d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.52 "DELETE /v2.0/ports/6c35ec07-91c3-499d-938b-603902d89b7e HTTP/1.1" status: 204 len: 173 time: 1.1587441 Oct 28 21:50:19.985341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'name': 'network-vif-deleted', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:19.988825 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3adfdf-be98-479c-897e-20a0d99f044e" -d '{"events": [{"server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "name": "network-vif-deleted", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:20.027410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-106946a0-ec1f-4e89-8ed5-1ed96c00315c None None] Provisioning complete for port 18424743-e8e2-47cc-b96c-ffab0e1601f5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:20.027943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-106946a0-ec1f-4e89-8ed5-1ed96c00315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.040457 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-f3406c56-39ad-4ef0-a035-41dc41528321 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:50:20.042205 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f3406c56-39ad-4ef0-a035-41dc41528321 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7214284 Oct 28 21:50:20.045202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41906) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:20.059729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:20.106287 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f72dc-f085-4e89-87f7-8723250ace52 x-openstack-request-id: req-e34f72dc-f085-4e89-87f7-8723250ace52 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:20.106681 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6751b1-de54-4274-ac2b-4f9cd38851aa", "name": "network-vif-deleted", "tag": "6c35ec07-91c3-499d-938b-603902d89b7e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:20.107038 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e34f72dc-f085-4e89-87f7-8723250ace52 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:20.107543 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6751b1-de54-4274-ac2b-4f9cd38851aa', 'name': 'network-vif-deleted', 'tag': '6c35ec07-91c3-499d-938b-603902d89b7e', 'status': 'completed', 'code': 200} Oct 28 21:50:20.109791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] Sync routers for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:20.117111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-97aa912f-8543-4b1f-9807-a0c332551cdf tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "PUT /v2.0/routers/d37154ce-8c66-4179-bd6c-4ead876273a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6927788 Oct 28 21:50:20.120163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:20.154896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:20.155536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:20.234720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:20.253851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 317fe744-6f4f-4785-812f-75cd5eca836a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:20.329586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] Routers {'d37154ce-8c66-4179-bd6c-4ead876273a5'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:20.330216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d37154ce-8c66-4179-bd6c-4ead876273a5'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:20.336173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.447855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:20.448589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3240bd-c066-4264-93ff-d5df8d93e5a3 None None] The sync data for ids ['d37154ce-8c66-4179-bd6c-4ead876273a5'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:20.501497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 317fe744-6f4f-4785-812f-75cd5eca836a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:20.501862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.565119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-652bab92-f7ba-437c-bc32-e842acdf3d34 req-331c826d-e4a9-446a-bf24-6d3fe0e06016 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a6751b1-de54-4274-ac2b-4f9cd38851aa HTTP/1.1" status: 200 len: 210 time: 0.0540135 Oct 28 21:50:20.632287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.725624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting port ac8a73e5-c1ff-42d7-bd38-d33e1c9d7cd0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:20.725858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.746729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36de67d9-ccde-483b-a794-e66c1903d439 None None] Provisioning complete for port 18424743-e8e2-47cc-b96c-ffab0e1601f5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:20.747550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36de67d9-ccde-483b-a794-e66c1903d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.879974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:20.901273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Calling delete_port for ac8a73e5-c1ff-42d7-bd38-d33e1c9d7cd0 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:20.943001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 18424743-e8e2-47cc-b96c-ffab0e1601f5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:20.999343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 18424743-e8e2-47cc-b96c-ffab0e1601f5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:20.999845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.044396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.127397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.171027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Port': ['ID=ac8a73e5-c1ff-42d7-bd38-d33e1c9d7cd0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:21.260927 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.363257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.365439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.392231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting port 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:21.392593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.421064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.421622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Fanout notify agent at l3_agent the message router_deleted on router d37154ce-8c66-4179-bd6c-4ead876273a5 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:21.428770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.432754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-51f57103-922d-4af5-9db5-95daf70b3bfa tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/routers/d37154ce-8c66-4179-bd6c-4ead876273a5 HTTP/1.1" status: 204 len: 168 time: 1.3087044 Oct 28 21:50:21.433262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41978) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:21.489811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Deleting subnet ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:21.493351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.498430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.515072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Calling delete_port for 1ad78f4b-0ef2-4347-90ac-65f3aa8628b9 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:21.536888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.585549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.643418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41982) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:21.694658 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.720621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.755989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Subnet': ['ID=ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:21.758221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.761612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e1af6d0b-6728-4852-860f-cae6b5705bb3 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/subnets/ccffaa32-e3c9-4b3d-9cce-4377ba07c7aa HTTP/1.1" status: 204 len: 168 time: 0.3275075 Oct 28 21:50:21.763951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41986) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:21.780597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Port': ['ID=1ad78f4b-0ef2-4347-90ac-65f3aa8628b9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:21.882542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:21.891158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.070190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.087672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Router 3df1768b-1769-46dc-b69b-dcf135021dc6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:22.096940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ab460f-514c-45cc-9325-43afb376863e']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.128976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0508c63d-df4d-4527-9ee3-68a61f767ccb') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.129221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0508c63d-df4d-4527-9ee3-68a61f767ccb') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.144797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.165268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.176640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:22.184325 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d7e3e7e8-c605-4ad4-a79c-264ed4074507 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1375329 Oct 28 21:50:22.188885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 41988) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:22.191979 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] Sync routers for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:22.193079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:22.193486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:22.201088 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:22.203913 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:22.204909 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.229708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6c35ec07-91c3-499d-938b-603902d89b7e no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:22.246908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.249723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6c35ec07-91c3-499d-938b-603902d89b7e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:22.250063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6c35ec07-91c3-499d-938b-603902d89b7e not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:22.256444 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:22.257053 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.296037 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:22.296865 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-cbbcbd2d-d181-4777-9356-3523a0a7f013 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] delete failed (client error): The resource could not be found. Oct 28 21:50:22.297170 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc91388-a75e-4150-9a3a-124caee724bc None None] The sync data for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:22.297891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cbbcbd2d-d181-4777-9356-3523a0a7f013 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-838626872 HTTP/1.1" status: 404 len: 334 time: 0.1081574 Oct 28 21:50:22.301648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41990) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:22.306344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6461c8ff-6b43-4ab1-83d4-2bd3600b0f26 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'router': {'external_gateway_info': {'network_id': '3df1768b-1769-46dc-b69b-dcf135021dc6'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:22.331492 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.341574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.344746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] 10.222.0.31 "DELETE /v2.0/networks/52ab460f-514c-45cc-9325-43afb376863e HTTP/1.1" status: 204 len: 168 time: 0.5795290 Oct 28 21:50:22.361357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c76d-78fa-4786-9274-904be6a7b3e1 tempest-FloatingIPTestJSON-1932614279 tempest-FloatingIPTestJSON-1932614279-project] Pushing event deleted for resources: {'Network': ['ID=52ab460f-514c-45cc-9325-43afb376863e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:22.480875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.559081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6461c8ff-6b43-4ab1-83d4-2bd3600b0f26 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.586791 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-6461c8ff-6b43-4ab1-83d4-2bd3600b0f26 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] update failed (client error): The resource could not be found. Oct 28 21:50:22.588415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6461c8ff-6b43-4ab1-83d4-2bd3600b0f26 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6 HTTP/1.1" status: 404 len: 339 time: 0.2852850 Oct 28 21:50:22.592185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 41996) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:22.597556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-79075789'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:22.625526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:22.629774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.661294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:22.676956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.677603 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Added segment 92a163e5-3fc0-4e66-85e7-80c946cf8e76 of type vlan for network f0f9b769-fb7f-49a5-b13a-e651e85005fc Oct 28 21:50:22.726112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.730912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42000) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:22.765909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.771919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:22.772679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.847770 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2541368 Oct 28 21:50:22.857026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42006) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:22.870127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650b543-00f5-4e0d-bd7a-56da84127167 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Network': ['ID=f0f9b769-fb7f-49a5-b13a-e651e85005fc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:22.872643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'subnet': {'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:22.887453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:22.913695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port e30ec468-f5cd-40bc-a273-6707a96a9aca {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:22.914319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:22.955794 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29cec1af-a100-49ac-a761-942f0594894f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b40ee5d272e9455abfaf0a2e92ae0832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237384 Oct 28 21:50:22.958379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42008) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:23.015927 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.044148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.075305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Made reservation on behalf of 4b72e2f380724c8e95c3496c97c85aae for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:23.078995 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.085552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port e30ec468-f5cd-40bc-a273-6707a96a9aca, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e30ec468-f5cd-40bc-a273-6707a96a9aca,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:23.085552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.102263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.105271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.108919 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cea570e1-a8cd-4f61-94e5-3dedaebc2447 HTTP/1.1" status: 204 len: 168 time: 0.1464362 Oct 28 21:50:23.118289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb4837-c986-4f73-8f9d-22ecf486826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea570e1-a8cd-4f61-94e5-3dedaebc2447,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:23.145261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for e30ec468-f5cd-40bc-a273-6707a96a9aca owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:23.435872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.515864 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.526293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Subnet': ['ID=bb414017-0ae0-42f6-92df-a8f1ee88d270,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:23.558121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=e30ec468-f5cd-40bc-a273-6707a96a9aca,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:23.569654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Checking segment: {'id': '92a163e5-3fc0-4e66-85e7-80c946cf8e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:23.569654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network hostable DHCP agents. Network: f0f9b769-fb7f-49a5-b13a-e651e85005fc, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:23.652749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:23.697267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f0f9b769-fb7f-49a5-b13a-e651e85005fc) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:23.706043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b91a5-1c44-4ae9-80df-173dc88c378d None None] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:23.727651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:23.728875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:23.772485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-672a159c-b41e-42d5-b8e6-c109eb65ed03 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9056048 Oct 28 21:50:23.773560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42030) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:23.779610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9ad07588-aa20-49f0-8fea-4b946acb772e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:23.848235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.015819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f0f9b769-fb7f-49a5-b13a-e651e85005fc', 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc', 'tenant_id': '4b72e2f380724c8e95c3496c97c85aae', 'fixed_ips': [{'subnet_id': 'bb414017-0ae0-42f6-92df-a8f1ee88d270'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:24.016985 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.114003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:24.163544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9ad07588-aa20-49f0-8fea-4b946acb772e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.203571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Allocated IP 2001:db8:1::2 (f0f9b769-fb7f-49a5-b13a-e651e85005fc/bb414017-0ae0-42f6-92df-a8f1ee88d270/2c26334c-9284-4977-a1c6-7bdf327b944f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:24.313646 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-9ad07588-aa20-49f0-8fea-4b946acb772e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:50:24.319395 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9ad07588-aa20-49f0-8fea-4b946acb772e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6 HTTP/1.1" status: 400 len: 364 time: 0.5439634 Oct 28 21:50:24.320196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:24.374272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1960033637'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:24.408505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.418195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.461090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:24.468551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:24.471161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:24.515124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Pushing event updated for resources: {'Port': ['ID=2c26334c-9284-4977-a1c6-7bdf327b944f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:24.548425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Attempting to bind port 2c26334c-9284-4977-a1c6-7bdf327b944f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:24.548779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Attempting to bind port 2c26334c-9284-4977-a1c6-7bdf327b944f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '92a163e5-3fc0-4e66-85e7-80c946cf8e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:24.549139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Attempting to bind port 2c26334c-9284-4977-a1c6-7bdf327b944f on network f0f9b769-fb7f-49a5-b13a-e651e85005fc {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:24.556092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:24.557308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Checking segment: {'id': '92a163e5-3fc0-4e66-85e7-80c946cf8e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:24.557711 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.558103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Bound using segment: {'id': '92a163e5-3fc0-4e66-85e7-80c946cf8e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:24.558577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Bound port: 2c26334c-9284-4977-a1c6-7bdf327b944f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a163e5-3fc0-4e66-85e7-80c946cf8e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f0f9b769-fb7f-49a5-b13a-e651e85005fc'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:24.558953 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.599639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router f45eeee1-e783-496c-8d99-afe2b55f5768 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:24.641713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Made reservation on behalf of 6088f13bcbc547cab23f7d5bf5ca73ef for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:24.643568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.668224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.677861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e172348a-b994-49e8-9338-4e4120882436 None None] For port 2c26334c-9284-4977-a1c6-7bdf327b944f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:24.681998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e172348a-b994-49e8-9338-4e4120882436 None None] For port 2c26334c-9284-4977-a1c6-7bdf327b944f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2c26334c-9284-4977-a1c6-7bdf327b944f,segment=NetworkSegment(92a163e5-3fc0-4e66-85e7-80c946cf8e76),segment_id=92a163e5-3fc0-4e66-85e7-80c946cf8e76)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:24.686627 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.765983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:24.776473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-afc1bdd7-168d-4e28-9755-b89e7dc7bbb0 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "PUT /v2.0/routers/f45eeee1-e783-496c-8d99-afe2b55f5768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298430 Oct 28 21:50:24.777169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42044) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:24.781224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Sync routers for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:24.790224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172348a-b994-49e8-9338-4e4120882436 None None] Pushing event updated for resources: {'Port': ['ID=2c26334c-9284-4977-a1c6-7bdf327b944f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:24.812041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.817900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:24.818516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:24.832864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.866101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting subnet 7a692e6c-0bcc-4b71-ab3b-7e5d2694e621 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:24.870977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.918988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.936712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:24.958097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:25.037845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.038194 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Added segment d1f2856e-6792-4078-9418-b7470311a7ff of type vlan for network 97fbefa4-2887-45ef-8738-9025a83684c4 Oct 28 21:50:25.039511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54824c17-33a3-4146-8d24-7aa5b92b6957,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:25.087361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.101592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.102251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.102899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.103839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.104569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.105153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.105707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.106418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.106956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.107518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.108213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.108774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:25.137273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:25.229905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.255800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.276209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Subnet': ['ID=7a692e6c-0bcc-4b71-ab3b-7e5d2694e621,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:25.284137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.289599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-84fe761e-b8aa-4e0b-8c7e-4cd8fa28145a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/subnets/7a692e6c-0bcc-4b71-ab3b-7e5d2694e621 HTTP/1.1" status: 204 len: 168 time: 0.5111816 Oct 28 21:50:25.292268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42048) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:25.293092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd656e30-506e-413b-ac32-63055b96bb52 None None] Network 3687f18e-b3a0-4ef2-9b62-f954b622a50d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:25.358329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.364585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:25.365038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.423354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.442539 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3274076 Oct 28 21:50:25.443164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:25.449429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Allocated IP 2001:db8::1 (148e18e5-2a10-4900-b667-1a1bab643904/3970dd75-ef6c-44e4-b3d0-4246ca49f386/be4ba2d6-58b5-4b5a-aabf-5016812a73f9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:25.454647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'subnet': {'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:25.536871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2810653-67ef-43a9-9643-a90064caa964 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Network': ['ID=97fbefa4-2887-45ef-8738-9025a83684c4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:25.563671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 97fbefa4-2887-45ef-8738-9025a83684c4 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:25.604756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.684711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Made reservation on behalf of 6088f13bcbc547cab23f7d5bf5ca73ef for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:25.686495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:50:23Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '4b65a05d-e491-47e0-8427-a00a17e85662', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:25.689412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.754803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] DHCP port deletion for 3687f18e-b3a0-4ef2-9b62-f954b622a50d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:25.757137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Checking router: f45eeee1-e783-496c-8d99-afe2b55f5768 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:25.760226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port 4b65a05d-e491-47e0-8427-a00a17e85662 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:25.760912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.784475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.850912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Routers {'f45eeee1-e783-496c-8d99-afe2b55f5768'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:25.851671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['f45eeee1-e783-496c-8d99-afe2b55f5768'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:25.885576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port 4b65a05d-e491-47e0-8427-a00a17e85662, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4b65a05d-e491-47e0-8427-a00a17e85662,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:25.886819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.928887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for 4b65a05d-e491-47e0-8427-a00a17e85662 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:25.941137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:25.983014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] Set router f45eeee1-e783-496c-8d99-afe2b55f5768 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:26.033504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 148e18e5-2a10-4900-b667-1a1bab643904 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:26.048630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:50:25Z', 'revision_number': 6, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:26.055390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:26.073713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:26.074333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.076827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Port': ['ID=be4ba2d6-58b5-4b5a-aabf-5016812a73f9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:26.129704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fb111-17bb-4f0a-8141-2f82f851be9c None None] The sync data for ids ['f45eeee1-e783-496c-8d99-afe2b55f5768'] in n-d-806683-16 is: [{'id': 'f45eeee1-e783-496c-8d99-afe2b55f5768', 'name': 'tempest-TestSecurityGroupsBasicOps-router-381557269', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:47Z', 'updated_at': '2021-10-28T21:50:25Z', 'revision_number': 6, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:26.177090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.181358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Deleting port 92f28375-f8f3-47da-af8a-78056ff3c0c3 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:26.182086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.203719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.247609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=4b65a05d-e491-47e0-8427-a00a17e85662,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:26.269826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] For port 92f28375-f8f3-47da-af8a-78056ff3c0c3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=92f28375-f8f3-47da-af8a-78056ff3c0c3,segment=NetworkSegment(ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5),segment_id=ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:26.270315 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.300001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Calling delete_port for 92f28375-f8f3-47da-af8a-78056ff3c0c3 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:26.350749 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.385596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305537b-b91e-44b4-a645-54cfdeb9c2c5 None None] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:26.485890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.489937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.564876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.566090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Fanout notify agent at l3_agent the message router_deleted on router f45eeee1-e783-496c-8d99-afe2b55f5768 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:26.582135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.588990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2fa9a6d-842b-459c-ab6e-54998ce81cc3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/routers/f45eeee1-e783-496c-8d99-afe2b55f5768 HTTP/1.1" status: 204 len: 168 time: 1.2948794 Oct 28 21:50:26.589688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42056) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:26.656837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] Provisioning complete for port 2c26334c-9284-4977-a1c6-7bdf327b944f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:26.657835 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.686151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.692285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.743436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] Pushing event deleted for resources: {'Port': ['ID=92f28375-f8f3-47da-af8a-78056ff3c0c3,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:26.760596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb5ae4-5254-4943-ac03-95d63b9ac92f None None] No DVR routers for this DVR port 92f28375-f8f3-47da-af8a-78056ff3c0c3 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:26.811618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Subnet': ['ID=2f0da86d-29ea-4b58-a94e-e7595de266a7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:26.812202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.857926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3687f18e-b3a0-4ef2-9b62-f954b622a50d']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:26.862522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Checking segment: {'id': 'd1f2856e-6792-4078-9418-b7470311a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:26.863182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network hostable DHCP agents. Network: 97fbefa4-2887-45ef-8738-9025a83684c4, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:26.881160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:26.881506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3e2a0d-d79d-42bc-8bba-cae15a02c4e5') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:26.898604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.921528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.923959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.935790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 97fbefa4-2887-45ef-8738-9025a83684c4 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:26.951015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] For port 2c26334c-9284-4977-a1c6-7bdf327b944f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2c26334c-9284-4977-a1c6-7bdf327b944f,segment=NetworkSegment(92a163e5-3fc0-4e66-85e7-80c946cf8e76),segment_id=92a163e5-3fc0-4e66-85e7-80c946cf8e76)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:26.964734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.967526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.978987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:26.980464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:26.991060 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:26.995315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 97fbefa4-2887-45ef-8738-9025a83684c4) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:27.009938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64e22a-dfd7-4c4f-88ec-1ad5b211e007 None None] Network 97fbefa4-2887-45ef-8738-9025a83684c4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:27.010613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:27.011304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.163644 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.169854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.179013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/networks/3687f18e-b3a0-4ef2-9b62-f954b622a50d HTTP/1.1" status: 204 len: 168 time: 0.5880089 Oct 28 21:50:27.184586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42062) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:27.193837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ee15f96-15d8-4e78-ac60-d501c514a475 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7409885 Oct 28 21:50:27.200600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42064) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:27.237058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1305894818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:27.306897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2c26334c-9284-4977-a1c6-7bdf327b944f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:27.347033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0984bb2-355a-4850-87f9-dc5a6663a912 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Network': ['ID=3687f18e-b3a0-4ef2-9b62-f954b622a50d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:27.360699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.362036 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.388176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483a65-3f20-4ff0-a905-429e21c0afc7 None None] Pushing event updated for resources: {'Port': ['ID=2c26334c-9284-4977-a1c6-7bdf327b944f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:27.402905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1eebe9b2-0988-4c46-a86b-58d125be84d1 None None] Provisioning complete for port be4ba2d6-58b5-4b5a-aabf-5016812a73f9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:27.403238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1eebe9b2-0988-4c46-a86b-58d125be84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.462179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-97fbefa4-2887-45ef-8738-9025a83684c4', 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4', 'tenant_id': '6088f13bcbc547cab23f7d5bf5ca73ef', 'fixed_ips': [{'subnet_id': '2f0da86d-29ea-4b58-a94e-e7595de266a7'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:27.463049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.508275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1eebe9b2-0988-4c46-a86b-58d125be84d1 None None] Port be4ba2d6-58b5-4b5a-aabf-5016812a73f9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:27.515205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2c26334c-9284-4977-a1c6-7bdf327b944f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:27.515870 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.516306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.548397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.574868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.580809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.582126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b3926340-0b64-4ae9-8671-bf8e0e8d8e17 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3795204 Oct 28 21:50:27.583903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.585024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.589533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42066) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:27.620256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port f5f34418-08b8-45f5-ad3f-45b18dbd50b6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:27.620615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.722805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Allocated IP 172.20.0.2 (97fbefa4-2887-45ef-8738-9025a83684c4/2f0da86d-29ea-4b58-a94e-e7595de266a7/5faf73e9-ccd9-4a12-8f45-486f77edc861) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:27.725582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-48d7c0fc-2610-42d1-9973-e5a699e2a1fd None None] Provisioning complete for port 2c26334c-9284-4977-a1c6-7bdf327b944f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:27.725974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48d7c0fc-2610-42d1-9973-e5a699e2a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.730941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.731468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.753095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for f5f34418-08b8-45f5-ad3f-45b18dbd50b6 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:27.772214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event updated for resources: {'Port': ['ID=be4ba2d6-58b5-4b5a-aabf-5016812a73f9,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:27.948976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.968649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:27.973104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Network 148e18e5-2a10-4900-b667-1a1bab643904 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:27.976105 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:27.987154 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.049967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Pushing event updated for resources: {'Port': ['ID=5faf73e9-ccd9-4a12-8f45-486f77edc861,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:28.070214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Network 97fbefa4-2887-45ef-8738-9025a83684c4 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:28.075503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:28.078920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:28.086773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=f5f34418-08b8-45f5-ad3f-45b18dbd50b6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:28.167477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.197234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.197760 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Floating IP f46fb813-a6f2-4ba1-a905-efe74bddc633 disassociated (deleted). External IP: 172.25.4.49, port: e1a58771-6d65-4115-8db6-5d021d3b4dd2. Oct 28 21:50:28.205902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4b65a05d-e491-47e0-8427-a00a17e85662 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:28.229783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4b65a05d-e491-47e0-8427-a00a17e85662 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:28.230226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4b65a05d-e491-47e0-8427-a00a17e85662 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:28.230731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e30ec468-f5cd-40bc-a273-6707a96a9aca no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:28.272802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e30ec468-f5cd-40bc-a273-6707a96a9aca {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:28.276836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e30ec468-f5cd-40bc-a273-6707a96a9aca not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:28.277265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 92f28375-f8f3-47da-af8a-78056ff3c0c3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:28.311929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 92f28375-f8f3-47da-af8a-78056ff3c0c3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:28.312283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 92f28375-f8f3-47da-af8a-78056ff3c0c3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:28.317231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Attempting to bind port 5faf73e9-ccd9-4a12-8f45-486f77edc861 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:28.317609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Attempting to bind port 5faf73e9-ccd9-4a12-8f45-486f77edc861 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'd1f2856e-6792-4078-9418-b7470311a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:28.317986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Attempting to bind port 5faf73e9-ccd9-4a12-8f45-486f77edc861 on network 97fbefa4-2887-45ef-8738-9025a83684c4 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:28.325601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:28.325900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Checking segment: {'id': 'd1f2856e-6792-4078-9418-b7470311a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:28.326452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.326689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Bound using segment: {'id': 'd1f2856e-6792-4078-9418-b7470311a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:28.327174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Bound port: 5faf73e9-ccd9-4a12-8f45-486f77edc861, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2856e-6792-4078-9418-b7470311a7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:28.328305 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.339318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Router 3df1768b-1769-46dc-b69b-dcf135021dc6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:28.444175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] For port 5faf73e9-ccd9-4a12-8f45-486f77edc861, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:28.449360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] For port 5faf73e9-ccd9-4a12-8f45-486f77edc861, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5faf73e9-ccd9-4a12-8f45-486f77edc861,segment=NetworkSegment(d1f2856e-6792-4078-9418-b7470311a7ff),segment_id=d1f2856e-6792-4078-9418-b7470311a7ff)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:28.457827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.483505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:28.496002 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] Sync routers for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:28.515611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router 255d6af1-bc28-4a45-9362-4da2cf725f73 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:28.524711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42072) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:28.525049 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f1a0a61-af0f-449f-82f8-992378d5d1fb tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2026422 Oct 28 21:50:28.534178 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:28.538131 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:28.570120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0284f752-ca61-4094-859c-d3e6ebe3c8cb None None] Provisioning complete for port be4ba2d6-58b5-4b5a-aabf-5016812a73f9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:28.570564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0284f752-ca61-4094-859c-d3e6ebe3c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.614963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0284f752-ca61-4094-859c-d3e6ebe3c8cb None None] Port be4ba2d6-58b5-4b5a-aabf-5016812a73f9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:28.619386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0e33-2dfd-45ea-8b2e-493603c1c390 None None] Pushing event updated for resources: {'Port': ['ID=5faf73e9-ccd9-4a12-8f45-486f77edc861,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:28.625731 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:28.642265 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:28.642894 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:28.694385 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:28.696880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f99c79-41fb-4f5f-aa5b-5f2b5269b602 None None] The sync data for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:28.736475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Allocated IP 172.20.0.1 (97fbefa4-2887-45ef-8738-9025a83684c4/2f0da86d-29ea-4b58-a94e-e7595de266a7/75067264-aa53-4ed8-8166-67433d722008) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:28.754854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8569-428d-4d16-95cf-5ef88a5d9369 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.899453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:28.905310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.908574 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-4dcd8569-428d-4d16-95cf-5ef88a5d9369 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 21:50:28.912494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4dcd8569-428d-4d16-95cf-5ef88a5d9369 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6 HTTP/1.1" status: 409 len: 329 time: 0.3840046 Oct 28 21:50:28.912958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42074) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:28.917111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Sync routers for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:28.936228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:28.947141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:28.948346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:29.013366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.064228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1ab546dd-0e40-4753-87ab-c8295be212d3 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/floatingips/f46fb813-a6f2-4ba1-a905-efe74bddc633 HTTP/1.1" status: 204 len: 168 time: 1.8784630 Oct 28 21:50:29.068950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:29.073054 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4fa042-79c3-4562-b66b-225d96f75f44" -d '{"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:29.123583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 97fbefa4-2887-45ef-8738-9025a83684c4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:29.134668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:29.137954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:29.159895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:29.172514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5faf73e9-ccd9-4a12-8f45-486f77edc861 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:29.216931 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7d07e-ca7c-46aa-a6fa-6d6327811a5a x-openstack-request-id: req-90d7d07e-ca7c-46aa-a6fa-6d6327811a5a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:29.217282 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:29.217492 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d7d07e-ca7c-46aa-a6fa-6d6327811a5a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:29.218598 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'status': 'completed', 'code': 200} Oct 28 21:50:29.241092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.369034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=75067264-aa53-4ed8-8166-67433d722008,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:29.407607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5faf73e9-ccd9-4a12-8f45-486f77edc861 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:29.407971 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.581152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.620958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.651735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:29.700005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Checking router: 255d6af1-bc28-4a45-9362-4da2cf725f73 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:29.707065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5faf73e9-ccd9-4a12-8f45-486f77edc861, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5faf73e9-ccd9-4a12-8f45-486f77edc861,segment=NetworkSegment(d1f2856e-6792-4078-9418-b7470311a7ff),segment_id=d1f2856e-6792-4078-9418-b7470311a7ff)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:29.714121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:29.714800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:29.757814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:29.758712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2c26334c-9284-4977-a1c6-7bdf327b944f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:29.895249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30a5d-7d52-48f6-a6a6-4cca48fb8633 req-a9da359a-777a-43e0-b495-208936c6d97b tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:29.906294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aae30a5d-7d52-48f6-a6a6-4cca48fb8633 req-a9da359a-777a-43e0-b495-208936c6d97b tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.1525648 Oct 28 21:50:29.909778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-b4cca026-67f6-4d38-8eb1-04e0d7761de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:29.911320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-b4cca026-67f6-4d38-8eb1-04e0d7761de6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 1137 time: 0.7033682 Oct 28 21:50:29.957841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5faf73e9-ccd9-4a12-8f45-486f77edc861,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:29.980187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:30.016646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f41272-b29c-4c13-98ef-359b70e90550 None None] Network 97fbefa4-2887-45ef-8738-9025a83684c4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:30.046055 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.057209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.070011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aae30a5d-7d52-48f6-a6a6-4cca48fb8633 req-620f3578-004b-4f36-adc4-b0a535291cb6 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1582525 Oct 28 21:50:30.146320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=75067264-aa53-4ed8-8166-67433d722008,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:30.150062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.159990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-9a41eaf4-cc04-4228-a739-6c58c3d1eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:30.161739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-9a41eaf4-cc04-4228-a739-6c58c3d1eae5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 200 len: 897 time: 0.2349041 Oct 28 21:50:30.236785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-59885485-854f-42eb-a964-1d3a338ab2d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 200 len: 217 time: 0.0661056 Oct 28 21:50:30.266309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2c26334c-9284-4977-a1c6-7bdf327b944f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:30.266735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.290623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 97fbefa4-2887-45ef-8738-9025a83684c4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:30.292463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:30.314849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-ec2a11b0-68f4-4d63-8e66-74b1ac72bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:30.316313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-ec2a11b0-68f4-4d63-8e66-74b1ac72bd47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 200 len: 834 time: 0.0715151 Oct 28 21:50:30.322963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.350454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4d3c5031-a30a-4f3e-9852-f2f38f350d9f None None] Provisioning complete for port 5faf73e9-ccd9-4a12-8f45-486f77edc861 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:30.350819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5031-a30a-4f3e-9852-f2f38f350d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.438042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Router 68d0f469-b9bf-44a5-a432-7892f2c8f633 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:50:30.560703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:30.571625 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] Sync routers for ids ['68d0f469-b9bf-44a5-a432-7892f2c8f633'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:30.573909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-31340503-5442-46a9-9dbd-cffe00d6230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:30.574039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b34ae022-a51b-4dc1-8d2c-364efe011b88 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "PUT /v2.0/routers/68d0f469-b9bf-44a5-a432-7892f2c8f633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9503887 Oct 28 21:50:30.575584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-31340503-5442-46a9-9dbd-cffe00d6230c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b43079bf-3650-46f5-986c-f2133c60a204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2494924 Oct 28 21:50:30.576035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42090) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:30.581129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'port': {'network_id': '97fbefa4-2887-45ef-8738-9025a83684c4', 'name': 'tempest-FloatingIPNegativeTestJSON-1189463978'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:30.585330 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] Routers {'68d0f469-b9bf-44a5-a432-7892f2c8f633'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:30.587194 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['68d0f469-b9bf-44a5-a432-7892f2c8f633'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:30.658047 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:30.678777 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] Routers {'68d0f469-b9bf-44a5-a432-7892f2c8f633'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:30.681437 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['68d0f469-b9bf-44a5-a432-7892f2c8f633'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:30.723779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-8bb7635d-2b1c-45cc-9071-982b6a74eb65 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:30.725648 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-8bb7635d-2b1c-45cc-9071-982b6a74eb65 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.44 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.1387618 Oct 28 21:50:30.830862 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:30.831682 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949c00d-8ef3-4b07-b837-63c322be26b0 None None] The sync data for ids ['68d0f469-b9bf-44a5-a432-7892f2c8f633'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:30.862159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-f23b8d99-efda-46f4-88f8-e6f3824a09c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734320 Oct 28 21:50:30.866170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:30.909848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Made reservation on behalf of 6088f13bcbc547cab23f7d5bf5ca73ef for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:30.914832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.920100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04bab9f-230a-48bd-996c-2b7e2422c4a6 None None] The sync data for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 is: [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:45Z', 'revision_number': 4, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0ba89162-bc20-4366-84bb-093db13a86d2', 'name': '', 'network_id': 'b43079bf-3650-46f5-986c-f2133c60a204', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'mac_address': 'fa:16:3e:15:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:44Z', 'updated_at': '2021-10-28T21:48:53Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'subnets': [{'id': 'd2963aa9-3f31-49cc-9d03-a868befc97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:30.960140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] device_id is not set on port b6c32cb6-3814-49ed-a1fa-b596a1c9684d yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:50:30.978582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting port be4ba2d6-58b5-4b5a-aabf-5016812a73f9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:30.979026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:30.994204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5faf73e9-ccd9-4a12-8f45-486f77edc861 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:31.030145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port e1a58771-6d65-4115-8db6-5d021d3b4dd2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:31.030605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.126525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.142513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a4fa042-79c3-4562-b66b-225d96f75f44 req-2b5ec6f4-66cd-4ef8-87a2-36e4e47d57ca service neutron] 10.222.0.44 "GET /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708948 Oct 28 21:50:31.146634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Calling delete_port for be4ba2d6-58b5-4b5a-aabf-5016812a73f9 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:31.161814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5faf73e9-ccd9-4a12-8f45-486f77edc861 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:31.162194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.197255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Allocated IP 172.20.0.5 (97fbefa4-2887-45ef-8738-9025a83684c4/2f0da86d-29ea-4b58-a94e-e7595de266a7/b6c32cb6-3814-49ed-a1fa-b596a1c9684d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:31.208763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port e1a58771-6d65-4115-8db6-5d021d3b4dd2, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e1a58771-6d65-4115-8db6-5d021d3b4dd2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:31.209129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.249035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for e1a58771-6d65-4115-8db6-5d021d3b4dd2 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:31.295113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6d059c53-511b-4362-8e50-3b6a28bd4c09 None None] Provisioning complete for port 5faf73e9-ccd9-4a12-8f45-486f77edc861 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:31.295694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d059c53-511b-4362-8e50-3b6a28bd4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.481093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40c7e7-778e-489b-9eef-cfe8cc54d057 None None] New status for floating IP f46fb813-a6f2-4ba1-a905-efe74bddc633: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:50:31.486927 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.597136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Port': ['ID=be4ba2d6-58b5-4b5a-aabf-5016812a73f9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:31.611679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6d059c53-511b-4362-8e50-3b6a28bd4c09 None None] Provisioning complete for port 75067264-aa53-4ed8-8166-67433d722008 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:31.612050 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6d059c53-511b-4362-8e50-3b6a28bd4c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.660604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775b05a-3a43-482f-ac0b-41018caa44be req-77681802-4c40-45d1-a89f-de763225d158 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:31.664291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b775b05a-3a43-482f-ac0b-41018caa44be req-77681802-4c40-45d1-a89f-de763225d158 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/ports?device_id=89c749d8-bce6-4744-b5c9-04f86e424fa4 HTTP/1.1" status: 200 len: 985 time: 0.4076347 Oct 28 21:50:31.705122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.726071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6d059c53-511b-4362-8e50-3b6a28bd4c09 None None] Port 75067264-aa53-4ed8-8166-67433d722008 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:31.790112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.797084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b775b05a-3a43-482f-ac0b-41018caa44be req-1466a862-4b7a-4189-9615-355e4fdd889d tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b31432b-949a-49d5-b990-e1598cc8562d&id=afcacd36-9494-414a-8279-f28d74b4f09c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0771248 Oct 28 21:50:31.814188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.852975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bb017fc6-62f8-4a0d-bbd5-d77d855b5ecc None None] Provisioning complete for port 75067264-aa53-4ed8-8166-67433d722008 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:31.853641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bb017fc6-62f8-4a0d-bbd5-d77d855b5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.869732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=e1a58771-6d65-4115-8db6-5d021d3b4dd2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:31.905712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.918564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bb017fc6-62f8-4a0d-bbd5-d77d855b5ecc None None] Port 75067264-aa53-4ed8-8166-67433d722008 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:31.939702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] No DVR routers for this DVR port e1a58771-6d65-4115-8db6-5d021d3b4dd2 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:31.942552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:31.946111 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1e884469-d94f-4606-9e44-43dd4fe10b01 req-45069ea8-48e6-48c4-8347-106855f426cd tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.44 "DELETE /v2.0/ports/e1a58771-6d65-4115-8db6-5d021d3b4dd2 HTTP/1.1" status: 204 len: 173 time: 1.2123022 Oct 28 21:50:31.983157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'name': 'network-vif-deleted', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:31.985955 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e439d9a-d00f-4a1b-90c8-76a686b0aae4" -d '{"events": [{"server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "name": "network-vif-deleted", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:31.991474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 97fbefa4-2887-45ef-8738-9025a83684c4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:32.013436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:32.025157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:32.057282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f5ae2415-448d-4e34-a427-2d9cd1433353 None None] Provisioning complete for port 75067264-aa53-4ed8-8166-67433d722008 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:32.058966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5ae2415-448d-4e34-a427-2d9cd1433353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.099292 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d2391-c2a6-49c8-902c-d57667ae9303 x-openstack-request-id: req-f68d2391-c2a6-49c8-902c-d57667ae9303 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:32.099292 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c749d8-bce6-4744-b5c9-04f86e424fa4", "name": "network-vif-deleted", "tag": "e1a58771-6d65-4115-8db6-5d021d3b4dd2", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:32.099624 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68d2391-c2a6-49c8-902c-d57667ae9303 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:32.099909 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c749d8-bce6-4744-b5c9-04f86e424fa4', 'name': 'network-vif-deleted', 'tag': 'e1a58771-6d65-4115-8db6-5d021d3b4dd2', 'status': 'completed', 'code': 200} Oct 28 21:50:32.120490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=b6c32cb6-3814-49ed-a1fa-b596a1c9684d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:32.139168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Router 3df1768b-1769-46dc-b69b-dcf135021dc6 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:32.158507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:32.159174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.162979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae2415-448d-4e34-a427-2d9cd1433353 None None] Port 75067264-aa53-4ed8-8166-67433d722008 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:32.186550 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56d20374-b273-4078-afd6-740e983e8e08 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6093121 Oct 28 21:50:32.190842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42100) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.198279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:32.225011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.265026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:32.276995 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] Sync routers for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:32.280725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9dee4bbc-b3b3-4ce3-9d12-f3bd9c86d55e tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3629382 Oct 28 21:50:32.281595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42102) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.293770 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:32.297082 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:32.340003 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-1b0134ac-31ed-4b95-bbbb-581a55a9e3ff tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] show failed (client error): The resource could not be found. Oct 28 21:50:32.345836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b0134ac-31ed-4b95-bbbb-581a55a9e3ff tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-354355422 HTTP/1.1" status: 404 len: 334 time: 0.0584638 Oct 28 21:50:32.346601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42104) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.351358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4ba9391a-d468-4d6f-be8d-719b94afb579 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:32.383508 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:32.406889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.411366 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] Routers {'3df1768b-1769-46dc-b69b-dcf135021dc6'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:32.412487 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3df1768b-1769-46dc-b69b-dcf135021dc6'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:32.420023 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-4ba9391a-d468-4d6f-be8d-719b94afb579 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] update failed (client error): The resource could not be found. Oct 28 21:50:32.421564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4ba9391a-d468-4d6f-be8d-719b94afb579 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-696979741 HTTP/1.1" status: 404 len: 334 time: 0.0735245 Oct 28 21:50:32.428942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42106) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.503264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-82afac7c-52ea-4084-a104-6693880d7f23 None None] Provisioning complete for port b6c32cb6-3814-49ed-a1fa-b596a1c9684d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:32.504579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82afac7c-52ea-4084-a104-6693880d7f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.514515 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:32.515668 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e164635-a3d9-433c-984c-97d19b1a353c None None] The sync data for ids ['3df1768b-1769-46dc-b69b-dcf135021dc6'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:32.538220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting subnet bb414017-0ae0-42f6-92df-a8f1ee88d270 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:32.547458 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.605828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-82afac7c-52ea-4084-a104-6693880d7f23 None None] Port b6c32cb6-3814-49ed-a1fa-b596a1c9684d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:32.634554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.740141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.819725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.866889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Subnet': ['ID=bb414017-0ae0-42f6-92df-a8f1ee88d270,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:32.867220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Allocated IP 172.25.4.180 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/62bbf7a8-8468-4735-8f0e-fb975d59200a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:32.870178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:32.873609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-605f22bd-1ca8-45ad-a456-02f848d873da tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/subnets/bb414017-0ae0-42f6-92df-a8f1ee88d270 HTTP/1.1" status: 204 len: 168 time: 0.4430418 Oct 28 21:50:32.876129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42114) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.885702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa8781-a2f8-4939-9bea-321453175b66 None None] Network f0f9b769-fb7f-49a5-b13a-e651e85005fc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:32.885887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42116) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:32.994282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.009093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.022266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.052219 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.072780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.099765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:33.103611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:33.107538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:33.114011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=62bbf7a8-8468-4735-8f0e-fb975d59200a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.124208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting port 2c26334c-9284-4977-a1c6-7bdf327b944f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:33.125195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.167064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] DHCP port deletion for f0f9b769-fb7f-49a5-b13a-e651e85005fc request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:33.184664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.187815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.188999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/security-groups/afcacd36-9494-414a-8279-f28d74b4f09c HTTP/1.1" status: 204 len: 168 time: 0.3022251 Oct 28 21:50:33.192202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42118) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:33.204316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d8c90-3388-47e3-ac37-6deac6cdcbbb tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcacd36-9494-414a-8279-f28d74b4f09c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.239037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] For port 2c26334c-9284-4977-a1c6-7bdf327b944f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2c26334c-9284-4977-a1c6-7bdf327b944f,segment=NetworkSegment(92a163e5-3fc0-4e66-85e7-80c946cf8e76),segment_id=92a163e5-3fc0-4e66-85e7-80c946cf8e76)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:33.239407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.240695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Deleting port 2c26334c-9284-4977-a1c6-7bdf327b944f {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:33.240991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.260849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Calling delete_port for 2c26334c-9284-4977-a1c6-7bdf327b944f owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:33.262969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.321426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] For port 2c26334c-9284-4977-a1c6-7bdf327b944f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2c26334c-9284-4977-a1c6-7bdf327b944f,segment=NetworkSegment(92a163e5-3fc0-4e66-85e7-80c946cf8e76),segment_id=92a163e5-3fc0-4e66-85e7-80c946cf8e76)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:33.321975 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.328399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.340260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Calling delete_port for 2c26334c-9284-4977-a1c6-7bdf327b944f owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:33.355780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.369940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.379708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.404404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Port': ['ID=2c26334c-9284-4977-a1c6-7bdf327b944f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.409637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] No DVR routers for this DVR port 2c26334c-9284-4977-a1c6-7bdf327b944f on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:33.470867 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.494183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.497076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.500718 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.503330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42120) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:33.503915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b31432b-949a-49d5-b990-e1598cc8562d HTTP/1.1" status: 204 len: 168 time: 0.3103995 Oct 28 21:50:33.517817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5345-9c08-41f0-bba9-234724bd498a tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31432b-949a-49d5-b990-e1598cc8562d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.532706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] Pushing event deleted for resources: {'Port': ['ID=2c26334c-9284-4977-a1c6-7bdf327b944f,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.536277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6102c75-332b-4512-b98c-afe540b550ad None None] No DVR routers for this DVR port 2c26334c-9284-4977-a1c6-7bdf327b944f on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:33.601467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f9b769-fb7f-49a5-b13a-e651e85005fc']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:33.606589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.613892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.619634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a163e5-3fc0-4e66-85e7-80c946cf8e76') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:33.619923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a163e5-3fc0-4e66-85e7-80c946cf8e76') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:33.633578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.662420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.683229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=62bbf7a8-8468-4735-8f0e-fb975d59200a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.684963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:33.685939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:33.689723 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:33.710046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.741773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.743759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d106b0fb-c86b-4759-8a39-1141d9356bee tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5502667 Oct 28 21:50:33.746363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42124) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:33.752539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c6b6a39d-9568-4b18-9f42-24c8e9c2edd6 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'floatingip': {'port_id': 'b6c32cb6-3814-49ed-a1fa-b596a1c9684d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:33.808277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6b6a39d-9568-4b18-9f42-24c8e9c2edd6 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.838669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.862199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:33.867663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/networks/f0f9b769-fb7f-49a5-b13a-e651e85005fc HTTP/1.1" status: 204 len: 168 time: 0.9904957 Oct 28 21:50:33.878514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42128) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:33.894679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f212-c2ad-4d2a-a4b2-fb0efc2711fe tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Network': ['ID=f0f9b769-fb7f-49a5-b13a-e651e85005fc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:33.975731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting subnet 28b3600c-5895-4ae1-8925-eb882efd057b {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:33.985299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.006549 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-c6b6a39d-9568-4b18-9f42-24c8e9c2edd6 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] update failed (client error): The resource could not be found. Oct 28 21:50:34.007618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c6b6a39d-9568-4b18-9f42-24c8e9c2edd6 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "PUT /v2.0/floatingips/cf9ead97-2a3d-4199-ba19-4382fad12a70 HTTP/1.1" status: 404 len: 507 time: 0.2602546 Oct 28 21:50:34.011067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42130) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:34.100096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.103185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.229955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.251505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting port 62bbf7a8-8468-4735-8f0e-fb975d59200a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:34.251843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.350279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.368355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.368355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.393013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Subnet': ['ID=28b3600c-5895-4ae1-8925-eb882efd057b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:34.400919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.404087 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1440a04e-2683-4615-b774-2e70b0ff128d tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/subnets/28b3600c-5895-4ae1-8925-eb882efd057b HTTP/1.1" status: 204 len: 168 time: 0.5245278 Oct 28 21:50:34.406153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Calling delete_port for 62bbf7a8-8468-4735-8f0e-fb975d59200a owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:34.406778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42132) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:34.408463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port 0ba89162-bc20-4366-84bb-093db13a86d2 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:34.409014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.418160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548df53e-8f0d-4e07-8a4c-6eac1db0ac95 None None] Network c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:34.500537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting subnet c9e71617-9b85-40c8-b7ef-2098fd5e0448 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:34.505094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.519690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port 0ba89162-bc20-4366-84bb-093db13a86d2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0ba89162-bc20-4366-84bb-093db13a86d2,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:34.520340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.535225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for 0ba89162-bc20-4366-84bb-093db13a86d2 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:34.566363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.683081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] DHCP port deletion for c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:34.718722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.721924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.751615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Deleting port 18424743-e8e2-47cc-b96c-ffab0e1601f5 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:34.752673 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.785441 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.785627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Port': ['ID=62bbf7a8-8468-4735-8f0e-fb975d59200a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:34.868083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.871288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.872168 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00780334-c4da-4ef9-bc9d-c7144c9bdda7 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf9ead97-2a3d-4199-ba19-4382fad12a70 HTTP/1.1" status: 204 len: 168 time: 0.8601711 Oct 28 21:50:34.876443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:34.881907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4850bcb2-1852-47c9-986f-51c57a21063d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'floatingip': {'floating_network_id': '97fbefa4-2887-45ef-8738-9025a83684c4', 'port_id': 'b6c32cb6-3814-49ed-a1fa-b596a1c9684d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:34.886656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] For port 18424743-e8e2-47cc-b96c-ffab0e1601f5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=18424743-e8e2-47cc-b96c-ffab0e1601f5,segment=NetworkSegment(085b00cf-b1ec-4e0f-861d-dfeb18cca364),segment_id=085b00cf-b1ec-4e0f-861d-dfeb18cca364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:34.888471 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.889546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.896054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=0ba89162-bc20-4366-84bb-093db13a86d2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:34.941209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e1a58771-6d65-4115-8db6-5d021d3b4dd2 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:34.949224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e71617-9b85-40c8-b7ef-2098fd5e0448,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:34.962431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:34.968139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6eeebcdb-bbc4-47d5-b7fa-c93f4644e972 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/subnets/c9e71617-9b85-40c8-b7ef-2098fd5e0448 HTTP/1.1" status: 204 len: 168 time: 0.5582321 Oct 28 21:50:34.968691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:35.000323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4850bcb2-1852-47c9-986f-51c57a21063d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.044318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Calling delete_port for 18424743-e8e2-47cc-b96c-ffab0e1601f5 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:35.047205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114abdd9-db64-4bad-87d1-0082ceecccde None None] Network 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:35.050172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2c26334c-9284-4977-a1c6-7bdf327b944f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:35.068210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e1a58771-6d65-4115-8db6-5d021d3b4dd2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:35.068673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e1a58771-6d65-4115-8db6-5d021d3b4dd2 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:35.150548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2c26334c-9284-4977-a1c6-7bdf327b944f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:35.150979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2c26334c-9284-4977-a1c6-7bdf327b944f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:35.151476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 18424743-e8e2-47cc-b96c-ffab0e1601f5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:35.159687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.258624 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-4850bcb2-1852-47c9-986f-51c57a21063d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:50:35.265011 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4850bcb2-1852-47c9-986f-51c57a21063d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3873973 Oct 28 21:50:35.265590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:35.272989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'b6c32cb6-3814-49ed-a1fa-b596a1c9684d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:35.286593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.294620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting port 18424743-e8e2-47cc-b96c-ffab0e1601f5 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:35.295094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.340159 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.345221 n-d-806683-16 neutron-server[102315]: INFO neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No ports have port_id starting with 18424743-e8e2-47cc-b96c-ffab0e1601f5 Oct 28 21:50:35.381255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.403358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] Pushing event deleted for resources: {'Port': ['ID=18424743-e8e2-47cc-b96c-ffab0e1601f5,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:35.411542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de04ac-a58c-44cb-a447-61ff4d2e9ace None None] No DVR routers for this DVR port 18424743-e8e2-47cc-b96c-ffab0e1601f5 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:35.449363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] For port 18424743-e8e2-47cc-b96c-ffab0e1601f5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=18424743-e8e2-47cc-b96c-ffab0e1601f5,segment=NetworkSegment(085b00cf-b1ec-4e0f-861d-dfeb18cca364),segment_id=085b00cf-b1ec-4e0f-861d-dfeb18cca364)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:35.449742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.471181 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Calling delete_port for 18424743-e8e2-47cc-b96c-ffab0e1601f5 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:35.532415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] DHCP port deletion for 89a8fa91-5b5a-4a4e-85e4-beb8305fd57c request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:35.594022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.607587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.618478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Deleting port ac800567-0cd5-4618-b99e-7f3bc9f338e2 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:35.618855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.622283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Router 255d6af1-bc28-4a45-9362-4da2cf725f73 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:35.669770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] No DVR routers for this DVR port 18424743-e8e2-47cc-b96c-ffab0e1601f5 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:35.674828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Port': ['ID=18424743-e8e2-47cc-b96c-ffab0e1601f5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:35.703330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] For port ac800567-0cd5-4618-b99e-7f3bc9f338e2, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ac800567-0cd5-4618-b99e-7f3bc9f338e2,segment=NetworkSegment(6cc9ef0c-3ba5-4f83-a601-d259bdf46732),segment_id=6cc9ef0c-3ba5-4f83-a601-d259bdf46732)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:35.704562 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.727820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Calling delete_port for ac800567-0cd5-4618-b99e-7f3bc9f338e2 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:35.767359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:35.776864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6d33fa2d-ba36-4852-a13c-ec817230a654 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "PUT /v2.0/routers/255d6af1-bc28-4a45-9362-4da2cf725f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2720413 Oct 28 21:50:35.777928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42144) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:35.781151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Sync routers for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:35.801381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:35.802009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:35.831831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.881865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:35.886965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Allocated IP 172.25.4.60 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d7d10362-6d0f-4c0a-a91e-0bad0270ec4d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:35.890502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting subnet d2963aa9-3f31-49cc-9d03-a868befc97e6 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:35.893415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.915243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:35.939246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085b00cf-b1ec-4e0f-861d-dfeb18cca364') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:35.939527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085b00cf-b1ec-4e0f-861d-dfeb18cca364') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:35.951528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] Pushing event deleted for resources: {'Port': ['ID=ac800567-0cd5-4618-b99e-7f3bc9f338e2,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:35.959083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27e82f-b38d-43b9-9332-669ad5479c0c None None] No DVR routers for this DVR port ac800567-0cd5-4618-b99e-7f3bc9f338e2 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:35.965066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:35.972756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.009477 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.062904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.079242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:36.079654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:36.082711 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:36.213019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.217259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.223380 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/networks/c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f HTTP/1.1" status: 204 len: 168 time: 1.2536368 Oct 28 21:50:36.223533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42150) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:36.260182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.265034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24af6e-cc93-43e2-8868-cf4eb99568dc tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Network': ['ID=c4a6e231-d7f8-4007-8fb4-a6fc5a971a6f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:36.277304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.348808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.360009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.390619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:50:34Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:36.419282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.421896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Checking router: 255d6af1-bc28-4a45-9362-4da2cf725f73 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:50:36.425271 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/subnets/d2963aa9-3f31-49cc-9d03-a868befc97e6 HTTP/1.1" status: 204 len: 168 time: 0.6407330 Oct 28 21:50:36.425271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787263a2-c10c-49a1-a552-0efcb6e48014 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Subnet': ['ID=d2963aa9-3f31-49cc-9d03-a868befc97e6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:36.428248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:36.439844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:36.444699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a846f17-d43c-4ff5-a539-b604f0d62c95 None None] Network b43079bf-3650-46f5-986c-f2133c60a204 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:36.448033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Routers {'255d6af1-bc28-4a45-9362-4da2cf725f73'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:36.448829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['255d6af1-bc28-4a45-9362-4da2cf725f73'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:36.483292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:36.485681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:36.550317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event updated for resources: {'Port': ['ID=d7d10362-6d0f-4c0a-a91e-0bad0270ec4d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:36.658934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] Set router 255d6af1-bc28-4a45-9362-4da2cf725f73 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:50:36.800153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] DHCP port deletion for b43079bf-3650-46f5-986c-f2133c60a204 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:36.869312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.926128 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Deleting port 15446352-aaf9-4640-b42c-a0a3f16c29bb {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:36.926665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.995272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:36.996497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:50:34Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:37.005161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.028254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9480-31b8-4e9b-9ae9-e9c96186f812 None None] The sync data for ids ['255d6af1-bc28-4a45-9362-4da2cf725f73'] in n-d-806683-16 is: [{'id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-627596238', 'tenant_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6ab7fa0d-627c-4804-8541-14c128549621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:50:34Z', 'revision_number': 5, 'project_id': 'd673c918394e4e42be9e3ff07cd5e9bd', 'gw_port': {'id': '6ab7fa0d-627c-4804-8541-14c128549621', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255d6af1-bc28-4a45-9362-4da2cf725f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:48:37Z', 'updated_at': '2021-10-28T21:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:37.031376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] For port 15446352-aaf9-4640-b42c-a0a3f16c29bb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=15446352-aaf9-4640-b42c-a0a3f16c29bb,segment=NetworkSegment(63ee4274-551a-410a-b744-f94ee26b06ac),segment_id=63ee4274-551a-410a-b744-f94ee26b06ac)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:37.032591 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.045188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a8fa91-5b5a-4a4e-85e4-beb8305fd57c']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:37.049272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Calling delete_port for 15446352-aaf9-4640-b42c-a0a3f16c29bb owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:37.057986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc9ef0c-3ba5-4f83-a601-d259bdf46732') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:37.058277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc9ef0c-3ba5-4f83-a601-d259bdf46732') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:37.090676 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.105698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.112143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:37.112770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.180324 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:37.182521 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:37.190874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.195770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.202579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/networks/89a8fa91-5b5a-4a4e-85e4-beb8305fd57c HTTP/1.1" status: 204 len: 168 time: 0.9774938 Oct 28 21:50:37.206546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42158) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:37.232919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e23a9-0109-478c-91d3-65ebf95a8c3c tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Network': ['ID=89a8fa91-5b5a-4a4e-85e4-beb8305fd57c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:37.241368 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.243716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.254311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting port d7d10362-6d0f-4c0a-a91e-0bad0270ec4d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:37.254848 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.281841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] Pushing event deleted for resources: {'Port': ['ID=15446352-aaf9-4640-b42c-a0a3f16c29bb,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:37.296397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting subnet 3970dd75-ef6c-44e4-b3d0-4246ca49f386 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:37.302071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.316578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4f680-1a74-4c77-a3da-52964b64bf16 None None] No DVR routers for this DVR port 15446352-aaf9-4640-b42c-a0a3f16c29bb on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:37.381204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.408151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 15446352-aaf9-4640-b42c-a0a3f16c29bb no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:37.447054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.447642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.457045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 15446352-aaf9-4640-b42c-a0a3f16c29bb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:37.457655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 15446352-aaf9-4640-b42c-a0a3f16c29bb not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:37.458242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ac800567-0cd5-4618-b99e-7f3bc9f338e2 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:37.470388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Calling delete_port for d7d10362-6d0f-4c0a-a91e-0bad0270ec4d owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:37.473196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Deleting port 6ab7fa0d-627c-4804-8541-14c128549621 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:37.473617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.501716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.506624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ac800567-0cd5-4618-b99e-7f3bc9f338e2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:37.507349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ac800567-0cd5-4618-b99e-7f3bc9f338e2 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:37.576706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.607166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Subnet': ['ID=3970dd75-ef6c-44e4-b3d0-4246ca49f386,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:37.628565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.634943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9da8462-96f5-42c5-8b1f-0636402928ef tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/subnets/3970dd75-ef6c-44e4-b3d0-4246ca49f386 HTTP/1.1" status: 204 len: 168 time: 0.4247830 Oct 28 21:50:37.637041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0bb31-7ece-4279-b366-ebb4a114f47f None None] Network 148e18e5-2a10-4900-b667-1a1bab643904 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:37.637559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42168) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:37.719881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.730471 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.777610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Port': ['ID=d7d10362-6d0f-4c0a-a91e-0bad0270ec4d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:37.787731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] For port 6ab7fa0d-627c-4804-8541-14c128549621, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6ab7fa0d-627c-4804-8541-14c128549621,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:37.787731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.819714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Calling delete_port for 6ab7fa0d-627c-4804-8541-14c128549621 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:37.820673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Deleting port 317fe744-6f4f-4785-812f-75cd5eca836a {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:37.821015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.905087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] DHCP port deletion for 148e18e5-2a10-4900-b667-1a1bab643904 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:37.906517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] For port 317fe744-6f4f-4785-812f-75cd5eca836a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=317fe744-6f4f-4785-812f-75cd5eca836a,segment=NetworkSegment(df8693c5-9218-45f7-8672-2e5847d6655c),segment_id=df8693c5-9218-45f7-8672-2e5847d6655c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:37.906952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:37.927137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Calling delete_port for 317fe744-6f4f-4785-812f-75cd5eca836a owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:37.946335 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] create failed (client error): The resource could not be found. Oct 28 21:50:37.951715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a34bc291-eb29-42f8-99b8-a76c87616aa2 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.6801271 Oct 28 21:50:37.952993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:37.972533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Deleting port 317fe744-6f4f-4785-812f-75cd5eca836a {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:37.972988 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.052058 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.056716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] For port 317fe744-6f4f-4785-812f-75cd5eca836a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=317fe744-6f4f-4785-812f-75cd5eca836a,segment=NetworkSegment(df8693c5-9218-45f7-8672-2e5847d6655c),segment_id=df8693c5-9218-45f7-8672-2e5847d6655c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:38.057187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.075994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Calling delete_port for 317fe744-6f4f-4785-812f-75cd5eca836a owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:38.106238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Port': ['ID=317fe744-6f4f-4785-812f-75cd5eca836a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:38.117067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] No DVR routers for this DVR port 317fe744-6f4f-4785-812f-75cd5eca836a on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:38.135955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting port b6c32cb6-3814-49ed-a1fa-b596a1c9684d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:38.136410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.152878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.197667 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.230732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.236548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Port': ['ID=6ab7fa0d-627c-4804-8541-14c128549621,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:38.262204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] Pushing event deleted for resources: {'Port': ['ID=317fe744-6f4f-4785-812f-75cd5eca836a,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:38.285973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131009f-4fa2-42a8-97ee-7f1fabbf3fca None None] No DVR routers for this DVR port 317fe744-6f4f-4785-812f-75cd5eca836a on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:38.286737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148e18e5-2a10-4900-b667-1a1bab643904']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.309194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8693c5-9218-45f7-8672-2e5847d6655c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.309486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8693c5-9218-45f7-8672-2e5847d6655c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.320485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.335921 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.338631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.343393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:38.343805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:38.346997 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:38.354440 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.360687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Calling delete_port for b6c32cb6-3814-49ed-a1fa-b596a1c9684d owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:38.411383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.416758 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.421047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/networks/148e18e5-2a10-4900-b667-1a1bab643904 HTTP/1.1" status: 204 len: 168 time: 0.7823155 Oct 28 21:50:38.424120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42184) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:38.438528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822af2c-3780-4fde-b258-fffe38932a51 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Pushing event deleted for resources: {'Network': ['ID=148e18e5-2a10-4900-b667-1a1bab643904,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:38.487727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7160c101-bc9a-435a-ac76-109e3eb0f557 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "GET /v2.0/ports?device_id=3df1768b-1769-46dc-b69b-dcf135021dc6 HTTP/1.1" status: 200 len: 205 time: 0.0603499 Oct 28 21:50:38.490108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42186) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:38.518982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.522353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.572015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.576506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.577073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Fanout notify agent at l3_agent the message router_deleted on router 255d6af1-bc28-4a45-9362-4da2cf725f73 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:38.584631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.585726 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-032015f4-2d27-4409-8453-1061b4c15b88 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/routers/255d6af1-bc28-4a45-9362-4da2cf725f73 HTTP/1.1" status: 204 len: 168 time: 2.1530073 Oct 28 21:50:38.589788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:38.706438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.756408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.767422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.770023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.824508 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.825147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Fanout notify agent at l3_agent the message router_deleted on router 3df1768b-1769-46dc-b69b-dcf135021dc6 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:38.830169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Port': ['ID=b6c32cb6-3814-49ed-a1fa-b596a1c9684d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:38.833235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.834422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1fbf0bba-f3ec-4de4-816d-51be317987d8 tempest-RoutersNegativeIpV6Test-1986630402 tempest-RoutersNegativeIpV6Test-1986630402-project] 10.222.0.31 "DELETE /v2.0/routers/3df1768b-1769-46dc-b69b-dcf135021dc6 HTTP/1.1" status: 204 len: 168 time: 0.3431706 Oct 28 21:50:38.873892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.922426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43079bf-3650-46f5-986c-f2133c60a204']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.937344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ee4274-551a-410a-b744-f94ee26b06ac') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.937635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ee4274-551a-410a-b744-f94ee26b06ac') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:38.950698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:38.957347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42192) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:38.968628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8796d49f-28fc-439d-80a8-4de8fc9cf94d tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "DELETE /v2.0/ports/b6c32cb6-3814-49ed-a1fa-b596a1c9684d HTTP/1.1" status: 204 len: 168 time: 1.0142612 Oct 28 21:50:38.971341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.019239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.021669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda945b-7051-4379-8ae6-cbc5967a13ed tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:39.027742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cfda945b-7051-4379-8ae6-cbc5967a13ed tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "GET /v2.0/ports?device_id=68d0f469-b9bf-44a5-a432-7892f2c8f633 HTTP/1.1" status: 200 len: 913 time: 0.0693173 Oct 28 21:50:39.028660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42194) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:39.033336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:39.033744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:39.063958 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:39.146074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.169197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.173152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] 10.222.0.31 "DELETE /v2.0/networks/b43079bf-3650-46f5-986c-f2133c60a204 HTTP/1.1" status: 204 len: 168 time: 0.5823281 Oct 28 21:50:39.187099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b79c29-fa35-42e7-b84e-7d52f7261989 tempest-TestSecurityGroupsBasicOps-472894273 tempest-TestSecurityGroupsBasicOps-472894273-project] Pushing event deleted for resources: {'Network': ['ID=b43079bf-3650-46f5-986c-f2133c60a204,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:39.261553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6ab7fa0d-627c-4804-8541-14c128549621 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:39.327153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:39.340501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6ab7fa0d-627c-4804-8541-14c128549621 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:39.340847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6ab7fa0d-627c-4804-8541-14c128549621 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:39.341275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0ba89162-bc20-4366-84bb-093db13a86d2 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:39.412600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0ba89162-bc20-4366-84bb-093db13a86d2 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:39.412951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0ba89162-bc20-4366-84bb-093db13a86d2 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:39.415218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 317fe744-6f4f-4785-812f-75cd5eca836a no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:39.456420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 317fe744-6f4f-4785-812f-75cd5eca836a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:39.456774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 317fe744-6f4f-4785-812f-75cd5eca836a not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:39.520236 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c82bc83-7ed6-404f-8da7-fda6776c3a6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b72e2f380724c8e95c3496c97c85aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916575 Oct 28 21:50:39.522625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:39.599731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.610618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.626795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:39.638312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.703168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.707322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.712618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcd1ed0d-de59-4c93-9610-578b14494063 HTTP/1.1" status: 204 len: 168 time: 0.1868370 Oct 28 21:50:39.720835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1c300-7abe-4cae-bd15-f9a7197f0746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1ed0d-de59-4c93-9610-578b14494063,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:39.806226 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9497af38-a549-4efc-b553-22fc3b08e786 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d673c918394e4e42be9e3ff07cd5e9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779749 Oct 28 21:50:39.806809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:39.863825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.908252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.946144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting port 75067264-aa53-4ed8-8166-67433d722008 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:39.946522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.989300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.992482 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:39.996091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf397c73-5e2b-4314-9515-e27486b25b06 HTTP/1.1" status: 204 len: 168 time: 0.1859386 Oct 28 21:50:40.001553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0c42-e9db-46cc-84f9-067b85452351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf397c73-5e2b-4314-9515-e27486b25b06,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:40.068684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.085308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Calling delete_port for 75067264-aa53-4ed8-8166-67433d722008 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:40.340390 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.378906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Port': ['ID=75067264-aa53-4ed8-8166-67433d722008,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:40.391834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42246) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:40.411599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-48997c36-d02a-4b27-8657-78024cba93cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.581197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-48997c36-d02a-4b27-8657-78024cba93cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.590444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-48997c36-d02a-4b27-8657-78024cba93cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.628134 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.638890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-48997c36-d02a-4b27-8657-78024cba93cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=554f295a0e7c40de9d6e6305eb355540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458601 Oct 28 21:50:40.640060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48997c36-d02a-4b27-8657-78024cba93cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddacaa7-6d66-4355-9342-b66dfe0660dc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:40.642397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42254) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:40.820628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d35b5f7a-380f-4c39-a4e0-c620d0bf91de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.857064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.861195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:40.884704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Router 68d0f469-b9bf-44a5-a432-7892f2c8f633 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:50:40.896420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:40.967832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1838024037'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:40.995789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Made reservation on behalf of 5510d67fb45845fc8c9d1a398f8579f3 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:40.996663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:50:41.000718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.001686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-458de5a6-8c5e-4452-92cc-fc3e7ad7bce5 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "PUT /v2.0/routers/68d0f469-b9bf-44a5-a432-7892f2c8f633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713285 Oct 28 21:50:41.005786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42264) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.012981 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] Sync routers for ids ['68d0f469-b9bf-44a5-a432-7892f2c8f633'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:50:41.014985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.025344 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] Routers {'68d0f469-b9bf-44a5-a432-7892f2c8f633'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:41.025956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['68d0f469-b9bf-44a5-a432-7892f2c8f633'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:41.060957 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:41.069923 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] Routers {'68d0f469-b9bf-44a5-a432-7892f2c8f633'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:50:41.071260 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['68d0f469-b9bf-44a5-a432-7892f2c8f633'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:41.086527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.110332 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:41.111338 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba09590-b11e-4db6-95a7-960a113c8014 None None] The sync data for ids ['68d0f469-b9bf-44a5-a432-7892f2c8f633'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:50:41.149045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.151603 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.152836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fddacaa7-6d66-4355-9342-b66dfe0660dc HTTP/1.1" status: 204 len: 168 time: 0.5061862 Oct 28 21:50:41.167915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.172903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.179543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f397946-a17c-4917-afb2-5a7b348355bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddacaa7-6d66-4355-9342-b66dfe0660dc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:41.206287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:41.223680 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b17014-334c-4e56-8456-3d9ca7a96869,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:41.230303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.230645 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Added segment 43d44656-634d-4ab5-979a-c16c076178e7 of type vlan for network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 Oct 28 21:50:41.277793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.310404 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.322707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:41.326501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.329992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.332615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.361821 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4991095 Oct 28 21:50:41.362672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42268) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.387200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.388463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Fanout notify agent at l3_agent the message router_deleted on router 68d0f469-b9bf-44a5-a432-7892f2c8f633 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:41.396258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.397607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e4c5cd9-323c-407d-bc90-b475aed5e877 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "DELETE /v2.0/routers/68d0f469-b9bf-44a5-a432-7892f2c8f633 HTTP/1.1" status: 204 len: 168 time: 0.3925705 Oct 28 21:50:41.400415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42272) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.409577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Request body: {'subnet': {'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:41.458392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting subnet 2f0da86d-29ea-4b58-a94e-e7595de266a7 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:41.462900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.509640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.545555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Made reservation on behalf of 5510d67fb45845fc8c9d1a398f8579f3 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:41.550528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.575054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dcb67-86a0-41ca-ad99-8417fd9ce4db tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event updated for resources: {'Network': ['ID=339726b0-043f-4a6e-8bc3-4ecd7274a4d8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:41.589508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:41.650878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.668928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42278) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.731855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.757447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cb4c5d49-7c78-4abf-a9da-9142ed199ee0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ac40fc3e83450d8799985203267b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828414 Oct 28 21:50:41.758642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.762831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0da86d-29ea-4b58-a94e-e7595de266a7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:41.765236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.769227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c83a6e9c-1b12-49d1-b22e-f85ba663a3dc tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "DELETE /v2.0/subnets/2f0da86d-29ea-4b58-a94e-e7595de266a7 HTTP/1.1" status: 204 len: 168 time: 0.3676758 Oct 28 21:50:41.771822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42282) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:41.776820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c705e-c2e7-4392-8aa4-b5f701e190e4 None None] Network 97fbefa4-2887-45ef-8738-9025a83684c4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:41.864851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.893664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.897570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.969321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Deleting port 5faf73e9-ccd9-4a12-8f45-486f77edc861 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:41.969744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:41.993503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.011170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] DHCP port deletion for 97fbefa4-2887-45ef-8738-9025a83684c4 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:42.058354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.061079 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.064095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] For port 5faf73e9-ccd9-4a12-8f45-486f77edc861, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5faf73e9-ccd9-4a12-8f45-486f77edc861,segment=NetworkSegment(d1f2856e-6792-4078-9418-b7470311a7ff),segment_id=d1f2856e-6792-4078-9418-b7470311a7ff)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:42.064679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.064857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1595a474-27b7-4330-8088-dd8fcb65b759 HTTP/1.1" status: 204 len: 168 time: 0.3060689 Oct 28 21:50:42.065518 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.082139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Calling delete_port for 5faf73e9-ccd9-4a12-8f45-486f77edc861 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:42.083451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event updated for resources: {'Subnet': ['ID=1996a67f-0376-479c-bed1-100bb427d291,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:42.086439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddb892-bda0-46e1-bb14-b9ef84123e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1595a474-27b7-4330-8088-dd8fcb65b759,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:42.109007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Checking segment: {'id': '43d44656-634d-4ab5-979a-c16c076178e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:42.109621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Network hostable DHCP agents. Network: 339726b0-043f-4a6e-8bc3-4ecd7274a4d8, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:42.136185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:42.153706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Deleting port 5faf73e9-ccd9-4a12-8f45-486f77edc861 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:42.154077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.168647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 339726b0-043f-4a6e-8bc3-4ecd7274a4d8) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:42.173672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:42.175506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.196597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347fa86-9f59-4798-85c1-a753aa3cf937 None None] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:42.206599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d3de3a5b-9dde-4c42-b2ea-3af12704f8e4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8012547 Oct 28 21:50:42.209813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42286) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:42.224448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Request body: {'port': {'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8', 'name': 'tempest-TagsExtTest-673388290'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:42.251628 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.281949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Port': ['ID=5faf73e9-ccd9-4a12-8f45-486f77edc861,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:42.287614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] No DVR routers for this DVR port 5faf73e9-ccd9-4a12-8f45-486f77edc861 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:42.335318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] For port 5faf73e9-ccd9-4a12-8f45-486f77edc861, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5faf73e9-ccd9-4a12-8f45-486f77edc861,segment=NetworkSegment(d1f2856e-6792-4078-9418-b7470311a7ff),segment_id=d1f2856e-6792-4078-9418-b7470311a7ff)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:42.336605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.340939 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.366045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Calling delete_port for 5faf73e9-ccd9-4a12-8f45-486f77edc861 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:42.420781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.452262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fbefa4-2887-45ef-8738-9025a83684c4']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:42.468612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f2856e-6792-4078-9418-b7470311a7ff') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:42.468915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f2856e-6792-4078-9418-b7470311a7ff') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:42.485268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.495098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Made reservation on behalf of 5510d67fb45845fc8c9d1a398f8579f3 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:42.505458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.511280 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.526781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:42.527464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:42.533846 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:42.567146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] device_id is not set on port 724941b7-a33c-4443-bd9f-c7a5f1c7447c yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:50:42.602898 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.636837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] Pushing event deleted for resources: {'Port': ['ID=5faf73e9-ccd9-4a12-8f45-486f77edc861,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:42.666888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cccef-cc6f-4329-87f4-3b47551f83f4 None None] No DVR routers for this DVR port 5faf73e9-ccd9-4a12-8f45-486f77edc861 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:42.685331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-339726b0-043f-4a6e-8bc3-4ecd7274a4d8', 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8', 'tenant_id': '5510d67fb45845fc8c9d1a398f8579f3', 'fixed_ips': [{'subnet_id': '1996a67f-0376-479c-bed1-100bb427d291'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:42.686312 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.721668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.815666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:42.821784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] 10.222.0.31 "DELETE /v2.0/networks/97fbefa4-2887-45ef-8738-9025a83684c4 HTTP/1.1" status: 204 len: 168 time: 1.0461020 Oct 28 21:50:42.821784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c808e-251c-4608-9795-74b4e91b41e8 tempest-FloatingIPNegativeTestJSON-989333657 tempest-FloatingIPNegativeTestJSON-989333657-project] Pushing event deleted for resources: {'Network': ['ID=97fbefa4-2887-45ef-8738-9025a83684c4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:42.884503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Allocated IP 172.20.0.2 (339726b0-043f-4a6e-8bc3-4ecd7274a4d8/1996a67f-0376-479c-bed1-100bb427d291/890355e8-248c-4e14-aba5-8fad423927a4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:42.957283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5faf73e9-ccd9-4a12-8f45-486f77edc861 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:42.984892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5faf73e9-ccd9-4a12-8f45-486f77edc861 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:42.985453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5faf73e9-ccd9-4a12-8f45-486f77edc861 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:43.084681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.097927 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.142167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:43.149621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:43.152042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:43.161336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Allocated IP 172.20.0.8 (339726b0-043f-4a6e-8bc3-4ecd7274a4d8/1996a67f-0376-479c-bed1-100bb427d291/724941b7-a33c-4443-bd9f-c7a5f1c7447c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:43.204188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Pushing event updated for resources: {'Port': ['ID=890355e8-248c-4e14-aba5-8fad423927a4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:43.220988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Attempting to bind port 890355e8-248c-4e14-aba5-8fad423927a4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:43.221358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Attempting to bind port 890355e8-248c-4e14-aba5-8fad423927a4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '43d44656-634d-4ab5-979a-c16c076178e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:43.221719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Attempting to bind port 890355e8-248c-4e14-aba5-8fad423927a4 on network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:43.227743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:43.228143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Checking segment: {'id': '43d44656-634d-4ab5-979a-c16c076178e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:43.228697 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.229091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Bound using segment: {'id': '43d44656-634d-4ab5-979a-c16c076178e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:43.229564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Bound port: 890355e8-248c-4e14-aba5-8fad423927a4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d44656-634d-4ab5-979a-c16c076178e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '339726b0-043f-4a6e-8bc3-4ecd7274a4d8'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:43.229942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.255915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42296) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:43.318240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] For port 890355e8-248c-4e14-aba5-8fad423927a4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:43.322893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] For port 890355e8-248c-4e14-aba5-8fad423927a4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=890355e8-248c-4e14-aba5-8fad423927a4,segment=NetworkSegment(43d44656-634d-4ab5-979a-c16c076178e7),segment_id=43d44656-634d-4ab5-979a-c16c076178e7)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:43.329887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.335447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.376631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.392686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc0780-3227-4748-add2-67f42f0d04d4 None None] Pushing event updated for resources: {'Port': ['ID=890355e8-248c-4e14-aba5-8fad423927a4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:43.421665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-322d4323-3626-4466-9e61-3f8687b881e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.426619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:43.430044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:43.437197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:43.483070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event updated for resources: {'Port': ['ID=724941b7-a33c-4443-bd9f-c7a5f1c7447c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:43.485433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42300) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:43.486200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d82fb880-5fbd-4d69-9956-c9d0daaded9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6088f13bcbc547cab23f7d5bf5ca73ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288730 Oct 28 21:50:43.510545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:43.511188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.551700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c8a36f5c-dacd-4727-ac9e-4b1779e72b7b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3406262 Oct 28 21:50:43.554165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42302) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:43.561581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1044978089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:43.599127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.616597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.618306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.643273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.724584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.731043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.761194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.762469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f3d076e6-3338-4749-bcc0-55610eda0da7 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2059472 Oct 28 21:50:43.765693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42306) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:43.767514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.774542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.774848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-de1855df-5c7c-4e03-b9ef-e13934938d81 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-867784101', 'prefixes': ['172.20.0.0/16']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:43.776408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54824c17-33a3-4146-8d24-7aa5b92b6957 HTTP/1.1" status: 204 len: 168 time: 0.2890778 Oct 28 21:50:43.788259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e5aa2-3b96-496b-8a85-6dfe5eefebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54824c17-33a3-4146-8d24-7aa5b92b6957,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:43.900312 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-de1855df-5c7c-4e03-b9ef-e13934938d81 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for subnetpool, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:43.901527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-de1855df-5c7c-4e03-b9ef-e13934938d81 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1347718 Oct 28 21:50:43.905245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:43.910207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-9b1f8b2c-10f1-4f7c-8d78-7c579427a935 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-301808398') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.056973 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b1f8b2c-10f1-4f7c-8d78-7c579427a935 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-301808398 HTTP/1.1" status: 201 len: 201 time: 0.1481044 Oct 28 21:50:44.057731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42316) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.066534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-08956daa-80fc-4a8d-9a84-6e411bcc0f7f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-2090174565') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.156588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08956daa-80fc-4a8d-9a84-6e411bcc0f7f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-2090174565 HTTP/1.1" status: 201 len: 201 time: 0.0969522 Oct 28 21:50:44.159170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.165123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-0426087e-09f0-43c2-8623-2698ed0c7a34 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-1295001347') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.287205 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0426087e-09f0-43c2-8623-2698ed0c7a34 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-1295001347 HTTP/1.1" status: 201 len: 201 time: 0.1243784 Oct 28 21:50:44.287607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42326) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.295268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-db437750-6fd2-4061-8346-a93386bb9c88 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-1150684827') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.357967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db437750-6fd2-4061-8346-a93386bb9c88 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-1150684827 HTTP/1.1" status: 201 len: 201 time: 0.0691545 Oct 28 21:50:44.360982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42330) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.366496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-d3079d3b-adc9-4e92-a873-9ab4b4633458 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.486593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3079d3b-adc9-4e92-a873-9ab4b4633458 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 200 len: 240 time: 0.1244903 Oct 28 21:50:44.489249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.494980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-a034450c-6974-4152-a615-9637c0816926 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-301808398') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.564486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42340) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.564946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a034450c-6974-4152-a615-9637c0816926 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-301808398 HTTP/1.1" status: 204 len: 168 time: 0.0743372 Oct 28 21:50:44.569242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-2ccdf9f8-db9d-4aac-a47c-0b1b7d4f47b4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-301808398') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:44.732138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffda95-1062-46d4-8172-e04f62d7f2e1 None None] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:44.762795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42344) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:44.981805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'networks': [{'name': 'tempest-network--547121762'}, {'name': 'tempest-network--1302704778'}]} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:44.982010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-network--547121762'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:44.982401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-network--1302704778'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:45.025794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'network': 2} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:45.041397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.057997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.135521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ccdf9f8-db9d-4aac-a47c-0b1b7d4f47b4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-301808398 HTTP/1.1" status: 204 len: 168 time: 0.5698986 Oct 28 21:50:45.139073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 890355e8-248c-4e14-aba5-8fad423927a4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:45.140308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.209293 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.211477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] Provisioning complete for port 890355e8-248c-4e14-aba5-8fad423927a4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:45.211912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.239003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.323859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 890355e8-248c-4e14-aba5-8fad423927a4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:45.324236 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.413020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.444780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-a09f0193-b9b8-470b-937a-99f156de3906 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:45.476878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] For port 890355e8-248c-4e14-aba5-8fad423927a4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=890355e8-248c-4e14-aba5-8fad423927a4,segment=NetworkSegment(43d44656-634d-4ab5-979a-c16c076178e7),segment_id=43d44656-634d-4ab5-979a-c16c076178e7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:45.485691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.492003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.506943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.514952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.515407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.561017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01034508-d64d-436d-92c2-0656905ff3c2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:45.570683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a09f0193-b9b8-470b-937a-99f156de3906 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 200 len: 205 time: 0.4251239 Oct 28 21:50:45.570683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42354) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.578136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-f95e4d90-82a9-491f-8741-655ce9766738 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:45.578361 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6ba3a-cf09-4e6f-87ca-1c73fc664dfa None None] Pushing event updated for resources: {'Port': ['ID=890355e8-248c-4e14-aba5-8fad423927a4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:45.580586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:45.597403 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:50:45.597808 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:50:45.611432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.611810 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 014d8676-281d-4cd5-92e6-99b2ba4e59d1 of type vlan for network bc948225-bfe6-4f23-a300-199cbc472edc Oct 28 21:50:45.667563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.693090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f95e4d90-82a9-491f-8741-655ce9766738 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 200 len: 241 time: 0.1220694 Oct 28 21:50:45.696070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42356) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.704202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-76a4f289-7315-420a-aa6b-4dfa61e1dcf8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-2090174565') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:45.706164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:45.714825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5af54b21-470c-4753-8f45-a651661ceaf0 None None] Provisioning complete for port 890355e8-248c-4e14-aba5-8fad423927a4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:45.715897 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5af54b21-470c-4753-8f45-a651661ceaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.718915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.719258 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 343d7167-61cb-4ff3-97f8-fac6e6110318 of type vlan for network e7d6a5e9-ea12-4220-9fa5-8d5c616b9971 Oct 28 21:50:45.765075 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.768058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-76a4f289-7315-420a-aa6b-4dfa61e1dcf8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-2090174565 HTTP/1.1" status: 204 len: 168 time: 0.0688896 Oct 28 21:50:45.770556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42358) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.775448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-0f00c5af-be9a-4378-9ab7-7eca0cf4302e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-2090174565') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:45.806023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.806904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.814955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:45.819325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5af54b21-470c-4753-8f45-a651661ceaf0 None None] Provisioning complete for port 724941b7-a33c-4443-bd9f-c7a5f1c7447c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:45.821504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5af54b21-470c-4753-8f45-a651661ceaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.821891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:45.822641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:45.857583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f00c5af-be9a-4378-9ab7-7eca0cf4302e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-2090174565 HTTP/1.1" status: 204 len: 168 time: 0.0859022 Oct 28 21:50:45.859871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42360) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.866706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-2ba4e86b-971d-44ef-ae42-c4fbc93d8c08 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:45.886666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5af54b21-470c-4753-8f45-a651661ceaf0 None None] Port 724941b7-a33c-4443-bd9f-c7a5f1c7447c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:45.903609 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1392803 Oct 28 21:50:45.905720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42364) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:45.922574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=bc948225-bfe6-4f23-a300-199cbc472edc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:45.937395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network bc948225-bfe6-4f23-a300-199cbc472edc details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:46.011753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80b84a-efc1-4852-a55e-5872df64659c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=e7d6a5e9-ea12-4220-9fa5-8d5c616b9971,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:46.025914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e7d6a5e9-ea12-4220-9fa5-8d5c616b9971 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:46.083778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-14524d9d-3312-4ec4-ac14-a414bb964276 None None] Provisioning complete for port 724941b7-a33c-4443-bd9f-c7a5f1c7447c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:46.084143 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14524d9d-3312-4ec4-ac14-a414bb964276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.098604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ba4e86b-971d-44ef-ae42-c4fbc93d8c08 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 200 len: 205 time: 0.2346609 Oct 28 21:50:46.099496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42372) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.107877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-a5fdd35b-b4c3-4e7d-aa39-e9dcf1349ba5 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.134097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae6df6-eab5-403d-b55f-13179e84dfd2 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:46.143947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae6df6-eab5-403d-b55f-13179e84dfd2 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:46.152100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae6df6-eab5-403d-b55f-13179e84dfd2 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:46.156092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-14524d9d-3312-4ec4-ac14-a414bb964276 None None] Port 724941b7-a33c-4443-bd9f-c7a5f1c7447c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:46.161463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae6df6-eab5-403d-b55f-13179e84dfd2 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:46.163336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c7ae6df6-eab5-403d-b55f-13179e84dfd2 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2559757 Oct 28 21:50:46.166965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.215377 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a5fdd35b-b4c3-4e7d-aa39-e9dcf1349ba5 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 200 len: 241 time: 0.1143818 Oct 28 21:50:46.216229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.221217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-25a87558-dd80-4830-ba18-3105b7e60902 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-1295001347') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.284347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.292420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-892e987d-3281-4e6a-94b8-e58967888ca5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493777557&fields=id&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 267 time: 0.0703351 Oct 28 21:50:46.299615 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-25a87558-dd80-4830-ba18-3105b7e60902 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-1295001347 HTTP/1.1" status: 204 len: 168 time: 0.0820141 Oct 28 21:50:46.302068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42382) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.307129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-d212eac9-78d2-4efa-946b-0af0983d54d0 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-1295001347') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.396799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d212eac9-78d2-4efa-946b-0af0983d54d0 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-1295001347 HTTP/1.1" status: 204 len: 168 time: 0.0935051 Oct 28 21:50:46.399175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42384) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.403667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-56269aa3-9e81-4cdd-a5c9-8d362db6e811 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.431901 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.465746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc948225-bfe6-4f23-a300-199cbc472edc']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.479334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56269aa3-9e81-4cdd-a5c9-8d362db6e811 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 200 len: 205 time: 0.0787086 Oct 28 21:50:46.481566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42386) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.482235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014d8676-281d-4cd5-92e6-99b2ba4e59d1') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.482536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014d8676-281d-4cd5-92e6-99b2ba4e59d1') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.485759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-556e629c-58cc-4206-a748-d7a63c32c552 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.490398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-7e8357b1-e2e5-4347-abf2-b546563bb3ab tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:46.492823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-7e8357b1-e2e5-4347-abf2-b546563bb3ab tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.1917596 Oct 28 21:50:46.502738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.511584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-556e629c-58cc-4206-a748-d7a63c32c552 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 200 len: 241 time: 0.0288911 Oct 28 21:50:46.513914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.518284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-73a9680c-5fad-48a1-b0ad-3eba83d15e5c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-1150684827') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.523799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-ea827afc-1400-4758-9ec0-712e8d8c497f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0250320 Oct 28 21:50:46.527303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.543093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-73a9680c-5fad-48a1-b0ad-3eba83d15e5c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-1150684827 HTTP/1.1" status: 204 len: 168 time: 0.0255182 Oct 28 21:50:46.543474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.543615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:46.543781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.547631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-4e804fc7-d825-4500-beb9-cfe7df0a6d91 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-1150684827') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:46.547814 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:46.583713 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e804fc7-d825-4500-beb9-cfe7df0a6d91 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-1150684827 HTTP/1.1" status: 204 len: 168 time: 0.0371251 Oct 28 21:50:46.583954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.588657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-3fa7754f-7c48-4182-a113-58fa8bce6203 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.609436 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3fa7754f-7c48-4182-a113-58fa8bce6203 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 200 len: 205 time: 0.0244200 Oct 28 21:50:46.612453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.616304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-a4b990da-0ec5-4c10-a365-3d253ce9dfd8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.627349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-075628d8-bd20-4526-9824-b4a67c27e4f6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953491 Oct 28 21:50:46.628419 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.637801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.640866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/bc948225-bfe6-4f23-a300-199cbc472edc HTTP/1.1" status: 204 len: 168 time: 0.4724135 Oct 28 21:50:46.643630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.649467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a4b990da-0ec5-4c10-a365-3d253ce9dfd8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 204 len: 168 time: 0.0335734 Oct 28 21:50:46.651343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42398) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.657099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-eb41eea0-9c10-4cb9-a508-2bbb95922ea8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.661678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-7f00547f-ba43-4033-bd78-ab11de30e5db service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:50:46.662635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-7f00547f-ba43-4033-bd78-ab11de30e5db service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092409 Oct 28 21:50:46.664502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6034-360c-4a34-ad18-75f5ceb6f2d8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=bc948225-bfe6-4f23-a300-199cbc472edc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:46.686904 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.731329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.815833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eb41eea0-9c10-4cb9-a508-2bbb95922ea8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 204 len: 168 time: 0.1634831 Oct 28 21:50:46.819228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.822238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-56c84a4d-65a3-4637-a4c0-9c91d6a3e9c5 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 Oct 28 21:50:46.825217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-3648a6a4-bb6a-4f22-a924-d4a03004c0b9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.831007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.873061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d6a5e9-ea12-4220-9fa5-8d5c616b9971']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.886430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343d7167-61cb-4ff3-97f8-fac6e6110318') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.886724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343d7167-61cb-4ff3-97f8-fac6e6110318') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.900773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.920207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.921810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-46ccbdfc-dcdf-457e-8f17-f07f6f1e89b6 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922039 Oct 28 21:50:46.928988 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3648a6a4-bb6a-4f22-a924-d4a03004c0b9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 204 len: 168 time: 0.1086507 Oct 28 21:50:46.930310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:46.930626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:46.932011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42402) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:46.934056 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:46.940049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-7f1fd388-e6f2-4e1d-9e5e-4b4f7d7f7a2d tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:46.944648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 890355e8-248c-4e14-aba5-8fad423927a4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:50:47.007710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.016342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.019548 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/e7d6a5e9-ea12-4220-9fa5-8d5c616b9971 HTTP/1.1" status: 204 len: 168 time: 0.3748574 Oct 28 21:50:47.022440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42406) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.024644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 890355e8-248c-4e14-aba5-8fad423927a4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:47.025889 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.029146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7f1fd388-e6f2-4e1d-9e5e-4b4f7d7f7a2d tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 204 len: 168 time: 0.0958869 Oct 28 21:50:47.030714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa0667-9d0b-4a64-9432-93444d1b7d2a tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=e7d6a5e9-ea12-4220-9fa5-8d5c616b9971,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:47.034203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.038605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-b8f89d9e-fce4-452d-941e-97c5909550fe tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-1212475138') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.136415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8f89d9e-fce4-452d-941e-97c5909550fe tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-1212475138 HTTP/1.1" status: 201 len: 201 time: 0.0993693 Oct 28 21:50:47.141949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42414) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.150376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-8d109795-7c72-46d5-adca-934fa37eab8f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-163078752') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.168736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b74a27-4a3e-4435-ba2b-79fa979c4455 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:47.174886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b74a27-4a3e-4435-ba2b-79fa979c4455 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:47.176493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-19b74a27-4a3e-4435-ba2b-79fa979c4455 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1462584 Oct 28 21:50:47.180940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42416) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.187932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1521745341'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:47.204238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc36f5a-2d34-4b3a-b6bc-830b5d4f218d req-2dd5bd37-6317-4fe9-b16b-55aad1735c72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266030 Oct 28 21:50:47.235004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:47.241547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.296727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d109795-7c72-46d5-adca-934fa37eab8f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-163078752 HTTP/1.1" status: 201 len: 201 time: 0.1472838 Oct 28 21:50:47.299432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.301095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:47.312933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-af2fc176-c4f6-403c-aad3-48631e677c00 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-2103250840') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.318249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc36f5a-2d34-4b3a-b6bc-830b5d4f218d req-6908a470-d9b7-4f72-a66b-c6c99a856ebb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0629332 Oct 28 21:50:47.358212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.358645 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 237837ae-1c20-4c76-8aab-e01d7e71fba8 of type vlan for network d37282c2-4318-4488-80d4-4c49a22c941d Oct 28 21:50:47.400438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64fcd345-bb05-452a-8f94-daebf6445ed0 req-5148c70b-2a99-445f-ae93-e9133792d625 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0625179 Oct 28 21:50:47.402705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc36f5a-2d34-4b3a-b6bc-830b5d4f218d req-afb4d651-44d6-4e3d-ada8-6800b3f9b8fa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509684 Oct 28 21:50:47.443422 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.478775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-af2fc176-c4f6-403c-aad3-48631e677c00 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-2103250840 HTTP/1.1" status: 201 len: 201 time: 0.1715164 Oct 28 21:50:47.478995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.483958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-6ffd4311-204c-4cfb-8dab-0711489f3ac9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-35175043') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.487476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.493747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:47.494338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.574247 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3896031 Oct 28 21:50:47.575755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.581502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-505792324'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:47.586844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220b851-0293-411f-93a8-e16c5c0b6b31 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=d37282c2-4318-4488-80d4-4c49a22c941d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:47.591272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36f5a-2d34-4b3a-b6bc-830b5d4f218d req-1359d0f3-51fb-498a-bf00-4027b27b5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:47.593192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc36f5a-2d34-4b3a-b6bc-830b5d4f218d req-1359d0f3-51fb-498a-bf00-4027b27b5a69 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802137 Oct 28 21:50:47.604062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d37282c2-4318-4488-80d4-4c49a22c941d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:47.613254 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6ffd4311-204c-4cfb-8dab-0711489f3ac9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-35175043 HTTP/1.1" status: 201 len: 201 time: 0.1332936 Oct 28 21:50:47.614748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:47.616665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42436) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.619357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.624145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-9dfaa5dd-1766-4d4b-a33d-452933740cfa tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', {'tags': ['tempest-TagsExtTest-Tag-506163994', 'tempest-TagsExtTest-Tag-1808475250', 'tempest-TagsExtTest-Tag-370373327']}) {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.650131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:47.660776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.661125 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 36f4ff18-8506-4c23-9e8e-e905c1f53e70 of type vlan for network b4a2d97e-3443-4cfa-99bd-2019a309dbe6 Oct 28 21:50:47.703401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9dfaa5dd-1766-4d4b-a33d-452933740cfa tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 200 len: 316 time: 0.0851228 Oct 28 21:50:47.705987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.710282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-d959dd6d-3229-40b3-9ca3-729cf4882ece tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.714813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.751102 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.757153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:47.758769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:47.795082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d959dd6d-3229-40b3-9ca3-729cf4882ece tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 204 len: 168 time: 0.0853939 Oct 28 21:50:47.800856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.806103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-2095366a-bc07-4ad3-b373-6db725a00774 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-506163994') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.820427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2426836 Oct 28 21:50:47.823464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42442) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.828442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'ports': [{'network_id': 'd37282c2-4318-4488-80d4-4c49a22c941d', 'name': 'tempest-port--580091226', 'admin_state_up': True}, {'network_id': 'b4a2d97e-3443-4cfa-99bd-2019a309dbe6', 'admin_state_up': False}]} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:47.828686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'port': {'network_id': 'd37282c2-4318-4488-80d4-4c49a22c941d', 'name': 'tempest-port--580091226', 'admin_state_up': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:47.829216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'port': {'network_id': 'b4a2d97e-3443-4cfa-99bd-2019a309dbe6', 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:47.874442 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-2095366a-bc07-4ad3-b373-6db725a00774 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:47.875616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2095366a-bc07-4ad3-b373-6db725a00774 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-506163994 HTTP/1.1" status: 404 len: 328 time: 0.0736682 Oct 28 21:50:47.878369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.882780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-355b3582-47a2-46f5-919f-f56b42e8501e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-1808475250') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:47.885519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd825-42e3-448c-9493-d06df5bdcc7f tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=b4a2d97e-3443-4cfa-99bd-2019a309dbe6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:47.898466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b4a2d97e-3443-4cfa-99bd-2019a309dbe6 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:47.957390 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-355b3582-47a2-46f5-919f-f56b42e8501e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:47.959625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-355b3582-47a2-46f5-919f-f56b42e8501e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-1808475250 HTTP/1.1" status: 404 len: 329 time: 0.0792294 Oct 28 21:50:47.962240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42446) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:47.968426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-0918bff5-3544-462d-bb2a-e8550b4ab095 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291', 'tempest-TagsExtTest-Tag-370373327') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.009659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'port': 2} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:48.014252 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.022542 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-0918bff5-3544-462d-bb2a-e8550b4ab095 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:48.024128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0918bff5-3544-462d-bb2a-e8550b4ab095 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags/tempest-TagsExtTest-Tag-370373327 HTTP/1.1" status: 404 len: 328 time: 0.0602753 Oct 28 21:50:48.027049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42448) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.027420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.031474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-414b3701-07d5-4cd1-a5c9-ac67c1fc548c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', {'tags': ['tempest-TagsExtTest-Tag-94387450', 'tempest-TagsExtTest-Tag-11817067', 'tempest-TagsExtTest-Tag-914274485']}) {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.090039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-414b3701-07d5-4cd1-a5c9-ac67c1fc548c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 200 len: 313 time: 0.0619640 Oct 28 21:50:48.092492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42450) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.096708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-ac11a0c3-841f-4974-a814-428eba893203 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.111109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] device_id is not set on port 861e275c-d7e6-462c-96b9-b36e01f88ab6 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:50:48.162531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac11a0c3-841f-4974-a814-428eba893203 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 204 len: 168 time: 0.0690234 Oct 28 21:50:48.165156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42452) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.170735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-e5f2e68e-9f50-40cf-99c5-7b2884657f3f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-94387450') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.229174 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-e5f2e68e-9f50-40cf-99c5-7b2884657f3f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:48.233040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5f2e68e-9f50-40cf-99c5-7b2884657f3f tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-94387450 HTTP/1.1" status: 404 len: 327 time: 0.0643728 Oct 28 21:50:48.233385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42454) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.239674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-01873b7c-f60a-4061-a2ca-75142f3f2572 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-11817067') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.243307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.295703 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-01873b7c-f60a-4061-a2ca-75142f3f2572 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:48.298277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-01873b7c-f60a-4061-a2ca-75142f3f2572 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-11817067 HTTP/1.1" status: 404 len: 327 time: 0.0634522 Oct 28 21:50:48.300120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42456) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.305853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-5566db06-2d5b-4015-8b93-45dd0641ca38 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c', 'tempest-TagsExtTest-Tag-914274485') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.358259 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-5566db06-2d5b-4015-8b93-45dd0641ca38 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:48.359459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5566db06-2d5b-4015-8b93-45dd0641ca38 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags/tempest-TagsExtTest-Tag-914274485 HTTP/1.1" status: 404 len: 328 time: 0.0581882 Oct 28 21:50:48.362201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.368755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-6db39762-5a87-4001-910a-e00750a5995e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', {'tags': ['tempest-TagsExtTest-Tag-181676219', 'tempest-TagsExtTest-Tag-90052828', 'tempest-TagsExtTest-Tag-1828352371']}) {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.427549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] device_id is not set on port 593cb293-6ea4-43ad-af63-a604654a559c yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:50:48.487141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6db39762-5a87-4001-910a-e00750a5995e tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 200 len: 315 time: 0.1237276 Oct 28 21:50:48.488923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42464) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.495574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-f5a00900-d49d-4e48-8e65-dc975c112a51 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.509103 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-8d0bcb1f-8575-4a5b-bc77-27963eb8898d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:48.510617 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-8d0bcb1f-8575-4a5b-bc77-27963eb8898d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2625144 Oct 28 21:50:48.562259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82313e06-ace7-4a18-a593-85f8b021f763 req-d2549f8c-3b9e-4aa8-a5ba-5c8c2bcdf0ca tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0317566 Oct 28 21:50:48.606492 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-55f1afdf-4e14-47f1-b7bd-1d227c02f696 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 379 time: 0.0869362 Oct 28 21:50:48.626261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': '5cefa513-42b6-442e-85ef-ec58251472db', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'security_groups': ['0e06d39a-9448-434d-be55-903e46bf2c5e']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:48.725434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.806629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.858807 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:48.859822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f5a00900-d49d-4e48-8e65-dc975c112a51 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 204 len: 168 time: 0.3696465 Oct 28 21:50:48.860466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42466) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.862233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:48.864837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-e5fb3ab9-fe60-4b52-89a5-a1aa6b9f2831 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-181676219') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.880786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Port': ['ID=861e275c-d7e6-462c-96b9-b36e01f88ab6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:48.942226 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-e5fb3ab9-fe60-4b52-89a5-a1aa6b9f2831 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:48.946804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5fb3ab9-fe60-4b52-89a5-a1aa6b9f2831 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-181676219 HTTP/1.1" status: 404 len: 328 time: 0.0853889 Oct 28 21:50:48.947366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42468) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:48.951134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Checking segment: {'id': '237837ae-1c20-4c76-8aab-e01d7e71fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd37282c2-4318-4488-80d4-4c49a22c941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:48.951491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network hostable DHCP agents. Network: d37282c2-4318-4488-80d4-4c49a22c941d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:48.951755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-4da5d563-520f-4fbe-9e53-1fd60041c2c9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-90052828') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:48.978302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network d37282c2-4318-4488-80d4-4c49a22c941d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:49.017576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d37282c2-4318-4488-80d4-4c49a22c941d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:49.026743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:49.027924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.030015 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-4da5d563-520f-4fbe-9e53-1fd60041c2c9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:49.034679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4da5d563-520f-4fbe-9e53-1fd60041c2c9 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-90052828 HTTP/1.1" status: 404 len: 327 time: 0.0863435 Oct 28 21:50:49.035577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42470) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.035949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a473943-04e3-4425-a262-b1e7c648fc9b None None] Network d37282c2-4318-4488-80d4-4c49a22c941d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:49.042186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-96d1a71d-2e0a-437c-b3cf-3098bace988a tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a', 'tempest-TagsExtTest-Tag-1828352371') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.072628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.7 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/edc4f30f-5ed7-46e9-a737-80f46dce6687) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:49.105903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Port': ['ID=593cb293-6ea4-43ad-af63-a604654a559c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:49.126979 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-96d1a71d-2e0a-437c-b3cf-3098bace988a tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:49.128816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96d1a71d-2e0a-437c-b3cf-3098bace988a tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags/tempest-TagsExtTest-Tag-1828352371 HTTP/1.1" status: 404 len: 329 time: 0.0914352 Oct 28 21:50:49.131194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.137874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-3ef02705-d0c4-410f-97f2-61bdc34bd7c4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', {'tags': ['tempest-TagsExtTest-Tag-411708078', 'tempest-TagsExtTest-Tag-219137609', 'tempest-TagsExtTest-Tag-2129496372']}) {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.148809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Checking segment: {'id': '36f4ff18-8506-4c23-9e8e-e905c1f53e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4a2d97e-3443-4cfa-99bd-2019a309dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:49.149431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network hostable DHCP agents. Network: b4a2d97e-3443-4cfa-99bd-2019a309dbe6, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:49.216963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3ef02705-d0c4-410f-97f2-61bdc34bd7c4 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "PUT /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 200 len: 316 time: 0.0843902 Oct 28 21:50:49.217792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.224913 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-69995885-6367-4995-85e6-0325f15c6e0c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.228899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network b4a2d97e-3443-4cfa-99bd-2019a309dbe6 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:49.254643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b4a2d97e-3443-4cfa-99bd-2019a309dbe6) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:49.263984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804d156-986f-4d24-bdb5-6fcf5e1de281 None None] Network b4a2d97e-3443-4cfa-99bd-2019a309dbe6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:49.269018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:49.274938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:49.279784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:49.280454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.315154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84ab55a2-39fc-49f3-a2c9-41a38998b050 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4906461 Oct 28 21:50:49.318192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42476) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.327508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.360615 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69995885-6367-4995-85e6-0325f15c6e0c tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 204 len: 168 time: 0.1392665 Oct 28 21:50:49.361550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42478) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.369515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.tag.tag_plugin [None req-aec6b72d-9161-4392-982b-1c08d4c100a2 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-411708078') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.393073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.404632 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-aec6b72d-9161-4392-982b-1c08d4c100a2 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:49.408102 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aec6b72d-9161-4392-982b-1c08d4c100a2 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-411708078 HTTP/1.1" status: 404 len: 328 time: 0.0431962 Oct 28 21:50:49.409032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42480) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.420046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-db1236c1-db9c-4f1e-96ba-ec2c8fb10de8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-219137609') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.445517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a2e87-1ca7-4629-8936-5ffcfe484865 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:49.447577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:49.450720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:49.451508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a2e87-1ca7-4629-8936-5ffcfe484865 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:49.454245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-224a2e87-1ca7-4629-8936-5ffcfe484865 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1349695 Oct 28 21:50:49.455588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:49.457725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42482) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.459710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:49.509116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:49.509769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.543627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-48a44182-135a-4a9f-97b3-d7fc00b5ac18 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291046 Oct 28 21:50:49.557268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Request body: {'port': {'device_id': '5cefa513-42b6-442e-85ef-ec58251472db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:49.567100 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-db1236c1-db9c-4f1e-96ba-ec2c8fb10de8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:49.568178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-db1236c1-db9c-4f1e-96ba-ec2c8fb10de8 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-219137609 HTTP/1.1" status: 404 len: 328 time: 0.1528096 Oct 28 21:50:49.572558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.576959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-689bde77-63aa-40c9-bf81-8729aa75dbb5 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47', 'tempest-TagsExtTest-Tag-2129496372') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.614681 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-689bde77-63aa-40c9-bf81-8729aa75dbb5 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] show failed (client error): The resource could not be found. Oct 28 21:50:49.615733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-689bde77-63aa-40c9-bf81-8729aa75dbb5 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags/tempest-TagsExtTest-Tag-2129496372 HTTP/1.1" status: 404 len: 329 time: 0.0425313 Oct 28 21:50:49.619877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42490) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.625724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-80c24a26-d5cf-41f3-b539-0f5852db550b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c01e115a-f014-4a9f-a434-a02656943e47') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.647801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Deleting port 861e275c-d7e6-462c-96b9-b36e01f88ab6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:49.648810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.864460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80c24a26-d5cf-41f3-b539-0f5852db550b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47/tags HTTP/1.1" status: 204 len: 168 time: 0.2431931 Oct 28 21:50:49.867994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.870754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:49.875692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-c159bba4-3dd8-40c2-af8f-8832234ef1dc tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3e9e8b7-e516-44b0-9d17-694af4c4c23a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:49.927123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Calling delete_port for 861e275c-d7e6-462c-96b9-b36e01f88ab6 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:49.928206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-90bec280-139f-43d8-a2db-b6dd483ad89d None None] Provisioning complete for port edc4f30f-5ed7-46e9-a737-80f46dce6687 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:50:49.928804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-90bec280-139f-43d8-a2db-b6dd483ad89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:49.982108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-90bec280-139f-43d8-a2db-b6dd483ad89d None None] Port edc4f30f-5ed7-46e9-a737-80f46dce6687 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:50:50.001584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.040069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604c80-5a6e-47d2-8791-764ac4e81e06 req-e50f88a1-079a-4536-ac81-799d517eb251 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:50.042042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72604c80-5a6e-47d2-8791-764ac4e81e06 req-e50f88a1-079a-4536-ac81-799d517eb251 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 931 time: 0.2903972 Oct 28 21:50:50.080307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c159bba4-3dd8-40c2-af8f-8832234ef1dc tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a/tags HTTP/1.1" status: 204 len: 168 time: 0.2085011 Oct 28 21:50:50.085335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42494) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.098753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-ec532c10-5691-413d-a08d-935453641712 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '724941b7-a33c-4443-bd9f-c7a5f1c7447c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:50.134897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72604c80-5a6e-47d2-8791-764ac4e81e06 req-f6781c96-c748-4c61-9058-860538640f9f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863469 Oct 28 21:50:50.169470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.202136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Port': ['ID=861e275c-d7e6-462c-96b9-b36e01f88ab6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:50.217951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.233145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42496) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.233380 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4b61b889-2720-43fb-ad2f-e94d230cae74 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/ports/861e275c-d7e6-462c-96b9-b36e01f88ab6 HTTP/1.1" status: 204 len: 168 time: 0.7742345 Oct 28 21:50:50.240338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec532c10-5691-413d-a08d-935453641712 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c/tags HTTP/1.1" status: 204 len: 168 time: 0.1516850 Oct 28 21:50:50.244282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42498) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.251778 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.tag.tag_plugin [None req-31042716-4b6a-4806-a994-ceb7d1520ba2 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1996a67f-0376-479c-bed1-100bb427d291') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:50.320420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-31042716-4b6a-4806-a994-ceb7d1520ba2 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291/tags HTTP/1.1" status: 204 len: 168 time: 0.0748730 Oct 28 21:50:50.325708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.391269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc4f30f-5ed7-46e9-a737-80f46dce6687 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:50:50.400936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.416905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Deleting port 593cb293-6ea4-43ad-af63-a604654a559c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:50.417244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.418707 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2899-44e0-451e-8520-588d0f43ec86 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for subnetpool, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.423901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42502) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.424637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a2c2899-44e0-451e-8520-588d0f43ec86 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c01e115a-f014-4a9f-a434-a02656943e47 HTTP/1.1" status: 204 len: 168 time: 0.0978918 Oct 28 21:50:50.435148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Transition to ACTIVE for port object edc4f30f-5ed7-46e9-a737-80f46dce6687 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:50:50.488253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.500043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-733bb160-cb24-466e-8270-f6fd84da8782 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3e9e8b7-e516-44b0-9d17-694af4c4c23a HTTP/1.1" status: 200 len: 205 time: 0.0737813 Oct 28 21:50:50.500567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.559071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150a12-3423-4138-953a-d61493801884 service neutron] Pushing event updated for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:50.562400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.591581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.595338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Calling delete_port for 593cb293-6ea4-43ad-af63-a604654a559c owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:50.701031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Attempting to bind port edc4f30f-5ed7-46e9-a737-80f46dce6687 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:50.701381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Attempting to bind port edc4f30f-5ed7-46e9-a737-80f46dce6687 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:50.701729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Attempting to bind port edc4f30f-5ed7-46e9-a737-80f46dce6687 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:50.711283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Port edc4f30f-5ed7-46e9-a737-80f46dce6687 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:50:50.711725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Attempting to bind port edc4f30f-5ed7-46e9-a737-80f46dce6687 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:50.724078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:50.724587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:50.725010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:50.725280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Bound port: edc4f30f-5ed7-46e9-a737-80f46dce6687, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:50.725593 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.764071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.808929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Port': ['ID=593cb293-6ea4-43ad-af63-a604654a559c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:50.830495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.833733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4f80a011-aee7-4247-aefb-f16970dc0148 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/ports/593cb293-6ea4-43ad-af63-a604654a559c HTTP/1.1" status: 204 len: 168 time: 0.5965323 Oct 28 21:50:50.836613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.849121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.852808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.895616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99b890d5-b863-49dd-b968-507bea01b8e8 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578740 Oct 28 21:50:50.897000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:50.900832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.908254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1428786522'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:50.923522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.924061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Fanout notify agent at l3_agent the message router_deleted on router a3e9e8b7-e516-44b0-9d17-694af4c4c23a {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:50:50.926703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:50.934007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.937771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-946b7ec4-fbdf-4927-b4d4-2abe789e244b tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/routers/a3e9e8b7-e516-44b0-9d17-694af4c4c23a HTTP/1.1" status: 204 len: 168 time: 0.4334042 Oct 28 21:50:50.937876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.938137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42512) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:50.957333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:50.958177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:50.959663 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-90150a12-3423-4138-953a-d61493801884 service neutron] 10.222.0.44 "PUT /v2.0/ports/edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 1092 time: 1.4076033 Oct 28 21:50:50.994172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:50:50.999307 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885a8c8-71d3-4240-aded-42d28c5059fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:50:51.020953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:51.025740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.073469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Deleting port 724941b7-a33c-4443-bd9f-c7a5f1c7447c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:51.074414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.087975 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f291db23-75db-4c36-b09e-6ed3c3f65df4 x-openstack-request-id: req-f291db23-75db-4c36-b09e-6ed3c3f65df4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:50:51.088455 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:50:51.088799 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f291db23-75db-4c36-b09e-6ed3c3f65df4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:50:51.090313 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'status': 'completed', 'code': 200} Oct 28 21:50:51.132242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:51.163216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-bc406066-5a99-4808-af96-c61103ad4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.165618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-bc406066-5a99-4808-af96-c61103ad4dfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1095 time: 0.1290364 Oct 28 21:50:51.169474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.169939 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 0d7cf96c-dcf6-4cd0-8392-acedeb90530e of type vlan for network cea615a0-0f16-46db-91cf-5eecdf088de8 Oct 28 21:50:51.181520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150a12-3423-4138-953a-d61493801884 service neutron] Pushing event updated for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:51.215959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.232936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Calling delete_port for 724941b7-a33c-4443-bd9f-c7a5f1c7447c owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:51.258452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-552a05db-0a07-4186-9a92-383506049e04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 217 time: 0.0731242 Oct 28 21:50:51.328215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.349572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-340de143-6a92-4c44-94f9-445367c799e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.350322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aac53-b448-4fd2-b2f2-e4a461bece19 req-1eb734a4-0d26-455a-a780-9a8856896611 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.351119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-340de143-6a92-4c44-94f9-445367c799e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0738425 Oct 28 21:50:51.351943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-692aac53-b448-4fd2-b2f2-e4a461bece19 req-1eb734a4-0d26-455a-a780-9a8856896611 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0716002 Oct 28 21:50:51.399805 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.406698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.407750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.426480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-9444ee21-f0f5-4fef-8cef-58ebe2ce0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.428636 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-9444ee21-f0f5-4fef-8cef-58ebe2ce0b7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693681 Oct 28 21:50:51.438810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-692aac53-b448-4fd2-b2f2-e4a461bece19 req-3862f18e-bf06-43e9-86c2-5d6d0baa6acb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755978 Oct 28 21:50:51.449460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.488344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event deleted for resources: {'Port': ['ID=724941b7-a33c-4443-bd9f-c7a5f1c7447c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:51.493972 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5903218 Oct 28 21:50:51.495774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:51.501634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-45295830'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:51.537015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:51.543330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.552131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa9d4-d5bf-400a-93e3-9a24bedca666 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=cea615a0-0f16-46db-91cf-5eecdf088de8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:51.566255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cea615a0-0f16-46db-91cf-5eecdf088de8 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:51.597035 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-cdf26b09-f829-47fc-be83-d47b1c10e644 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555688 Oct 28 21:50:51.671792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:51.691946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.698145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0585f64b-c276-4a63-be11-16f07954d4a3 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/ports/724941b7-a33c-4443-bd9f-c7a5f1c7447c HTTP/1.1" status: 204 len: 168 time: 0.7581248 Oct 28 21:50:51.701325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42520) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:51.703240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.703628 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Added segment 510097ed-2a4a-4ef0-978f-4228176201ef of type vlan for network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 Oct 28 21:50:51.763502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.818273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.825862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Deleting subnet 1996a67f-0376-479c-bed1-100bb427d291 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:51.826455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:51.827136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.835669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.859468 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdc21bbc-cbb8-491d-a6fc-6d55d051b899 req-c2de0e06-f611-4f14-b628-2fab406bd58b service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532420 Oct 28 21:50:51.881233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:51.906373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4095111 Oct 28 21:50:51.961127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f98e7-122a-460e-a865-e5e1ab047afe tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Network': ['ID=e26fdda6-7bb0-472f-8b28-4a6eb2f998d1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:51.974335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:51.998407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-e43789f9-66a4-4410-9aeb-249806d3c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:52.000039 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-e43789f9-66a4-4410-9aeb-249806d3c842 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1095 time: 0.0878038 Oct 28 21:50:52.016159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.046605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42524) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:52.053725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'subnets': [{'network_id': 'cea615a0-0f16-46db-91cf-5eecdf088de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907616336', 'ip_version': 4}, {'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:52.054028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'subnet': {'network_id': 'cea615a0-0f16-46db-91cf-5eecdf088de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907616336', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:52.055174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Request body: {'subnet': {'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:52.146776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.149991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-95854fa9-6267-4d9c-8f7d-3da8253c61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:52.151489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-95854fa9-6267-4d9c-8f7d-3da8253c61a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1433160 Oct 28 21:50:52.187968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event deleted for resources: {'Subnet': ['ID=1996a67f-0376-479c-bed1-100bb427d291,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:52.190284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.196540 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14fd6312-51b5-4b6b-bc81-bda1c9182636 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/subnets/1996a67f-0376-479c-bed1-100bb427d291 HTTP/1.1" status: 204 len: 168 time: 0.4939198 Oct 28 21:50:52.197909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:52.203255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e96a84-cb68-4fa4-b0fb-d03a630f2b27 None None] Network 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:52.228556 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-43bbec1b-9e0a-4008-a0ec-d4c12ef7656e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 217 time: 0.0687304 Oct 28 21:50:52.292721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-bad82db7-4c92-46a2-aa5e-a8ffec3d7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:52.296078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-bad82db7-4c92-46a2-aa5e-a8ffec3d7a10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0597785 Oct 28 21:50:52.318753 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.333578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Made reservation on behalf of bef75c0825604da7affab074a7ab2f10 for: {'subnet': 2} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:52.339375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.339799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.372878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-224fd75e-5ccf-40a0-b717-622c2afa197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:52.375302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-224fd75e-5ccf-40a0-b717-622c2afa197a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730841 Oct 28 21:50:52.455802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] DHCP port deletion for 339726b0-043f-4a6e-8bc3-4ecd7274a4d8 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:52.509562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Deleting port 890355e8-248c-4e14-aba5-8fad423927a4 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:52.510736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.515907 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-12a93b8e-d261-4f47-b891-356f8f63ca09 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321392 Oct 28 21:50:52.622753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Deleting port 890355e8-248c-4e14-aba5-8fad423927a4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:52.623265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.646733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f885a8c8-71d3-4240-aded-42d28c5059fd req-cb742892-d6c1-4d99-8fb0-c8d77967688c service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224046 Oct 28 21:50:52.770244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] For port 890355e8-248c-4e14-aba5-8fad423927a4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=890355e8-248c-4e14-aba5-8fad423927a4,segment=NetworkSegment(43d44656-634d-4ab5-979a-c16c076178e7),segment_id=43d44656-634d-4ab5-979a-c16c076178e7)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:52.770627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.784558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] For port 890355e8-248c-4e14-aba5-8fad423927a4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=890355e8-248c-4e14-aba5-8fad423927a4,segment=NetworkSegment(43d44656-634d-4ab5-979a-c16c076178e7),segment_id=43d44656-634d-4ab5-979a-c16c076178e7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:52.785103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.803120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Calling delete_port for 890355e8-248c-4e14-aba5-8fad423927a4 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:52.803818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab44d8-8da4-4bde-8968-c9485641ca5a req-5e289a00-a8f5-474d-9cc7-6281da3c8e1a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:52.806044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ab44d8-8da4-4bde-8968-c9485641ca5a req-5e289a00-a8f5-474d-9cc7-6281da3c8e1a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.2181282 Oct 28 21:50:52.807101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Calling delete_port for 890355e8-248c-4e14-aba5-8fad423927a4 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:52.905541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:52.941615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Pushing event deleted for resources: {'Port': ['ID=890355e8-248c-4e14-aba5-8fad423927a4,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:52.945866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] No DVR routers for this DVR port 890355e8-248c-4e14-aba5-8fad423927a4 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:52.963713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.964187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.964671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.965098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.965541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.965994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.966407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.966819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.967230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.967642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.968095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.968691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d7436-09ee-4edf-b801-f6a1ce0e743e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:50:52.986412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 890355e8-248c-4e14-aba5-8fad423927a4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:50:53.011367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 890355e8-248c-4e14-aba5-8fad423927a4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:50:53.011855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 890355e8-248c-4e14-aba5-8fad423927a4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:50:53.204215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41ab44d8-8da4-4bde-8968-c9485641ca5a req-9fcecf62-160d-4924-9f6a-b9fec5906029 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896835 Oct 28 21:50:53.270044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.301040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event deleted for resources: {'Port': ['ID=890355e8-248c-4e14-aba5-8fad423927a4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:53.306794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] No DVR routers for this DVR port 890355e8-248c-4e14-aba5-8fad423927a4 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:53.409044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.446683 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.486773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339726b0-043f-4a6e-8bc3-4ecd7274a4d8']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:53.512554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d44656-634d-4ab5-979a-c16c076178e7') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:53.512842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d44656-634d-4ab5-979a-c16c076178e7') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:53.516295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Subnet': ['ID=180c845b-b695-446e-81a7-1d712564146e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:53.530051 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.537816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Checking segment: {'id': '0d7cf96c-dcf6-4cd0-8392-acedeb90530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cea615a0-0f16-46db-91cf-5eecdf088de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:53.538146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network hostable DHCP agents. Network: cea615a0-0f16-46db-91cf-5eecdf088de8, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:53.548960 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.560406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:53.560713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:53.564192 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:53.607913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network cea615a0-0f16-46db-91cf-5eecdf088de8 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:53.626548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cea615a0-0f16-46db-91cf-5eecdf088de8) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:53.631031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.640034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4f10c-eb17-4c62-9880-d9ed7486fc18 None None] Network cea615a0-0f16-46db-91cf-5eecdf088de8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:53.663417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.679470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.684938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] 10.222.0.31 "DELETE /v2.0/networks/339726b0-043f-4a6e-8bc3-4ecd7274a4d8 HTTP/1.1" status: 204 len: 168 time: 1.4837904 Oct 28 21:50:53.712877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd698-a27a-449c-a5c7-3e1387ac2d90 tempest-TagsExtTest-70554064 tempest-TagsExtTest-70554064-project] Pushing event deleted for resources: {'Network': ['ID=339726b0-043f-4a6e-8bc3-4ecd7274a4d8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:53.715645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event updated for resources: {'Subnet': ['ID=88bd6209-a4a6-406c-b04a-98399d93127c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:53.736636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Checking segment: {'id': '510097ed-2a4a-4ef0-978f-4228176201ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:53.736998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network hostable DHCP agents. Network: e26fdda6-7bb0-472f-8b28-4a6eb2f998d1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:50:53.758268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:50:53.770869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e26fdda6-7bb0-472f-8b28-4a6eb2f998d1) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:53.782314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780961f-1897-4423-8085-0a6116bbffd9 None None] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:53.789385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:53.789989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:53.790639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.828780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3bff3e83-206f-40a6-82ea-da7273cad319 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7810123 Oct 28 21:50:53.831143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:53.877204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a42498-540d-4f05-8da7-6757d856a399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-cea615a0-0f16-46db-91cf-5eecdf088de8', 'network_id': 'cea615a0-0f16-46db-91cf-5eecdf088de8', 'tenant_id': 'bef75c0825604da7affab074a7ab2f10', 'fixed_ips': [{'subnet_id': '180c845b-b695-446e-81a7-1d712564146e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:53.878259 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1a42498-540d-4f05-8da7-6757d856a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:53.959840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e360c98-d70d-4b66-a7f7-a816f151d2ae tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:53.961950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e360c98-d70d-4b66-a7f7-a816f151d2ae tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:53.963689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e360c98-d70d-4b66-a7f7-a816f151d2ae tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:53.968424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e360c98-d70d-4b66-a7f7-a816f151d2ae tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1323752 Oct 28 21:50:53.968576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42540) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:54.028136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Deleting subnet 180c845b-b695-446e-81a7-1d712564146e {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:54.032192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.052911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42542) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:54.083204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.123587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e26fdda6-7bb0-472f-8b28-4a6eb2f998d1', 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1', 'tenant_id': 'bef75c0825604da7affab074a7ab2f10', 'fixed_ips': [{'subnet_id': '88bd6209-a4a6-406c-b04a-98399d93127c'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:50:54.124913 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.143291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.213219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-b1a42498-540d-4f05-8da7-6757d856a399 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 180c845b-b695-446e-81a7-1d712564146e: This subnet is being modified by another concurrent operation. Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 180c845b-b695-446e-81a7-1d712564146e: This subnet is being modified by another concurrent operation. Oct 28 21:50:54.223918 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:50:54.253398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66be9011-b78d-43c4-9284-0be44a308565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5510d67fb45845fc8c9d1a398f8579f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973238 Oct 28 21:50:54.253711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42548) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:54.258689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Subnet': ['ID=180c845b-b695-446e-81a7-1d712564146e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:54.261533 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.267919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42550) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:54.268126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f7009ff9-4f5c-4bf7-a2aa-e2ac4ccdb20e tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/subnets/180c845b-b695-446e-81a7-1d712564146e HTTP/1.1" status: 204 len: 168 time: 0.2984898 Oct 28 21:50:54.270777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b5f7e-1c76-4358-bb5e-8a45de44619d None None] Network cea615a0-0f16-46db-91cf-5eecdf088de8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:54.346691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Deleting subnet 88bd6209-a4a6-406c-b04a-98399d93127c {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:50:54.366152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.382097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a427be5-5f1a-4c56-adac-0c19c111478c req-f8fd9dfb-b6fa-4b7c-8d78-01f995c5b2e2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:54.384709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a427be5-5f1a-4c56-adac-0c19c111478c req-f8fd9dfb-b6fa-4b7c-8d78-01f995c5b2e2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0713065 Oct 28 21:50:54.390414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.451179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.453996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a427be5-5f1a-4c56-adac-0c19c111478c req-ee661d3c-775b-409d-9b1a-d1b8e2365e7a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629692 Oct 28 21:50:54.454683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.459134 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4b17014-334c-4e56-8456-3d9ca7a96869 HTTP/1.1" status: 204 len: 168 time: 0.2021246 Oct 28 21:50:54.465578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Allocated IP 172.20.0.18 (e26fdda6-7bb0-472f-8b28-4a6eb2f998d1/88bd6209-a4a6-406c-b04a-98399d93127c/d71b967d-3111-4775-9a5f-80e19aa736de) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:50:54.467371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfd89c-35a0-42b0-b658-9e9283c5388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b17014-334c-4e56-8456-3d9ca7a96869,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:54.631916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.638995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.639505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.686022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:50:54.688995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:50:54.693245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:50:54.697606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.700493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Pushing event updated for resources: {'Port': ['ID=d71b967d-3111-4775-9a5f-80e19aa736de,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:54.750585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Attempting to bind port d71b967d-3111-4775-9a5f-80e19aa736de on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:50:54.750940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Attempting to bind port d71b967d-3111-4775-9a5f-80e19aa736de by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '510097ed-2a4a-4ef0-978f-4228176201ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:50:54.751303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Attempting to bind port d71b967d-3111-4775-9a5f-80e19aa736de on network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:50:54.761682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:50:54.762223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Checking segment: {'id': '510097ed-2a4a-4ef0-978f-4228176201ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:50:54.762698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.763156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Bound using segment: {'id': '510097ed-2a4a-4ef0-978f-4228176201ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:50:54.763826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Bound port: d71b967d-3111-4775-9a5f-80e19aa736de, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510097ed-2a4a-4ef0-978f-4228176201ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e26fdda6-7bb0-472f-8b28-4a6eb2f998d1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:50:54.764135 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.792584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.862706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.866740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] For port d71b967d-3111-4775-9a5f-80e19aa736de, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:50:54.871000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] For port d71b967d-3111-4775-9a5f-80e19aa736de, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d71b967d-3111-4775-9a5f-80e19aa736de,segment=NetworkSegment(510097ed-2a4a-4ef0-978f-4228176201ef),segment_id=510097ed-2a4a-4ef0-978f-4228176201ef)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:50:54.878602 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.892490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Subnet': ['ID=88bd6209-a4a6-406c-b04a-98399d93127c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:54.896302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:54.903087 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-694933b3-5f97-43dd-804e-c56b062e8642 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/subnets/88bd6209-a4a6-406c-b04a-98399d93127c HTTP/1.1" status: 204 len: 168 time: 0.6309793 Oct 28 21:50:54.903309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42564) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:54.963167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189518f4-5ac4-4b68-acbf-1126cdf1ff9d None None] Pushing event updated for resources: {'Port': ['ID=d71b967d-3111-4775-9a5f-80e19aa736de,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:54.972182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98958a64-fff7-4162-8d51-4cd445e69d61 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:54.973684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-98958a64-fff7-4162-8d51-4cd445e69d61 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693798 Oct 28 21:50:54.978200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:55.064120 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.148890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Deleting port d71b967d-3111-4775-9a5f-80e19aa736de {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:50:55.149262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.232760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] For port d71b967d-3111-4775-9a5f-80e19aa736de, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d71b967d-3111-4775-9a5f-80e19aa736de,segment=NetworkSegment(510097ed-2a4a-4ef0-978f-4228176201ef),segment_id=510097ed-2a4a-4ef0-978f-4228176201ef)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:50:55.233128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.247814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Calling delete_port for d71b967d-3111-4775-9a5f-80e19aa736de owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:50:55.336912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.363150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Port': ['ID=d71b967d-3111-4775-9a5f-80e19aa736de,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:55.367053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] No DVR routers for this DVR port d71b967d-3111-4775-9a5f-80e19aa736de on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:50:55.454373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.488651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26fdda6-7bb0-472f-8b28-4a6eb2f998d1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.499577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510097ed-2a4a-4ef0-978f-4228176201ef') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.499787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510097ed-2a4a-4ef0-978f-4228176201ef') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.512520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.525071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.531826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:55.532159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:55.535719 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:55.596796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba246fcc-708c-471d-b65d-6e17688ea15a req-dd9dfe3d-c269-4efe-ae31-b45c3eac0b8f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:55.598452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba246fcc-708c-471d-b65d-6e17688ea15a req-dd9dfe3d-c269-4efe-ae31-b45c3eac0b8f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0602193 Oct 28 21:50:55.614742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.624965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.628685 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 HTTP/1.1" status: 204 len: 168 time: 0.6495059 Oct 28 21:50:55.631254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42590) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:55.647470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba246fcc-708c-471d-b65d-6e17688ea15a req-b0d924cd-d4ff-407d-9e00-6a8fdc8a1236 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Oct 28 21:50:55.702980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d395-704d-4e86-b73d-bda93c58d084 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=e26fdda6-7bb0-472f-8b28-4a6eb2f998d1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:55.742609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.837238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.859865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea615a0-0f16-46db-91cf-5eecdf088de8']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.871465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7cf96c-dcf6-4cd0-8392-acedeb90530e') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.871710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7cf96c-dcf6-4cd0-8392-acedeb90530e') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:55.881905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.901603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.912419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:55.912813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:55.918900 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:55.986551 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.996492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:55.997406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8bff4b66-1069-4e4e-83aa-4b9b88ec837f None None] Could not find standard attr ID for object d71b967d-3111-4775-9a5f-80e19aa736de. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:50:55.999703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/cea615a0-0f16-46db-91cf-5eecdf088de8 HTTP/1.1" status: 204 len: 168 time: 0.3672826 Oct 28 21:50:56.003183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42600) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:56.012301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6fe00-87c3-4e6c-a553-2e97674ce01c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=cea615a0-0f16-46db-91cf-5eecdf088de8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:56.069264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80a20b-abe4-4f68-81b2-6d7141ece58d None None] DHCP port deletion for e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:50:56.093970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.097035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b0635-6bf6-4460-ad8d-d71479b25738 None None] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:50:56.114737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b0635-6bf6-4460-ad8d-d71479b25738 None None] Network e26fdda6-7bb0-472f-8b28-4a6eb2f998d1 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:50:56.129929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae3e65-bd75-43fa-a960-2325d1e87d53 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:50:56.222245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.222482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dae3e65-bd75-43fa-a960-2325d1e87d53 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:50:56.246001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a2d97e-3443-4cfa-99bd-2019a309dbe6']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.255340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f4ff18-8506-4c23-9e8e-e905c1f53e70') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.255634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f4ff18-8506-4c23-9e8e-e905c1f53e70') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.266186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.279460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.286567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:56.287029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:56.291328 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:56.361798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.393593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.399779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/b4a2d97e-3443-4cfa-99bd-2019a309dbe6 HTTP/1.1" status: 204 len: 168 time: 0.3926275 Oct 28 21:50:56.399779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49c060-2acb-4432-b014-c2c6e4c3ed60 tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=b4a2d97e-3443-4cfa-99bd-2019a309dbe6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:56.400579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42612) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:56.483548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.567018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.586634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37282c2-4318-4488-80d4-4c49a22c941d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.595657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237837ae-1c20-4c76-8aab-e01d7e71fba8') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.595949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237837ae-1c20-4c76-8aab-e01d7e71fba8') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:50:56.605101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.618297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.624058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:50:56.624399 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:50:56.627243 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:50:56.688677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.699880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:56.699880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] 10.222.0.31 "DELETE /v2.0/networks/d37282c2-4318-4488-80d4-4c49a22c941d HTTP/1.1" status: 204 len: 168 time: 0.2979567 Oct 28 21:50:56.712496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d54b28-d838-4362-8b88-28d05b2eac7c tempest-BulkNetworkOpsTest-2056072703 tempest-BulkNetworkOpsTest-2056072703-project] Pushing event deleted for resources: {'Network': ['ID=d37282c2-4318-4488-80d4-4c49a22c941d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:56.782325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704716-db0d-4243-831e-3323e35e4dd9 req-b9acaf7a-fdc3-4030-ad02-dfa1c1f2aed7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:56.784855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54704716-db0d-4243-831e-3323e35e4dd9 req-b9acaf7a-fdc3-4030-ad02-dfa1c1f2aed7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0571182 Oct 28 21:50:56.853983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54704716-db0d-4243-831e-3323e35e4dd9 req-1d582548-c0da-44a4-82d1-c4e729f1061a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473020 Oct 28 21:50:57.025064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:57.176905 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ebae7766-8027-4fbb-87f0-59073cf00ea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bef75c0825604da7affab074a7ab2f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506164 Oct 28 21:50:57.179708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:57.234666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:57.261172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:57.314218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:57.316975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:57.318202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01034508-d64d-436d-92c2-0656905ff3c2 HTTP/1.1" status: 204 len: 168 time: 0.1375699 Oct 28 21:50:57.327122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a166be-ac85-49ac-b70c-e01129ff1290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01034508-d64d-436d-92c2-0656905ff3c2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:57.987088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bf8d7-2eea-45a8-abb3-9a3584ddd85c req-1e31258e-8bc1-4abc-9920-d12f4cf885fc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:57.988745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a87bf8d7-2eea-45a8-abb3-9a3584ddd85c req-1e31258e-8bc1-4abc-9920-d12f4cf885fc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0530782 Oct 28 21:50:58.036503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:58.043602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a87bf8d7-2eea-45a8-abb3-9a3584ddd85c req-159a6b7e-b82a-4657-a553-025773d42dde tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Oct 28 21:50:58.139426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950778072'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:50:58.166228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:50:58.169765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.178183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.253092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.258919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.295219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:50:58.306136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa758c5f-3bf8-4209-bd3c-315c38b8077e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:58.311107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.311522 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 5596a73e-3f50-4d39-a99d-3a025647564c of type vlan for network 0f58bf0a-fb3b-4600-8664-a9405181e381 Oct 28 21:50:58.361702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.386291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.391885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:58.392483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:58.457765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4200561 Oct 28 21:50:58.463972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040327e5-6ada-4ac4-8443-fd9b3c8034d1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=0f58bf0a-fb3b-4600-8664-a9405181e381,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:58.482185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:50:59.243972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fdd41-17fb-485b-b760-42c0ba395efd req-74f3144f-7f95-405e-bcbf-bd5203a876fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:50:59.245584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b6fdd41-17fb-485b-b760-42c0ba395efd req-74f3144f-7f95-405e-bcbf-bd5203a876fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0940042 Oct 28 21:50:59.295219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b6fdd41-17fb-485b-b760-42c0ba395efd req-4a70d8dd-c4e4-4cdf-8c6d-ba8ac7279a70 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Oct 28 21:50:59.472696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42696) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:59.581871 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e79c952e-0b0c-4868-8ce2-cb0c85d21b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.656457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e79c952e-0b0c-4868-8ce2-cb0c85d21b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.659762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e79c952e-0b0c-4868-8ce2-cb0c85d21b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.698932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e79c952e-0b0c-4868-8ce2-cb0c85d21b88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05ac3ba1a11b4d2d97d8acc858831443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251842 Oct 28 21:50:59.699765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c952e-0b0c-4868-8ce2-cb0c85d21b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1f496-5628-4601-8ad0-9ac312d53280,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:50:59.702601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:50:59.753431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.774436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.822328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.824933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:50:59.826217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bff1f496-5628-4601-8ad0-9ac312d53280 HTTP/1.1" status: 204 len: 168 time: 0.1218941 Oct 28 21:50:59.834054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a507b2-87af-4ef9-b969-dc7f9e56e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1f496-5628-4601-8ad0-9ac312d53280,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:00.084953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:00.097947 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a9b99b9-062f-48bf-a0c6-559542018280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.173917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a9b99b9-062f-48bf-a0c6-559542018280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.177813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a9b99b9-062f-48bf-a0c6-559542018280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.221317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42708) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:00.221532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3a9b99b9-062f-48bf-a0c6-559542018280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e296188fca14d2095334cb9c5d32874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352918 Oct 28 21:51:00.222603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b99b9-062f-48bf-a0c6-559542018280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89bebb-b41c-4381-9696-e19fa8663587,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:00.276109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.297597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.345442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.348067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:00.352586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c89bebb-b41c-4381-9696-e19fa8663587 HTTP/1.1" status: 204 len: 168 time: 0.1266382 Oct 28 21:51:00.359770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dcbbe-3086-4d4e-bbd9-2202e659bd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89bebb-b41c-4381-9696-e19fa8663587,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:00.456398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe75c-a9ed-48ea-8b2d-a582c17ff6ef req-af449632-c976-4974-8468-ddc2a8a52537 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:00.464462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fbe75c-a9ed-48ea-8b2d-a582c17ff6ef req-af449632-c976-4974-8468-ddc2a8a52537 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0809274 Oct 28 21:51:00.525208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9fbe75c-a9ed-48ea-8b2d-a582c17ff6ef req-21ddd45f-1ba3-40dc-b096-f36d76ffa03c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Oct 28 21:51:01.654215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3482-846b-4234-afa6-02ff5bf404c3 req-9b425890-7b1b-4962-a0f9-3ae77e479141 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:01.655699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e36a3482-846b-4234-afa6-02ff5bf404c3 req-9b425890-7b1b-4962-a0f9-3ae77e479141 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0516634 Oct 28 21:51:01.695348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e36a3482-846b-4234-afa6-02ff5bf404c3 req-8dd488b9-a63f-4580-a48f-ae547a848a90 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Oct 28 21:51:01.789032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:01.794416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:01.891669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:01.895175 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.376792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.432859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=f2885f06-c31e-406d-9234-82300cfe4167,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:02.449751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '5596a73e-3f50-4d39-a99d-3a025647564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:02.450104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 0f58bf0a-fb3b-4600-8664-a9405181e381, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:02.468941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:02.477437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0f58bf0a-fb3b-4600-8664-a9405181e381) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:02.484901 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:02.484901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.487529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0e156-87e7-48b3-8b3f-c3b00cfe669f None None] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:02.512405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a32c8645-1374-4e83-9869-7ec0943b4b4f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7211261 Oct 28 21:51:02.514753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:02.520029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812363717'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:02.547202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:02.551181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.581384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:02.592485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.592840 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 1cbbe3ac-9241-4b9f-878f-f2e5535a91e4 of type vlan for network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b Oct 28 21:51:02.656048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.660174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-0f58bf0a-fb3b-4600-8664-a9405181e381', 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': 'f2885f06-c31e-406d-9234-82300cfe4167'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:02.661098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.694388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.701834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:02.702433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.768668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2527580 Oct 28 21:51:02.771860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:02.781526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:02.787428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741b3a4-79d8-4242-a837-4284e1ddcd67 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=89ab7bd3-1a57-4955-8603-c3c4b5074b9b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:02.819404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:02.891045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f938c-870a-4488-98ad-75fff8c08eb7 req-2b64ee51-35cd-4367-9f12-25777f06855a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:02.892910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2f938c-870a-4488-98ad-75fff8c08eb7 req-2b64ee51-35cd-4367-9f12-25777f06855a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 943 time: 0.0723453 Oct 28 21:51:02.894124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Allocated IP 2001:db8:0:ffff::2 (0f58bf0a-fb3b-4600-8664-a9405181e381/f2885f06-c31e-406d-9234-82300cfe4167/7989e2c5-513f-4f07-8648-08e964031253) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:02.953937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:02.957683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:02.972837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2f938c-870a-4488-98ad-75fff8c08eb7 req-064f6189-db6c-4bfe-8212-3e48bebff4a5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696182 Oct 28 21:51:02.980428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device edc4f30f-5ed7-46e9-a737-80f46dce6687 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:51:03.167625 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.170083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:03.183871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.189342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'mac_address': 'fa:16:3e:e7:fb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:51:03.256663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:03.265024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:03.267326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:03.275504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Pushing event updated for resources: {'Port': ['ID=7989e2c5-513f-4f07-8648-08e964031253,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:03.276106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:51:03.277851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.302149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.335738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc4f30f-5ed7-46e9-a737-80f46dce6687 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:51:03.342308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=3cbe4645-c475-4b64-8cdd-ab80b611c58d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:03.354083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:03.354831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 89ab7bd3-1a57-4955-8603-c3c4b5074b9b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:03.361359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Attempting to bind port 7989e2c5-513f-4f07-8648-08e964031253 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:03.361732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Attempting to bind port 7989e2c5-513f-4f07-8648-08e964031253 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '5596a73e-3f50-4d39-a99d-3a025647564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:03.362092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Attempting to bind port 7989e2c5-513f-4f07-8648-08e964031253 on network 0f58bf0a-fb3b-4600-8664-a9405181e381 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:03.367782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:03.371481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:03.371860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Checking segment: {'id': '5596a73e-3f50-4d39-a99d-3a025647564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:03.372351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.372957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Bound using segment: {'id': '5596a73e-3f50-4d39-a99d-3a025647564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:03.373542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Bound port: 7989e2c5-513f-4f07-8648-08e964031253, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5596a73e-3f50-4d39-a99d-3a025647564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0f58bf0a-fb3b-4600-8664-a9405181e381'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:03.374027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.377642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:03.377816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.390140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 89ab7bd3-1a57-4955-8603-c3c4b5074b9b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:03.394678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:03.395523 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.412453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd29d1-1ae8-450d-abe0-eebcc8aa5dcb None None] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:03.417786 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee6b6156-d860-4ad8-8d82-87a58aae7c8b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6407771 Oct 28 21:51:03.418026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:03.423177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'port': {'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b', 'name': 'tempest-NetworksIpV6TestAttrs-708429504'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:03.469040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42860) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:03.535029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:03.550267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:03.556871 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.570362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] For port 7989e2c5-513f-4f07-8648-08e964031253, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:03.579085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] device_id is not set on port 248e1d04-880c-4c98-a47e-c8a3f5f673bf yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:03.590752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] For port 7989e2c5-513f-4f07-8648-08e964031253, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7989e2c5-513f-4f07-8648-08e964031253,segment=NetworkSegment(5596a73e-3f50-4d39-a99d-3a025647564c),segment_id=5596a73e-3f50-4d39-a99d-3a025647564c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:03.592274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['edc4f30f-5ed7-46e9-a737-80f46dce6687'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:51:03.615100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.635889 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.718564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.725329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Allocated IP 2001:db8::f816:3eff:fe5a:1e78 (89ab7bd3-1a57-4955-8603-c3c4b5074b9b/3cbe4645-c475-4b64-8cdd-ab80b611c58d/248e1d04-880c-4c98-a47e-c8a3f5f673bf) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:03.729511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.766824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-89ab7bd3-1a57-4955-8603-c3c4b5074b9b', 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': '3cbe4645-c475-4b64-8cdd-ab80b611c58d'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:03.767682 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.785638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42866) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:03.786123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7848482863d84391b43818650ed5b12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149543 Oct 28 21:51:03.787655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b0c9c-79e3-4aef-b93f-34e956e11f3a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:03.791761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cdf45-c157-4b98-8286-ee44fa2f8776 None None] Pushing event updated for resources: {'Port': ['ID=7989e2c5-513f-4f07-8648-08e964031253,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:03.798076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.798818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.799387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.799933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.800515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.801082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.801755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.802297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.802835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.803388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.804571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.805117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab850ec-83fd-4e19-b254-4d375cefc8b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:03.971487 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:03.977704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.008878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.071694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.115199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.119509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.122026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d67b0c9c-79e3-4aef-b93f-34e956e11f3a HTTP/1.1" status: 204 len: 168 time: 0.3354838 Oct 28 21:51:04.134269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d429a0c-92ba-4892-a1f8-34b6a0ea429f req-716708d5-90e2-432a-b8c2-769cfbd9c55a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:04.136599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d429a0c-92ba-4892-a1f8-34b6a0ea429f req-716708d5-90e2-432a-b8c2-769cfbd9c55a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 944 time: 0.0761354 Oct 28 21:51:04.156643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba24be-3444-414e-a40f-0c74b4c7e031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b0c9c-79e3-4aef-b93f-34e956e11f3a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.158831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Port': ['ID=248e1d04-880c-4c98-a47e-c8a3f5f673bf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.169114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:04.172029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:04.174469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:04.181251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:04.181969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.205442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-22b90222-4e14-4e86-ba96-877e2eae0bd7 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7844119 Oct 28 21:51:04.205627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42872) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:04.240400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Allocated IP 2001:db8::f816:3eff:fe85:9418 (89ab7bd3-1a57-4955-8603-c3c4b5074b9b/3cbe4645-c475-4b64-8cdd-ab80b611c58d/43c98a4c-1d6b-4549-bdc3-a5750ec8d643) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:04.245903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d429a0c-92ba-4892-a1f8-34b6a0ea429f req-f0d527a1-7363-4c82-8dfe-e68ae6860818 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028173 Oct 28 21:51:04.283242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting subnet 3cbe4645-c475-4b64-8cdd-ab80b611c58d {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:04.456292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42876) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:04.470930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9677c87-7277-4f77-b8d0-7ca760dbb17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.473273 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.478582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.482537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.523861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.526981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:04.530001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:04.534701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:04.543627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Pushing event updated for resources: {'Port': ['ID=43c98a4c-1d6b-4549-bdc3-a5750ec8d643,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.582963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9677c87-7277-4f77-b8d0-7ca760dbb17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.592657 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9677c87-7277-4f77-b8d0-7ca760dbb17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.601205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Attempting to bind port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:04.602073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Attempting to bind port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:04.602758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Attempting to bind port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 on network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:04.608656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:04.609503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Checking segment: {'id': '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:04.610134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.610786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Bound using segment: {'id': '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:04.611488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Bound port: 43c98a4c-1d6b-4549-bdc3-a5750ec8d643, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89ab7bd3-1a57-4955-8603-c3c4b5074b9b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:04.612113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.658387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a9677c87-7277-4f77-b8d0-7ca760dbb17e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e06b7e943154670bfc63a7ade300d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010450 Oct 28 21:51:04.659635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9677c87-7277-4f77-b8d0-7ca760dbb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7855b2-37ac-46ac-80bd-d887e97247d1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.663520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42878) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:04.693093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] For port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:04.697771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] For port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=43c98a4c-1d6b-4549-bdc3-a5750ec8d643,segment=NetworkSegment(1cbbe3ac-9241-4b9f-878f-f2e5535a91e4),segment_id=1cbbe3ac-9241-4b9f-878f-f2e5535a91e4)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:04.701769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.718207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.739834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.773983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.802244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100af709-b7c2-4a63-a989-d8e9ef191f38 None None] Pushing event updated for resources: {'Port': ['ID=43c98a4c-1d6b-4549-bdc3-a5750ec8d643,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.838046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.870499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.871889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.876022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:04.876944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/3cbe4645-c475-4b64-8cdd-ab80b611c58d HTTP/1.1" status: 204 len: 168 time: 0.6702909 Oct 28 21:51:04.879828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:04.880036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c7855b2-37ac-46ac-80bd-d887e97247d1 HTTP/1.1" status: 204 len: 168 time: 0.2115414 Oct 28 21:51:04.889163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b324f6-7612-46df-93c3-90310ed728a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7855b2-37ac-46ac-80bd-d887e97247d1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.912301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d446-2314-4c2d-9093-496eb084be95 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbe4645-c475-4b64-8cdd-ab80b611c58d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:04.995884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device edc4f30f-5ed7-46e9-a737-80f46dce6687 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:05.047506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628802dd-a032-4fe9-805c-c7ba02c9ffce tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:05.054503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628802dd-a032-4fe9-805c-c7ba02c9ffce tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:05.056476 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-628802dd-a032-4fe9-805c-c7ba02c9ffce tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1555238 Oct 28 21:51:05.060136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:05.092164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7989e2c5-513f-4f07-8648-08e964031253 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:05.125246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port edc4f30f-5ed7-46e9-a737-80f46dce6687 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:51:05.139548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port edc4f30f-5ed7-46e9-a737-80f46dce6687 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:05.140279 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.187016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9143bd2-4678-46fd-8a04-202f1b503900 None None] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:05.198401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a613ccca-431e-47bd-ab43-b85818c59731 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.206376 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a613ccca-431e-47bd-ab43-b85818c59731 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 21:51:05.207265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a613ccca-431e-47bd-ab43-b85818c59731 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:05.215671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a613ccca-431e-47bd-ab43-b85818c59731 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/89ab7bd3-1a57-4955-8603-c3c4b5074b9b HTTP/1.1" status: 409 len: 405 time: 0.1533825 Oct 28 21:51:05.215944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:05.221083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1839531314'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:05.253797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:05.258976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.291292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:05.302994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.303968 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 3552ffa6-6614-4c3e-a519-cf270c532244 of type vlan for network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 Oct 28 21:51:05.341877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7989e2c5-513f-4f07-8648-08e964031253 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:05.342509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.359067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.376382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ef30-c4cf-4e75-a782-e236f5941233 req-196df08d-0d71-420d-a040-7bfcf3161761 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:05.379247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5a3ef30-c4cf-4e75-a782-e236f5941233 req-196df08d-0d71-420d-a040-7bfcf3161761 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 944 time: 0.0584226 Oct 28 21:51:05.399639 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.407139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-86b072a1-cc9f-41c6-b470-14006031ca01 None None] Provisioning complete for port 7989e2c5-513f-4f07-8648-08e964031253 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:05.408031 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86b072a1-cc9f-41c6-b470-14006031ca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.415003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:05.427647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5a3ef30-c4cf-4e75-a782-e236f5941233 req-8c39ae95-7d0b-470b-a004-f38ebdd32f20 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387654 Oct 28 21:51:05.428689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.511014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2913103 Oct 28 21:51:05.511356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42900) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:05.516781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:05.522164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfee5-d780-465a-af50-aa27885b1d2e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=46918c47-87f5-4f0b-8d3a-2c6220fbae91,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:05.542422 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.549623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:05.665539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:05.670578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.704135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:05.721107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:51:05.722777 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21acf8-4880-421d-b72f-fe088ece7b04" -d '{"events": [{"server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:51:05.758663 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.859118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:05.931536 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f59f450-b039-43c0-81cd-1610cc087ecd x-openstack-request-id: req-6f59f450-b039-43c0-81cd-1610cc087ecd {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:51:05.931841 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:51:05.932108 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f59f450-b039-43c0-81cd-1610cc087ecd {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:51:05.932541 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'code': 200} Oct 28 21:51:05.998925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c7bbb-8e17-4a08-9298-398074b3613f req-73acdfb8-ef06-4753-b920-432bbd15e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:06.000841 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-785c7bbb-8e17-4a08-9298-398074b3613f req-73acdfb8-ef06-4753-b920-432bbd15e23e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1097 time: 0.1219330 Oct 28 21:51:06.033689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 7989e2c5-513f-4f07-8648-08e964031253, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7989e2c5-513f-4f07-8648-08e964031253,segment=NetworkSegment(5596a73e-3f50-4d39-a99d-3a025647564c),segment_id=5596a73e-3f50-4d39-a99d-3a025647564c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:06.052414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.068865 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-86b072a1-cc9f-41c6-b470-14006031ca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.098911 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-785c7bbb-8e17-4a08-9298-398074b3613f req-2707913b-e8b4-49ff-9d5d-8a3fb9cb6d7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902150 Oct 28 21:51:06.112860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:06.201545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:51:06.204450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.212098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-86b072a1-cc9f-41c6-b470-14006031ca01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:51:06.212488 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-86b072a1-cc9f-41c6-b470-14006031ca01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:51:06.222891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=7989e2c5-513f-4f07-8648-08e964031253,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:06.297248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '3552ffa6-6614-4c3e-a519-cf270c532244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:06.297610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 46918c47-87f5-4f0b-8d3a-2c6220fbae91, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:06.311132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=39e7295d-b06a-4290-a89f-5ff766d0d3cd,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:06.325218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:06.334159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81352f27-3b86-44e7-ab9f-59a52c68f7f8 None None] Network 89ab7bd3-1a57-4955-8603-c3c4b5074b9b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:06.341096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 46918c47-87f5-4f0b-8d3a-2c6220fbae91) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:06.347932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:06.348697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.376550 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:06.377359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5117d401-15e2-4124-aac0-52e595ae9b7b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8646386 Oct 28 21:51:06.382112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'port': {'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91', 'name': 'tempest-NetworksIpV6TestAttrs-214638357'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:06.383059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4b615-e752-40e1-9e20-c3303817b846 None None] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:06.541892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:06.545518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.595604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616178-7d24-42a6-a263-3a506eaa8144 req-3794f649-7467-4995-9dac-db8bf127ba64 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:06.597064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] device_id is not set on port 40075ef1-401c-4479-ba70-3307bdb3c79b yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:06.606613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15616178-7d24-42a6-a263-3a506eaa8144 req-3794f649-7467-4995-9dac-db8bf127ba64 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0886567 Oct 28 21:51:06.615343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-46918c47-87f5-4f0b-8d3a-2c6220fbae91', 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': '39e7295d-b06a-4290-a89f-5ff766d0d3cd'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:06.616943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.655223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15616178-7d24-42a6-a263-3a506eaa8144 req-36def9d9-d113-452d-89f4-ea8990a7cc3e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478547 Oct 28 21:51:06.754044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599da49-169a-41ff-99f3-08f971584150 None None] DHCP port deletion for 89ab7bd3-1a57-4955-8603-c3c4b5074b9b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:06.786340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Allocated IP 2001:db8::f816:3eff:fe3d:6430 (46918c47-87f5-4f0b-8d3a-2c6220fbae91/39e7295d-b06a-4290-a89f-5ff766d0d3cd/40075ef1-401c-4479-ba70-3307bdb3c79b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:06.845735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Deleting port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:06.846420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.921486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9599da49-169a-41ff-99f3-08f971584150 None None] For port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=43c98a4c-1d6b-4549-bdc3-a5750ec8d643,segment=NetworkSegment(1cbbe3ac-9241-4b9f-878f-f2e5535a91e4),segment_id=1cbbe3ac-9241-4b9f-878f-f2e5535a91e4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:06.921884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:06.937314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Calling delete_port for 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:07.013827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7989e2c5-513f-4f07-8648-08e964031253 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:07.047856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.081018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dab09b24-7476-406c-98b8-db0f26e18b88 None None] Provisioning complete for port 7989e2c5-513f-4f07-8648-08e964031253 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:07.081554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dab09b24-7476-406c-98b8-db0f26e18b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.087981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.123781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.148054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599da49-169a-41ff-99f3-08f971584150 None None] No DVR routers for this DVR port 43c98a4c-1d6b-4549-bdc3-a5750ec8d643 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:07.189817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Port': ['ID=40075ef1-401c-4479-ba70-3307bdb3c79b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:07.212793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:07.217101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:07.220403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:07.224787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Allocated IP 2001:db8::f816:3eff:fe6d:71d3 (46918c47-87f5-4f0b-8d3a-2c6220fbae91/39e7295d-b06a-4290-a89f-5ff766d0d3cd/91233e20-2346-4a95-86b8-51a824d886c5) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:07.228775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:07.229739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.271086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3c03b35-8404-4955-91fb-6ccee5f6caf6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8929219 Oct 28 21:51:07.274473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:07.300307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599da49-169a-41ff-99f3-08f971584150 None None] Pushing event deleted for resources: {'Port': ['ID=43c98a4c-1d6b-4549-bdc3-a5750ec8d643,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:07.344015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 7989e2c5-513f-4f07-8648-08e964031253 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:07.344521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.347118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting subnet 39e7295d-b06a-4290-a89f-5ff766d0d3cd {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:07.653190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.657626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dab09b24-7476-406c-98b8-db0f26e18b88 None None] Could not find standard attr ID for object 43c98a4c-1d6b-4549-bdc3-a5750ec8d643. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:51:07.665362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.679980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.718173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.740092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:07.743853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:07.748412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:07.759749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Pushing event updated for resources: {'Port': ['ID=91233e20-2346-4a95-86b8-51a824d886c5,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:07.811430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Attempting to bind port 91233e20-2346-4a95-86b8-51a824d886c5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:07.811944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Attempting to bind port 91233e20-2346-4a95-86b8-51a824d886c5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3552ffa6-6614-4c3e-a519-cf270c532244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:07.812319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Attempting to bind port 91233e20-2346-4a95-86b8-51a824d886c5 on network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:07.817829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:07.818301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Checking segment: {'id': '3552ffa6-6614-4c3e-a519-cf270c532244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:07.818766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.819241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Bound using segment: {'id': '3552ffa6-6614-4c3e-a519-cf270c532244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:07.820036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Bound port: 91233e20-2346-4a95-86b8-51a824d886c5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3552ffa6-6614-4c3e-a519-cf270c532244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '46918c47-87f5-4f0b-8d3a-2c6220fbae91'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:07.820259 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.875726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193aac-1a87-4dfc-abdb-d2433d9bb4d5 req-91298db4-7687-469f-b294-c1358026ca0d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:07.877275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04193aac-1a87-4dfc-abdb-d2433d9bb4d5 req-91298db4-7687-469f-b294-c1358026ca0d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0940137 Oct 28 21:51:07.892407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] For port 91233e20-2346-4a95-86b8-51a824d886c5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:07.897020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] For port 91233e20-2346-4a95-86b8-51a824d886c5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91233e20-2346-4a95-86b8-51a824d886c5,segment=NetworkSegment(3552ffa6-6614-4c3e-a519-cf270c532244),segment_id=3552ffa6-6614-4c3e-a519-cf270c532244)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:07.903740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:07.962582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04193aac-1a87-4dfc-abdb-d2433d9bb4d5 req-c314d7f6-bfbb-48b4-8c50-6c7385b6f4ec tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745904 Oct 28 21:51:07.964233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd1184-d4e2-4591-9bfb-ac7a3b4f2117 None None] Pushing event updated for resources: {'Port': ['ID=91233e20-2346-4a95-86b8-51a824d886c5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:07.965514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.042635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.080017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.084414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/39e7295d-b06a-4290-a89f-5ff766d0d3cd HTTP/1.1" status: 204 len: 168 time: 0.8072770 Oct 28 21:51:08.085663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19156a-5c0a-4848-8012-00780a4cff35 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=39e7295d-b06a-4290-a89f-5ff766d0d3cd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:08.086758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42956) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.143937 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d71d76-a766-4c49-be9f-de2c2bd0f5c3 req-5db4dbf7-d74f-414a-8266-dc81240cd60f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:08.145526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d71d76-a766-4c49-be9f-de2c2bd0f5c3 req-5db4dbf7-d74f-414a-8266-dc81240cd60f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0609412 Oct 28 21:51:08.198605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41992a9d-2335-4686-adc9-75cde321dbb5 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:08.201748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41992a9d-2335-4686-adc9-75cde321dbb5 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:08.203545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-41992a9d-2335-4686-adc9-75cde321dbb5 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1156526 Oct 28 21:51:08.206722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42960) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.209696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77d71d76-a766-4c49-be9f-de2c2bd0f5c3 req-d6180725-72e0-49da-9d91-45e0b831286e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567961 Oct 28 21:51:08.250011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42962) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.337444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b09ec358-cff7-442d-941c-b0397a86a17e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.346037 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09ec358-cff7-442d-941c-b0397a86a17e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 28 21:51:08.346610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09ec358-cff7-442d-941c-b0397a86a17e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:08.350874 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b09ec358-cff7-442d-941c-b0397a86a17e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/46918c47-87f5-4f0b-8d3a-2c6220fbae91 HTTP/1.1" status: 409 len: 405 time: 0.1423035 Oct 28 21:51:08.354322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42966) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.359459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984576461'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:08.390591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:08.394318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.431999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:08.448465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.448810 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 775e4837-efaf-40ff-8d1e-9dc1ad7172bc of type vlan for network 3dbb256a-2e06-4e8c-a033-9941e80e0a05 Oct 28 21:51:08.492144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.560797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783227b-cdf7-4a74-8b09-4ee30cfd3b97 tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:08.562337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a783227b-cdf7-4a74-8b09-4ee30cfd3b97 tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1092 time: 0.3161967 Oct 28 21:51:08.563168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.568403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 42968) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.568619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:08.569195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.572483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:08.610241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.636464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2768519 Oct 28 21:51:08.643206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:08.646940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '3dbb256a-2e06-4e8c-a033-9941e80e0a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:08.708957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bf227-1045-4063-9fb7-0310c4a0d945 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=3dbb256a-2e06-4e8c-a033-9941e80e0a05,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:08.727769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3dbb256a-2e06-4e8c-a033-9941e80e0a05 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:08.736258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.774081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:08.779181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:08.877739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.25.4.33 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/fc710351-5bbf-4d0f-9e33-5696ec970898) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:09.019670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91233e20-2346-4a95-86b8-51a824d886c5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:09.024204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.075837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.098785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 91233e20-2346-4a95-86b8-51a824d886c5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:09.101128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.130073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:09.138651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:09.143496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:09.146797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=fc710351-5bbf-4d0f-9e33-5696ec970898,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:09.216722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.232654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.objects.ports [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102314) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:51:09.236179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.290199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 91233e20-2346-4a95-86b8-51a824d886c5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91233e20-2346-4a95-86b8-51a824d886c5,segment=NetworkSegment(3552ffa6-6614-4c3e-a519-cf270c532244),segment_id=3552ffa6-6614-4c3e-a519-cf270c532244)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:09.298905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.394745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=7a4c9f0e-4708-43dc-9fc2-58b1f1d74589,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:09.396404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=91233e20-2346-4a95-86b8-51a824d886c5,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:09.430627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '775e4837-efaf-40ff-8d1e-9dc1ad7172bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3dbb256a-2e06-4e8c-a033-9941e80e0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:09.431004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 3dbb256a-2e06-4e8c-a033-9941e80e0a05, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:09.431240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e3945-047e-4683-97df-e6ef99b84c6e None None] Network 46918c47-87f5-4f0b-8d3a-2c6220fbae91 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:09.450932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 3dbb256a-2e06-4e8c-a033-9941e80e0a05 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:09.462704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 3dbb256a-2e06-4e8c-a033-9941e80e0a05) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:09.468231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:09.469354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.476345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087ad92-63a5-40f6-9aad-c0764c185be6 None None] Network 3dbb256a-2e06-4e8c-a033-9941e80e0a05 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:09.500839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe5648a1-bc0a-4db4-824c-60d7280ec71c tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8582516 Oct 28 21:51:09.502571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42984) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:09.592941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.597542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dfc73ee2-00c3-4030-b506-8d5afff28178 None None] Provisioning complete for port 91233e20-2346-4a95-86b8-51a824d886c5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:09.597542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dfc73ee2-00c3-4030-b506-8d5afff28178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.651967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.699393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.777435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.811802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f16cc-c921-44c3-9014-c76a7af28aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-3dbb256a-2e06-4e8c-a033-9941e80e0a05', 'network_id': '3dbb256a-2e06-4e8c-a033-9941e80e0a05', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': '7a4c9f0e-4708-43dc-9fc2-58b1f1d74589'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:09.812799 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a38f16cc-c921-44c3-9014-c76a7af28aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.821905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] DHCP port deletion for 46918c47-87f5-4f0b-8d3a-2c6220fbae91 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:09.872070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.952111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-a38f16cc-c921-44c3-9014-c76a7af28aaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4c9f0e-4708-43dc-9fc2-58b1f1d74589: This subnet is being modified by another concurrent operation. Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4c9f0e-4708-43dc-9fc2-58b1f1d74589: This subnet is being modified by another concurrent operation. Oct 28 21:51:09.957782 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:09.968987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Deleting port 91233e20-2346-4a95-86b8-51a824d886c5 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:09.968987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:09.969194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.002543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4c9f0e-4708-43dc-9fc2-58b1f1d74589,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:10.015702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8c6f7-5c0e-4f75-b66d-0cc4d0b8d529 None None] Network 3dbb256a-2e06-4e8c-a033-9941e80e0a05 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:10.035017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.056544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.061970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbb256a-2e06-4e8c-a033-9941e80e0a05']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:10.075800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775e4837-efaf-40ff-8d1e-9dc1ad7172bc') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:10.076572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775e4837-efaf-40ff-8d1e-9dc1ad7172bc') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:10.089875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.090127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] For port 91233e20-2346-4a95-86b8-51a824d886c5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91233e20-2346-4a95-86b8-51a824d886c5,segment=NetworkSegment(3552ffa6-6614-4c3e-a519-cf270c532244),segment_id=3552ffa6-6614-4c3e-a519-cf270c532244)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:10.090507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.106734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.115053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:10.116066 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.118228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Calling delete_port for 91233e20-2346-4a95-86b8-51a824d886c5 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:10.120153 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:10.156168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=fc710351-5bbf-4d0f-9e33-5696ec970898,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:10.191776 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP 571ca8ec-3ded-4101-a49a-22fbe0223951 associated. External IP: 172.25.4.33, port: edc4f30f-5ed7-46e9-a737-80f46dce6687. Oct 28 21:51:10.218464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.227690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.231299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/3dbb256a-2e06-4e8c-a033-9941e80e0a05 HTTP/1.1" status: 204 len: 168 time: 0.7269812 Oct 28 21:51:10.238350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42994) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:10.243821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-629148267'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:10.260074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b71dc2-547a-4b5d-b10a-97a126746feb tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=3dbb256a-2e06-4e8c-a033-9941e80e0a05,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:10.276312 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.282014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:10.294584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.314803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] Pushing event deleted for resources: {'Port': ['ID=91233e20-2346-4a95-86b8-51a824d886c5,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:10.325661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722511e-4fbc-40a9-a20e-300fa9a9665d None None] No DVR routers for this DVR port 91233e20-2346-4a95-86b8-51a824d886c5 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:10.327360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:10.348918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8d22c-5bec-463b-a540-946238e2247f None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:10.358274 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.359262 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 8faf715f-4f53-474b-a364-98664df58682 of type vlan for network 94baab7d-a9f9-4b4c-9331-d30398445b44 Oct 28 21:51:10.412100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.454987 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.463009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:10.463813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.471473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8d22c-5bec-463b-a540-946238e2247f None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:10.513598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:51:10.548472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=94baab7d-a9f9-4b4c-9331-d30398445b44,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:10.561149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-232670f7-5f45-4268-8d7b-2467c86df276 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3233409 Oct 28 21:51:10.561728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 94baab7d-a9f9-4b4c-9331-d30398445b44 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:10.563895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 42998) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:10.571750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '94baab7d-a9f9-4b4c-9331-d30398445b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:10.656743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:10.672576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:10.680717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:10.684673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.686632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:10.703672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:10.704297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:10.724511 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e70a61b-caf4-4562-9461-28bf69f50129 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1487896 Oct 28 21:51:10.724511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:51:10.724511 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80" -d '{"events": [{"name": "network-changed", "server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:51:10.762363 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e4701-d48b-4d10-8506-82745dcc18de x-openstack-request-id: req-f44e4701-d48b-4d10-8506-82745dcc18de {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:51:10.762946 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:51:10.763461 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f44e4701-d48b-4d10-8506-82745dcc18de {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:51:10.764087 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'status': 'completed', 'code': 200} Oct 28 21:51:10.822068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:10.840226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-455bade4-4081-40ee-868b-1fd051dbb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:10.842669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-455bade4-4081-40ee-868b-1fd051dbb2cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1097 time: 0.0541461 Oct 28 21:51:10.949294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.011256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91233e20-2346-4a95-86b8-51a824d886c5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:11.016540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2e7008ee-e678-4431-9ff9-6c3047d651d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.038821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-7ec45b6e-49b7-4e72-a0ae-82f90fbb8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:11.041175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-7ec45b6e-49b7-4e72-a0ae-82f90fbb8b71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1903009 Oct 28 21:51:11.045558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=41871745-d535-4750-b2c6-ca3eae5a38ad,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:11.058397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 91233e20-2346-4a95-86b8-51a824d886c5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:11.058659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91233e20-2346-4a95-86b8-51a824d886c5 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:11.085544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '8faf715f-4f53-474b-a364-98664df58682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '94baab7d-a9f9-4b4c-9331-d30398445b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:11.085957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 94baab7d-a9f9-4b4c-9331-d30398445b44, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:11.107558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 94baab7d-a9f9-4b4c-9331-d30398445b44 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:11.123015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 94baab7d-a9f9-4b4c-9331-d30398445b44) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:11.128589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:11.129228 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.154600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8047ec84-a1d4-4efa-a0f6-64a82d459f26 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5868144 Oct 28 21:51:11.157072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43006) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:11.191689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-2d6970f2-88da-49bb-88f6-3308c34347ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 998 time: 0.1345685 Oct 28 21:51:11.224446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59b788-4084-4c9a-a341-dbf41f3fb33c None None] Network 94baab7d-a9f9-4b4c-9331-d30398445b44 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:11.230358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '571ca8ec-3ded-4101-a49a-22fbe0223951', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:e7:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa513-42b6-442e-85ef-ec58251472db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:51:09Z', 'updated_at': '2021-10-28T21:51:09Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:11.255849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-5d57aa63-03c3-4887-bcf5-236bd635f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:11.258438 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-5d57aa63-03c3-4887-bcf5-236bd635f48f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0592232 Oct 28 21:51:11.269999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:11.296855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.317333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:11.318212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:50:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:11.373424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.464315 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.526779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=41871745-d535-4750-b2c6-ca3eae5a38ad,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:11.592460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.626573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94baab7d-a9f9-4b4c-9331-d30398445b44']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:11.641928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8faf715f-4f53-474b-a364-98664df58682') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:11.642578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8faf715f-4f53-474b-a364-98664df58682') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:11.656623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.657207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:11.666147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-0148e88a-4458-4a08-942c-6661d80d54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:11.667681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-0148e88a-4458-4a08-942c-6661d80d54e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4026899 Oct 28 21:51:11.673763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.681783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:11.682293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:11.686106 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:11.712963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27451f5-5aac-4517-b857-11f7390101dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-94baab7d-a9f9-4b4c-9331-d30398445b44', 'network_id': '94baab7d-a9f9-4b4c-9331-d30398445b44', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': '41871745-d535-4750-b2c6-ca3eae5a38ad'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:11.713817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b27451f5-5aac-4517-b857-11f7390101dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.761082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.771122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.779065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/94baab7d-a9f9-4b4c-9331-d30398445b44 HTTP/1.1" status: 204 len: 168 time: 0.6178200 Oct 28 21:51:11.779968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43010) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:11.806328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2144460310'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:11.814059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972b642-340e-4ce2-a3f4-01fbbcf80bca None None] Network 94baab7d-a9f9-4b4c-9331-d30398445b44 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:11.820329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3315f-c5c9-4a26-818d-fe6f97c3a2bf tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=94baab7d-a9f9-4b4c-9331-d30398445b44,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:11.832027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-bd87d126-cd28-4458-9491-555f5daba136 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564419 Oct 28 21:51:11.848888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:11.854073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.868275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972b642-340e-4ce2-a3f4-01fbbcf80bca None None] Network 94baab7d-a9f9-4b4c-9331-d30398445b44 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:51:11.896765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:11.909962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.910597 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Added segment 00bfde6b-de65-42c4-b63a-a875c4ef9e01 of type vlan for network 33ffa173-c75c-4fd1-abef-49ade7daad1e Oct 28 21:51:11.956577 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-473ebc90-f9eb-4bb7-bbf8-ea5306e9ff80 req-ce2febf0-6581-4c29-a8db-d0ce12e883a5 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165285 Oct 28 21:51:11.984342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.986152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:11.990451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '571ca8ec-3ded-4101-a49a-22fbe0223951', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:e7:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa513-42b6-442e-85ef-ec58251472db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:51:09Z', 'updated_at': '2021-10-28T21:51:09Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:12.013691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.018695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb1e6-8c9a-4d6a-bd11-08592750ea03 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '571ca8ec-3ded-4101-a49a-22fbe0223951', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:e7:fb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cefa513-42b6-442e-85ef-ec58251472db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:51:09Z', 'updated_at': '2021-10-28T21:51:09Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:12.025863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:12.027239 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.098608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3173349 Oct 28 21:51:12.101506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43014) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:12.106728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Request body: {'subnet': {'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:12.107897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddda83-b1a2-4330-a8ee-83fa6ad25b20 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Network': ['ID=33ffa173-c75c-4fd1-abef-49ade7daad1e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:12.118851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 33ffa173-c75c-4fd1-abef-49ade7daad1e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:12.215214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.240910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Made reservation on behalf of 84e3e52501d34bbd81bf9ac6f48e72ec for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:12.245568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.278413 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c192fe3-7850-4842-9867-20e968a4b0df None None] New status for floating IP 571ca8ec-3ded-4101-a49a-22fbe0223951: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:51:12.525827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.objects.ports [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102313) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 21:51:12.527355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.592957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event updated for resources: {'Subnet': ['ID=4f67f151-4579-4cb1-af4e-81e9669ec166,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:12.602213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Checking segment: {'id': '00bfde6b-de65-42c4-b63a-a875c4ef9e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:12.602571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network hostable DHCP agents. Network: 33ffa173-c75c-4fd1-abef-49ade7daad1e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:12.619704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Network 33ffa173-c75c-4fd1-abef-49ade7daad1e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:12.628724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 33ffa173-c75c-4fd1-abef-49ade7daad1e) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:12.633771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:12.634775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.639044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058ef37-100c-4770-bad7-5e3f105a1a31 None None] Network 33ffa173-c75c-4fd1-abef-49ade7daad1e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:12.658203 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c08d8d6-91e9-41f0-8d38-9a4f9a5a5e49 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5555069 Oct 28 21:51:12.660741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43018) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:12.770669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.798429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-33ffa173-c75c-4fd1-abef-49ade7daad1e', 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e', 'tenant_id': '84e3e52501d34bbd81bf9ac6f48e72ec', 'fixed_ips': [{'subnet_id': '4f67f151-4579-4cb1-af4e-81e9669ec166'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:12.799996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.857548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:12.943698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Allocated IP 2001:db8::f816:3eff:fee3:f160 (33ffa173-c75c-4fd1-abef-49ade7daad1e/4f67f151-4579-4cb1-af4e-81e9669ec166/8acb66ca-a1b3-40b6-b726-3be6a5233101) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:13.092186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.101685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.123585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.159515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=4f67f151-4579-4cb1-af4e-81e9669ec166,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:13.182065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Network 33ffa173-c75c-4fd1-abef-49ade7daad1e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:13.186974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:13.190105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:13.244232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.248696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Pushing event updated for resources: {'Port': ['ID=8acb66ca-a1b3-40b6-b726-3be6a5233101,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:13.279796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ffa173-c75c-4fd1-abef-49ade7daad1e']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:13.284002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Attempting to bind port 8acb66ca-a1b3-40b6-b726-3be6a5233101 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:13.284521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Attempting to bind port 8acb66ca-a1b3-40b6-b726-3be6a5233101 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '00bfde6b-de65-42c4-b63a-a875c4ef9e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:13.284987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Attempting to bind port 8acb66ca-a1b3-40b6-b726-3be6a5233101 on network 33ffa173-c75c-4fd1-abef-49ade7daad1e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:13.291496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:13.291873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bfde6b-de65-42c4-b63a-a875c4ef9e01') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:13.292105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Checking segment: {'id': '00bfde6b-de65-42c4-b63a-a875c4ef9e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:13.292241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bfde6b-de65-42c4-b63a-a875c4ef9e01') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:13.292705 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.293848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Bound using segment: {'id': '00bfde6b-de65-42c4-b63a-a875c4ef9e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:13.294431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Bound port: 8acb66ca-a1b3-40b6-b726-3be6a5233101, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bfde6b-de65-42c4-b63a-a875c4ef9e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:13.294886 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.310167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.327831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.343142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:13.343729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:13.347297 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:13.375765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] For port 8acb66ca-a1b3-40b6-b726-3be6a5233101, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:13.406591 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-470a65f3-0cb2-4be8-8ce7-e9b11dbea418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.417486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 21:51:13.417486 n-d-806683-16 neutron-server[102313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 21:51:13.417486 n-d-806683-16 neutron-server[102313]: [parameters: {'id': '33ffa173-c75c-4fd1-abef-49ade7daad1e'}] Oct 28 21:51:13.417486 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:51:13.418040 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:51:13.425543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] For port 8acb66ca-a1b3-40b6-b726-3be6a5233101, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8acb66ca-a1b3-40b6-b726-3be6a5233101,segment=NetworkSegment(00bfde6b-de65-42c4-b63a-a875c4ef9e01),segment_id=00bfde6b-de65-42c4-b63a-a875c4ef9e01)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:13.431738 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.516264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909212-a180-4e6c-885d-c90cbf4b3043 None None] Pushing event updated for resources: {'Port': ['ID=8acb66ca-a1b3-40b6-b726-3be6a5233101,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:13.538540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e54281-9ac2-4af2-b69a-4b832f1decd2 None None] Network 33ffa173-c75c-4fd1-abef-49ade7daad1e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:13.665358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43032) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:13.699426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383dea3-b2ad-44c9-8dde-31c888ad4544 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:13.784608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdba8a4a-ecd7-4913-ad74-3d0307db0fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.799599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383dea3-b2ad-44c9-8dde-31c888ad4544 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:13.873210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdba8a4a-ecd7-4913-ad74-3d0307db0fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.876929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdba8a4a-ecd7-4913-ad74-3d0307db0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.919053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:13.983118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting port 8acb66ca-a1b3-40b6-b726-3be6a5233101 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:13.983453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.051651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] For port 8acb66ca-a1b3-40b6-b726-3be6a5233101, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8acb66ca-a1b3-40b6-b726-3be6a5233101,segment=NetworkSegment(00bfde6b-de65-42c4-b63a-a875c4ef9e01),segment_id=00bfde6b-de65-42c4-b63a-a875c4ef9e01)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:14.052011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.066792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Calling delete_port for 8acb66ca-a1b3-40b6-b726-3be6a5233101 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:14.156885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.172005 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:51:14.186392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Port': ['ID=8acb66ca-a1b3-40b6-b726-3be6a5233101,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.189889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No DVR routers for this DVR port 8acb66ca-a1b3-40b6-b726-3be6a5233101 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:14.190652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cdba8a4a-ecd7-4913-ad74-3d0307db0fd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1bbac90c0264cdf8ffd316c6c4e047f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238442 Oct 28 21:51:14.193007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba8a4a-ecd7-4913-ad74-3d0307db0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d61e9-762b-4cec-9f3c-09534ff4c4e3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.194429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.304674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.333307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ffa173-c75c-4fd1-abef-49ade7daad1e']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:14.335611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.351158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bfde6b-de65-42c4-b63a-a875c4ef9e01') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:14.351533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bfde6b-de65-42c4-b63a-a875c4ef9e01') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:14.367333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.377377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.391108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.407230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:14.407533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:14.410488 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:14.474782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.484017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.487636 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/33ffa173-c75c-4fd1-abef-49ade7daad1e HTTP/1.1" status: 204 len: 168 time: 1.8256538 Oct 28 21:51:14.491372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43038) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.502603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b19f-4c30-495c-922d-04099b9b4b24 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=33ffa173-c75c-4fd1-abef-49ade7daad1e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.505361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.508288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.509436 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f3d61e9-762b-4cec-9f3c-09534ff4c4e3 HTTP/1.1" status: 204 len: 168 time: 0.3135669 Oct 28 21:51:14.517676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472b280-6585-42ba-98db-b1d33b07fa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3d61e9-762b-4cec-9f3c-09534ff4c4e3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.523048 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e15bd0f-511e-4684-98e2-e4ab831aaa36 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.523496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e15bd0f-511e-4684-98e2-e4ab831aaa36 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.528958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e15bd0f-511e-4684-98e2-e4ab831aaa36 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/4f67f151-4579-4cb1-af4e-81e9669ec166 HTTP/1.1" status: 404 len: 337 time: 0.0335572 Oct 28 21:51:14.529227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43042) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.548477 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-23092989-e060-4e61-82b2-cfe79cb2653f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.548930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23092989-e060-4e61-82b2-cfe79cb2653f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.551910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-23092989-e060-4e61-82b2-cfe79cb2653f tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/33ffa173-c75c-4fd1-abef-49ade7daad1e HTTP/1.1" status: 404 len: 339 time: 0.0217700 Oct 28 21:51:14.554660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43044) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.580274 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-88914ec4-a740-49eb-ad95-5a8d6f0e712b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.580738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88914ec4-a740-49eb-ad95-5a8d6f0e712b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.583657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-88914ec4-a740-49eb-ad95-5a8d6f0e712b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/41871745-d535-4750-b2c6-ca3eae5a38ad HTTP/1.1" status: 404 len: 337 time: 0.0280907 Oct 28 21:51:14.587547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43046) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.605014 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cae92e-cb75-42c5-ae5c-b3d3f8c533c1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.605625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cae92e-cb75-42c5-ae5c-b3d3f8c533c1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.608643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e8cae92e-cb75-42c5-ae5c-b3d3f8c533c1 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/94baab7d-a9f9-4b4c-9331-d30398445b44 HTTP/1.1" status: 404 len: 339 time: 0.0207129 Oct 28 21:51:14.611219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43048) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.637520 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7b7fc1-7c2c-4885-a7d7-d94bd1d4a687 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.637978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7b7fc1-7c2c-4885-a7d7-d94bd1d4a687 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.641060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ba7b7fc1-7c2c-4885-a7d7-d94bd1d4a687 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/7a4c9f0e-4708-43dc-9fc2-58b1f1d74589 HTTP/1.1" status: 404 len: 337 time: 0.0289073 Oct 28 21:51:14.643591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43052) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.662029 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-feddab95-4fd1-4313-bdc5-35de87ca9a1b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:14.662527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feddab95-4fd1-4313-bdc5-35de87ca9a1b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:14.666614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-feddab95-4fd1-4313-bdc5-35de87ca9a1b tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/3dbb256a-2e06-4e8c-a033-9941e80e0a05 HTTP/1.1" status: 404 len: 339 time: 0.0220871 Oct 28 21:51:14.669342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.763633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting port 40075ef1-401c-4479-ba70-3307bdb3c79b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:14.763973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.790119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43058) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.807076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54d4770-9061-4224-8c46-e531adf30005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.841376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.855708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Calling delete_port for 40075ef1-401c-4479-ba70-3307bdb3c79b owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:14.857539 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.889367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54d4770-9061-4224-8c46-e531adf30005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.895777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a54d4770-9061-4224-8c46-e531adf30005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.938421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a54d4770-9061-4224-8c46-e531adf30005 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb1dcc2150164f648cf782cd6a8e8252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468136 Oct 28 21:51:14.939361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4770-9061-4224-8c46-e531adf30005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70599f3a-f45b-4396-98d1-fba1574fe1e8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.941863 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.942014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.971694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Port': ['ID=40075ef1-401c-4479-ba70-3307bdb3c79b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:14.979032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:14.982686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21195eb5-faf1-488f-a96a-f9418bc91397 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/ports/40075ef1-401c-4479-ba70-3307bdb3c79b HTTP/1.1" status: 204 len: 168 time: 0.3123572 Oct 28 21:51:14.985374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43062) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:14.996554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.011727 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-449ff050-da50-4010-8039-31a63b545e09 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:15.012191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449ff050-da50-4010-8039-31a63b545e09 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:15.015806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-449ff050-da50-4010-8039-31a63b545e09 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/39e7295d-b06a-4290-a89f-5ff766d0d3cd HTTP/1.1" status: 404 len: 337 time: 0.0290656 Oct 28 21:51:15.018097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43064) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:15.020302 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.068186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.071006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.072153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70599f3a-f45b-4396-98d1-fba1574fe1e8 HTTP/1.1" status: 204 len: 168 time: 0.1294761 Oct 28 21:51:15.080524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b45a39-b3bb-4508-afc7-25f0e8cb1ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70599f3a-f45b-4396-98d1-fba1574fe1e8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:15.100141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.128196 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.197717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.217754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46918c47-87f5-4f0b-8d3a-2c6220fbae91']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.227759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3552ffa6-6614-4c3e-a519-cf270c532244') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.228054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3552ffa6-6614-4c3e-a519-cf270c532244') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.238028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.258017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.264890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:15.265358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:15.268267 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:15.325878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.334497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.340154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43072) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:15.340272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/46918c47-87f5-4f0b-8d3a-2c6220fbae91 HTTP/1.1" status: 204 len: 168 time: 0.3210890 Oct 28 21:51:15.352664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42872228-2a25-4ce9-b7f7-83005b6c69b4 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=46918c47-87f5-4f0b-8d3a-2c6220fbae91,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:15.434233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting port 248e1d04-880c-4c98-a47e-c8a3f5f673bf {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:15.434575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.505582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.518813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Calling delete_port for 248e1d04-880c-4c98-a47e-c8a3f5f673bf owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:15.606533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.636838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Port': ['ID=248e1d04-880c-4c98-a47e-c8a3f5f673bf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:15.642658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.645906 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-41c968c8-ae20-42dd-b62b-7c3cf0c5356e tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/ports/248e1d04-880c-4c98-a47e-c8a3f5f673bf HTTP/1.1" status: 204 len: 168 time: 0.3046551 Oct 28 21:51:15.648748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43086) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:15.676556 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe91918-6240-4a55-9012-6b8f11127d03 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:15.677011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe91918-6240-4a55-9012-6b8f11127d03 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:15.680696 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7fe91918-6240-4a55-9012-6b8f11127d03 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/3cbe4645-c475-4b64-8cdd-ab80b611c58d HTTP/1.1" status: 404 len: 337 time: 0.0310063 Oct 28 21:51:15.683230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:15.766306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.859790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.885010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ab7bd3-1a57-4955-8603-c3c4b5074b9b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.894220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.894513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbbe3ac-9241-4b9f-878f-f2e5535a91e4') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:15.904291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.918643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.925081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:15.925466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:15.928922 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:15.986116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.993209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:15.998626 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/89ab7bd3-1a57-4955-8603-c3c4b5074b9b HTTP/1.1" status: 204 len: 168 time: 0.3119485 Oct 28 21:51:15.998911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43098) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:16.017458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b74be4-c8d5-41d7-8037-5d568fd726ab tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=89ab7bd3-1a57-4955-8603-c3c4b5074b9b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:16.073364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting subnet f2885f06-c31e-406d-9234-82300cfe4167 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:16.077280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.127472 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.216587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.282387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.314673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Subnet': ['ID=f2885f06-c31e-406d-9234-82300cfe4167,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:16.318380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.325602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b6a1d-d693-4647-9c95-44894e8ce6f9 None None] Network 0f58bf0a-fb3b-4600-8664-a9405181e381 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:16.326090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43110) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:16.327075 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-efe6e4dd-8550-473d-9a2a-fea1f3ef2510 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/subnets/f2885f06-c31e-406d-9234-82300cfe4167 HTTP/1.1" status: 204 len: 168 time: 0.3273134 Oct 28 21:51:16.419763 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.476563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Deleting port 7989e2c5-513f-4f07-8648-08e964031253 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:16.477044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.526849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] DHCP port deletion for 0f58bf0a-fb3b-4600-8664-a9405181e381 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:16.548171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] For port 7989e2c5-513f-4f07-8648-08e964031253, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7989e2c5-513f-4f07-8648-08e964031253,segment=NetworkSegment(5596a73e-3f50-4d39-a99d-3a025647564c),segment_id=5596a73e-3f50-4d39-a99d-3a025647564c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:16.548558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.567381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Calling delete_port for 7989e2c5-513f-4f07-8648-08e964031253 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:16.577319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Deleting port 7989e2c5-513f-4f07-8648-08e964031253 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:16.577955 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.649013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] For port 7989e2c5-513f-4f07-8648-08e964031253, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=7989e2c5-513f-4f07-8648-08e964031253,segment=NetworkSegment(5596a73e-3f50-4d39-a99d-3a025647564c),segment_id=5596a73e-3f50-4d39-a99d-3a025647564c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:16.649629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.656274 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.669901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Calling delete_port for 7989e2c5-513f-4f07-8648-08e964031253 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:16.687642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Port': ['ID=7989e2c5-513f-4f07-8648-08e964031253,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:16.689815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] No DVR routers for this DVR port 7989e2c5-513f-4f07-8648-08e964031253 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:16.744823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.777621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.779919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.806187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] No DVR routers for this DVR port 7989e2c5-513f-4f07-8648-08e964031253 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:16.806409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f58bf0a-fb3b-4600-8664-a9405181e381']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:16.808115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b30a7-3dc5-4ecb-8279-ea9088231fc7 None None] Pushing event deleted for resources: {'Port': ['ID=7989e2c5-513f-4f07-8648-08e964031253,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:16.822687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5596a73e-3f50-4d39-a99d-3a025647564c') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:16.823058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5596a73e-3f50-4d39-a99d-3a025647564c') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:16.834666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.851472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.858827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:16.859367 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:16.862855 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:16.946880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.955877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:16.960265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] 10.222.0.31 "DELETE /v2.0/networks/0f58bf0a-fb3b-4600-8664-a9405181e381 HTTP/1.1" status: 204 len: 168 time: 0.6333737 Oct 28 21:51:16.971684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7989e2c5-513f-4f07-8648-08e964031253 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:16.978523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766e06d-95c7-473d-9d06-4c4694f9eda6 tempest-NetworksIpV6TestAttrs-906727750 tempest-NetworksIpV6TestAttrs-906727750-project] Pushing event deleted for resources: {'Network': ['ID=0f58bf0a-fb3b-4600-8664-a9405181e381,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:17.001416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 7989e2c5-513f-4f07-8648-08e964031253 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:17.001879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 7989e2c5-513f-4f07-8648-08e964031253 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:17.226893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43134) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:17.379484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-454186ac-7757-48f5-81c9-35c7fb0e1e07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84e3e52501d34bbd81bf9ac6f48e72ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513872 Oct 28 21:51:17.382200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:17.439902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:17.461970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:17.509958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:17.512742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:17.513930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa758c5f-3bf8-4209-bd3c-315c38b8077e HTTP/1.1" status: 204 len: 168 time: 0.1302829 Oct 28 21:51:17.523033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af218a-6430-4b95-8b2d-7cc91e8248b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa758c5f-3bf8-4209-bd3c-315c38b8077e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:18.214924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:18.326870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1592233957'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:18.348602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:18.352816 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.361690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.440177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.444149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.472757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:18.483159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f733b452-c845-4630-aea7-b48cac2238a2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:18.488412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.488759 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 36c040d4-bf7a-4f96-a344-ac655d265754 of type vlan for network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 Oct 28 21:51:18.545004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.573559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.579618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:18.580327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:18.646534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4304228 Oct 28 21:51:18.653044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee74f93-6c08-49ec-abb3-5025b2b7b98c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=be192f0e-9b29-40bd-8d6e-1365abf3a2c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:18.667050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:18.791949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43188) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:18.797545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:18.899836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:18.904012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.104575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.168774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=480de4c2-238c-4254-92ff-c8932320bc24,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:19.177674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '36c040d4-bf7a-4f96-a344-ac655d265754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:19.178030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: be192f0e-9b29-40bd-8d6e-1365abf3a2c9, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:19.195961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:19.205599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, be192f0e-9b29-40bd-8d6e-1365abf3a2c9) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:19.211522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:19.212204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.217018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498448f2-48f7-4c04-92f1-15de5bd264ff None None] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:19.229493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6945825d-af27-41bb-83d9-7d0286ad8d04 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4363747 Oct 28 21:51:19.233072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43194) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:19.238710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-719104238'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:19.262063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:19.266162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.294707 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:19.305730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.306184 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 6f1b84a9-9447-4ead-9bdc-02ea04709773 of type vlan for network 2eaa73f8-a019-4c15-80b3-b9ca96401410 Oct 28 21:51:19.352687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.381478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-be192f0e-9b29-40bd-8d6e-1365abf3a2c9', 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '480de4c2-238c-4254-92ff-c8932320bc24'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:19.383260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.384525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.390506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:19.391174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.455083 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2208860 Oct 28 21:51:19.458016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43206) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:19.463703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': '2eaa73f8-a019-4c15-80b3-b9ca96401410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:19.474341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be748ae-eb1f-4f38-9456-5caf5383cab8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=2eaa73f8-a019-4c15-80b3-b9ca96401410,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:19.523200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2eaa73f8-a019-4c15-80b3-b9ca96401410 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:19.575557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:19.585742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.611597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Allocated IP 172.20.255.242 (be192f0e-9b29-40bd-8d6e-1365abf3a2c9/480de4c2-238c-4254-92ff-c8932320bc24/6d273209-a10a-412b-b7f4-cfdd5bef23d1) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:19.762208 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.769427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.787241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.816891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Pushing event updated for resources: {'Port': ['ID=6d273209-a10a-412b-b7f4-cfdd5bef23d1,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:19.829509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:19.831573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:19.833920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:19.863668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=8804d36c-39ab-4993-b146-edc87840cd21,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:19.872902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '6f1b84a9-9447-4ead-9bdc-02ea04709773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eaa73f8-a019-4c15-80b3-b9ca96401410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:19.873262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: 2eaa73f8-a019-4c15-80b3-b9ca96401410, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:19.890767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Attempting to bind port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:19.891178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Attempting to bind port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '36c040d4-bf7a-4f96-a344-ac655d265754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:19.891598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Attempting to bind port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 on network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:19.895411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 2eaa73f8-a019-4c15-80b3-b9ca96401410 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:19.901573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:19.902244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Checking segment: {'id': '36c040d4-bf7a-4f96-a344-ac655d265754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:19.902708 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.903196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Bound using segment: {'id': '36c040d4-bf7a-4f96-a344-ac655d265754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:19.903654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Bound port: 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c040d4-bf7a-4f96-a344-ac655d265754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'be192f0e-9b29-40bd-8d6e-1365abf3a2c9'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:19.904106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.906024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2eaa73f8-a019-4c15-80b3-b9ca96401410) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:19.910549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:19.911157 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:19.922981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbed64e-05b4-4dbb-bee5-aabe1230e1f1 None None] Network 2eaa73f8-a019-4c15-80b3-b9ca96401410 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:19.933265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e5d8d87-42d2-461d-9405-52d56f65e19f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4715683 Oct 28 21:51:19.933564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:20.039676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] For port 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:20.058171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] For port 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d273209-a10a-412b-b7f4-cfdd5bef23d1,segment=NetworkSegment(36c040d4-bf7a-4f96-a344-ac655d265754),segment_id=36c040d4-bf7a-4f96-a344-ac655d265754)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:20.059726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.087683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.131426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.220949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.260011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=8804d36c-39ab-4993-b146-edc87840cd21,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:20.329799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.353832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaa73f8-a019-4c15-80b3-b9ca96401410']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:20.363970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1b84a9-9447-4ead-9bdc-02ea04709773') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:20.364270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1b84a9-9447-4ead-9bdc-02ea04709773') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:20.378362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.389906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33877a6-6cff-4d59-a495-c7bb83307b85 None None] Pushing event updated for resources: {'Port': ['ID=6d273209-a10a-412b-b7f4-cfdd5bef23d1,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:20.393375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.400221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:20.400696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:20.404119 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:20.409417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f31fd2-f330-4539-843b-c423bb2bd816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2eaa73f8-a019-4c15-80b3-b9ca96401410', 'network_id': '2eaa73f8-a019-4c15-80b3-b9ca96401410', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '8804d36c-39ab-4993-b146-edc87840cd21'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:20.410450 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a8f31fd2-f330-4539-843b-c423bb2bd816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.526104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.534145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.539413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/2eaa73f8-a019-4c15-80b3-b9ca96401410 HTTP/1.1" status: 204 len: 168 time: 0.6048408 Oct 28 21:51:20.544182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:20.548939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de323f4-c1b5-4694-bd93-b21b497ade44 None None] Network 2eaa73f8-a019-4c15-80b3-b9ca96401410 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:20.558185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1428553475'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:20.569551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de323f4-c1b5-4694-bd93-b21b497ade44 None None] Network 2eaa73f8-a019-4c15-80b3-b9ca96401410 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:51:20.572647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fa1b1-909b-4e5f-b33f-5626003d503b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=2eaa73f8-a019-4c15-80b3-b9ca96401410,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:20.592114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:20.597225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.637021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:20.656084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.656793 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 02fb5dfd-2a18-4983-aca8-02dcd9f32bb6 of type vlan for network 5b3681e8-6989-4708-a6fe-da8943aced44 Oct 28 21:51:20.726319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.754255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.760464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:20.761040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:20.853791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3074515 Oct 28 21:51:20.856392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:20.863812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': '5b3681e8-6989-4708-a6fe-da8943aced44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:20.869201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54acbf6-7eca-4562-bf72-c8b847cb2647 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=5b3681e8-6989-4708-a6fe-da8943aced44,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:20.886611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 5b3681e8-6989-4708-a6fe-da8943aced44 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:20.982730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:20.986583 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.046585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d273209-a10a-412b-b7f4-cfdd5bef23d1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:21.056402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Performing IP validity checks on allocation pools {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:51:21.057090 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:51:21.111206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:21.111968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.217846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.235055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.275643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d273209-a10a-412b-b7f4-cfdd5bef23d1,segment=NetworkSegment(36c040d4-bf7a-4f96-a344-ac655d265754),segment_id=36c040d4-bf7a-4f96-a344-ac655d265754)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:21.284172 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.326428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:21.344559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '02fb5dfd-2a18-4983-aca8-02dcd9f32bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5b3681e8-6989-4708-a6fe-da8943aced44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:21.344970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: 5b3681e8-6989-4708-a6fe-da8943aced44, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:21.349532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=6d273209-a10a-412b-b7f4-cfdd5bef23d1,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:21.380741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 5b3681e8-6989-4708-a6fe-da8943aced44 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:21.392782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 5b3681e8-6989-4708-a6fe-da8943aced44) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:21.399027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:21.400133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.404436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39208511-3754-4323-a68f-4f33333ad779 None None] Network 5b3681e8-6989-4708-a6fe-da8943aced44 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:21.435037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c6cd91c8-686b-4002-af89-2ad348793336 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5770135 Oct 28 21:51:21.437387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43230) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:21.630624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.681166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc471e64-5d56-43c5-982f-a1aff7ea95ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-5b3681e8-6989-4708-a6fe-da8943aced44', 'network_id': '5b3681e8-6989-4708-a6fe-da8943aced44', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:21.682115 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc471e64-5d56-43c5-982f-a1aff7ea95ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.748016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.854238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:21.887741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-fc471e64-5d56-43c5-982f-a1aff7ea95ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4: This subnet is being modified by another concurrent operation. Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4: This subnet is being modified by another concurrent operation. Oct 28 21:51:21.900129 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:21.926706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4cd664-77b8-4b98-9a44-a405935e8692 None None] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:21.930197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be456e-2ee8-4545-b0ae-503fcec0b7d8 None None] Network 5b3681e8-6989-4708-a6fe-da8943aced44 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:21.979490 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.000394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3681e8-6989-4708-a6fe-da8943aced44']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:22.011873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb5dfd-2a18-4983-aca8-02dcd9f32bb6') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:22.012296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb5dfd-2a18-4983-aca8-02dcd9f32bb6') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:22.024632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.040823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.048088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:22.048435 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:22.052140 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:22.066292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3196f77a-9b27-4a7b-931e-9f7903eace66 None None] Provisioning complete for port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:22.066798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3196f77a-9b27-4a7b-931e-9f7903eace66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.120085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.130305 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.135125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/5b3681e8-6989-4708-a6fe-da8943aced44 HTTP/1.1" status: 204 len: 168 time: 0.6964197 Oct 28 21:51:22.138447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:22.143446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343409907'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:22.150221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8e3d9-3ea7-45ff-882f-18ed4524a297 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=5b3681e8-6989-4708-a6fe-da8943aced44,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:22.173341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:22.177227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.207679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:22.217774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.218167 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 549fca56-70b3-4213-a178-9215804719fe of type vlan for network d41ddde6-4a49-445f-b978-a9f5ca3ad712 Oct 28 21:51:22.264652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.292430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.298757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:22.299420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.360683 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2186170 Oct 28 21:51:22.361245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43238) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:22.366318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'd41ddde6-4a49-445f-b978-a9f5ca3ad712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:22.422361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4400413-fefb-45ed-a53d-787a5574cf7a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=d41ddde6-4a49-445f-b978-a9f5ca3ad712,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:22.437379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d41ddde6-4a49-445f-b978-a9f5ca3ad712 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:22.485480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:22.494171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.507882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8333f16-509d-4c68-9992-f1eee21f47bf None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:22.612698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0e7279f8-08af-4a36-95df-de6d433f72e1 None None] Provisioning complete for port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:22.613359 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0e7279f8-08af-4a36-95df-de6d433f72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.643819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8333f16-509d-4c68-9992-f1eee21f47bf None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:22.685547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.755299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=7feeceaa-32be-49f3-a760-28cae7dd9495,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:22.759956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '549fca56-70b3-4213-a178-9215804719fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd41ddde6-4a49-445f-b978-a9f5ca3ad712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:22.760398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: d41ddde6-4a49-445f-b978-a9f5ca3ad712, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:22.781030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network d41ddde6-4a49-445f-b978-a9f5ca3ad712 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:22.802294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d41ddde6-4a49-445f-b978-a9f5ca3ad712) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:22.814355 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:22.815378 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:22.843398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7bf4a76-3bdf-4fd9-b375-fae473e263ca tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4810989 Oct 28 21:51:22.846409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43246) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:23.008602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.029740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d273209-a10a-412b-b7f4-cfdd5bef23d1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:23.073293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ee2fb-9e37-49dc-9e6d-f624969fca18 None None] Network d41ddde6-4a49-445f-b978-a9f5ca3ad712 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:23.102592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.166995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:23.166995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.241261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.287282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=7feeceaa-32be-49f3-a760-28cae7dd9495,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:23.354021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef048579-e742-4c68-bc2f-77af3f9dcdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d41ddde6-4a49-445f-b978-a9f5ca3ad712', 'network_id': 'd41ddde6-4a49-445f-b978-a9f5ca3ad712', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '7feeceaa-32be-49f3-a760-28cae7dd9495'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:23.355851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef048579-e742-4c68-bc2f-77af3f9dcdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.386655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.416591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41ddde6-4a49-445f-b978-a9f5ca3ad712']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:23.431540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549fca56-70b3-4213-a178-9215804719fe') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:23.432204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549fca56-70b3-4213-a178-9215804719fe') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:23.448710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.452714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23121f1b-b9fe-4021-91b4-74e35f75600a None None] Network d41ddde6-4a49-445f-b978-a9f5ca3ad712 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:23.468150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.479136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:23.479894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:23.530877 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:23.564248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.585351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.590111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/d41ddde6-4a49-445f-b978-a9f5ca3ad712 HTTP/1.1" status: 204 len: 168 time: 0.7414963 Oct 28 21:51:23.594007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43258) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:23.601861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334339257'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:23.606725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8286f5-65ac-4f35-9a6a-308eb0dfe972 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=d41ddde6-4a49-445f-b978-a9f5ca3ad712,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:23.640267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:23.645149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.680996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:23.690746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.691131 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 9aac808e-ac10-4d69-92d4-af507a6f9257 of type vlan for network bb800ebf-e089-4598-8db3-7ebb40122aff Oct 28 21:51:23.731906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.761501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.767106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:23.767615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:23.833892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2361376 Oct 28 21:51:23.834100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43266) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:23.841534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:23.846050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664fb29-bbee-400c-adf6-a48e196cdf3d tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=bb800ebf-e089-4598-8db3-7ebb40122aff,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:23.857981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network bb800ebf-e089-4598-8db3-7ebb40122aff details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:23.950045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:23.954574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.091650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa06beb-68d2-4259-988b-3e1d585139f3 req-a0ae1f98-22cb-4fdf-a267-4d7655c251c5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:24.093360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfa06beb-68d2-4259-988b-3e1d585139f3 req-a0ae1f98-22cb-4fdf-a267-4d7655c251c5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0594234 Oct 28 21:51:24.143402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfa06beb-68d2-4259-988b-3e1d585139f3 req-27da5dac-14cc-4251-b3e1-8fe76358620e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Oct 28 21:51:24.194552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.257293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=c6d60157-bf0b-49cc-ad3a-3cac380070ff,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:24.266635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '9aac808e-ac10-4d69-92d4-af507a6f9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:24.267044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: bb800ebf-e089-4598-8db3-7ebb40122aff, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:24.286219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network bb800ebf-e089-4598-8db3-7ebb40122aff is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:24.295906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, bb800ebf-e089-4598-8db3-7ebb40122aff) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:24.300432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:24.301025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.308527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94520db-92f9-4e5a-9105-82b43f47d2c3 None None] Network bb800ebf-e089-4598-8db3-7ebb40122aff requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:24.318664 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cba7f088-f571-4066-a212-47638d2e3eeb tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4830112 Oct 28 21:51:24.322865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:24.666044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-bb800ebf-e089-4598-8db3-7ebb40122aff', 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': 'c6d60157-bf0b-49cc-ad3a-3cac380070ff'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:24.669216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.782105 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.826786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Allocated IP 172.20.0.2 (bb800ebf-e089-4598-8db3-7ebb40122aff/c6d60157-bf0b-49cc-ad3a-3cac380070ff/19d06269-be78-494d-8062-e56e596a4d93) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:24.862006 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.989605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:24.995141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.015100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.044768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Network bb800ebf-e089-4598-8db3-7ebb40122aff is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:25.048849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:25.050820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Pushing event updated for resources: {'Port': ['ID=19d06269-be78-494d-8062-e56e596a4d93,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:25.053022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:25.062560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d60157-bf0b-49cc-ad3a-3cac380070ff,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:25.113074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Attempting to bind port 19d06269-be78-494d-8062-e56e596a4d93 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:25.113454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Attempting to bind port 19d06269-be78-494d-8062-e56e596a4d93 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '9aac808e-ac10-4d69-92d4-af507a6f9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:25.113731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Attempting to bind port 19d06269-be78-494d-8062-e56e596a4d93 on network bb800ebf-e089-4598-8db3-7ebb40122aff {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:25.120400 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:25.120805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Checking segment: {'id': '9aac808e-ac10-4d69-92d4-af507a6f9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:25.121275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.121514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Bound using segment: {'id': '9aac808e-ac10-4d69-92d4-af507a6f9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:25.122066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Bound port: 19d06269-be78-494d-8062-e56e596a4d93, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aac808e-ac10-4d69-92d4-af507a6f9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:25.122612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.127613 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.153938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb800ebf-e089-4598-8db3-7ebb40122aff']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:25.165180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac808e-ac10-4d69-92d4-af507a6f9257') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:25.165818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac808e-ac10-4d69-92d4-af507a6f9257') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:25.177426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.192540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.200499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:25.200902 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:25.204701 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:25.215704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] For port 19d06269-be78-494d-8062-e56e596a4d93, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:25.273476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] For port 19d06269-be78-494d-8062-e56e596a4d93, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=19d06269-be78-494d-8062-e56e596a4d93,segment=NetworkSegment(9aac808e-ac10-4d69-92d4-af507a6f9257),segment_id=9aac808e-ac10-4d69-92d4-af507a6f9257)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:25.274693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.db.api [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 21:51:25.274693 n-d-806683-16 neutron-server[102313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 21:51:25.274693 n-d-806683-16 neutron-server[102313]: [parameters: {'id': 'bb800ebf-e089-4598-8db3-7ebb40122aff'}] Oct 28 21:51:25.274693 n-d-806683-16 neutron-server[102313]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:51:25.275139 n-d-806683-16 neutron-server[102313]: DEBUG oslo_db.api [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:51:25.280583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.307893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129e51-d96c-48df-a38d-9f7881405a7d req-8cb4fb39-9d36-4c2f-8dce-c85b66b5c403 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:25.310061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2129e51-d96c-48df-a38d-9f7881405a7d req-8cb4fb39-9d36-4c2f-8dce-c85b66b5c403 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0676036 Oct 28 21:51:25.354773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2129e51-d96c-48df-a38d-9f7881405a7d req-e010f85c-8586-4b27-a42d-1dd4d00feaba tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 Oct 28 21:51:25.373463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc995619-0417-4160-be7d-aa390bb91c49 None None] Pushing event updated for resources: {'Port': ['ID=19d06269-be78-494d-8062-e56e596a4d93,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:25.397650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01695d-2af0-4dde-8987-be623f9e4af0 None None] Network bb800ebf-e089-4598-8db3-7ebb40122aff requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:25.524377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923460e-fbba-4db7-b5ba-6bf4b8901e14 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:25.612665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923460e-fbba-4db7-b5ba-6bf4b8901e14 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:25.775826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.835281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Deleting port 19d06269-be78-494d-8062-e56e596a4d93 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:25.835942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.903791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] For port 19d06269-be78-494d-8062-e56e596a4d93, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=19d06269-be78-494d-8062-e56e596a4d93,segment=NetworkSegment(9aac808e-ac10-4d69-92d4-af507a6f9257),segment_id=9aac808e-ac10-4d69-92d4-af507a6f9257)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:25.904160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:25.918312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Calling delete_port for 19d06269-be78-494d-8062-e56e596a4d93 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:26.011939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.038881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Port': ['ID=19d06269-be78-494d-8062-e56e596a4d93,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:26.043383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No DVR routers for this DVR port 19d06269-be78-494d-8062-e56e596a4d93 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:26.052241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.052741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.053078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.053439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.053768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.054093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.054414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.054732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.055044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.055370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.055697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.056001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:26.138004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.157566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb800ebf-e089-4598-8db3-7ebb40122aff']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:26.167303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac808e-ac10-4d69-92d4-af507a6f9257') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:26.167594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac808e-ac10-4d69-92d4-af507a6f9257') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:26.176821 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.190679 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.197063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:26.197420 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:26.200626 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:26.261157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.268767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.272108 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/bb800ebf-e089-4598-8db3-7ebb40122aff HTTP/1.1" status: 204 len: 168 time: 1.9491854 Oct 28 21:51:26.275706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43302) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:26.281164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536980788'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:26.289295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cf574-ed44-4bb3-b342-5ac3056c3f5c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=bb800ebf-e089-4598-8db3-7ebb40122aff,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:26.306358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:26.309867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.332877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:26.342040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.342385 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 7ad288c8-e6ac-4f76-bba2-5e81248944b4 of type vlan for network 48d8ac03-4a84-482c-a24b-6839e0b96a69 Oct 28 21:51:26.383407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.409720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.416511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:26.417053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.485453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2084229 Oct 28 21:51:26.488561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43306) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:26.494567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': '48d8ac03-4a84-482c-a24b-6839e0b96a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:26.529287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e789263-73ff-4ac6-9408-68feb19e7154 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=48d8ac03-4a84-482c-a24b-6839e0b96a69,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:26.541641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e5936-759f-433d-aee1-eae4e8c4479b req-08bca380-a874-4ee3-9999-d9bef2b2bf3b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:26.543426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 48d8ac03-4a84-482c-a24b-6839e0b96a69 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:26.544110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-257e5936-759f-433d-aee1-eae4e8c4479b req-08bca380-a874-4ee3-9999-d9bef2b2bf3b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0740776 Oct 28 21:51:26.601740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-257e5936-759f-433d-aee1-eae4e8c4479b req-a8fb95e4-cdd6-42a9-acd9-2589d0febf27 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488255 Oct 28 21:51:26.613758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:26.617469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.681348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Performing IP validity checks on allocation pools {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:51:26.681897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:51:26.809115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.880651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '7ad288c8-e6ac-4f76-bba2-5e81248944b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48d8ac03-4a84-482c-a24b-6839e0b96a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:26.881348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: 48d8ac03-4a84-482c-a24b-6839e0b96a69, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:26.883848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=cdf3774a-4898-4238-a256-e92f14fec613,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:26.905881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 48d8ac03-4a84-482c-a24b-6839e0b96a69 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:26.917144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 48d8ac03-4a84-482c-a24b-6839e0b96a69) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:26.922912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:26.923781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:26.929487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ff484-adbb-400c-9991-75540dc863d4 None None] Network 48d8ac03-4a84-482c-a24b-6839e0b96a69 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:26.976043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d87b792-0dc2-4878-93a9-6bd179823139 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4833789 Oct 28 21:51:26.976460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43318) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:27.063015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:27.101459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.149051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98263541-b3a1-4ba5-9976-4da89acd0a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-48d8ac03-4a84-482c-a24b-6839e0b96a69', 'network_id': '48d8ac03-4a84-482c-a24b-6839e0b96a69', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': 'cdf3774a-4898-4238-a256-e92f14fec613'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:27.149911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-98263541-b3a1-4ba5-9976-4da89acd0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.164680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.227768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec933f06-77f6-482f-b7b3-4824580c9455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.237459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.265705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf3774a-4898-4238-a256-e92f14fec613,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-98263541-b3a1-4ba5-9976-4da89acd0a54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdf3774a-4898-4238-a256-e92f14fec613: This subnet is being modified by another concurrent operation. Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdf3774a-4898-4238-a256-e92f14fec613: This subnet is being modified by another concurrent operation. Oct 28 21:51:27.279369 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:27.310691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8aae8-ba50-409b-b342-67c4c4cf0423 None None] Network 48d8ac03-4a84-482c-a24b-6839e0b96a69 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:27.355732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.368579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec933f06-77f6-482f-b7b3-4824580c9455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.376383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec933f06-77f6-482f-b7b3-4824580c9455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.384828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d8ac03-4a84-482c-a24b-6839e0b96a69']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:27.397043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad288c8-e6ac-4f76-bba2-5e81248944b4') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:27.397482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad288c8-e6ac-4f76-bba2-5e81248944b4') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:27.408266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.426471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec933f06-77f6-482f-b7b3-4824580c9455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd699fae-792d-44a1-b0a2-551d4555bc23,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:27.426697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.441318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd8952-423d-4c70-b8dc-d07cfe87dbf8 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:27.445453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:27.446056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:27.450579 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:27.469360 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ec933f06-77f6-482f-b7b3-4824580c9455 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07dccc36cc964516849a9a70356bf8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050837 Oct 28 21:51:27.471868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43324) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:27.529549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.539853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.542117 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.549243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/48d8ac03-4a84-482c-a24b-6839e0b96a69 HTTP/1.1" status: 204 len: 168 time: 0.5715408 Oct 28 21:51:27.549972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:27.552562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd8952-423d-4c70-b8dc-d07cfe87dbf8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:27.560245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-83693865'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:27.567590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.586346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640702-0471-488c-adb1-c11dd869c801 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=48d8ac03-4a84-482c-a24b-6839e0b96a69,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:27.619248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:27.624968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.628228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.647857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.653486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd699fae-792d-44a1-b0a2-551d4555bc23 HTTP/1.1" status: 204 len: 168 time: 0.1803191 Oct 28 21:51:27.656560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:27.668266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.668807 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 42bfda7d-66f2-4737-8552-c88d18dea490 of type vlan for network 7ca73097-e52c-499f-ae0f-efc48b9c9e92 Oct 28 21:51:27.680153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ba5bb-40d9-4cdc-8c87-4e3e5ef5ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd699fae-792d-44a1-b0a2-551d4555bc23,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:27.768155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.795537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3109-3c57-44cb-bf5d-22ee81a9acd9 req-64e646da-4582-4ef0-aa61-844d2685997f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:27.797783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ad3109-3c57-44cb-bf5d-22ee81a9acd9 req-64e646da-4582-4ef0-aa61-844d2685997f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0775039 Oct 28 21:51:27.823248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.829705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:27.830476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:27.929736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=7ca73097-e52c-499f-ae0f-efc48b9c9e92,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:27.935683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a961af70-79bd-4c25-bc4b-d254636d5637 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3809886 Oct 28 21:51:27.938495 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43334) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:27.942672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7ca73097-e52c-499f-ae0f-efc48b9c9e92 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:27.944054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': '7ca73097-e52c-499f-ae0f-efc48b9c9e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:28.020219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ad3109-3c57-44cb-bf5d-22ee81a9acd9 req-ee5f1fc4-97ab-47f1-a66a-82b3cf098256 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086074 Oct 28 21:51:28.044124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43336) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.057591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:28.059968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dacfe636-b0af-462d-b0db-0e99d95b1129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.061979 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.157717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dacfe636-b0af-462d-b0db-0e99d95b1129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.163780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dacfe636-b0af-462d-b0db-0e99d95b1129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.211057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dacfe636-b0af-462d-b0db-0e99d95b1129 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5e95e8263bb47bbb37911174aa5e6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649125 Oct 28 21:51:28.212525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfe636-b0af-462d-b0db-0e99d95b1129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451595eb-fff4-4f1b-8c31-8253fc7791d0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:28.215008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43338) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.267842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.286374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.292148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.342840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.346280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.347435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451595eb-fff4-4f1b-8c31-8253fc7791d0 HTTP/1.1" status: 204 len: 168 time: 0.1314499 Oct 28 21:51:28.351675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=c256cba0-d7ad-49bd-8fbe-cc85ee18021b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:28.356425 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554f3c1-8d33-4c0b-b7a3-972cea77ce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451595eb-fff4-4f1b-8c31-8253fc7791d0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:28.364988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '42bfda7d-66f2-4737-8552-c88d18dea490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ca73097-e52c-499f-ae0f-efc48b9c9e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:28.365915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: 7ca73097-e52c-499f-ae0f-efc48b9c9e92, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:28.385570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 7ca73097-e52c-499f-ae0f-efc48b9c9e92 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:28.396213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7ca73097-e52c-499f-ae0f-efc48b9c9e92) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:28.403752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:28.404434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.405957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6be05-e356-474f-9232-65092cf74658 None None] Network 7ca73097-e52c-499f-ae0f-efc48b9c9e92 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:28.429227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f677312-cd83-4076-869f-3f5313f4818a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4869659 Oct 28 21:51:28.429681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43342) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.555119 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.586747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba0be8f-1cf0-40e3-85da-313382036b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7ca73097-e52c-499f-ae0f-efc48b9c9e92', 'network_id': '7ca73097-e52c-499f-ae0f-efc48b9c9e92', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': 'c256cba0-d7ad-49bd-8fbe-cc85ee18021b'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:28.587622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aba0be8f-1cf0-40e3-85da-313382036b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.618027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.698292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-aba0be8f-1cf0-40e3-85da-313382036b7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c256cba0-d7ad-49bd-8fbe-cc85ee18021b: This subnet is being modified by another concurrent operation. Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c256cba0-d7ad-49bd-8fbe-cc85ee18021b: This subnet is being modified by another concurrent operation. Oct 28 21:51:28.699481 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:28.716538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0b330-7a2c-41e0-ba00-7d154f429340 None None] Network 7ca73097-e52c-499f-ae0f-efc48b9c9e92 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:28.729644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=c256cba0-d7ad-49bd-8fbe-cc85ee18021b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:28.750219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43346) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.765515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45c8fb1d-ebf1-4c8a-b762-5dbcc0b5f5fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.809432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.839508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca73097-e52c-499f-ae0f-efc48b9c9e92']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:28.850025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bfda7d-66f2-4737-8552-c88d18dea490') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:28.850215 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45c8fb1d-ebf1-4c8a-b762-5dbcc0b5f5fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.850369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bfda7d-66f2-4737-8552-c88d18dea490') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:28.855166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45c8fb1d-ebf1-4c8a-b762-5dbcc0b5f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.857652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c1443e-c274-4a8c-99a8-0b220ea17b0b None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:28.862647 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.878730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.887319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:28.888319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:28.891488 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:28.905541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-45c8fb1d-ebf1-4c8a-b762-5dbcc0b5f5fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c079a959d3a2479f8214b34b1e40bbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515679 Oct 28 21:51:28.905541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8fb1d-ebf1-4c8a-b762-5dbcc0b5f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab004cb7-67cd-4fa6-ab0a-1ea0fa0842fa,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:28.906165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.965714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.967196 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.967920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1443e-c274-4a8c-99a8-0b220ea17b0b None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:28.975519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.982337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/7ca73097-e52c-499f-ae0f-efc48b9c9e92 HTTP/1.1" status: 204 len: 168 time: 0.5483310 Oct 28 21:51:28.982710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43350) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:28.997345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:28.999682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807133844'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:29.004515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db97de-1e8c-4a63-a7b1-3d9bedd6d633 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=7ca73097-e52c-499f-ae0f-efc48b9c9e92,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:29.025120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:29.030626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.067040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.070553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:29.071233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.073644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab004cb7-67cd-4fa6-ab0a-1ea0fa0842fa HTTP/1.1" status: 204 len: 168 time: 0.1645083 Oct 28 21:51:29.084068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef0690-2dc3-47a1-9e28-b48555cef559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab004cb7-67cd-4fa6-ab0a-1ea0fa0842fa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:29.100578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.101561 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment f226eacc-11b3-4cdc-8b56-0369c61f6aea of type vlan for network e3249aef-3961-479b-9398-4c0a72c0e657 Oct 28 21:51:29.155573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.190529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2365-3c33-4e03-a5e7-362e993670d9 req-9f6fce8d-6464-4fef-bcca-784a90b2fee9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:29.192664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69bb2365-3c33-4e03-a5e7-362e993670d9 req-9f6fce8d-6464-4fef-bcca-784a90b2fee9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0707371 Oct 28 21:51:29.201201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.211845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:29.212779 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.250632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69bb2365-3c33-4e03-a5e7-362e993670d9 req-cf4afc74-2158-4ab6-a4ff-3a2f3a94024e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501649 Oct 28 21:51:29.283737 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2998567 Oct 28 21:51:29.286604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43356) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:29.293194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'e3249aef-3961-479b-9398-4c0a72c0e657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:29.300456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18c620-b0e3-48f4-840a-59f361fe61f2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=e3249aef-3961-479b-9398-4c0a72c0e657,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:29.312733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e3249aef-3961-479b-9398-4c0a72c0e657 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:29.405418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:29.410087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.609020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.682223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=43658283-d5e3-4c0c-8126-c9aac219bdc7,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:29.684438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': 'f226eacc-11b3-4cdc-8b56-0369c61f6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e3249aef-3961-479b-9398-4c0a72c0e657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:29.684791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: e3249aef-3961-479b-9398-4c0a72c0e657, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:29.707546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network e3249aef-3961-479b-9398-4c0a72c0e657 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:29.720298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e3249aef-3961-479b-9398-4c0a72c0e657) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:29.724568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:29.725679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.734473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edda06-4cbd-4371-b577-4a5e1c2e2cd1 None None] Network e3249aef-3961-479b-9398-4c0a72c0e657 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:29.743641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6727f0a7-30c4-41b0-a056-d248ff1ad4e4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4557214 Oct 28 21:51:29.746218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43374) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:29.869877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.927417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a43a0d-9af3-4980-a627-b793d6445123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e3249aef-3961-479b-9398-4c0a72c0e657', 'network_id': 'e3249aef-3961-479b-9398-4c0a72c0e657', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '43658283-d5e3-4c0c-8126-c9aac219bdc7'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:29.928726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3a43a0d-9af3-4980-a627-b793d6445123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.937560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:29.953333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:30.009052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.035595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=43658283-d5e3-4c0c-8126-c9aac219bdc7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-b3a43a0d-9af3-4980-a627-b793d6445123 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43658283-d5e3-4c0c-8126-c9aac219bdc7: This subnet is being modified by another concurrent operation. Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43658283-d5e3-4c0c-8126-c9aac219bdc7: This subnet is being modified by another concurrent operation. Oct 28 21:51:30.039576 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:30.071740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212a751-b115-42b3-8f25-5bd0af0553d3 None None] Network e3249aef-3961-479b-9398-4c0a72c0e657 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:30.075587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-986899890-network', 'tenant_id': 'f717d98bf476407ba300324e901844d2'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:30.099156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Made reservation on behalf of f717d98bf476407ba300324e901844d2 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:30.102873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.105530 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.118114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.133911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3249aef-3961-479b-9398-4c0a72c0e657']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:30.146452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f226eacc-11b3-4cdc-8b56-0369c61f6aea') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:30.147533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f226eacc-11b3-4cdc-8b56-0369c61f6aea') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:30.211421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115a323-767e-4c69-b8a6-a566b599ddf1 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:30.216689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.222945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.253256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:30.266040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc97570-4f7b-4e78-9264-9865f9f2df4c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:30.283685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.283685 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Added segment 3c1955f6-070d-476e-b054-a14778eedc3a of type vlan for network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 Oct 28 21:51:30.322509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115a323-767e-4c69-b8a6-a566b599ddf1 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:30.345742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.376101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.377120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:30.377759 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.451928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.465894 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5087039 Oct 28 21:51:30.471985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:30.479369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Request body: {'subnet': {'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-986899890-subnet', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:30.483129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.488611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e21ffd-94dc-4abe-acd9-7665e1bbe5ea admin admin] Pushing event updated for resources: {'Network': ['ID=9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:30.509510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:30.509914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.512711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:30.512875 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:30.581925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Made reservation on behalf of f717d98bf476407ba300324e901844d2 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:30.584240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.637426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51958ba-6c16-44cb-a344-fdc59614b931 req-c3725a74-5511-4c93-bb3e-8c06b983d638 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:30.639125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a51958ba-6c16-44cb-a344-fdc59614b931 req-c3725a74-5511-4c93-bb3e-8c06b983d638 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1848590 Oct 28 21:51:30.642117 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.654340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.657456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/e3249aef-3961-479b-9398-4c0a72c0e657 HTTP/1.1" status: 204 len: 168 time: 0.9101772 Oct 28 21:51:30.663637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43386) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:30.670689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063836450'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:30.691903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7870-9520-4d64-8686-bc50ce7decbe tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=e3249aef-3961-479b-9398-4c0a72c0e657,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:30.702250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:30.708193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.733848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a51958ba-6c16-44cb-a344-fdc59614b931 req-60be6a48-899b-4a7e-b61b-adcd0d069c54 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807793 Oct 28 21:51:30.746121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:30.759945 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.760640 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 24cab289-654c-4339-b42b-daf59d98391f of type vlan for network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 Oct 28 21:51:30.833287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.858252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.862229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.870112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:30.870701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.913869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Pushing event updated for resources: {'Subnet': ['ID=379e409f-94d7-4611-9660-b48c9e903569,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:30.925416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Checking segment: {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:30.925779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Network hostable DHCP agents. Network: 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:30.937084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2721438 Oct 28 21:51:30.940127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:30.947966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:30.953866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:30.958303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:30.963412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:30.964784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:30.967182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b5793-d0b8-4a6c-9ce3-d75bebd6081e None None] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:30.988539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a971a959-dcea-4ce0-8c42-23e990d976db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5112000 Oct 28 21:51:30.988856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43390) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:30.994514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:30.998491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21207b-c8ec-448f-913b-6b1d23684ce3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=f87f618c-afb5-4d74-b7d7-b7aac1b1e747,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:31.021448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:31.026101 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.027716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.092543 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.162736 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.185432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.192306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:31.194642 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.206508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 is not hosted by any dhcp agent {{(pid=102313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:51:31.212803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:31.213715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.215157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "PUT /v2.0/networks/f87f618c-afb5-4d74-b7d7-b7aac1b1e747 HTTP/1.1" status: 200 len: 723 time: 0.2744849 Oct 28 21:51:31.242850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43392) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:31.250592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:31.251967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.321742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef06bd9-c5d1-4255-a6ae-d92c64f8d82b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=f87f618c-afb5-4d74-b7d7-b7aac1b1e747,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:31.332879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:31.371498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:31.375629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.411703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Allocated IP 172.20.0.2 (9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2/379e409f-94d7-4611-9660-b48c9e903569/83f50123-afd0-418b-9408-cae8a1fa4ab5) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:31.499542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.519151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.578058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.583811 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.590707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.608341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:31.627499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:31.631571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:31.639242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Allocated IP 172.25.4.35 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:31.652138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=3881b3a4-a612-49d4-aeb3-dd8865b16aa2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:31.657294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '24cab289-654c-4339-b42b-daf59d98391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:31.657767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: f87f618c-afb5-4d74-b7d7-b7aac1b1e747, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:31.666257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Pushing event updated for resources: {'Port': ['ID=83f50123-afd0-418b-9408-cae8a1fa4ab5,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:31.680674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:31.690362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f87f618c-afb5-4d74-b7d7-b7aac1b1e747) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:31.699312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1699268-3d9a-48ae-a319-fbaa01d6f055 None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:31.701858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:31.702462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.719463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Attempting to bind port 83f50123-afd0-418b-9408-cae8a1fa4ab5 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:31.719831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Attempting to bind port 83f50123-afd0-418b-9408-cae8a1fa4ab5 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:31.720227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Attempting to bind port 83f50123-afd0-418b-9408-cae8a1fa4ab5 on network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:31.726956 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26d8aacf-12a7-4451-89fd-c195469eebfa tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4797509 Oct 28 21:51:31.727125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:31.732722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:31.753583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.753997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:31.754359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Checking segment: {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:31.754852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.755245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Bound using segment: {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:31.756539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Bound port: 83f50123-afd0-418b-9408-cae8a1fa4ab5, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:31.756539 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.803710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.836712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4405590'] for subnet, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.880992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] For port 83f50123-afd0-418b-9408-cae8a1fa4ab5, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:31.885557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] For port 83f50123-afd0-418b-9408-cae8a1fa4ab5, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83f50123-afd0-418b-9408-cae8a1fa4ab5,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:31.899951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:31.906250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:31.909743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:31.914548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:31.914733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Pushing event updated for resources: {'Port': ['ID=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:31.973130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32500-511e-4aae-829a-7ae6daa08dba req-7c66ff43-d370-4e71-89c5-1706fcb7d039 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:31.975829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5e32500-511e-4aae-829a-7ae6daa08dba req-7c66ff43-d370-4e71-89c5-1706fcb7d039 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1256542 Oct 28 21:51:32.011819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0d51-23f7-4ff5-8407-a2452d609aa8 None None] Pushing event updated for resources: {'Port': ['ID=83f50123-afd0-418b-9408-cae8a1fa4ab5,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:32.026177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f87f618c-afb5-4d74-b7d7-b7aac1b1e747', 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '3881b3a4-a612-49d4-aeb3-dd8865b16aa2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:32.027131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.030056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775646684663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4321218'] for subnet, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.066920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:32.067701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.070170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "PUT /v2.0/subnets/3881b3a4-a612-49d4-aeb3-dd8865b16aa2 HTTP/1.1" status: 200 len: 806 time: 0.3417416 Oct 28 21:51:32.072738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43400) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:32.092089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f2822-e000-4d4d-85d0-df9815dea488 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=3881b3a4-a612-49d4-aeb3-dd8865b16aa2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:32.162276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5e32500-511e-4aae-829a-7ae6daa08dba req-c2784f55-2d98-4a19-9f41-b3e812e25025 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797128 Oct 28 21:51:32.197553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Allocated IP 172.20.0.2 (f87f618c-afb5-4d74-b7d7-b7aac1b1e747/3881b3a4-a612-49d4-aeb3-dd8865b16aa2/b67966ff-05c1-4ae5-8eea-365f0e54ad65) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:32.314945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.361882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.371139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.383201 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.427424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:32.433883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:32.436262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:32.438300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Pushing event updated for resources: {'Port': ['ID=b67966ff-05c1-4ae5-8eea-365f0e54ad65,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:32.451872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.493178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Attempting to bind port b67966ff-05c1-4ae5-8eea-365f0e54ad65 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:32.493550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Attempting to bind port b67966ff-05c1-4ae5-8eea-365f0e54ad65 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '24cab289-654c-4339-b42b-daf59d98391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:32.493925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Attempting to bind port b67966ff-05c1-4ae5-8eea-365f0e54ad65 on network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:32.498934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:32.499241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Checking segment: {'id': '24cab289-654c-4339-b42b-daf59d98391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:32.499779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.500176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Bound using segment: {'id': '24cab289-654c-4339-b42b-daf59d98391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:32.500670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Bound port: b67966ff-05c1-4ae5-8eea-365f0e54ad65, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cab289-654c-4339-b42b-daf59d98391f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:32.501051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.573931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] For port b67966ff-05c1-4ae5-8eea-365f0e54ad65, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:32.576989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] For port b67966ff-05c1-4ae5-8eea-365f0e54ad65, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b67966ff-05c1-4ae5-8eea-365f0e54ad65,segment=NetworkSegment(24cab289-654c-4339-b42b-daf59d98391f),segment_id=24cab289-654c-4339-b42b-daf59d98391f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:32.581728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.588514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.619452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=3881b3a4-a612-49d4-aeb3-dd8865b16aa2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:32.644922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36b05-29f2-4657-81e0-ee136e03e8a8 None None] Pushing event updated for resources: {'Port': ['ID=b67966ff-05c1-4ae5-8eea-365f0e54ad65,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:32.696928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.713791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.724084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87f618c-afb5-4d74-b7d7-b7aac1b1e747']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:32.764807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cab289-654c-4339-b42b-daf59d98391f') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:32.765113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cab289-654c-4339-b42b-daf59d98391f') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:32.807994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.827361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.838067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:32.838500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:32.841571 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:32.927206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.db.api [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 28 21:51:32.927206 n-d-806683-16 neutron-server[102314]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 28 21:51:32.927206 n-d-806683-16 neutron-server[102314]: [parameters: {'id': 'f87f618c-afb5-4d74-b7d7-b7aac1b1e747'}] Oct 28 21:51:32.927206 n-d-806683-16 neutron-server[102314]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:51:32.927573 n-d-806683-16 neutron-server[102314]: DEBUG oslo_db.api [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:51:32.965451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:51:33.074696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83f50123-afd0-418b-9408-cae8a1fa4ab5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:33.134052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83f50123-afd0-418b-9408-cae8a1fa4ab5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:33.134479 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.239343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.253176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee89cc3-fd03-4026-838d-b618d5c07ff2 None None] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:33.332846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 83f50123-afd0-418b-9408-cae8a1fa4ab5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83f50123-afd0-418b-9408-cae8a1fa4ab5,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:33.341331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.342106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b67966ff-05c1-4ae5-8eea-365f0e54ad65 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:33.414390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd21069-bc0f-48fb-8fcf-876a625710b4 req-933fa899-ca8f-4dec-8970-63be164f12d1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:33.416259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edd21069-bc0f-48fb-8fcf-876a625710b4 req-933fa899-ca8f-4dec-8970-63be164f12d1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0964026 Oct 28 21:51:33.428470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.441482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:33.446220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-09962eac-341e-46aa-b92f-232681ef0bbf None None] Provisioning complete for port 83f50123-afd0-418b-9408-cae8a1fa4ab5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:33.446437 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-09962eac-341e-46aa-b92f-232681ef0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.486259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.491318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-436676d9-3e97-4968-ad9d-fe6223654a55 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4975088 Oct 28 21:51:33.491496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:33.492437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-edd21069-bc0f-48fb-8fcf-876a625710b4 req-8f5b804b-7bff-47c9-8100-7e7be05ad149 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646470 Oct 28 21:51:33.545872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Sync routers for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:33.563266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Deleting port b67966ff-05c1-4ae5-8eea-365f0e54ad65 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:33.563532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.586037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=83f50123-afd0-418b-9408-cae8a1fa4ab5,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:33.598851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Routers {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:33.599550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:33.679008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] For port b67966ff-05c1-4ae5-8eea-365f0e54ad65, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b67966ff-05c1-4ae5-8eea-365f0e54ad65,segment=NetworkSegment(24cab289-654c-4339-b42b-daf59d98391f),segment_id=24cab289-654c-4339-b42b-daf59d98391f)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:33.679587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.701895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Calling delete_port for b67966ff-05c1-4ae5-8eea-365f0e54ad65 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:33.731136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b67966ff-05c1-4ae5-8eea-365f0e54ad65 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:33.731505 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.817132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Set router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:33.850619 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:33.884048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Port': ['ID=b67966ff-05c1-4ae5-8eea-365f0e54ad65,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:33.889427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No DVR routers for this DVR port b67966ff-05c1-4ae5-8eea-365f0e54ad65 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:33.914082 n-d-806683-16 neutron-server[102315]: INFO neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No ports have port_id starting with b67966ff-05c1-4ae5-8eea-365f0e54ad65 Oct 28 21:51:33.981845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b5b66-3d2d-4cae-a170-d682dec31433 None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:34.011588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.037736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87f618c-afb5-4d74-b7d7-b7aac1b1e747']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:34.050153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cab289-654c-4339-b42b-daf59d98391f') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:34.050459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cab289-654c-4339-b42b-daf59d98391f') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:34.073294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.081316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.090514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.100949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:34.101740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:34.105720 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:34.183445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.188733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.192400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/f87f618c-afb5-4d74-b7d7-b7aac1b1e747 HTTP/1.1" status: 204 len: 168 time: 2.1185992 Oct 28 21:51:34.198142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43406) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:34.215917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b94b0fe0-f678-4efb-a30c-dbe62ff58553 None None] Could not find standard attr ID for object b67966ff-05c1-4ae5-8eea-365f0e54ad65. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:51:34.236319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad028547-1f90-4f6d-b4d4-0e74a19920e8 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=f87f618c-afb5-4d74-b7d7-b7aac1b1e747,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:34.240096 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2553cbb-08bf-4457-bb28-91a92d6db9c7 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:34.242703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2553cbb-08bf-4457-bb28-91a92d6db9c7 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:34.246106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e2553cbb-08bf-4457-bb28-91a92d6db9c7 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/f87f618c-afb5-4d74-b7d7-b7aac1b1e747 HTTP/1.1" status: 404 len: 339 time: 0.0467272 Oct 28 21:51:34.250884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43408) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:34.262516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792671719', 'description': 'd1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:34.287013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:34.292553 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.324324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:34.336894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.337123 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment d41ea32a-cfbf-4cd6-80e7-445b540b59a2 of type vlan for network 4007ff4b-fd12-495b-976d-a650b99ab726 Oct 28 21:51:34.347124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Allocated IP 172.20.0.1 (9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2/379e409f-94d7-4611-9660-b48c9e903569/91e8cd11-20cf-4e7d-9637-e2e3ccba237c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:34.358658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e4c61d4b-5665-43eb-8c39-c938e89fc3e7 None None] Provisioning complete for port 83f50123-afd0-418b-9408-cae8a1fa4ab5 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:34.359031 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e4c61d4b-5665-43eb-8c39-c938e89fc3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.390299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:32Z', 'revision_number': 3, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:34.391633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.426848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8759d6-e510-4b0c-b4df-b16584d4d4f5 None None] DHCP port deletion for f87f618c-afb5-4d74-b7d7-b7aac1b1e747 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:34.432157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Checking router: d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:34.432330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Updating router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:51:34.434074 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.443070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:34.444922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.468876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.498495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003e108-755c-4eca-a2cc-38d4bc439d0a None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:34.514154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2620537 Oct 28 21:51:34.517619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:34.526945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003e108-755c-4eca-a2cc-38d4bc439d0a None None] Network f87f618c-afb5-4d74-b7d7-b7aac1b1e747 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:51:34.535184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423231-eabb-4a28-a959-148f7bfccec0 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=4007ff4b-fd12-495b-976d-a650b99ab726,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:34.535735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.589637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4007ff4b-fd12-495b-976d-a650b99ab726 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:34.643447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fe1b9-8716-4eb4-9551-7b89a5336770 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:34.648584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a6fe1b9-8716-4eb4-9551-7b89a5336770 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks?id=4007ff4b-fd12-495b-976d-a650b99ab726 HTTP/1.1" status: 200 len: 761 time: 0.1260474 Oct 28 21:51:34.650494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43414) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:34.656696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'description': 'd2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:34.667095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.716180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:34.718746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54505689-a1fc-405f-95e2-162e05241119 req-ae741e69-9c61-4caf-b33c-cd31498401c2 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:34.719308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:34.721065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54505689-a1fc-405f-95e2-162e05241119 req-ae741e69-9c61-4caf-b33c-cd31498401c2 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1291823 Oct 28 21:51:34.725207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:34.765488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Pushing event updated for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:34.778895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.889400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-54505689-a1fc-405f-95e2-162e05241119 req-27e12d56-8b07-438e-a290-12508d1543e5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450746 Oct 28 21:51:34.906147 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.915714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.966013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.981559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Attempting to bind port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:34.982506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Attempting to bind port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:34.983192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Attempting to bind port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:34.991607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.993329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:34.994102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:34.995529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:34.996211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:34.997010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Bound port: 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:34.997678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.008731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dbfc2-0acc-41e4-883c-8fa11984d1d4 None None] Pushing event updated for resources: {'Port': ['ID=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.054565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 4007ff4b-fd12-495b-976d-a650b99ab726 is not hosted by any dhcp agent {{(pid=102314) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:51:35.060796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:35.061449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.065585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "PUT /v2.0/networks/4007ff4b-fd12-495b-976d-a650b99ab726 HTTP/1.1" status: 200 len: 758 time: 0.4109237 Oct 28 21:51:35.066580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:35.068268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83f50123-afd0-418b-9408-cae8a1fa4ab5 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:35.133425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ececadfb-5ce4-4edf-a41b-c65f486bd9a1 None None] Provisioning complete for port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:35.133877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ececadfb-5ce4-4edf-a41b-c65f486bd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.140452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] For port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:35.150213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7cf09-ffdb-4a82-89d8-c174684514e2 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=4007ff4b-fd12-495b-976d-a650b99ab726,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.180073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4007ff4b-fd12-495b-976d-a650b99ab726 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:35.189738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93710de0-282c-441c-bfb5-7adc5eec0527 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:35.189966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] For port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:35.195277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93710de0-282c-441c-bfb5-7adc5eec0527 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks?id=4007ff4b-fd12-495b-976d-a650b99ab726 HTTP/1.1" status: 200 len: 761 time: 0.1237354 Oct 28 21:51:35.195943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43418) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:35.202039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837368805'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:35.226865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:35.230924 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.240560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.256057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ececadfb-5ce4-4edf-a41b-c65f486bd9a1 None None] Port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:51:35.262743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:35.275654 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.276091 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment 8f01aaca-22a2-4b46-b454-b6d73b37e06e of type vlan for network a4439d8c-3b61-405d-b182-dfb2f601aadc Oct 28 21:51:35.326211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.328937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83f50123-afd0-418b-9408-cae8a1fa4ab5 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:35.329415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.346527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.358958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.366598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:35.367240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.373328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dbfc2-0acc-41e4-883c-8fa11984d1d4 None None] Pushing event updated for resources: {'Port': ['ID=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.378323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Routers {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:35.379362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:35.437887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2404828 Oct 28 21:51:35.438556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43420) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:35.447082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': 'a4439d8c-3b61-405d-b182-dfb2f601aadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:35.511944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d7685-2c49-42c5-a7a9-bcc12a556f02 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=a4439d8c-3b61-405d-b182-dfb2f601aadc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.539540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] Set router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:35.551777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.568094 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.569922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a4439d8c-3b61-405d-b182-dfb2f601aadc details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:35.571992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:35.577218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.627685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b67966ff-05c1-4ae5-8eea-365f0e54ad65 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:35.640469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.695587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b67966ff-05c1-4ae5-8eea-365f0e54ad65 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:35.695994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b67966ff-05c1-4ae5-8eea-365f0e54ad65 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:35.707450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Pushing event updated for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.766288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:35.770404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:35.823850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.882961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '91e8cd11-20cf-4e7d-9637-e2e3ccba237c', 'name': '', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'mac_address': 'fa:16:3e:a3:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:34Z', 'updated_at': '2021-10-28T21:51:34Z', 'revision_number': 1, 'project_id': 'f717d98bf476407ba300324e901844d2', 'subnets': [{'id': '379e409f-94d7-4611-9660-b48c9e903569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:35.898820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=99954027-e8d9-4819-99b2-c7cfb6f804c6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:35.907529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': '8f01aaca-22a2-4b46-b454-b6d73b37e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4439d8c-3b61-405d-b182-dfb2f601aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:35.907907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: a4439d8c-3b61-405d-b182-dfb2f601aadc, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:35.931691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network a4439d8c-3b61-405d-b182-dfb2f601aadc is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:35.932696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6dc892-8680-4988-aba1-64bf62e39ad2 None None] The sync data for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 is: [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '91e8cd11-20cf-4e7d-9637-e2e3ccba237c', 'name': '', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'mac_address': 'fa:16:3e:a3:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:34Z', 'updated_at': '2021-10-28T21:51:34Z', 'revision_number': 1, 'project_id': 'f717d98bf476407ba300324e901844d2', 'subnets': [{'id': '379e409f-94d7-4611-9660-b48c9e903569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:35.934175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:51:35.943316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a4439d8c-3b61-405d-b182-dfb2f601aadc) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:35.948931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:35.949587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:35.961968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf384f-482a-4993-bd92-34cc4fbd2c98 None None] Network a4439d8c-3b61-405d-b182-dfb2f601aadc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:35.991359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2a98a833-8fcd-4195-bf91-9afe43ffac82 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5484824 Oct 28 21:51:35.993410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:36.143044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:36.158464 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-72d072d6-cc3f-4f14-92ae-eb2d0e5f885f admin admin] 10.222.0.31 "PUT /v2.0/routers/d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534767 Oct 28 21:51:36.163672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b393588-e2f4-46ad-988d-e2de1538657e req-eec5a3d9-9fbd-4755-941e-c9224aff1680 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:36.166303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b393588-e2f4-46ad-988d-e2de1538657e req-eec5a3d9-9fbd-4755-941e-c9224aff1680 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1453347 Oct 28 21:51:36.175394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.211360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd081a2e-0d86-4785-8555-7ec0bc6a8fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-a4439d8c-3b61-405d-b182-dfb2f601aadc', 'network_id': 'a4439d8c-3b61-405d-b182-dfb2f601aadc', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': '99954027-e8d9-4819-99b2-c7cfb6f804c6'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:36.212326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fd081a2e-0d86-4785-8555-7ec0bc6a8fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.284859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b393588-e2f4-46ad-988d-e2de1538657e req-f0350bcf-5419-4335-af3b-644c999df5d1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045454 Oct 28 21:51:36.306039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.414018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.419761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83ec6716-7823-4af3-9621-e781e7c8a0ab None None] Provisioning complete for port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:36.420282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83ec6716-7823-4af3-9621-e781e7c8a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-fd081a2e-0d86-4785-8555-7ec0bc6a8fc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99954027-e8d9-4819-99b2-c7cfb6f804c6: This subnet is being modified by another concurrent operation. Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99954027-e8d9-4819-99b2-c7cfb6f804c6: This subnet is being modified by another concurrent operation. Oct 28 21:51:36.423038 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:51:36.452712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=99954027-e8d9-4819-99b2-c7cfb6f804c6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:36.463291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f8a45-bdbd-4e05-a099-45c602b6ec2e None None] Network a4439d8c-3b61-405d-b182-dfb2f601aadc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:36.557359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:51:36.579429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.615533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4439d8c-3b61-405d-b182-dfb2f601aadc']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:36.631037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f01aaca-22a2-4b46-b454-b6d73b37e06e') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:36.631683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f01aaca-22a2-4b46-b454-b6d73b37e06e') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:36.646340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.674055 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.690321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:36.691049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:36.694971 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:36.793920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.806301 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:36.818048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/a4439d8c-3b61-405d-b182-dfb2f601aadc HTTP/1.1" status: 204 len: 168 time: 0.8233068 Oct 28 21:51:36.821073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43450) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:36.839722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-83ec6716-7823-4af3-9621-e781e7c8a0ab None None] Port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:51:36.840705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41de6-e482-4770-a176-ee3fbccd3436 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=a4439d8c-3b61-405d-b182-dfb2f601aadc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:36.884339 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-250fa734-9afe-4d56-b011-6c913b20b5c7 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] GET failed (client error): The resource could not be found. Oct 28 21:51:36.888690 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-250fa734-9afe-4d56-b011-6c913b20b5c7 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets/99954027-e8d9-4819-99b2-c7cfb6f804c6 HTTP/1.1" status: 404 len: 337 time: 0.0664341 Oct 28 21:51:36.891740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43454) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:36.941815 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bc37ab-c1f7-4e8c-83f3-04d34e94a59c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:36.942444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bc37ab-c1f7-4e8c-83f3-04d34e94a59c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:36.950250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43464) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:36.951152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e2bc37ab-c1f7-4e8c-83f3-04d34e94a59c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/a4439d8c-3b61-405d-b182-dfb2f601aadc HTTP/1.1" status: 404 len: 339 time: 0.0582705 Oct 28 21:51:37.017300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b81691-f05e-40d7-a209-1d897c28c786 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:51:37.110741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43470) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:37.116717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-102351305-network', 'tenant_id': '98a9dedfe5d94341a062590034d349d2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:37.158283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Made reservation on behalf of 98a9dedfe5d94341a062590034d349d2 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:37.163522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.176095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.204794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:37.231759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:51:37.310691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b81691-f05e-40d7-a209-1d897c28c786 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:51:37.314151 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.329994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.337570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:51:37.341871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.348748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac17c3-15a4-4572-ac3b-60c4ecdc782e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.353336 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-66ac17c3-15a4-4572-ac3b-60c4ecdc782e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4003267 Oct 28 21:51:37.355398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:37.394763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:37.408532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.409235 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Added segment 33084f2c-86d2-4857-a372-eb9ab4f6834e of type vlan for network 304ffca2-979a-42e3-9206-863f6775ce17 Oct 28 21:51:37.460778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.463306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:37.476851 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.496892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-990b3148-fc4a-4dfd-a4b5-098a6498beae tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503 HTTP/1.1" status: 200 len: 207 time: 0.1401320 Oct 28 21:51:37.502637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43480) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:37.505811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.507460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.513113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.633640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:51:37.670293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a62fc-e186-4e7f-a9f7-d5153950cac1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:37.698610 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5864620 Oct 28 21:51:37.706816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43482) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:37.717750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:37.733320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Request body: {'subnet': {'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-102351305-subnet', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:37.745803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7906fe0-d258-4cde-a131-19224b53fe6b req-6184df0b-ec46-4c0a-827b-69ee6d3a7581 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.747555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7906fe0-d258-4cde-a131-19224b53fe6b req-6184df0b-ec46-4c0a-827b-69ee6d3a7581 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 944 time: 0.2583013 Oct 28 21:51:37.786906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8096a-f293-44b5-8f89-2854bb13fc5e admin admin] Pushing event updated for resources: {'Network': ['ID=304ffca2-979a-42e3-9206-863f6775ce17,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:37.806852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 304ffca2-979a-42e3-9206-863f6775ce17 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:37.871119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Made reservation on behalf of 98a9dedfe5d94341a062590034d349d2 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:37.874978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:37.897830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7906fe0-d258-4cde-a131-19224b53fe6b req-fdc6af48-2eb5-46d1-abb5-30cb44cf6526 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231029 Oct 28 21:51:37.902924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf38ab8-6aa3-400a-831c-ac5549c2fb9f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.923359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf38ab8-6aa3-400a-831c-ac5549c2fb9f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.942517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf38ab8-6aa3-400a-831c-ac5549c2fb9f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.950110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf38ab8-6aa3-400a-831c-ac5549c2fb9f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:37.952500 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7cf38ab8-6aa3-400a-831c-ac5549c2fb9f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4473035 Oct 28 21:51:37.956703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.168210 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.199949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3836fb06-14e1-4ce9-8e8f-e47c1e778002 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2412710 Oct 28 21:51:38.204751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.270001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:38.273183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Checking segment: {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:38.273780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Network hostable DHCP agents. Network: 304ffca2-979a-42e3-9206-863f6775ce17, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:38.298204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Network 304ffca2-979a-42e3-9206-863f6775ce17 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:38.305365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585aff4-3f78-4780-a8be-e3ddd76e489a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.307406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585aff4-3f78-4780-a8be-e3ddd76e489a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.312718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e585aff4-3f78-4780-a8be-e3ddd76e489a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1033382 Oct 28 21:51:38.313644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43488) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.327550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 304ffca2-979a-42e3-9206-863f6775ce17) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:38.335848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26061d-79ee-4a12-957b-f25ab6989f0a None None] Network 304ffca2-979a-42e3-9206-863f6775ce17 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:38.356539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.357049 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.391577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.392706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5b98818-075b-4d31-bb53-3012200caf53 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6806598 Oct 28 21:51:38.396281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:38.410753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ea0ff-34cc-4f61-baad-9f568e538d50 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.414329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ea0ff-34cc-4f61-baad-9f568e538d50 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.417023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d61ea0ff-34cc-4f61-baad-9f568e538d50 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1016288 Oct 28 21:51:38.420913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.431228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.433951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.525036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-304ffca2-979a-42e3-9206-863f6775ce17', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:38.525991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.529041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.559542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:38.590153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b19cf-c5fd-4dbc-bef6-5bfc08b4a6d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.592234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4c3b19cf-c5fd-4dbc-bef6-5bfc08b4a6d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks/be192f0e-9b29-40bd-8d6e-1365abf3a2c9 HTTP/1.1" status: 200 len: 800 time: 0.1698923 Oct 28 21:51:38.595947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.721939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:38.722231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.731697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-04632344-e262-4f0d-b11d-5381d3a8c95a tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/networks/be192f0e-9b29-40bd-8d6e-1365abf3a2c9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1344626 Oct 28 21:51:38.737948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43498) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.747517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Allocated IP 172.20.0.2 (304ffca2-979a-42e3-9206-863f6775ce17/75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce/acb9bf7a-d1ba-4035-9732-90023cbb26a6) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:38.765575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.807054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71446f83-b5a2-4905-9629-b86519ea5ed9 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.831468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-71446f83-b5a2-4905-9629-b86519ea5ed9 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets/480de4c2-238c-4254-92ff-c8932320bc24 HTTP/1.1" status: 200 len: 811 time: 0.0917797 Oct 28 21:51:38.832265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.936814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3be420-07ec-4f80-b954-5cf4e8546514 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['shared'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:38.938067 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:38.938230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3b3be420-07ec-4f80-b954-5cf4e8546514 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "GET /v2.0/subnets/480de4c2-238c-4254-92ff-c8932320bc24?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1040945 Oct 28 21:51:38.944240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:38.951369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1685671429'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:38.986364 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:38.992982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.025838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:39.050015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.050677 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Added segment e0031a34-67e6-49f5-ac37-9ab4c680d4ee of type vlan for network 51f092cb-de18-4332-9431-8e84ad1de533 Oct 28 21:51:39.074337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:51:39.082006 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adbd5f3-1825-4965-a671-362fcc17c9f3" -d '{"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:51:39.152219 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe75697-187f-48c5-b949-6c3eb209bb94 x-openstack-request-id: req-bfe75697-187f-48c5-b949-6c3eb209bb94 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:51:39.153026 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:51:39.153288 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfe75697-187f-48c5-b949-6c3eb209bb94 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:51:39.153687 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'code': 200} Oct 28 21:51:39.170696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:39.176387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:39.182486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.229656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b9338-e0e6-4384-862d-c4b120ecbaa1 req-3353e751-f5e5-4aa5-91a9-d3ec91c35ab9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:39.231590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-557b9338-e0e6-4384-862d-c4b120ecbaa1 req-3353e751-f5e5-4aa5-91a9-d3ec91c35ab9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 944 time: 0.1642950 Oct 28 21:51:39.237225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.248130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.254528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.255981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:39.256967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.280923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.315563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:39.320884 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.335084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.381159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Network 304ffca2-979a-42e3-9206-863f6775ce17 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:39.383211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4377816 Oct 28 21:51:39.389992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43508) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:39.390498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf709319-a6c8-46ee-bb42-c5f33f3095ee tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Network': ['ID=51f092cb-de18-4332-9431-8e84ad1de533,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:39.390816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:39.399502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'network_id': '51f092cb-de18-4332-9431-8e84ad1de533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:39.401253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:39.411029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:39.428761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-557b9338-e0e6-4384-862d-c4b120ecbaa1 req-25176a5a-0d30-4889-b1ce-9524df5b9e3e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901431 Oct 28 21:51:39.464890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Allocated IP 172.25.4.249 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4773dd47-31af-4d1b-9cb7-41d1ecd01156) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:39.494515 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Sync routers for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:39.515915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:39.516289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.521080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Pushing event updated for resources: {'Port': ['ID=acb9bf7a-d1ba-4035-9732-90023cbb26a6,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:39.553619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Made reservation on behalf of 4ba52eda72e84ac28922fd1e87a98805 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:39.554145 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Routers {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:39.554963 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:39.561593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.598843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.643878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Attempting to bind port acb9bf7a-d1ba-4035-9732-90023cbb26a6 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:39.644485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Attempting to bind port acb9bf7a-d1ba-4035-9732-90023cbb26a6 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:39.644603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Attempting to bind port acb9bf7a-d1ba-4035-9732-90023cbb26a6 on network 304ffca2-979a-42e3-9206-863f6775ce17 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:39.651908 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.656151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:39.656632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Checking segment: {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:39.657038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.657566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Bound using segment: {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:39.658435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Bound port: acb9bf7a-d1ba-4035-9732-90023cbb26a6, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:39.658817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.661101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Performing IP validity checks on allocation pools {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:51:39.663036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:51:39.721826 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Set router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:39.745082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.754878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:39.761849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:39.770727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:39.814144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Pushing event updated for resources: {'Port': ['ID=4773dd47-31af-4d1b-9cb7-41d1ecd01156,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:39.827726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:39.832276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] For port acb9bf7a-d1ba-4035-9732-90023cbb26a6, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:39.839801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] For port acb9bf7a-d1ba-4035-9732-90023cbb26a6, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=acb9bf7a-d1ba-4035-9732-90023cbb26a6,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:39.845831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.858756 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:39.969457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:39.971524 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.076060 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1444f-ad70-41ed-8bad-cccde100f66e None None] Pushing event updated for resources: {'Port': ['ID=acb9bf7a-d1ba-4035-9732-90023cbb26a6,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:40.126667 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '91e8cd11-20cf-4e7d-9637-e2e3ccba237c', 'name': '', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'mac_address': 'fa:16:3e:a3:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:34Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 2, 'project_id': 'f717d98bf476407ba300324e901844d2', 'subnets': [{'id': '379e409f-94d7-4611-9660-b48c9e903569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:40.171880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Checking router: d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:40.172227 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Updating router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:51:40.173766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Checking segment: {'id': 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:40.174131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network hostable DHCP agents. Network: 51f092cb-de18-4332-9431-8e84ad1de533, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:40.191954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=e50c3438-3bbd-4b57-b056-940762e145c9,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:40.206210 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.245543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Network 51f092cb-de18-4332-9431-8e84ad1de533 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:40.273521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 51f092cb-de18-4332-9431-8e84ad1de533) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:40.276841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.289255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:40.289866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.306687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88edce3-c512-4b9e-8135-78c3529e667d None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:40.326426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:40.327676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9a2a32ed-9a7c-4a22-b6a1-a780fbc3d179 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9333971 Oct 28 21:51:40.393039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:40.628320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-51f092cb-de18-4332-9431-8e84ad1de533', 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533', 'tenant_id': '4ba52eda72e84ac28922fd1e87a98805', 'fixed_ips': [{'subnet_id': 'e50c3438-3bbd-4b57-b056-940762e145c9'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:40.630129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.644518 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.659087 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.719538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557ac35-bd67-488c-972f-ac5244853192 req-5d151856-588d-4f61-b5e1-8b84cd036a1a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:40.721282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9557ac35-bd67-488c-972f-ac5244853192 req-5d151856-588d-4f61-b5e1-8b84cd036a1a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1182010 Oct 28 21:51:40.747141 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Pushing event updated for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:40.776074 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.776438 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.776775 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.777115 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.777699 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.778140 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.778470 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.778818 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.779113 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.782528 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.782881 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.784176 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:40.797672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9557ac35-bd67-488c-972f-ac5244853192 req-fd956985-d5d5-4a83-856d-fd77869de582 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596900 Oct 28 21:51:40.843478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Attempting to bind port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:40.843912 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Attempting to bind port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:40.844279 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Attempting to bind port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c on network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:40.866476 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:40.866866 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Checking segment: {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:40.867274 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.867668 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Bound using segment: {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:40.869472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Bound port: 91e8cd11-20cf-4e7d-9637-e2e3ccba237c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1955f6-070d-476e-b054-a14778eedc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:40.869882 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:40.947202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-90c87a04-bff4-4105-b679-53e799c3c974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.023113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Allocated IP 172.20.0.3 (51f092cb-de18-4332-9431-8e84ad1de533/e50c3438-3bbd-4b57-b056-940762e145c9/8fefb81f-02e3-4c4d-85dc-69361da52924) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:41.069151 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] For port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:41.078217 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] For port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:41.092801 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.152885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4405590'] for subnet, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.271012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:41.323388 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Routers {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:41.324199 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:41.431637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.456043 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.458427 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5e1b9-c2b5-4870-bb0b-29cdc3614196 None None] Pushing event updated for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:41.480480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.520091 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] Set router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:41.551909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:41.555623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] Provisioning complete for port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:41.556231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.562297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:41.591681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:41.624139 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Pushing event updated for resources: {'Port': ['ID=8fefb81f-02e3-4c4d-85dc-69361da52924,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:41.668221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:41.668773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.875386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775646684663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4321218'] for subnet, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.883740 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '91e8cd11-20cf-4e7d-9637-e2e3ccba237c', 'name': '', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'mac_address': 'fa:16:3e:a3:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:34Z', 'updated_at': '2021-10-28T21:51:41Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'subnets': [{'id': '379e409f-94d7-4611-9660-b48c9e903569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:41.924847 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:41.925565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:41.931199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:41.933638 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f733f2-bdad-43c6-bee3-28838e56e92f None None] The sync data for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 is: [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:35Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '91e8cd11-20cf-4e7d-9637-e2e3ccba237c', 'name': '', 'network_id': '9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'mac_address': 'fa:16:3e:a3:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '379e409f-94d7-4611-9660-b48c9e903569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:34Z', 'updated_at': '2021-10-28T21:51:41Z', 'revision_number': 4, 'project_id': 'f717d98bf476407ba300324e901844d2', 'subnets': [{'id': '379e409f-94d7-4611-9660-b48c9e903569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:41.941025 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "PUT /v2.0/subnets/e50c3438-3bbd-4b57-b056-940762e145c9 HTTP/1.1" status: 200 len: 877 time: 1.5537016 Oct 28 21:51:41.950035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f2eee8-8334-468e-8865-fddd1c8dbd7e None None] Network 304ffca2-979a-42e3-9206-863f6775ce17 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:42.002346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Attempting to bind port 8fefb81f-02e3-4c4d-85dc-69361da52924 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:42.002565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Attempting to bind port 8fefb81f-02e3-4c4d-85dc-69361da52924 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:42.002937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Attempting to bind port 8fefb81f-02e3-4c4d-85dc-69361da52924 on network 51f092cb-de18-4332-9431-8e84ad1de533 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:42.050535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e12f4-0d88-487d-a957-ec3b81ebb8d3 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event updated for resources: {'Subnet': ['ID=e50c3438-3bbd-4b57-b056-940762e145c9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:42.105397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:51:42.124857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:42.125337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Checking segment: {'id': 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:42.125730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.126153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Bound using segment: {'id': 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:42.126601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Bound port: 8fefb81f-02e3-4c4d-85dc-69361da52924, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51f092cb-de18-4332-9431-8e84ad1de533'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:42.126990 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.203349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.214761 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.263638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.282406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b54e7-2c28-482e-8bb0-65e41be1b4dc req-c7d4445c-27f6-433e-ac69-eb356b18bb90 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:42.291321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-228b54e7-2c28-482e-8bb0-65e41be1b4dc req-c7d4445c-27f6-433e-ac69-eb356b18bb90 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2016807 Oct 28 21:51:42.327511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.385359 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-228b54e7-2c28-482e-8bb0-65e41be1b4dc req-eedd0a6c-dad5-46ad-b13a-253d9ca55790 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912819 Oct 28 21:51:42.453790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Deleting port 8fefb81f-02e3-4c4d-85dc-69361da52924 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:42.453790 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.479084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:42.525486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.532460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-47ad6253-5ab8-4ad6-86d4-5ff57299f228 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1388559 Oct 28 21:51:42.534508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43522) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:42.552442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] For port 8fefb81f-02e3-4c4d-85dc-69361da52924, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:42.557964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] For port 8fefb81f-02e3-4c4d-85dc-69361da52924, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8fefb81f-02e3-4c4d-85dc-69361da52924,segment=NetworkSegment(e0031a34-67e6-49f5-ac37-9ab4c680d4ee),segment_id=e0031a34-67e6-49f5-ac37-9ab4c680d4ee)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:42.562587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] For port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:42.564736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Sync routers for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:42.597823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.615111 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.671184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] For port 8fefb81f-02e3-4c4d-85dc-69361da52924, host n-d-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:42.671548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:42.702771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Calling delete_port for 8fefb81f-02e3-4c4d-85dc-69361da52924 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:42.715184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device acb9bf7a-d1ba-4035-9732-90023cbb26a6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:42.760038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:42.760810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:43.034085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c805be-ec63-44b7-90ae-b81570ca86fb None None] Pushing event updated for resources: {'Port': ['ID=8fefb81f-02e3-4c4d-85dc-69361da52924,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:43.039856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.049462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Provisioning complete for port acb9bf7a-d1ba-4035-9732-90023cbb26a6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:43.050073 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.136322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Port': ['ID=8fefb81f-02e3-4c4d-85dc-69361da52924,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:43.235646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No DVR routers for this DVR port 8fefb81f-02e3-4c4d-85dc-69361da52924 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:43.263357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port acb9bf7a-d1ba-4035-9732-90023cbb26a6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:43.263734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.268476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:43.270879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe07b3-a19a-4374-a5fd-7f6751c07d93 None None] Pushing event updated for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:43.371582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.574164 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.651045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=e50c3438-3bbd-4b57-b056-940762e145c9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:43.674944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.682352 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f31d09cf-ee3b-4481-a829-af46363f4aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.768403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.788402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] For port acb9bf7a-d1ba-4035-9732-90023cbb26a6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=acb9bf7a-d1ba-4035-9732-90023cbb26a6,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:43.824720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.859184 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.920179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Provisioning complete for port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:43.920579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:43.982356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dacc0-04f3-4a8a-ab94-360a7c9508c9 None None] Pushing event updated for resources: {'Port': ['ID=acb9bf7a-d1ba-4035-9732-90023cbb26a6,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:44.061107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:51:44.062043 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:51:44.074243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Allocated IP 172.20.0.1 (304ffca2-979a-42e3-9206-863f6775ce17/75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce/826c0191-6b7c-4436-ba6f-83bdbc6a4864) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:44.107829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:40Z', 'revision_number': 3, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:44.163666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Checking router: e29bf2a7-b67e-4261-a6a3-b5950ce6c57c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:44.164003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Updating router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:51:44.235288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.281088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.291316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.331422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f11fad-bda4-4c4c-9fdf-3b194cb56afc req-ed150bc5-1646-4d93-bd93-7b92266546d5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:44.340686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1f11fad-bda4-4c4c-9fdf-3b194cb56afc req-ed150bc5-1646-4d93-bd93-7b92266546d5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.7014332 Oct 28 21:51:44.344416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f092cb-de18-4332-9431-8e84ad1de533']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:44.372386 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.377545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:44.377984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0031a34-67e6-49f5-ac37-9ab4c680d4ee') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:44.404776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.409745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4ebbe6cf-00cd-4aed-a99b-311f7073c8ba None None] Provisioning complete for port acb9bf7a-d1ba-4035-9732-90023cbb26a6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:44.410362 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe6cf-00cd-4aed-a99b-311f7073c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.432062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Network 304ffca2-979a-42e3-9206-863f6775ce17 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:44.438107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:44.442626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:44.453688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1f11fad-bda4-4c4c-9fdf-3b194cb56afc req-42daf5f0-7576-4794-9fa5-655eb80cd719 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119215 Oct 28 21:51:44.487526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.499563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:44.500272 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:44.503695 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:44.526845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.605430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.619642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c637c89-7dd7-411f-9c56-c1ae25db8e3e None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:44.625697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.634784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/51f092cb-de18-4332-9431-8e84ad1de533 HTTP/1.1" status: 204 len: 168 time: 2.6977351 Oct 28 21:51:44.635421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c637c89-7dd7-411f-9c56-c1ae25db8e3e None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:51:44.649470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43526) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:44.682833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7867e-26e8-42b7-9a4b-3ff72c2f9b8b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=51f092cb-de18-4332-9431-8e84ad1de533,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:44.684441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Pushing event updated for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:44.825457 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e677fa5d-74fa-4813-b5a7-9403c15f66fc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:44.826158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e677fa5d-74fa-4813-b5a7-9403c15f66fc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:44.834017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43528) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:44.845442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e677fa5d-74fa-4813-b5a7-9403c15f66fc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/e50c3438-3bbd-4b57-b056-940762e145c9 HTTP/1.1" status: 404 len: 337 time: 0.1706250 Oct 28 21:51:44.891022 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-18595f3f-d216-4881-ada3-a77d3ee7d3f4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:44.891651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18595f3f-d216-4881-ada3-a77d3ee7d3f4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:44.900753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-18595f3f-d216-4881-ada3-a77d3ee7d3f4 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/51f092cb-de18-4332-9431-8e84ad1de533 HTTP/1.1" status: 404 len: 339 time: 0.0605440 Oct 28 21:51:44.901751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43530) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:44.924108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463328b-82cc-4e10-aa49-b59da6428e48 None None] DHCP port deletion for 51f092cb-de18-4332-9431-8e84ad1de533 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:44.968040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91e8cd11-20cf-4e7d-9637-e2e3ccba237c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:44.985476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:44.988405 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1952c4f-b049-4f67-adfd-39fbeb7d598c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:44.989184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1952c4f-b049-4f67-adfd-39fbeb7d598c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:44.994256 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1952c4f-b049-4f67-adfd-39fbeb7d598c tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/99954027-e8d9-4819-99b2-c7cfb6f804c6 HTTP/1.1" status: 404 len: 337 time: 0.0914814 Oct 28 21:51:44.996892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43532) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.001760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc051275-8657-48e3-8d7f-30b3a1435ba3 None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:45.022957 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36c904b-b3a4-4c3a-97db-b581c96bc283 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:45.023842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36c904b-b3a4-4c3a-97db-b581c96bc283 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:45.028192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a36c904b-b3a4-4c3a-97db-b581c96bc283 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/a4439d8c-3b61-405d-b182-dfb2f601aadc HTTP/1.1" status: 404 len: 339 time: 0.0297327 Oct 28 21:51:45.030217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.030894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.052120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc051275-8657-48e3-8d7f-30b3a1435ba3 None None] Network 51f092cb-de18-4332-9431-8e84ad1de533 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:51:45.143922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.145405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.153978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.227655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:45.228420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.269403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bd78d264-8a85-4930-a80d-55aca34b17f7 None None] Could not find standard attr ID for object 8fefb81f-02e3-4c4d-85dc-69361da52924. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:51:45.297503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.325069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.330853 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bd78d264-8a85-4930-a80d-55aca34b17f7 None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:45.330853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd78d264-8a85-4930-a80d-55aca34b17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.338728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4007ff4b-fd12-495b-976d-a650b99ab726']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:45.362019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41ea32a-cfbf-4cd6-80e7-445b540b59a2') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:45.363700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41ea32a-cfbf-4cd6-80e7-445b540b59a2') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:45.375258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.379457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86dbee-4d33-4acd-b461-b34372c183c5 None None] Pushing event updated for resources: {'Port': ['ID=4773dd47-31af-4d1b-9cb7-41d1ecd01156,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:45.385005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bd78d264-8a85-4930-a80d-55aca34b17f7 None None] Port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:51:45.387667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.388575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Attempting to bind port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:45.388968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Attempting to bind port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:45.389341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Attempting to bind port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:45.397375 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:45.397745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:45.398148 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.398536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:45.399014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Bound port: 4773dd47-31af-4d1b-9cb7-41d1ecd01156, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:45.399395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.402844 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.427071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.436032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:45.436752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:45.441515 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:45.460465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] For port 4773dd47-31af-4d1b-9cb7-41d1ecd01156, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:45.463808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] For port 4773dd47-31af-4d1b-9cb7-41d1ecd01156, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4773dd47-31af-4d1b-9cb7-41d1ecd01156,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:45.494135 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.536342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Pushing event updated for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:45.549351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.550158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device acb9bf7a-d1ba-4035-9732-90023cbb26a6 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:45.599330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86dbee-4d33-4acd-b461-b34372c183c5 None None] Pushing event updated for resources: {'Port': ['ID=4773dd47-31af-4d1b-9cb7-41d1ecd01156,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:45.607323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:45.607949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:45.689136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.705766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.715746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/4007ff4b-fd12-495b-976d-a650b99ab726 HTTP/1.1" status: 204 len: 168 time: 0.6836526 Oct 28 21:51:45.716766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43546) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.716911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port acb9bf7a-d1ba-4035-9732-90023cbb26a6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:45.717292 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:45.746171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Network 304ffca2-979a-42e3-9206-863f6775ce17 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:45.748277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:45.759311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:45.793745 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b48bfd2-4100-4802-8450-41a7bf37b314 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:45.794580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b48bfd2-4100-4802-8450-41a7bf37b314 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:45.807083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b48bfd2-4100-4802-8450-41a7bf37b314 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/3881b3a4-a612-49d4-aeb3-dd8865b16aa2 HTTP/1.1" status: 404 len: 337 time: 0.0832427 Oct 28 21:51:45.809690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43548) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.810747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b1b4-db26-4708-845d-6a244605a288 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=4007ff4b-fd12-495b-976d-a650b99ab726,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:45.841904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafe952-7b4b-42ee-b8a0-b1622bc5aa5a req-15a24d05-7bd7-4b97-a3bf-12a597b259a7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:45.843906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dafe952-7b4b-42ee-b8a0-b1622bc5aa5a req-15a24d05-7bd7-4b97-a3bf-12a597b259a7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2223048 Oct 28 21:51:45.877878 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-0545ba7e-74e3-4020-b057-f1df8b957010 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:45.878923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0545ba7e-74e3-4020-b057-f1df8b957010 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:45.885479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0545ba7e-74e3-4020-b057-f1df8b957010 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/f87f618c-afb5-4d74-b7d7-b7aac1b1e747 HTTP/1.1" status: 404 len: 339 time: 0.0637636 Oct 28 21:51:45.886787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.920317 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-a687b5c4-e229-4199-a534-2275f4df99dc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:45.922362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a687b5c4-e229-4199-a534-2275f4df99dc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:45.928929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:45.929567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a687b5c4-e229-4199-a534-2275f4df99dc tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/43658283-d5e3-4c0c-8126-c9aac219bdc7 HTTP/1.1" status: 404 len: 337 time: 0.0411561 Oct 28 21:51:45.951645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4dafe952-7b4b-42ee-b8a0-b1622bc5aa5a req-fbd653e9-ced5-4047-aab1-3efca36fc722 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943654 Oct 28 21:51:45.971411 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3dcc23-cd2e-4ea9-9fcf-dadaf8e73773 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:45.972029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3dcc23-cd2e-4ea9-9fcf-dadaf8e73773 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:45.975350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ef3dcc23-cd2e-4ea9-9fcf-dadaf8e73773 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/e3249aef-3961-479b-9398-4c0a72c0e657 HTTP/1.1" status: 404 len: 339 time: 0.0288169 Oct 28 21:51:45.978186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43554) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.014336 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a078bab-9f8b-409a-b9a0-1ac199d84ff1 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.014820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a078bab-9f8b-409a-b9a0-1ac199d84ff1 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.018800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1a078bab-9f8b-409a-b9a0-1ac199d84ff1 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/c256cba0-d7ad-49bd-8fbe-cc85ee18021b HTTP/1.1" status: 404 len: 337 time: 0.0395455 Oct 28 21:51:46.021655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43556) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.023896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:51:46.070216 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f28244f-6e1a-4400-883d-4c89b4dd0677 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.071056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f28244f-6e1a-4400-883d-4c89b4dd0677 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.079029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f28244f-6e1a-4400-883d-4c89b4dd0677 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/7ca73097-e52c-499f-ae0f-efc48b9c9e92 HTTP/1.1" status: 404 len: 339 time: 0.0561323 Oct 28 21:51:46.081762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43558) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.127565 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc0ad96-2ef6-4795-ac5d-49e7b57d7532 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.128055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc0ad96-2ef6-4795-ac5d-49e7b57d7532 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.137720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2dc0ad96-2ef6-4795-ac5d-49e7b57d7532 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/cdf3774a-4898-4238-a256-e92f14fec613 HTTP/1.1" status: 404 len: 337 time: 0.0525270 Oct 28 21:51:46.140264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43560) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.160433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2cad47a6-d113-4274-81e8-7321535167dc None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:46.162407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2cad47a6-d113-4274-81e8-7321535167dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:46.179992 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35a5357-e028-43ac-b5e4-9230eabc717f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.180601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35a5357-e028-43ac-b5e4-9230eabc717f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.188573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e35a5357-e028-43ac-b5e4-9230eabc717f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/48d8ac03-4a84-482c-a24b-6839e0b96a69 HTTP/1.1" status: 404 len: 339 time: 0.0469906 Oct 28 21:51:46.188996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43562) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.224498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:44Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '826c0191-6b7c-4436-ba6f-83bdbc6a4864', 'name': '', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'mac_address': 'fa:16:3e:a3:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:43Z', 'updated_at': '2021-10-28T21:51:45Z', 'revision_number': 2, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'subnets': [{'id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:46.231299 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7a24ce-a626-4d69-9a18-a96bd495bd97 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.231759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7a24ce-a626-4d69-9a18-a96bd495bd97 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.234430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:46.238188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c7a24ce-a626-4d69-9a18-a96bd495bd97 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/c6d60157-bf0b-49cc-ad3a-3cac380070ff HTTP/1.1" status: 404 len: 337 time: 0.0452335 Oct 28 21:51:46.244227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43564) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.244861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a21c4126-a97d-4773-b686-97a45cab96b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/e29bf2a7-b67e-4261-a6a3-b5950ce6c57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091691 Oct 28 21:51:46.273738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c02c0d9-06e3-4759-b141-d4bed0c2873a None None] The sync data for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 is: [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:44Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '826c0191-6b7c-4436-ba6f-83bdbc6a4864', 'name': '', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'mac_address': 'fa:16:3e:a3:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:43Z', 'updated_at': '2021-10-28T21:51:45Z', 'revision_number': 2, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'subnets': [{'id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:46.281094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2cad47a6-d113-4274-81e8-7321535167dc None None] Port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:51:46.299551 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ceb6d0-4a6e-4582-b9f6-c22722c4496f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.301379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ceb6d0-4a6e-4582-b9f6-c22722c4496f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.309233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.310294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9ceb6d0-4a6e-4582-b9f6-c22722c4496f tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/bb800ebf-e089-4598-8db3-7ebb40122aff HTTP/1.1" status: 404 len: 339 time: 0.0599334 Oct 28 21:51:46.366256 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2498f59-45f9-4612-b4b0-3ef145d31a03 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.367015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2498f59-45f9-4612-b4b0-3ef145d31a03 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.373670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43570) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.387154 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2498f59-45f9-4612-b4b0-3ef145d31a03 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/7feeceaa-32be-49f3-a760-28cae7dd9495 HTTP/1.1" status: 404 len: 337 time: 0.0730989 Oct 28 21:51:46.400288 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-537ac77a-ee67-46ef-9a49-5fa798f4a189 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.401176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537ac77a-ee67-46ef-9a49-5fa798f4a189 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.407503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43572) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.420731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-537ac77a-ee67-46ef-9a49-5fa798f4a189 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/d41ddde6-4a49-445f-b978-a9f5ca3ad712 HTTP/1.1" status: 404 len: 339 time: 0.0452893 Oct 28 21:51:46.447452 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f340f0e1-e8d4-4946-8a76-e2087e7ef922 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.456478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f340f0e1-e8d4-4946-8a76-e2087e7ef922 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.463680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.464000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f340f0e1-e8d4-4946-8a76-e2087e7ef922 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/4a3ec03e-1f37-4b6e-a7d0-6d1b29a9d3b4 HTTP/1.1" status: 404 len: 337 time: 0.0545418 Oct 28 21:51:46.495788 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b608311f-9ca0-40f6-a581-0f0515e741e6 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.497900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b608311f-9ca0-40f6-a581-0f0515e741e6 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.502941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b608311f-9ca0-40f6-a581-0f0515e741e6 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/5b3681e8-6989-4708-a6fe-da8943aced44 HTTP/1.1" status: 404 len: 339 time: 0.0382221 Oct 28 21:51:46.506449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43580) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.558346 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-69021eca-4056-43ce-b832-c602e46bf64b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.558824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69021eca-4056-43ce-b832-c602e46bf64b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.567648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43582) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.567871 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69021eca-4056-43ce-b832-c602e46bf64b tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/8804d36c-39ab-4993-b146-edc87840cd21 HTTP/1.1" status: 404 len: 337 time: 0.0597432 Oct 28 21:51:46.601388 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48d538f-f1bf-49f0-8455-17f94dcb8396 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] DELETE failed (client error): The resource could not be found. Oct 28 21:51:46.602248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48d538f-f1bf-49f0-8455-17f94dcb8396 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:51:46.607689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f48d538f-f1bf-49f0-8455-17f94dcb8396 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/2eaa73f8-a019-4c15-80b3-b9ca96401410 HTTP/1.1" status: 404 len: 339 time: 0.0374584 Oct 28 21:51:46.610341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43584) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:46.705985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8fefb81f-02e3-4c4d-85dc-69361da52924 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:46.712076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:46.749646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Deleting subnet 480de4c2-238c-4254-92ff-c8932320bc24 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:46.752609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 8fefb81f-02e3-4c4d-85dc-69361da52924 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:46.752966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8fefb81f-02e3-4c4d-85dc-69361da52924 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:46.759847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:46.843552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:46.975243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.124656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.193971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Subnet': ['ID=480de4c2-238c-4254-92ff-c8932320bc24,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:47.197088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.200434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe9020cc-f4eb-4f06-a344-2894be81981e tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/subnets/480de4c2-238c-4254-92ff-c8932320bc24 HTTP/1.1" status: 204 len: 168 time: 0.5887239 Oct 28 21:51:47.203177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43606) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:47.210245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560649df-9a13-4a8e-9f7f-9f54d45a9f70 None None] Network be192f0e-9b29-40bd-8d6e-1365abf3a2c9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:47.321674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095772d-b279-495f-b6c2-6c1f66c95302 req-f1d4e13e-18b6-4c74-8473-ea4f9f133148 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:47.335504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d095772d-b279-495f-b6c2-6c1f66c95302 req-f1d4e13e-18b6-4c74-8473-ea4f9f133148 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2324035 Oct 28 21:51:47.393675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.484708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d095772d-b279-495f-b6c2-6c1f66c95302 req-35e74202-3316-43c1-aaeb-79a71a6684c0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475036 Oct 28 21:51:47.586843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] DHCP port deletion for be192f0e-9b29-40bd-8d6e-1365abf3a2c9 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:47.634902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Deleting port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:47.636237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.705698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Deleting port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:47.706852 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.749458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] For port 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d273209-a10a-412b-b7f4-cfdd5bef23d1,segment=NetworkSegment(36c040d4-bf7a-4f96-a344-ac655d265754),segment_id=36c040d4-bf7a-4f96-a344-ac655d265754)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:47.749830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.780877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Calling delete_port for 6d273209-a10a-412b-b7f4-cfdd5bef23d1 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:47.900804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] For port 6d273209-a10a-412b-b7f4-cfdd5bef23d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6d273209-a10a-412b-b7f4-cfdd5bef23d1,segment=NetworkSegment(36c040d4-bf7a-4f96-a344-ac655d265754),segment_id=36c040d4-bf7a-4f96-a344-ac655d265754)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:47.901748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:47.937577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Calling delete_port for 6d273209-a10a-412b-b7f4-cfdd5bef23d1 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:47.974842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.004938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43628) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:48.016394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] No DVR routers for this DVR port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:48.071338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Port': ['ID=6d273209-a10a-412b-b7f4-cfdd5bef23d1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:48.129863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.164894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] Pushing event deleted for resources: {'Port': ['ID=6d273209-a10a-412b-b7f4-cfdd5bef23d1,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:48.173036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f82a8-47ce-4e65-b1f4-bcafe23f747a None None] No DVR routers for this DVR port 6d273209-a10a-412b-b7f4-cfdd5bef23d1 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:48.248018 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.277233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be192f0e-9b29-40bd-8d6e-1365abf3a2c9']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:48.292658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c040d4-bf7a-4f96-a344-ac655d265754') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:48.293012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c040d4-bf7a-4f96-a344-ac655d265754') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:48.314148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.345318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.355169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:48.355585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:48.359713 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:48.442789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.450934 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.457798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] 10.222.0.31 "DELETE /v2.0/networks/be192f0e-9b29-40bd-8d6e-1365abf3a2c9 HTTP/1.1" status: 204 len: 168 time: 1.2540445 Oct 28 21:51:48.476996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478cac7-969a-46ec-a9f8-0cc948a3bd72 tempest-NetworksTest-146906694 tempest-NetworksTest-146906694-project] Pushing event deleted for resources: {'Network': ['ID=be192f0e-9b29-40bd-8d6e-1365abf3a2c9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:48.649479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:48.732749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afa1ae-ced8-4ad8-b2ed-6b44bc40cca7 req-f336ffda-79e6-4b6f-a471-6bf2c1e527e4 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:48.734881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2afa1ae-ced8-4ad8-b2ed-6b44bc40cca7 req-f336ffda-79e6-4b6f-a471-6bf2c1e527e4 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1258833 Oct 28 21:51:48.784199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2afa1ae-ced8-4ad8-b2ed-6b44bc40cca7 req-887cd92e-a64a-427f-adf6-1db937aa7b67 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Oct 28 21:51:48.861143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4773dd47-31af-4d1b-9cb7-41d1ecd01156 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:48.929897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:48.930889 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.030197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43636) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:49.043314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.070775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4773dd47-31af-4d1b-9cb7-41d1ecd01156, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4773dd47-31af-4d1b-9cb7-41d1ecd01156,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:49.081061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.132231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Deleting port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:49.133012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.207782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d273209-a10a-412b-b7f4-cfdd5bef23d1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:49.275214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6d273209-a10a-412b-b7f4-cfdd5bef23d1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:49.275553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6d273209-a10a-412b-b7f4-cfdd5bef23d1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:49.276960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4773dd47-31af-4d1b-9cb7-41d1ecd01156,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:49.310013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] For port 91e8cd11-20cf-4e7d-9637-e2e3ccba237c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:49.310013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.325613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Calling delete_port for 91e8cd11-20cf-4e7d-9637-e2e3ccba237c owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:49.329696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-1fb64845-d34f-4c7f-b1ad-2c16c6f9277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:49.331281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-1fb64845-d34f-4c7f-b1ad-2c16c6f9277d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1114378 Oct 28 21:51:49.382151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-80dcbd1a-9fbb-44ed-9ae9-8caba3e8066d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ba52eda72e84ac28922fd1e87a98805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506825 Oct 28 21:51:49.385827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43640) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:49.510398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-50ea6558-d60c-4df0-850a-d6043ab90a27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1387894 Oct 28 21:51:49.516554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-257bdf33-fa62-474f-97c8-20da5fee170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:49.517887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-257bdf33-fa62-474f-97c8-20da5fee170f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1546021 Oct 28 21:51:49.543108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.570575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.651639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-de2b9ff6-04b1-4535-8c28-305acf6d69a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 1001 time: 0.1258557 Oct 28 21:51:49.691823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-69b6b888-4933-446b-8605-f54b509835b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:49.695903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-69b6b888-4933-446b-8605-f54b509835b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1097 time: 0.0911174 Oct 28 21:51:49.695903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.736525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-7c849006-5354-4b02-b4c9-1fc312c0530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:49.737892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e8cd11-20cf-4e7d-9637-e2e3ccba237c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:49.739308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-7c849006-5354-4b02-b4c9-1fc312c0530f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0799747 Oct 28 21:51:49.739744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.742898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:49.743447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f733b452-c845-4630-aea7-b48cac2238a2 HTTP/1.1" status: 204 len: 168 time: 0.3562908 Oct 28 21:51:49.827820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Sync routers for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:49.846538 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:49.850697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:49.875349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-ebdc5585-89d3-44a6-9746-d9cd3eb86d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:49.876799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-ebdc5585-89d3-44a6-9746-d9cd3eb86d74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185379 Oct 28 21:51:50.122774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-23dc6284-fd9c-4100-a312-9d23d4a5709b service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377613 Oct 28 21:51:50.195208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:50.274760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fefbdc-462a-4ada-8a27-b1f8cf57a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733b452-c845-4630-aea7-b48cac2238a2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:50.289481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a250b5-1549-4b89-8dfe-06a53ab2a971 req-5d158f95-be56-43e8-8a31-5b68e7a1455e service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488755 Oct 28 21:51:50.332573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d391399-0fc0-4c15-b9f0-64e87b977fb9 req-c7ce1860-9aee-4cac-8383-91ee39a1bdbc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:50.335262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d391399-0fc0-4c15-b9f0-64e87b977fb9 req-c7ce1860-9aee-4cac-8383-91ee39a1bdbc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2090547 Oct 28 21:51:50.416730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-5df68b7b-f815-4c99-9182-35acb9441cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:50.418214 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-5df68b7b-f815-4c99-9182-35acb9441cc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.6906934 Oct 28 21:51:50.457654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d391399-0fc0-4c15-b9f0-64e87b977fb9 req-372e06c1-5b3e-47c9-b5fa-a788dfb42321 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128659 Oct 28 21:51:50.503571 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-85dd5769-c74f-40f2-b8ce-ce2efebe924c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 1000 time: 0.0762250 Oct 28 21:51:50.506021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:50.561203 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:44Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '826c0191-6b7c-4436-ba6f-83bdbc6a4864', 'name': '', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'mac_address': 'fa:16:3e:a3:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:43Z', 'updated_at': '2021-10-28T21:51:45Z', 'revision_number': 2, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'subnets': [{'id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:50.598935 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Checking router: e29bf2a7-b67e-4261-a6a3-b5950ce6c57c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:50.599320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Updating router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:51:50.635902 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:50.681878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-b455dbed-f99b-4f15-8e1f-98ab89aa531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:50.683603 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-b455dbed-f99b-4f15-8e1f-98ab89aa531c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1713140 Oct 28 21:51:50.815852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-74e004f1-2971-4c44-babd-7553d11747fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:50.821048 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-74e004f1-2971-4c44-babd-7553d11747fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263509 Oct 28 21:51:50.902417 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4773dd47-31af-4d1b-9cb7-41d1ecd01156 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:50.981934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43666) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:51.020646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:51.022910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.071778 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.078347 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-33129344-8bd5-41de-b094-fd503081de33 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402509 Oct 28 21:51:51.088678 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.159889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-822638413'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:51.186022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:51:51.202137 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:51:51.207815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:51.211950 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.220322 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Attempting to bind port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:51.221115 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Attempting to bind port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:51.221736 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Attempting to bind port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 on network 304ffca2-979a-42e3-9206-863f6775ce17 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:51.225221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.230201 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:51.230949 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Checking segment: {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:51.231558 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.232176 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Bound using segment: {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:51.232912 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Bound port: 826c0191-6b7c-4436-ba6f-83bdbc6a4864, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33084f2c-86d2-4857-a372-eb9ab4f6834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:51.233583 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.262674 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da04ab-1c7a-4a86-bde7-9424a7864f00 None None] Pushing event updated for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:51.383061 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] For port 826c0191-6b7c-4436-ba6f-83bdbc6a4864, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:51.387288 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] For port 826c0191-6b7c-4436-ba6f-83bdbc6a4864, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=826c0191-6b7c-4436-ba6f-83bdbc6a4864,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:51.399626 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.415446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.429136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.445194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:51.492518 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.493114 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment b528a876-d0d2-4463-94a4-5c294ad949a7 of type vlan for network f6c0a723-146c-4624-b96e-ffce6cd8d7cd Oct 28 21:51:51.533497 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-28c9d19b-2d00-4338-b66d-c35c518039a6 req-e0635ef8-916f-4532-a524-40108d16961b service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147286 Oct 28 21:51:51.579681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:51.590054 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7ec75d0a-e642-4724-a02c-ebd9161e9a41 admin admin] 10.222.0.31 "PUT /v2.0/routers/d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5802438 Oct 28 21:51:51.591505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:51.594144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43672) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:51.597123 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:51.610942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Sync routers for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:51.620097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.625238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:51.625618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.670234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.676207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:51.676854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.722869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Routers {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:51.723990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:51.782297 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da04ab-1c7a-4a86-bde7-9424a7864f00 None None] Pushing event updated for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:51.854289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:51.902085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:51.908683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d656cce-b245-4d94-9e8f-cd0b9e0d1c33,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:51.921289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9381027 Oct 28 21:51:51.921940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43678) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:51.934333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'name': 'tempest-PortsIpV6TestJSON-696671693'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:51.946745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80506-ffbf-4c0e-b78f-b95b7bb97cb3 req-4490d4c8-be14-4007-a463-61c8e57f1607 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:51.955749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e80506-ffbf-4c0e-b78f-b95b7bb97cb3 req-4490d4c8-be14-4007-a463-61c8e57f1607 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2938719 Oct 28 21:51:51.960885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6721f9c-798f-4eea-a2d7-5c136a191342 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=f6c0a723-146c-4624-b96e-ffce6cd8d7cd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:51.993347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:52.086269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29e80506-ffbf-4c0e-b78f-b95b7bb97cb3 req-0c46dfd3-ab82-4e24-92d9-6ea083afb500 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289232 Oct 28 21:51:52.145353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.174332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:52.183075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.198411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.205279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port ddf38582-c6b7-494f-aa68-2485b9a766d1 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:52.239185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Deleting port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:52.239512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.291758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] For port 826c0191-6b7c-4436-ba6f-83bdbc6a4864, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=826c0191-6b7c-4436-ba6f-83bdbc6a4864,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:52.294891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Set router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:52.347028 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.411586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] For port 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:52.412027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.436781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:44Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '826c0191-6b7c-4436-ba6f-83bdbc6a4864', 'name': '', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'mac_address': 'fa:16:3e:a3:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:43Z', 'updated_at': '2021-10-28T21:51:51Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'subnets': [{'id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:52.440140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Calling delete_port for 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:52.476409 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74506991-f80a-4603-95b8-9315018f8a41 None None] The sync data for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 is: [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:44Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '826c0191-6b7c-4436-ba6f-83bdbc6a4864', 'name': '', 'network_id': '304ffca2-979a-42e3-9206-863f6775ce17', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'mac_address': 'fa:16:3e:a3:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:43Z', 'updated_at': '2021-10-28T21:51:51Z', 'revision_number': 4, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'subnets': [{'id': '75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:52.541012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.634222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.755274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=ddf38582-c6b7-494f-aa68-2485b9a766d1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:52.789946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': 'b528a876-d0d2-4463-94a4-5c294ad949a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:52.790565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: f6c0a723-146c-4624-b96e-ffce6cd8d7cd, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:52.805725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.858433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:52.870960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-13e71699-bd16-4122-83aa-ba111c40ae09 None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:52.871696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:52.872929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f6c0a723-146c-4624-b96e-ffce6cd8d7cd) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:52.876470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-13e71699-bd16-4122-83aa-ba111c40ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.877440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:52.891596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:52.892259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.934096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-83ebb6e1-f31a-4390-864d-380fae540843 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0040307 Oct 28 21:51:52.946426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:52.956884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 826c0191-6b7c-4436-ba6f-83bdbc6a4864 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:52.958971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c103f81-5998-44a8-b647-44a205360b47 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:52.961538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:52.966798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1690519693'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:52.974732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Pushing event updated for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:53.008021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:53.016536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.029103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.029673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.029925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.030356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.030787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.031603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.031603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.032017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.032466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.032885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.033306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.033717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698719-02e6-470d-8755-b86b5cdb6bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:51:53.080807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:53.092000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.092476 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment 50899dd2-3ae0-4c1d-8876-427968c14fd8 of type vlan for network 7ca4484b-2e51-4068-a025-4e458265f9cc Oct 28 21:51:53.103975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.111147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.188866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.242456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.251690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:53.252709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.280022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.280813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:51:53.285831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.287744 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ea6e95e8-7317-47ce-b721-95cb5fa8a8eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d HTTP/1.1" status: 204 len: 168 time: 1.6892054 Oct 28 21:51:53.290982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:53.410703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Deleting subnet 379e409f-94d7-4611-9660-b48c9e903569 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:53.426783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.428159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=7ca4484b-2e51-4068-a025-4e458265f9cc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:53.450951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ab3d2182-1ece-4d91-a9ae-cca0d881ac9b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5031574 Oct 28 21:51:53.461072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:53.470881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'ports': [{'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'}, {'network_id': '7ca4484b-2e51-4068-a025-4e458265f9cc'}]} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:53.470881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:53.471258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': '7ca4484b-2e51-4068-a025-4e458265f9cc'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:53.481327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7ca4484b-2e51-4068-a025-4e458265f9cc details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:53.504344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c51284-2b51-4180-bf5a-4fd6e916354e req-0e40c4c6-af8b-4285-b070-8fac9bff9846 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:53.506257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c51284-2b51-4180-bf5a-4fd6e916354e req-0e40c4c6-af8b-4285-b070-8fac9bff9846 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2283881 Oct 28 21:51:53.591877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'name': 'tempest-TestAggregatesBasicOps-986899890-router', 'tenant_id': 'f717d98bf476407ba300324e901844d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:49Z', 'revision_number': 5, 'project_id': 'f717d98bf476407ba300324e901844d2', 'gw_port': {'id': '997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:31Z', 'updated_at': '2021-10-28T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:53.592936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c51284-2b51-4180-bf5a-4fd6e916354e req-3b944f23-1d32-4d7c-9beb-95272adf5ef1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800047 Oct 28 21:51:53.691644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Checking router: d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:53.694305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:53.694919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.712065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.803385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:53.803737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 21:51:53.804633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_agentschedulers_db [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent'). {{(pid=102315) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 21:51:53.804993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ef65-86b4-4f73-bbf5-99e32fdddfa8 None None] The sync data for ids ['d8d8a57c-3a0f-45d1-bcf4-1b83179d9d5d'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:53.861806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 2} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:53.871830 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.944144 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:53.967038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.082716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 8bdb7160-8aba-457c-a81b-da398be44266 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:54.104410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.157304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379e409f-94d7-4611-9660-b48c9e903569,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:54.159354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.165741 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5d2f7e2-115c-4145-98e2-91d9bd01ab84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/379e409f-94d7-4611-9660-b48c9e903569 HTTP/1.1" status: 204 len: 168 time: 0.8709753 Oct 28 21:51:54.165925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:54.167120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc70ac-a3c4-4e9d-a855-f1816b63f40d None None] Network 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:54.267785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.296957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.345065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Deleting port 83f50123-afd0-418b-9408-cae8a1fa4ab5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:54.345600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.408773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 6cb0c10a-840f-4775-8b1d-4779550050eb yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:54.486453 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] DHCP port deletion for 9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:54.492796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] For port 83f50123-afd0-418b-9408-cae8a1fa4ab5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83f50123-afd0-418b-9408-cae8a1fa4ab5,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:54.493236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.514511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Calling delete_port for 83f50123-afd0-418b-9408-cae8a1fa4ab5 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:54.569049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Deleting port 83f50123-afd0-418b-9408-cae8a1fa4ab5 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:54.570299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.611843 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.619007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.647572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f50123-afd0-418b-9408-cae8a1fa4ab5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:54.652606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] No DVR routers for this DVR port 83f50123-afd0-418b-9408-cae8a1fa4ab5 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:54.658953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] For port 83f50123-afd0-418b-9408-cae8a1fa4ab5, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83f50123-afd0-418b-9408-cae8a1fa4ab5,segment=NetworkSegment(3c1955f6-070d-476e-b054-a14778eedc3a),segment_id=3c1955f6-070d-476e-b054-a14778eedc3a)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:54.659980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.674960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Calling delete_port for 83f50123-afd0-418b-9408-cae8a1fa4ab5 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:54.747648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.762707 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.799411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.835739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:54.853763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1955f6-070d-476e-b054-a14778eedc3a') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:54.854116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1955f6-070d-476e-b054-a14778eedc3a') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:54.855514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] Pushing event deleted for resources: {'Port': ['ID=83f50123-afd0-418b-9408-cae8a1fa4ab5,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:54.859765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307b4fa-eccf-487f-8f71-894514a11ba4 None None] No DVR routers for this DVR port 83f50123-afd0-418b-9408-cae8a1fa4ab5 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:51:54.878625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:54.886590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.889113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:54.907298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:54.910799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b60c1-a0a0-46e7-b5e3-98d12cdd1a6f req-440ddf38-18cc-488e-a043-819aba217082 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:54.911474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.920337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-243b60c1-a0a0-46e7-b5e3-98d12cdd1a6f req-440ddf38-18cc-488e-a043-819aba217082 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1407707 Oct 28 21:51:54.939518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=8bdb7160-8aba-457c-a81b-da398be44266,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:54.940343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.952934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:54.953391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:54.954997 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:54.989381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 826c0191-6b7c-4436-ba6f-83bdbc6a4864 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:51:55.026119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=6cb0c10a-840f-4775-8b1d-4779550050eb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:55.036317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': '50899dd2-3ae0-4c1d-8876-427968c14fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7ca4484b-2e51-4068-a025-4e458265f9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:55.036747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: 7ca4484b-2e51-4068-a025-4e458265f9cc, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:55.059060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 7ca4484b-2e51-4068-a025-4e458265f9cc is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:55.060117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-243b60c1-a0a0-46e7-b5e3-98d12cdd1a6f req-29570486-48ca-4c61-96be-418dfece76fe tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389122 Oct 28 21:51:55.076208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7ca4484b-2e51-4068-a025-4e458265f9cc) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:55.086990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf770b67-7719-46d1-8c28-82f5c3badd26 None None] Network 7ca4484b-2e51-4068-a025-4e458265f9cc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:55.087374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.094161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:55.105118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:55.106773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:51:55.107312 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.110998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:55.111698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.116331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.126382 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2 HTTP/1.1" status: 204 len: 168 time: 0.9592509 Oct 28 21:51:55.127639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbfa43-761d-499c-942a-652e2fcf4b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d00b786-5af5-4e4d-a86c-a6ff9c2ed6d2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:55.130076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43692) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:55.149565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0764a1e-f105-49dc-a59c-f2fbf9d5d26a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6871541 Oct 28 21:51:55.152325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:55.282779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 6cb0c10a-840f-4775-8b1d-4779550050eb {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:55.283198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.389608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91e8cd11-20cf-4e7d-9637-e2e3ccba237c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:55.391774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.415832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 6cb0c10a-840f-4775-8b1d-4779550050eb owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:55.434927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 91e8cd11-20cf-4e7d-9637-e2e3ccba237c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:55.435843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91e8cd11-20cf-4e7d-9637-e2e3ccba237c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:55.437099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:55.469187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:55.470115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 997c8b1e-4a50-4ec7-a6a4-c8d48e8138e9 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:55.470649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83f50123-afd0-418b-9408-cae8a1fa4ab5 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:55.495587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 83f50123-afd0-418b-9408-cae8a1fa4ab5 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:55.495978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83f50123-afd0-418b-9408-cae8a1fa4ab5 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:55.563395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.602035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=6cb0c10a-840f-4775-8b1d-4779550050eb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:55.614622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.617192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-64784e88-80fa-41ba-a382-365ffaf43828 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/6cb0c10a-840f-4775-8b1d-4779550050eb HTTP/1.1" status: 204 len: 168 time: 0.4631028 Oct 28 21:51:55.619654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43696) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:55.655591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.702786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda2252-3255-4577-98fb-c49d287733db tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:55.712239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda2252-3255-4577-98fb-c49d287733db tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:55.716505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0bda2252-3255-4577-98fb-c49d287733db tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0931044 Oct 28 21:51:55.717282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43698) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:55.830346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 8bdb7160-8aba-457c-a81b-da398be44266 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:55.830845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.913238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:55.927358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 8bdb7160-8aba-457c-a81b-da398be44266 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:55.950009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Deleting port 826c0191-6b7c-4436-ba6f-83bdbc6a4864 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:55.950620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.031324 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.058986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] For port 826c0191-6b7c-4436-ba6f-83bdbc6a4864, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=826c0191-6b7c-4436-ba6f-83bdbc6a4864,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:56.059617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.062338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=8bdb7160-8aba-457c-a81b-da398be44266,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:56.076865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Calling delete_port for 826c0191-6b7c-4436-ba6f-83bdbc6a4864 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:56.080902 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.085791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2f9a77c4-84aa-4bc3-8cc9-47bfcaf18eda tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/8bdb7160-8aba-457c-a81b-da398be44266 HTTP/1.1" status: 204 len: 168 time: 0.3675413 Oct 28 21:51:56.088258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:56.161345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e37fbd-40c0-44ed-8f4d-2eca98de3750 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:56.164841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-52e37fbd-40c0-44ed-8f4d-2eca98de3750 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0755107 Oct 28 21:51:56.165774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43704) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:56.204990 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-0665a584-e4d3-4fb0-a2fc-156c8262bd15 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:51:56.209654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0665a584-e4d3-4fb0-a2fc-156c8262bd15 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/6cb0c10a-840f-4775-8b1d-4779550050eb HTTP/1.1" status: 404 len: 333 time: 0.0428565 Oct 28 21:51:56.210320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:56.248970 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd6c748-f601-41a5-a6b1-c59c14b505f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:51:56.253408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5dd6c748-f601-41a5-a6b1-c59c14b505f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/8bdb7160-8aba-457c-a81b-da398be44266 HTTP/1.1" status: 404 len: 333 time: 0.0293272 Oct 28 21:51:56.256107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43708) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:56.315198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.346696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186f2d2-f301-4cba-9e5a-f4c83c76573a req-56ff8b6d-d523-48e7-8d73-292db6683e2e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:56.348185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a186f2d2-f301-4cba-9e5a-f4c83c76573a req-56ff8b6d-d523-48e7-8d73-292db6683e2e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1568425 Oct 28 21:51:56.367698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.386976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Pushing event deleted for resources: {'Port': ['ID=826c0191-6b7c-4436-ba6f-83bdbc6a4864,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:56.424541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a186f2d2-f301-4cba-9e5a-f4c83c76573a req-391babd5-0b2e-4376-945c-29558e6120e9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662091 Oct 28 21:51:56.509434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.535808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca4484b-2e51-4068-a025-4e458265f9cc']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:56.547146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50899dd2-3ae0-4c1d-8876-427968c14fd8') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:56.547437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50899dd2-3ae0-4c1d-8876-427968c14fd8') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:56.564703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.593612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.604339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:51:56.604339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:51:56.620704 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:51:56.646841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.735512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.748048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.770531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/7ca4484b-2e51-4068-a025-4e458265f9cc HTTP/1.1" status: 204 len: 168 time: 0.5096204 Oct 28 21:51:56.772121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43710) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:56.791534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879372348'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:56.798629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342546-88fe-41be-b1fd-1f659cf8a515 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=7ca4484b-2e51-4068-a025-4e458265f9cc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:56.834625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:56.839047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.871175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:51:56.883789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.884131 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment bff75086-2d9d-46cf-aee0-dfce6f501528 of type vlan for network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d Oct 28 21:51:56.948892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:56.997356 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:57.005350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:57.007417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:57.082545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3087947 Oct 28 21:51:57.085854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43716) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:57.092799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:57.571016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596cab-51ae-4970-9600-8443efc86ce7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:57.588419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:51:57.667683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:51:57.737057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4f892-7fc7-465c-a3bd-42b480bbfe31 req-d58e9af4-9e3c-49da-bf91-48fb4d967088 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:57.738552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aff4f892-7fc7-465c-a3bd-42b480bbfe31 req-d58e9af4-9e3c-49da-bf91-48fb4d967088 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1299024 Oct 28 21:51:57.754019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:57.757487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:57.836216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:51:57.841301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aff4f892-7fc7-465c-a3bd-42b480bbfe31 req-507eb27e-ef45-43c9-b938-de0eb410ac6b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957382 Oct 28 21:51:57.843204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Performing IP validity checks on allocation pools {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:51:57.847389 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93af501b-bae8-4732-96ea-ab4b5d6d534d admin admin] 10.222.0.31 "PUT /v2.0/routers/e29bf2a7-b67e-4261-a6a3-b5950ce6c57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121236 Oct 28 21:51:57.847588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:51:57.847679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:57.854966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56938439-a38b-4619-9475-56248b862577 None None] Sync routers for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:51:57.881258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56938439-a38b-4619-9475-56248b862577 None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:57.883198 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-56938439-a38b-4619-9475-56248b862577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:57.991062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.001220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.016997 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-56938439-a38b-4619-9475-56248b862577 None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:58.095714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=afed414c-f95b-45fa-8cd5-877ba0c23d35,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:58.103325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': 'bff75086-2d9d-46cf-aee0-dfce6f501528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:58.103723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:51:58.118846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.122514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:51:58.135309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:58.139572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:58.140170 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.148150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87612d6b-664e-4fea-a098-c348ca6c1090 None None] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:58.172237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40863679-0929-4a15-b9a5-53eca07c0d00 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0854797 Oct 28 21:51:58.174699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:58.181461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d', 'name': 'tempest-PortsIpV6TestJSON-1418646045'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:51:58.233760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-56938439-a38b-4619-9475-56248b862577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:56Z', 'revision_number': 5, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port': {'id': '4773dd47-31af-4d1b-9cb7-41d1ecd01156', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:51:39Z', 'updated_at': '2021-10-28T21:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:58.240220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Deleting port 4773dd47-31af-4d1b-9cb7-41d1ecd01156 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:58.240459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.263061 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56938439-a38b-4619-9475-56248b862577 None None] Checking router: e29bf2a7-b67e-4261-a6a3-b5950ce6c57c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:51:58.272821 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56938439-a38b-4619-9475-56248b862577 None None] Routers {'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:51:58.273430 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-56938439-a38b-4619-9475-56248b862577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:58.308635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d', 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': 'afed414c-f95b-45fa-8cd5-877ba0c23d35'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:51:58.309554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.362347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] For port 4773dd47-31af-4d1b-9cb7-41d1ecd01156, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4773dd47-31af-4d1b-9cb7-41d1ecd01156,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:58.362746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.364817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-56938439-a38b-4619-9475-56248b862577 None None] Set router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:51:58.371229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:51:58.374791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.388542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Calling delete_port for 4773dd47-31af-4d1b-9cb7-41d1ecd01156 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:58.403650 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 6659da67-1a38-4a61-a749-9d9c82a8f01f yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:51:58.424518 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-56938439-a38b-4619-9475-56248b862577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:58Z', 'revision_number': 6, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:51:58.453157 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56938439-a38b-4619-9475-56248b862577 None None] The sync data for ids ['e29bf2a7-b67e-4261-a6a3-b5950ce6c57c'] in n-d-806683-16 is: [{'id': 'e29bf2a7-b67e-4261-a6a3-b5950ce6c57c', 'name': 'tempest-TestAggregatesBasicOps-102351305-router', 'tenant_id': '98a9dedfe5d94341a062590034d349d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:51:38Z', 'updated_at': '2021-10-28T21:51:58Z', 'revision_number': 6, 'project_id': '98a9dedfe5d94341a062590034d349d2', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:51:58.462266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Allocated IP 2001:db8::2 (e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d/afed414c-f95b-45fa-8cd5-877ba0c23d35/dd1f2f9f-9d3c-4300-bd89-7f39366ad116) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:58.619619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.628561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.637925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.661234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-57c67479-a763-432f-99fc-86235b9428be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:58.663429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-57c67479-a763-432f-99fc-86235b9428be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0486872 Oct 28 21:51:58.677823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Pushing event deleted for resources: {'Port': ['ID=4773dd47-31af-4d1b-9cb7-41d1ecd01156,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:58.686758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:58.688196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:58.691839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:58.701405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Pushing event updated for resources: {'Port': ['ID=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:58.759736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Attempting to bind port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:51:58.759851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Attempting to bind port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bff75086-2d9d-46cf-aee0-dfce6f501528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:51:58.760263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Attempting to bind port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 on network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:51:58.761231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::100 (e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d/afed414c-f95b-45fa-8cd5-877ba0c23d35/6659da67-1a38-4a61-a749-9d9c82a8f01f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:51:58.772622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:51:58.772622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Checking segment: {'id': 'bff75086-2d9d-46cf-aee0-dfce6f501528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:51:58.772990 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.773690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Bound using segment: {'id': 'bff75086-2d9d-46cf-aee0-dfce6f501528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:51:58.773858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Bound port: dd1f2f9f-9d3c-4300-bd89-7f39366ad116, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff75086-2d9d-46cf-aee0-dfce6f501528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:51:58.774288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.785641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-4a72c552-7172-4af1-b317-f908c9768db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:58.786246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.788745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-4a72c552-7172-4af1-b317-f908c9768db6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1158273 Oct 28 21:51:58.882088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] For port dd1f2f9f-9d3c-4300-bd89-7f39366ad116, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:51:58.890647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] For port dd1f2f9f-9d3c-4300-bd89-7f39366ad116, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,segment=NetworkSegment(bff75086-2d9d-46cf-aee0-dfce6f501528),segment_id=bff75086-2d9d-46cf-aee0-dfce6f501528)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:51:58.893183 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-019aa8a7-ceee-465b-beff-1aa6ebd80542 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 1001 time: 0.0961831 Oct 28 21:51:58.898627 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.940621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.948741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:58.979690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-2fb24172-8479-4e2d-b655-7db4c2c3c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:58.981266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-2fb24172-8479-4e2d-b655-7db4c2c3c98e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0651946 Oct 28 21:51:58.988671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0cf1b-0b46-43c9-b3c7-145c73d546be None None] Pushing event updated for resources: {'Port': ['ID=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:58.994491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 826c0191-6b7c-4436-ba6f-83bdbc6a4864 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:51:59.018773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 826c0191-6b7c-4436-ba6f-83bdbc6a4864 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:51:59.018773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 826c0191-6b7c-4436-ba6f-83bdbc6a4864 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:51:59.074572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.075255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29bf2a7-b67e-4261-a6a3-b5950ce6c57c {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:51:59.080275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.084091 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-98ae3c19-4b13-4277-88d2-49f7a399633b admin admin] 10.222.0.31 "DELETE /v2.0/routers/e29bf2a7-b67e-4261-a6a3-b5950ce6c57c HTTP/1.1" status: 204 len: 168 time: 1.2326095 Oct 28 21:51:59.084853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:59.107620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69480-84e3-40e5-a3f0-3358d00506fa req-b28ea5c5-a142-4bd5-91cf-4efd2668d225 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:59.109154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7dd69480-84e3-40e5-a3f0-3358d00506fa req-b28ea5c5-a142-4bd5-91cf-4efd2668d225 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0939682 Oct 28 21:51:59.114805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-dd41df1d-1ac1-4110-bc09-154b8e590fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:59.116415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-dd41df1d-1ac1-4110-bc09-154b8e590fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275365 Oct 28 21:51:59.165856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Deleting subnet 75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:51:59.173575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.201904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.207448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7dd69480-84e3-40e5-a3f0-3358d00506fa req-300e236d-84d5-45d2-a4b5-c9fea97619b7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890605 Oct 28 21:51:59.222950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.240203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-d1d6d907-5a69-4323-8dc3-5e77100c8494 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139252 Oct 28 21:51:59.281352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.357436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4532ffbc-f67d-4eba-a1d9-40071d109c13 req-9bd7d3ef-e16b-46ac-bbcb-2954b6db1e9e service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104045 Oct 28 21:51:59.392594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:51:59.398406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.400887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:51:59.424056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:51:59.430358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:51:59.431025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.440497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=6659da67-1a38-4a61-a749-9d9c82a8f01f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:59.459783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33389b29-056f-4274-a6ca-78641806e41b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2840047 Oct 28 21:51:59.462536 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43738) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:59.537847 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.565666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:51:59.576881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.580146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1aeeb4c3-539c-4648-8e47-5b8be29852e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/75ecc3e4-c0b5-46e7-9387-faeeed6ac4ce HTTP/1.1" status: 204 len: 168 time: 0.4946101 Oct 28 21:51:59.583221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43740) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:51:59.585509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2565d2-ef98-4cd8-a659-918b5e750f72 None None] Network 304ffca2-979a-42e3-9206-863f6775ce17 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:51:59.653956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 6659da67-1a38-4a61-a749-9d9c82a8f01f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:59.654213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.705519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.772782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] DHCP port deletion for 304ffca2-979a-42e3-9206-863f6775ce17 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:51:59.785450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.801668 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 6659da67-1a38-4a61-a749-9d9c82a8f01f owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:59.840058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Deleting port acb9bf7a-d1ba-4035-9732-90023cbb26a6 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:59.840564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.854959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Deleting port acb9bf7a-d1ba-4035-9732-90023cbb26a6 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:51:59.855640 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.906160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] For port acb9bf7a-d1ba-4035-9732-90023cbb26a6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=acb9bf7a-d1ba-4035-9732-90023cbb26a6,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:59.906517 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.925420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Calling delete_port for acb9bf7a-d1ba-4035-9732-90023cbb26a6 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:51:59.957500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] For port acb9bf7a-d1ba-4035-9732-90023cbb26a6, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=acb9bf7a-d1ba-4035-9732-90023cbb26a6,segment=NetworkSegment(33084f2c-86d2-4857-a372-eb9ab4f6834e),segment_id=33084f2c-86d2-4857-a372-eb9ab4f6834e)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:51:59.957865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:51:59.981142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Calling delete_port for acb9bf7a-d1ba-4035-9732-90023cbb26a6 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:00.012054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.042563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] Pushing event deleted for resources: {'Port': ['ID=acb9bf7a-d1ba-4035-9732-90023cbb26a6,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:00.049692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c74929-d446-4a65-8c22-31096f607c28 None None] No DVR routers for this DVR port acb9bf7a-d1ba-4035-9732-90023cbb26a6 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:00.086958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.123305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=6659da67-1a38-4a61-a749-9d9c82a8f01f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:00.157362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.163781 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4771f9b0-8326-40a9-b52b-0d00c998491d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/6659da67-1a38-4a61-a749-9d9c82a8f01f HTTP/1.1" status: 204 len: 168 time: 0.6973350 Oct 28 21:52:00.164261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43742) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.185176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.191034 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ea9091-7b77-4cdf-8279-ae8f82fef364 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:00.192006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ea9091-7b77-4cdf-8279-ae8f82fef364 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:00.196419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-36ea9091-7b77-4cdf-8279-ae8f82fef364 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/6659da67-1a38-4a61-a749-9d9c82a8f01f HTTP/1.1" status: 404 len: 333 time: 0.0311024 Oct 28 21:52:00.199563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43744) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.212980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126605c-ca41-4eaa-bebf-33c030bfab9b None None] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:00.218972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb9bf7a-d1ba-4035-9732-90023cbb26a6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:00.223345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] No DVR routers for this DVR port acb9bf7a-d1ba-4035-9732-90023cbb26a6 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:00.228481 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c3cc2d-34f1-48c6-bd79-3dcf2504d4ee tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:00.233485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-90c3cc2d-34f1-48c6-bd79-3dcf2504d4ee tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/6659da67-1a38-4a61-a749-9d9c82a8f01f HTTP/1.1" status: 404 len: 333 time: 0.0299497 Oct 28 21:52:00.233907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43746) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.295115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet afed414c-f95b-45fa-8cd5-877ba0c23d35 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:00.298670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.312617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.339395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304ffca2-979a-42e3-9206-863f6775ce17']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:00.351714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33084f2c-86d2-4857-a372-eb9ab4f6834e') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:00.352066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33084f2c-86d2-4857-a372-eb9ab4f6834e') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:00.365436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.367780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.381504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.389048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:00.389048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:00.392183 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:00.422339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7628b-1b41-44f3-b4f5-55fe45880645 req-ca701198-8d31-407f-8eee-cd13d44b738f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:00.423777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47a7628b-1b41-44f3-b4f5-55fe45880645 req-ca701198-8d31-407f-8eee-cd13d44b738f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1033795 Oct 28 21:52:00.452016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.462656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.468228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/304ffca2-979a-42e3-9206-863f6775ce17 HTTP/1.1" status: 204 len: 168 time: 0.8815961 Oct 28 21:52:00.479010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Provisioning complete for port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:00.479375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.481810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd4f52-2ea6-4ab1-ac65-d12b8cad18a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=304ffca2-979a-42e3-9206-863f6775ce17,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:00.504726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.551093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47a7628b-1b41-44f3-b4f5-55fe45880645 req-54877802-f03c-485b-a8b5-ed62c23d0728 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127768 Oct 28 21:52:00.595410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.624836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=afed414c-f95b-45fa-8cd5-877ba0c23d35,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:00.627081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.631817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0405f6bf-00aa-47d1-9b29-127da73ec41a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/afed414c-f95b-45fa-8cd5-877ba0c23d35 HTTP/1.1" status: 204 len: 168 time: 0.3956857 Oct 28 21:52:00.634076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.640573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.719541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:52:00.719896 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:52:00.731471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43754) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.766197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dd1f2f9f-9d3c-4300-bd89-7f39366ad116 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:00.776666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.795483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a7737f85-3001-4e01-93f2-898b8e94a4f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f717d98bf476407ba300324e901844d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627909 Oct 28 21:52:00.798895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43756) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:00.828893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:00.829885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.862248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:00.862718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.918949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.933969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.952649 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.963144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port dd1f2f9f-9d3c-4300-bd89-7f39366ad116, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,segment=NetworkSegment(bff75086-2d9d-46cf-aee0-dfce6f501528),segment_id=bff75086-2d9d-46cf-aee0-dfce6f501528)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:00.963514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:00.986481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863a193-ab51-4843-9ce9-765cbcc41cc8 None None] Network e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:00.992228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port dd1f2f9f-9d3c-4300-bd89-7f39366ad116, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,segment=NetworkSegment(bff75086-2d9d-46cf-aee0-dfce6f501528),segment_id=bff75086-2d9d-46cf-aee0-dfce6f501528)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:00.992767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for dd1f2f9f-9d3c-4300-bd89-7f39366ad116 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:01.015738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.018450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.019949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccc97570-4f7b-4e78-9264-9865f9f2df4c HTTP/1.1" status: 204 len: 168 time: 0.2198117 Oct 28 21:52:01.029265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811606eb-076d-49c2-963d-18518df04bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc97570-4f7b-4e78-9264-9865f9f2df4c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.040952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.113329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4773dd47-31af-4d1b-9cb7-41d1ecd01156 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:01.133971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.153024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4773dd47-31af-4d1b-9cb7-41d1ecd01156 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:01.153376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4773dd47-31af-4d1b-9cb7-41d1ecd01156 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:01.153961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device acb9bf7a-d1ba-4035-9732-90023cbb26a6 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:01.163522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.165675 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:01.206331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: acb9bf7a-d1ba-4035-9732-90023cbb26a6 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:01.206669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device acb9bf7a-d1ba-4035-9732-90023cbb26a6 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:01.211568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=dd1f2f9f-9d3c-4300-bd89-7f39366ad116,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.268633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ac7f9-a29c-4e01-898b-40957fd72d15 None None] Port dd1f2f9f-9d3c-4300-bd89-7f39366ad116 update to ACTIVE by agent not found {{(pid=102315) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 28 21:52:01.278809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.306746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:01.318978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff75086-2d9d-46cf-aee0-dfce6f501528') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:01.319304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff75086-2d9d-46cf-aee0-dfce6f501528') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:01.330839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.331126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f7271-fb2f-4298-b59d-cad9c080625f None None] DHCP port deletion for e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:01.348979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.356075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:01.356558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:01.359962 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:01.383123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a1b8a653-9c52-468d-9695-5776e60fe1d9 None None] Could not find standard attr ID for object dd1f2f9f-9d3c-4300-bd89-7f39366ad116. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:01.415837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43762) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:01.423792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.449587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.452785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d HTTP/1.1" status: 204 len: 168 time: 0.8175085 Oct 28 21:52:01.453788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e07ef4-e38c-4051-be75-a8ac8e459110 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=e88e8bc7-bfc3-4a73-9520-a9e0ea010f4d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.457175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43764) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:01.466394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-721384335'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:01.474855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-31f1a697-d37f-4eb8-9d0b-6d6bc5e36dba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98a9dedfe5d94341a062590034d349d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578601 Oct 28 21:52:01.477974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:01.489228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:01.492856 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.516494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:01.526608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.526952 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment c26ef2e1-94d5-4993-b003-336b62e0b57f of type vlan for network a9364245-8f4f-4142-97a7-15f6c80adb11 Oct 28 21:52:01.530053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.552541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.567351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.600575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.604500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.606564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:01.607149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.607966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:01.609251 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a3a62fc-e186-4e7f-a9f7-d5153950cac1 HTTP/1.1" status: 204 len: 168 time: 0.1302912 Oct 28 21:52:01.626958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29e145-9c03-4749-b03a-52e7e8a37036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a62fc-e186-4e7f-a9f7-d5153950cac1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.681314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2230651 Oct 28 21:52:01.684188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43772) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:01.689442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:01.709531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb1dd4-4166-464b-ae10-4d0adfaeb3f0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=a9364245-8f4f-4142-97a7-15f6c80adb11,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:01.723277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a9364245-8f4f-4142-97a7-15f6c80adb11 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:01.731431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bb92d-2bd6-470d-b8e7-d7ec1e2aaacf req-4034677b-5d13-4815-a72e-383bb005f6f9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:01.733155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f2bb92d-2bd6-470d-b8e7-d7ec1e2aaacf req-4034677b-5d13-4815-a72e-383bb005f6f9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0726154 Oct 28 21:52:01.784421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f2bb92d-2bd6-470d-b8e7-d7ec1e2aaacf req-d3b7b32e-06b7-4548-846c-df8cd6d318d3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Oct 28 21:52:01.815281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:01.829831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.038918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.111744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': 'c26ef2e1-94d5-4993-b003-336b62e0b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:02.112101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: a9364245-8f4f-4142-97a7-15f6c80adb11, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:02.115769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=8bce31b6-3b18-4b59-8ec7-ca674f6f955b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:02.136075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network a9364245-8f4f-4142-97a7-15f6c80adb11 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:02.146372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a9364245-8f4f-4142-97a7-15f6c80adb11) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:02.151819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:02.152459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.159640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1807a214-bc1a-46b5-9c00-6a3968d70231 None None] Network a9364245-8f4f-4142-97a7-15f6c80adb11 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:02.173199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c1840ea-73d4-4e6e-a0b2-b5e21dcd0990 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4853981 Oct 28 21:52:02.175766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43796) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:02.178893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1946976055'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:02.317655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:02.322068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.341516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port b1cb7ff7-b2e9-4630-a0df-989e28f36c17 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:02.352315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-a9364245-8f4f-4142-97a7-15f6c80adb11', 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': '8bce31b6-3b18-4b59-8ec7-ca674f6f955b'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:02.353260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.394059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-ebf7e5e8-0091-4438-941a-102f32053baa req-721d012c-3d89-4311-86e5-51275d85e6c7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:52:02.395064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebf7e5e8-0091-4438-941a-102f32053baa req-721d012c-3d89-4311-86e5-51275d85e6c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0382669 Oct 28 21:52:02.501379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::a5 (a9364245-8f4f-4142-97a7-15f6c80adb11/8bce31b6-3b18-4b59-8ec7-ca674f6f955b/b1cb7ff7-b2e9-4630-a0df-989e28f36c17) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:02.631702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:02.679360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f949d-97b2-43f2-a8aa-e298888b762a req-1b7ad951-7aa7-4e15-8fd3-40db4a870fb2 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:02.680954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142f949d-97b2-43f2-a8aa-e298888b762a req-1b7ad951-7aa7-4e15-8fd3-40db4a870fb2 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1508207 Oct 28 21:52:02.723271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.747472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-142f949d-97b2-43f2-a8aa-e298888b762a req-53c22087-1850-43f2-a315-6559e60ed02a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589283 Oct 28 21:52:02.780145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.786349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dd1f2f9f-9d3c-4300-bd89-7f39366ad116 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:02.836066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network a9364245-8f4f-4142-97a7-15f6c80adb11 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:02.840084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:02.846296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43830) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:02.847931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:02.854811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:02.855456 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.859199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=b1cb7ff7-b2e9-4630-a0df-989e28f36c17,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:02.878967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0ab18e78-6a11-4320-aec0-f54503e60ddd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7043018 Oct 28 21:52:02.883187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43834) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:02.887216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: dd1f2f9f-9d3c-4300-bd89-7f39366ad116 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:02.887796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device dd1f2f9f-9d3c-4300-bd89-7f39366ad116 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:02.909173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:02.949044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:52:02.951556 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08207e5f-4f80-4e6b-aadd-74646f673362" -d '{"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:52:02.954795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Allocated IP 2001:db8::2 (a9364245-8f4f-4142-97a7-15f6c80adb11/8bce31b6-3b18-4b59-8ec7-ca674f6f955b/a691fa90-5198-42fd-99c6-c3ba6fdaeea8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:02.977560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:02.998701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port b1cb7ff7-b2e9-4630-a0df-989e28f36c17 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:02.999062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.054829 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98429cd8-8e51-4263-82e5-3def765e1cbe x-openstack-request-id: req-98429cd8-8e51-4263-82e5-3def765e1cbe {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:52:03.055412 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-unplugged", "status": "failed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:52:03.055669 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98429cd8-8e51-4263-82e5-3def765e1cbe {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:52:03.056841 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'code': 422} returned with failed status Oct 28 21:52:03.056841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.135767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:03.141459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.164792 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for b1cb7ff7-b2e9-4630-a0df-989e28f36c17 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:03.169537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-b94c5533-e006-4d49-9b2a-04ac96a82122 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3220718 Oct 28 21:52:03.185996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-e039a902-7a84-4946-9509-05dacdeea400 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:52:03.187037 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-e039a902-7a84-4946-9509-05dacdeea400 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080376 Oct 28 21:52:03.201882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.212053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.260948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Network a9364245-8f4f-4142-97a7-15f6c80adb11 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:03.264126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:03.268161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:03.279236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Pushing event updated for resources: {'Port': ['ID=a691fa90-5198-42fd-99c6-c3ba6fdaeea8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:03.333547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Attempting to bind port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:03.334951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Attempting to bind port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c26ef2e1-94d5-4993-b003-336b62e0b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:03.335329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Attempting to bind port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 on network a9364245-8f4f-4142-97a7-15f6c80adb11 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:03.337896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.341030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:03.341464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Checking segment: {'id': 'c26ef2e1-94d5-4993-b003-336b62e0b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:03.341900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.342515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Bound using segment: {'id': 'c26ef2e1-94d5-4993-b003-336b62e0b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:03.342982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Bound port: a691fa90-5198-42fd-99c6-c3ba6fdaeea8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26ef2e1-94d5-4993-b003-336b62e0b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a9364245-8f4f-4142-97a7-15f6c80adb11'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:03.343369 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.367819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=b1cb7ff7-b2e9-4630-a0df-989e28f36c17,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:03.405926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.410878 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-52d871ad-0438-4493-a5b5-d0d8a358f66d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/b1cb7ff7-b2e9-4630-a0df-989e28f36c17 HTTP/1.1" status: 204 len: 168 time: 0.5263548 Oct 28 21:52:03.413940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43854) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:03.430020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] For port a691fa90-5198-42fd-99c6-c3ba6fdaeea8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:03.434171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] For port a691fa90-5198-42fd-99c6-c3ba6fdaeea8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a691fa90-5198-42fd-99c6-c3ba6fdaeea8,segment=NetworkSegment(c26ef2e1-94d5-4993-b003-336b62e0b57f),segment_id=c26ef2e1-94d5-4993-b003-336b62e0b57f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:03.440461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.443590 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aa4e49-b9d3-4a3f-90ae-373ec3aea366 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:03.445967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-79aa4e49-b9d3-4a3f-90ae-373ec3aea366 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/b1cb7ff7-b2e9-4630-a0df-989e28f36c17 HTTP/1.1" status: 404 len: 333 time: 0.0310106 Oct 28 21:52:03.449513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43856) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:03.515581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 8bce31b6-3b18-4b59-8ec7-ca674f6f955b {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:03.516266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d2375-2fae-44a9-9150-72f8f77decd3 None None] Pushing event updated for resources: {'Port': ['ID=a691fa90-5198-42fd-99c6-c3ba6fdaeea8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:03.519378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.616516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.714412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.823393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.861027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:03.867427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/8bce31b6-3b18-4b59-8ec7-ca674f6f955b HTTP/1.1" status: 204 len: 168 time: 0.4143379 Oct 28 21:52:03.868200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43860) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:03.868734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=8bce31b6-3b18-4b59-8ec7-ca674f6f955b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:03.891907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.892258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.892623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.892958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.893287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.893642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.893967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.894292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.894613 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.894939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.895262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.895582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85330a95-affc-418d-a812-8f38d1b3a777 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:03.949141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab43e9-7838-43cf-ba69-068532d3d600 req-a60e8f45-3db9-44eb-bf36-58fb72423be6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:03.950858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5ab43e9-7838-43cf-ba69-068532d3d600 req-a60e8f45-3db9-44eb-bf36-58fb72423be6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0846212 Oct 28 21:52:04.007939 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c5ab43e9-7838-43cf-ba69-068532d3d600 req-887a79ea-306f-4a93-a092-cb7db1de5b75 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 Oct 28 21:52:04.070609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43862) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:04.075287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014442736', 'description': 'tempest-secgroup-smoke-1014442736 description', 'project_id': '0372ae518279420198ac9f8687657e10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:04.102544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.112118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.213264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.218111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.259475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf14cd7-0e37-47a7-ad67-676f8401c104,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:04.309416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.316536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.344853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.349017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2744422 Oct 28 21:52:04.350572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43864) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:04.355069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:04.368718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.376932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00955a7-18f7-4c53-a0aa-51225eb926ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3510cf80-fefc-47c9-9ad1-4d57f75015ed,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:04.410737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.427035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:04.427594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.469281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.476255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.502562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94fd215-3b4f-4505-9ccb-7dd24e405b6b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:04.510114 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port a691fa90-5198-42fd-99c6-c3ba6fdaeea8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a691fa90-5198-42fd-99c6-c3ba6fdaeea8,segment=NetworkSegment(c26ef2e1-94d5-4993-b003-336b62e0b57f),segment_id=c26ef2e1-94d5-4993-b003-336b62e0b57f)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:04.510488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.516222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.520263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-55dd8328-4b21-446b-bfe0-4f9ea98b9253 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660035 Oct 28 21:52:04.523248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43866) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:04.528092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:04.537167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for a691fa90-5198-42fd-99c6-c3ba6fdaeea8 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:04.604560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.704573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.711052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.738791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.740869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:04.745279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=a691fa90-5198-42fd-99c6-c3ba6fdaeea8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:04.799574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc91d0e-5d71-4c29-92f3-6acfd94d3371,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:04.804304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6daf2a-0eaf-491e-a7bb-3fbb39dc62c5 None None] Network a9364245-8f4f-4142-97a7-15f6c80adb11 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:04.846481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.850442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70162b54-f4a0-4b72-9910-a541a57e4341 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235340 Oct 28 21:52:04.850884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43868) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:04.855666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:04.870446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.876606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a691fa90-5198-42fd-99c6-c3ba6fdaeea8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:04.890485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.903160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9364245-8f4f-4142-97a7-15f6c80adb11']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:04.918172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26ef2e1-94d5-4993-b003-336b62e0b57f') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:04.918464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26ef2e1-94d5-4993-b003-336b62e0b57f') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:04.929572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9889122d-a977-4f38-8998-53c969226822 None None] Could not find standard attr ID for object a691fa90-5198-42fd-99c6-c3ba6fdaeea8. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:04.936156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.941665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a691fa90-5198-42fd-99c6-c3ba6fdaeea8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:04.942171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a691fa90-5198-42fd-99c6-c3ba6fdaeea8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:52:04.966072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.971615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.975967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:04.976674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.976934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port a691fa90-5198-42fd-99c6-c3ba6fdaeea8 not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:52:04.978065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:04.998750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90610780-ed6b-4d4d-934c-c3c5a1cda641,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.008217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.011112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-98f5faa1-46ed-4089-9ac5-5790a5cf6dcf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590869 Oct 28 21:52:05.013839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43870) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.023725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:05.053033 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:05.065893 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.070581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.084728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.088966 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/a9364245-8f4f-4142-97a7-15f6c80adb11 HTTP/1.1" status: 204 len: 168 time: 1.2190194 Oct 28 21:52:05.100761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43874) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.104655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e170d-6c61-4f87-b0e1-e03e274f7b09 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=a9364245-8f4f-4142-97a7-15f6c80adb11,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.105697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'name': 'tempest-PortsIpV6TestJSON-937899075'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:05.149650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa491605-6a4a-478b-8984-6be785e42fd4 None None] DHCP port deletion for a9364245-8f4f-4142-97a7-15f6c80adb11 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:05.256990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.271383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0dda-385e-4d62-ac8b-4007e1af0ac5 req-1cbbfc4e-cddb-44fe-9a63-ebc608fc9c58 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:05.273333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60ac0dda-385e-4d62-ac8b-4007e1af0ac5 req-1cbbfc4e-cddb-44fe-9a63-ebc608fc9c58 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1492076 Oct 28 21:52:05.273952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.307651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31282452-40d2-409c-804a-efa40c888815,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.329851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:05.333287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.347302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.348648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f98e2da7-e887-434f-8853-2c5bab2f9854 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335364 Oct 28 21:52:05.351947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43876) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.354861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60ac0dda-385e-4d62-ac8b-4007e1af0ac5 req-d23fda32-22fe-4fc3-8982-00499305b6f0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702682 Oct 28 21:52:05.359043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:05.372730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 400971f4-6f51-4748-9436-3c4939c46b9b yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:05.425046 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:52:05.436838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.582484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.588308 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.608237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.623888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff91e507-03bb-42cf-9413-4044469ef908,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.643469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.647217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6612165-6711-4951-92c9-aa5f79e1d9cf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2889473 Oct 28 21:52:05.647986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.654690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': '3510cf80-fefc-47c9-9ad1-4d57f75015ed', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:05.672172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.690603 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:52:05.698365 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.732014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:05.735274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:05.740639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:05.746388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:05.747007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.751081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=400971f4-6f51-4748-9436-3c4939c46b9b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.784753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a9822e2a-a776-4b08-9300-fb5bf49b104f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6807644 Oct 28 21:52:05.785553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.802707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.819390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.854417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914cdc65-c114-4b4f-94dc-f39fd991c6ad,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:05.867165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.871334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b7f51ef-9309-4df5-977d-cb415d94fa7b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2179718 Oct 28 21:52:05.875230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43882) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:05.881700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'network': {'name': 'tempest-network-smoke--144496734', 'project_id': '0372ae518279420198ac9f8687657e10', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:05.918271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:05.921691 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:05.937359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 400971f4-6f51-4748-9436-3c4939c46b9b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:05.937733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.006263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:06.026402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.029045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.029382 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Added segment 11988ca0-5a47-4abf-95de-c90ce22f5364 of type vlan for network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 Oct 28 21:52:06.047929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 400971f4-6f51-4748-9436-3c4939c46b9b owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:06.086620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.166010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.172076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:06.172712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.231555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.256126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3762937 Oct 28 21:52:06.256980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:06.262644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'admin_state_up': True, 'project_id': '0372ae518279420198ac9f8687657e10', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:06.276941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e91ed-b4e3-46e1-839b-f0c3b91e01b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Network': ['ID=9f937c77-cab0-47fe-a4a1-bf4f7082df02,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:06.279693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=400971f4-6f51-4748-9436-3c4939c46b9b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:06.291599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:06.298827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.300245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.303829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.312586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-58ded0b3-1f1b-44a5-8ff6-dd07768a563c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/400971f4-6f51-4748-9436-3c4939c46b9b HTTP/1.1" status: 204 len: 168 time: 0.5243437 Oct 28 21:52:06.317780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:06.327024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'mac_address': 'fa:16:3e:2a:ff:00', 'name': 'tempest-PortsIpV6TestJSON-1409740612'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:06.372110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.448045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:06.557353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.592774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.603739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5bd9d-336b-4b8b-af06-aa9328c68e71 req-58d692db-cd58-4fc0-8313-d1f9e6727e45 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:06.605445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b5bd9d-336b-4b8b-af06-aa9328c68e71 req-58d692db-cd58-4fc0-8313-d1f9e6727e45 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1417959 Oct 28 21:52:06.643149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 9f1c05e7-49e8-4f31-a826-ca83b4522046 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:06.742136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a691fa90-5198-42fd-99c6-c3ba6fdaeea8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:06.786379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a691fa90-5198-42fd-99c6-c3ba6fdaeea8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:06.787554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a691fa90-5198-42fd-99c6-c3ba6fdaeea8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:06.812257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b5bd9d-336b-4b8b-af06-aa9328c68e71 req-5c44c2c1-c029-48dc-9817-91007140db1b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987147 Oct 28 21:52:06.846084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.867280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.958291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:06.994521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.108 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a8cb5656-3e91-469a-89ee-f68afea8e9b0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:07.006957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.047312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:07.054496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:07.058327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:07.064902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:07.065620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.084766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=9f1c05e7-49e8-4f31-a826-ca83b4522046,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:07.091204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b74d9b5a-34f4-4484-9dc5-8c898c34f081 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7710526 Oct 28 21:52:07.093029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43890) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:07.111126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.149844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06923fb6-474d-4140-a331-30d17bd7c8b5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:07.153888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-06923fb6-474d-4140-a331-30d17bd7c8b5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/9f1c05e7-49e8-4f31-a826-ca83b4522046 HTTP/1.1" status: 200 len: 845 time: 0.0554681 Oct 28 21:52:07.154065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.154578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43892) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:07.196030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=a8cb5656-3e91-469a-89ee-f68afea8e9b0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:07.210085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:07.211517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:07.213980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:07.259607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 9f1c05e7-49e8-4f31-a826-ca83b4522046 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:07.259865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.327712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.341064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 9f1c05e7-49e8-4f31-a826-ca83b4522046 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:07.426141 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.455127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=9f1c05e7-49e8-4f31-a826-ca83b4522046,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:07.464827 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.468149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a5ddf89-58a9-4dd8-abdd-16837ab38d05 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/9f1c05e7-49e8-4f31-a826-ca83b4522046 HTTP/1.1" status: 204 len: 168 time: 0.3125513 Oct 28 21:52:07.470789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:07.502500 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f95c3-a770-4d1a-8867-4c1188ae2591 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:07.504110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-180f95c3-a770-4d1a-8867-4c1188ae2591 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/9f1c05e7-49e8-4f31-a826-ca83b4522046 HTTP/1.1" status: 404 len: 333 time: 0.0323572 Oct 28 21:52:07.509349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43896) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:07.514518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'name': 'tempest-PortsIpV6TestJSON-851185263'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:07.516258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.608786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:07.613191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.635038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 97187072-3ab8-425f-8e06-13f7c193adf6 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:07.730594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.795175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.839122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.886186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 775aa6a7-1d36-4afc-899d-c6460df5eb8d is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:52:07.893503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:07.897076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:07.901036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:07.906818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:07.907558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:07.937369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=97187072-3ab8-425f-8e06-13f7c193adf6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:07.966490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d394ba81-f38b-4132-9b1f-8499618d7527 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4536676 Oct 28 21:52:07.966693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43900) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:07.973492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:08.015383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:52:08.027884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Sync routers for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:52:08.029872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ba0c3-580f-4899-af5b-e5a8d7b957fe req-69b086f6-aace-43f4-8291-1ebd834cc38b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:08.031404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-662ba0c3-580f-4899-af5b-e5a8d7b957fe req-69b086f6-aace-43f4-8291-1ebd834cc38b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1097159 Oct 28 21:52:08.039663 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.044944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca08bf18-e7d0-4fbf-ba1b-965fabafb35a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7866657 Oct 28 21:52:08.045653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43902) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.050874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:08.053647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:08.094783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.109244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-662ba0c3-580f-4899-af5b-e5a8d7b957fe req-e83808e1-2a85-4005-b318-31dace59db02 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564597 Oct 28 21:52:08.181458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:08.207236 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-89bc6779-0a14-435f-ae78-40ca5bd5dc01 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0372ae518279420198ac9f8687657e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1604958 Oct 28 21:52:08.210185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43906) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.296803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.302966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.345557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] In _notify_port_updated(), no bound segment for port 97187072-3ab8-425f-8e06-13f7c193adf6 on network f6c0a723-146c-4624-b96e-ffce6cd8d7cd {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:52:08.351965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:08.353211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.356907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/ports/97187072-3ab8-425f-8e06-13f7c193adf6 HTTP/1.1" status: 200 len: 818 time: 0.3869355 Oct 28 21:52:08.357420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43908) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.379010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8eb7d-629b-440b-8b96-55882a0d9583 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:08.385773 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a8d8eb7d-629b-440b-8b96-55882a0d9583 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744158 Oct 28 21:52:08.386749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.401055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84880b2-9f22-49a1-9391-1ce3f263930d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=97187072-3ab8-425f-8e06-13f7c193adf6,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:08.414963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:07Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:08.437606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-adbf5b3d-b4c8-4c5a-8fb8-4ce3c9e23ee7 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493588 Oct 28 21:52:08.438893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.445405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1978069252', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'project_id': '0372ae518279420198ac9f8687657e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:08.446788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Checking router: 775aa6a7-1d36-4afc-899d-c6460df5eb8d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:52:08.447310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Updating router 775aa6a7-1d36-4afc-899d-c6460df5eb8d port a8cb5656-3e91-469a-89ee-f68afea8e9b0 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:52:08.477918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 97187072-3ab8-425f-8e06-13f7c193adf6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:08.478270 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.480650 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.552903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.563854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:08.567584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.570267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 97187072-3ab8-425f-8e06-13f7c193adf6 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:08.687278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.726740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=97187072-3ab8-425f-8e06-13f7c193adf6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:08.735203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.741082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-00de58d2-0726-438a-8305-0e608f3559f5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/97187072-3ab8-425f-8e06-13f7c193adf6 HTTP/1.1" status: 204 len: 168 time: 0.3824327 Oct 28 21:52:08.742036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43914) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.800747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.806638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.836775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.868836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Attempting to bind port a8cb5656-3e91-469a-89ee-f68afea8e9b0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:08.869206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Attempting to bind port a8cb5656-3e91-469a-89ee-f68afea8e9b0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:08.869574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Attempting to bind port a8cb5656-3e91-469a-89ee-f68afea8e9b0 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:08.871836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac315667-179b-4fa3-a863-e72cdadf284d None None] Pushing event updated for resources: {'Port': ['ID=a8cb5656-3e91-469a-89ee-f68afea8e9b0,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:08.877464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:08.877842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:08.878385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.878780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:08.879269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Bound port: a8cb5656-3e91-469a-89ee-f68afea8e9b0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:08.879656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.893998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71317ce5-c94d-43fe-9b2e-bed83cdfc649 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:08.898490 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-71317ce5-c94d-43fe-9b2e-bed83cdfc649 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1522701 Oct 28 21:52:08.898711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.910783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Subnet': ['ID=33965d84-3934-4c04-ac46-b9a995e9174f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:08.928713 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb406e9-b2a7-4cf0-8a4a-ae83815028c0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:08.930803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6eb406e9-b2a7-4cf0-8a4a-ae83815028c0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/97187072-3ab8-425f-8e06-13f7c193adf6 HTTP/1.1" status: 404 len: 333 time: 0.0300682 Oct 28 21:52:08.935747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43918) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:08.940638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431349300'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:08.952260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Checking segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:08.952944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network hostable DHCP agents. Network: 9f937c77-cab0-47fe-a4a1-bf4f7082df02, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:08.956574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] For port a8cb5656-3e91-469a-89ee-f68afea8e9b0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:08.960541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] For port a8cb5656-3e91-469a-89ee-f68afea8e9b0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a8cb5656-3e91-469a-89ee-f68afea8e9b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:08.964052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:08.966013 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.971397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:08.981326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:08.998227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 9f937c77-cab0-47fe-a4a1-bf4f7082df02) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:09.009521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:09.010065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.010321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:09.016605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ba60d-e65f-4c7c-a6f0-88b5861037f3 None None] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:09.028528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.029074 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment 78ef1359-77dc-4ee5-bfd1-002636406734 of type vlan for network 51c3b97d-5a87-4467-8e77-64df0cd7506a Oct 28 21:52:09.042727 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0348c69-fc5f-40ad-ad1a-90f41ebb5531 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5993683 Oct 28 21:52:09.043274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:09.102351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac315667-179b-4fa3-a863-e72cdadf284d None None] Pushing event updated for resources: {'Port': ['ID=a8cb5656-3e91-469a-89ee-f68afea8e9b0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:09.107639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:09.108392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:51:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:09.465740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:09.473151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.494333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:09.495201 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.530738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.537367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:09.538088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.548965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c27d0-2454-4770-8dbe-63c3bd4c17c4 req-111c1921-05c3-4544-9f56-3373a206cefb tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:09.557542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-424c27d0-2454-4770-8dbe-63c3bd4c17c4 req-111c1921-05c3-4544-9f56-3373a206cefb tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1283031 Oct 28 21:52:09.731501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7921445 Oct 28 21:52:09.732251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43924) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:09.737185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:09.751048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037500-183d-494b-b2e2-12abb6097126 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=51c3b97d-5a87-4467-8e77-64df0cd7506a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:09.759953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-424c27d0-2454-4770-8dbe-63c3bd4c17c4 req-001e838c-a2ff-4521-b2e0-ae3bc4434520 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015657 Oct 28 21:52:09.778884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:09.845336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Allocated IP 172.20.0.2 (9f937c77-cab0-47fe-a4a1-bf4f7082df02/33965d84-3934-4c04-ac46-b9a995e9174f/41616696-dfc6-4b32-a2ae-fdf33d7357ca) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:09.877403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:09.882538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:09.951358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:07Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:09.983669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cef5ae-08f2-4be9-99dd-a4728ebee619 None None] The sync data for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 is: [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:07Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:52:10.077016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.091255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.096178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.100545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.142647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:10.146768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:10.150898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:10.164182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Pushing event updated for resources: {'Port': ['ID=41616696-dfc6-4b32-a2ae-fdf33d7357ca,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:10.179177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=3f367855-c172-464d-8d70-a1a4de5c6397,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:10.205241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': '78ef1359-77dc-4ee5-bfd1-002636406734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:10.205966 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: 51c3b97d-5a87-4467-8e77-64df0cd7506a, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:10.206261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-35fa5a34-6c7f-4a01-905e-7d6505fc14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.207904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-35fa5a34-6c7f-4a01-905e-7d6505fc14d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 1095 time: 0.1215150 Oct 28 21:52:10.232609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Attempting to bind port 41616696-dfc6-4b32-a2ae-fdf33d7357ca on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:10.233117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Attempting to bind port 41616696-dfc6-4b32-a2ae-fdf33d7357ca by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:10.233651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Attempting to bind port 41616696-dfc6-4b32-a2ae-fdf33d7357ca on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:10.239059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:10.242431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:10.243211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Checking segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:10.243211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.243593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Bound using segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:10.244208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Bound port: 41616696-dfc6-4b32-a2ae-fdf33d7357ca, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:10.244620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.255115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 51c3b97d-5a87-4467-8e77-64df0cd7506a) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:10.264004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.264637 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.270252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c978fc0-21ba-46c2-9ebd-f9bdbce4a614 None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:10.295477 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b098eda-cdc4-461a-934e-57cb905a94b3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5623329 Oct 28 21:52:10.297627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43926) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:10.306106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:10.308428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-3fd61402-fbd4-4f21-ab3d-858acaf294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.309878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-3fd61402-fbd4-4f21-ab3d-858acaf294d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0660014 Oct 28 21:52:10.458129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] For port 41616696-dfc6-4b32-a2ae-fdf33d7357ca, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:10.480264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] For port 41616696-dfc6-4b32-a2ae-fdf33d7357ca, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=41616696-dfc6-4b32-a2ae-fdf33d7357ca,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:10.497604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:10.501711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.511932 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.530931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-b6b95515-53ae-4d81-aca6-a0cbee12b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.533145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-b6b95515-53ae-4d81-aca6-a0cbee12b1e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.2123287 Oct 28 21:52:10.618812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-51c3b97d-5a87-4467-8e77-64df0cd7506a', 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': '3f367855-c172-464d-8d70-a1a4de5c6397'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:10.619681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.682352 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-dac3ed95-b0da-490d-88ec-b704fd273eaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 200 len: 999 time: 0.1404738 Oct 28 21:52:10.686757 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f367855-c172-464d-8d70-a1a4de5c6397 (CIDR: 2001:db8::/64) Oct 28 21:52:10.696127 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:52:10.696658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:10.730328 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9454da8f-e447-4077-b09b-9b2e6d812cc9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4297421 Oct 28 21:52:10.734858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43928) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:10.740589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.1 (9f937c77-cab0-47fe-a4a1-bf4f7082df02/33965d84-3934-4c04-ac46-b9a995e9174f/3850f887-ae3d-49ec-83f7-cac032221787) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:10.744645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:10.773641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-547718fc-3519-49c8-841a-06318837178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.775242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-547718fc-3519-49c8-841a-06318837178b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0838373 Oct 28 21:52:10.851912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00585ba9-e81f-4f51-80ef-88fcdf742fdf None None] Pushing event updated for resources: {'Port': ['ID=41616696-dfc6-4b32-a2ae-fdf33d7357ca,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:10.885726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a8cb5656-3e91-469a-89ee-f68afea8e9b0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:10.978433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-6d1886be-f43d-4c79-9fb6-063fcb1b6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:10.980093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-6d1886be-f43d-4c79-9fb6-063fcb1b6936 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869645 Oct 28 21:52:10.983699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:10.989048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f370c3e-c009-45d9-b37f-2e70b9969dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:10.994788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Allocated IP 2001:db8::2 (51c3b97d-5a87-4467-8e77-64df0cd7506a/3f367855-c172-464d-8d70-a1a4de5c6397/2d6555f8-8e16-4f04-9275-5a9c525e45f3) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:10.997066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.110661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a8cb5656-3e91-469a-89ee-f68afea8e9b0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:11.111031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-736fa974-5b5f-452f-b081-9acac21079a4 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218719 Oct 28 21:52:11.115176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.138972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafce5f1-e5df-4bc5-99db-caa2cdf36ff3 req-95cbee9e-0c1a-499d-a161-dedc6f41e45c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:11.141720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cafce5f1-e5df-4bc5-99db-caa2cdf36ff3 req-95cbee9e-0c1a-499d-a161-dedc6f41e45c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.2126524 Oct 28 21:52:11.207316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.240648 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.297305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port a8cb5656-3e91-469a-89ee-f68afea8e9b0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a8cb5656-3e91-469a-89ee-f68afea8e9b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:11.308149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec980f76-a7c3-47e5-a843-70dd00c23b17 req-3d279f81-d8b0-4b1e-858c-e88ba442db69 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878412 Oct 28 21:52:11.312035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.317157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cafce5f1-e5df-4bc5-99db-caa2cdf36ff3 req-fa763fe1-6498-40c6-ac23-2a8febd573d8 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232195 Oct 28 21:52:11.319373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.357436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.374572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:11.385483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=a8cb5656-3e91-469a-89ee-f68afea8e9b0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:11.391291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.400274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:11.403577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:11.405882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:11.464803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.486733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:11.516008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:11.525372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:11.562901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Pushing event updated for resources: {'Port': ['ID=2d6555f8-8e16-4f04-9275-5a9c525e45f3,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:11.650165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Attempting to bind port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:11.650482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Attempting to bind port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '78ef1359-77dc-4ee5-bfd1-002636406734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:11.650847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Attempting to bind port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 on network 51c3b97d-5a87-4467-8e77-64df0cd7506a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:11.659851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:11.660313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Checking segment: {'id': '78ef1359-77dc-4ee5-bfd1-002636406734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:11.665636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.666570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Bound using segment: {'id': '78ef1359-77dc-4ee5-bfd1-002636406734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:11.667034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Bound port: 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ef1359-77dc-4ee5-bfd1-002636406734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:11.667428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.710425 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.767664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] For port 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:11.772837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] For port 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d6555f8-8e16-4f04-9275-5a9c525e45f3,segment=NetworkSegment(78ef1359-77dc-4ee5-bfd1-002636406734),segment_id=78ef1359-77dc-4ee5-bfd1-002636406734)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:11.779819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:11.930802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862fbb4-41d3-4c52-82be-065f0818c9e4 None None] Pushing event updated for resources: {'Port': ['ID=2d6555f8-8e16-4f04-9275-5a9c525e45f3,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:12.019446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.030361 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.098467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=1591eb71-e55a-4ce9-a3fa-114247973601,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:12.156894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:12.158639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:12.166509 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:12.167169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.183425 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8188e83-2387-482c-9066-4c5136b674e0 None None] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:12.217136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e66c56b0-974c-45e9-9516-d45141c047d3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4799943 Oct 28 21:52:12.219838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43948) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:12.235553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'fixed_ips': [{'subnet_id': '3f367855-c172-464d-8d70-a1a4de5c6397'}, {'subnet_id': '1591eb71-e55a-4ce9-a3fa-114247973601'}], 'name': 'tempest-PortsIpV6TestJSON-312311936'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:12.391313 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.394463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] Provisioning complete for port 41616696-dfc6-4b32-a2ae-fdf33d7357ca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:12.394823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.564718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:12.654891 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.679972 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.698560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.723296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.806555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:12.819525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] For port 41616696-dfc6-4b32-a2ae-fdf33d7357ca, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=41616696-dfc6-4b32-a2ae-fdf33d7357ca,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:12.841490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.900434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:12.919211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:12.919701 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a40e2-3e70-49e4-bb71-2796260bbf7e None None] Pushing event updated for resources: {'Port': ['ID=41616696-dfc6-4b32-a2ae-fdf33d7357ca,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:12.970380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc47068-23a4-4afb-b8f1-1d095eaa2947 req-f66af7bd-0155-4351-abaa-28f08801437b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:12.972111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dc47068-23a4-4afb-b8f1-1d095eaa2947 req-f66af7bd-0155-4351-abaa-28f08801437b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.4464338 Oct 28 21:52:13.115074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a8cb5656-3e91-469a-89ee-f68afea8e9b0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:13.131421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dc47068-23a4-4afb-b8f1-1d095eaa2947 req-46a7aba8-987b-4d1e-a48d-744c082ffa8c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975742 Oct 28 21:52:13.203718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:13.205435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:13.221814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a8cb5656-3e91-469a-89ee-f68afea8e9b0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:13.222239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:13.349957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a258e9b4-b160-488d-bc0f-603f268f16d3 None None] Provisioning complete for port 41616696-dfc6-4b32-a2ae-fdf33d7357ca triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:13.350705 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a258e9b4-b160-488d-bc0f-603f268f16d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:13.436335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-631facdd-f197-4a88-8705-217bae2e855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:13.510575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 775aa6a7-1d36-4afc-899d-c6460df5eb8d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:52:13.524727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d6555f8-8e16-4f04-9275-5a9c525e45f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:13.619411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a258e9b4-b160-488d-bc0f-603f268f16d3 None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:13.620129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a258e9b4-b160-488d-bc0f-603f268f16d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:13.697063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::6e (51c3b97d-5a87-4467-8e77-64df0cd7506a/3f367855-c172-464d-8d70-a1a4de5c6397/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:13.698209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a258e9b4-b160-488d-bc0f-603f268f16d3 None None] Port 3850f887-ae3d-49ec-83f7-cac032221787 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:13.709624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8:0:1::8a (51c3b97d-5a87-4467-8e77-64df0cd7506a/1591eb71-e55a-4ce9-a3fa-114247973601/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:13.721356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:13.723368 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:13.764433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:52:13.775816 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Sync routers for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:52:13.778633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7cf5552a-26d5-46ba-a667-d1fca5e760d8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/775aa6a7-1d36-4afc-899d-c6460df5eb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7331278 Oct 28 21:52:13.818466 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:13.820188 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:13.862550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a3a30776-7815-4a71-9845-ca861a83056e None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:13.862871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a3a30776-7815-4a71-9845-ca861a83056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.049864 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:14.081667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-1a0f4182-7e26-456c-b1ee-39a70d36d3ee tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014442736&fields=id&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 267 time: 0.0726912 Oct 28 21:52:14.096537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a3a30776-7815-4a71-9845-ca861a83056e None None] Port 3850f887-ae3d-49ec-83f7-cac032221787 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:14.121884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.122756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8dbd0-9047-43ab-9ab8-e3b13dd50c3f None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:14.223050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.256313 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.354694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:14.374656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:14.388255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:14.407531 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:14.408194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.420623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=0e99dfe3-7368-4b2d-865a-e0c2d9fa806c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:14.423233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c7685e05-6c8c-4128-80a8-d1b40aad8f32 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:14.425019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c7685e05-6c8c-4128-80a8-d1b40aad8f32 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 796 time: 0.3263948 Oct 28 21:52:14.448112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0c021-2e76-499e-ac14-0ec58f2dd6ec req-1bb2df45-a500-4130-86b3-d448ca2dc3fa tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:14.451205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39c0c021-2e76-499e-ac14-0ec58f2dd6ec req-1bb2df45-a500-4130-86b3-d448ca2dc3fa tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1960435 Oct 28 21:52:14.478943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d76272f-bb6d-4c2b-b81e-b21b1b17195d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.2566662 Oct 28 21:52:14.482232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:14.487725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f367855-c172-464d-8d70-a1a4de5c6397'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:14.497349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83be1301-568b-41ae-b6f7-bfc0c880201d None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:14.497944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83be1301-568b-41ae-b6f7-bfc0c880201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.558454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39c0c021-2e76-499e-ac14-0ec58f2dd6ec req-ee9f4d1e-c39a-4f2c-95de-6777d4417670 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976357 Oct 28 21:52:14.567410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-6a21ab2e-a246-4878-a276-e2188eeb658e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/quotas/0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 375 time: 0.1140869 Oct 28 21:52:14.598435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d6555f8-8e16-4f04-9275-5a9c525e45f3,segment=NetworkSegment(78ef1359-77dc-4ee5-bfd1-002636406734),segment_id=78ef1359-77dc-4ee5-bfd1-002636406734)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:14.621491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.626773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.627506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 41616696-dfc6-4b32-a2ae-fdf33d7357ca up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:14.651613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:12Z', 'revision_number': 2, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:14.664519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-0c54b9dc-ba90-4b5c-a283-964d38f7b882 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921574 Oct 28 21:52:14.707609 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Checking router: 775aa6a7-1d36-4afc-899d-c6460df5eb8d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:52:14.707956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Updating router 775aa6a7-1d36-4afc-899d-c6460df5eb8d port 3850f887-ae3d-49ec-83f7-cac032221787 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:52:14.763161 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.960910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:14.962295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=2d6555f8-8e16-4f04-9275-5a9c525e45f3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:14.970089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83be1301-568b-41ae-b6f7-bfc0c880201d None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:14.970453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83be1301-568b-41ae-b6f7-bfc0c880201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.008635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 41616696-dfc6-4b32-a2ae-fdf33d7357ca triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:15.008998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.057081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-83be1301-568b-41ae-b6f7-bfc0c880201d None None] Port 3850f887-ae3d-49ec-83f7-cac032221787 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:15.057702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Delete allocated IP 2001:db8:0:1::8a (51c3b97d-5a87-4467-8e77-64df0cd7506a/1591eb71-e55a-4ce9-a3fa-114247973601) {{(pid=102313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:52:15.153029 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.155886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Update dhcp port {'port': {'network_id': '51c3b97d-5a87-4467-8e77-64df0cd7506a', 'fixed_ips': [{'subnet_id': '3f367855-c172-464d-8d70-a1a4de5c6397', 'ip_address': '2001:db8::2'}, {'subnet_id': '1591eb71-e55a-4ce9-a3fa-114247973601'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '2d6555f8-8e16-4f04-9275-5a9c525e45f3'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:52:15.233584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.285196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-6190c833-3937-4c4a-826c-18db423dc52e service neutron] 10.222.0.31 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152864 Oct 28 21:52:15.337403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.348250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.495335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] In _notify_port_updated(), no bound segment for port 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c on network 51c3b97d-5a87-4467-8e77-64df0cd7506a {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:52:15.501481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:15.502465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.503954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/ports/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c HTTP/1.1" status: 200 len: 924 time: 1.0207539 Oct 28 21:52:15.505806 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.508049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43968) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:15.515406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f367855-c172-464d-8d70-a1a4de5c6397'}, {'subnet_id': '1591eb71-e55a-4ce9-a3fa-114247973601'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:15.516180 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.524552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26a331-372a-41f5-a148-d81761d375b9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=0e99dfe3-7368-4b2d-865a-e0c2d9fa806c,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:15.559395 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-110aceb1-ee0d-40d9-94ca-8425686a1509 service neutron] 10.222.0.31 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644172 Oct 28 21:52:15.612947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d6555f8-8e16-4f04-9275-5a9c525e45f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:15.650489 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89c88-b9c1-4989-8c14-07078403e003 None None] Pushing event updated for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:15.670275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.801445 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Attempting to bind port 3850f887-ae3d-49ec-83f7-cac032221787 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:15.802381 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Attempting to bind port 3850f887-ae3d-49ec-83f7-cac032221787 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:15.803110 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Attempting to bind port 3850f887-ae3d-49ec-83f7-cac032221787 on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:15.806029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Allocated IP 2001:db8:0:1::2 (51c3b97d-5a87-4467-8e77-64df0cd7506a/1591eb71-e55a-4ce9-a3fa-114247973601/2d6555f8-8e16-4f04-9275-5a9c525e45f3) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:15.815081 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:15.816884 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Checking segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:15.819225 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.819837 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Bound using segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:15.821206 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Bound port: 3850f887-ae3d-49ec-83f7-cac032221787, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:15.821913 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:15.900976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6543d7-2f48-4290-9026-91e5829e321d req-fa6b0243-dab1-4f77-9bdf-a260e51ec94d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:15.915442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d6543d7-2f48-4290-9026-91e5829e321d req-fa6b0243-dab1-4f77-9bdf-a260e51ec94d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.2043948 Oct 28 21:52:15.932627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:15.932993 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.002748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48bcd59b-255f-4e2a-83ef-172d52e59e31 req-b4355990-612b-40fe-803f-b36d8e26ba2a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 210 time: 0.0685081 Oct 28 21:52:16.040886 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] For port 3850f887-ae3d-49ec-83f7-cac032221787, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:16.044757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] For port 3850f887-ae3d-49ec-83f7-cac032221787, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3850f887-ae3d-49ec-83f7-cac032221787,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:16.053757 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.076979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d6543d7-2f48-4290-9026-91e5829e321d req-e76a6b1f-c846-4e9b-a9d0-4cbbb4a6fe70 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604164 Oct 28 21:52:16.155182 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:16.156012 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:16.158049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0f116489-d604-4313-a896-c13bc1718837 None None] For port 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d6555f8-8e16-4f04-9275-5a9c525e45f3,segment=NetworkSegment(78ef1359-77dc-4ee5-bfd1-002636406734),segment_id=78ef1359-77dc-4ee5-bfd1-002636406734)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:16.222089 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.237188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.244891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 41616696-dfc6-4b32-a2ae-fdf33d7357ca up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:16.455322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:16.455322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.456922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8:0:1::1d (51c3b97d-5a87-4467-8e77-64df0cd7506a/1591eb71-e55a-4ce9-a3fa-114247973601/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:16.512700 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f89c88-b9c1-4989-8c14-07078403e003 None None] Pushing event updated for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:16.541567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f116489-d604-4313-a896-c13bc1718837 None None] Pushing event updated for resources: {'Port': ['ID=2d6555f8-8e16-4f04-9275-5a9c525e45f3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:16.541743 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:16.555982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 41616696-dfc6-4b32-a2ae-fdf33d7357ca triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:16.566108 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.724906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.769737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.780519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.908310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.934698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=0e99dfe3-7368-4b2d-865a-e0c2d9fa806c,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:16.964539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] For port 3850f887-ae3d-49ec-83f7-cac032221787, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3850f887-ae3d-49ec-83f7-cac032221787,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:16.973137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.982361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] In _notify_port_updated(), no bound segment for port 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c on network 51c3b97d-5a87-4467-8e77-64df0cd7506a {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:52:16.989122 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:16.991085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:16.992793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad0ac69e-9a21-4975-a79f-f5dc28f2be62 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/ports/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c HTTP/1.1" status: 200 len: 1009 time: 1.4835584 Oct 28 21:52:16.995978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43984) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:17.074346 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:17.117528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014161db-7971-4ff1-924c-99bccf31a946 None None] Pushing event updated for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:17.142831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5376ff76-a3b1-4a98-98d8-5812a250dede None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:17.143268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5376ff76-a3b1-4a98-98d8-5812a250dede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:17.176133 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122a2520-44b0-4952-9442-f114b40b94ca None None] The sync data for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 is: [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:52:17.263268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:17.304357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:17.323897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64ff6e84-a499-43f5-ad1b-f1884893644e req-0ec66d30-74f6-41d5-9390-4457e893dba1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 210 time: 0.1489944 Oct 28 21:52:17.488788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5130d-576b-451d-8c06-d7d191acf477 req-7c34ba55-712d-43f6-bcee-094d43b0ff6a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:17.496998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5b5130d-576b-451d-8c06-d7d191acf477 req-7c34ba55-712d-43f6-bcee-094d43b0ff6a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.2191343 Oct 28 21:52:17.580308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5b5130d-576b-451d-8c06-d7d191acf477 req-ff8530bb-8d98-40e9-91f0-e2970be1a981 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810223 Oct 28 21:52:17.591163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:17.608136 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:17.703315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3850f887-ae3d-49ec-83f7-cac032221787 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:17.864073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3850f887-ae3d-49ec-83f7-cac032221787 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:17.865443 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:17.937525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea18e4-1751-4fe4-bf40-26131acafac7 None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:17.971645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-1ac19421-40a4-4795-9ed6-bc301739f5d3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:17.975338 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-1ac19421-40a4-4795-9ed6-bc301739f5d3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 796 time: 0.3500378 Oct 28 21:52:18.042363 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-a6214f7c-200c-4f1d-935b-6ffc9fbfc035 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 380 time: 0.0517061 Oct 28 21:52:18.055645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'port': {'device_id': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'admin_state_up': True, 'tenant_id': '0372ae518279420198ac9f8687657e10', 'security_groups': ['3510cf80-fefc-47c9-9ad1-4d57f75015ed']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:18.071834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d6555f8-8e16-4f04-9275-5a9c525e45f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:18.134721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8f1f52cb-eaf1-452d-8446-14adb45817b0 None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:18.135092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f1f52cb-eaf1-452d-8446-14adb45817b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.281087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.323483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=0e99dfe3-7368-4b2d-865a-e0c2d9fa806c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:18.326714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:18.327010 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.343524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:18.346976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.398770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.406037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43992) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:18.406582 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b9a2b8c-2a43-40d6-896a-c7acb8802f32 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c HTTP/1.1" status: 204 len: 168 time: 1.4089789 Oct 28 21:52:18.468422 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b234a2-9282-4078-940b-a59c500c7125 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:18.470079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d5b234a2-9282-4078-940b-a59c500c7125 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c HTTP/1.1" status: 404 len: 333 time: 0.0623546 Oct 28 21:52:18.518607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 43994) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:18.551676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0c501c6-8cc8-4002-aea6-3d2032adf9f6 req-742c824e-1e29-4000-8432-2a63adfe87f2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 210 time: 0.0668044 Oct 28 21:52:18.573280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8f1f52cb-eaf1-452d-8446-14adb45817b0 None None] Could not find standard attr ID for object 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:18.699794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 1591eb71-e55a-4ce9-a3fa-114247973601 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:18.711245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.821802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.4 (9f937c77-cab0-47fe-a4a1-bf4f7082df02/33965d84-3934-4c04-ac46-b9a995e9174f/85c1f70b-d807-415c-86b7-5fe58425a5db) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:18.838873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:18.862378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f989-6000-422c-9bc5-275f7590c136 req-dabb26d0-06ea-49b2-9978-4fc645ce2851 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:18.875746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f387f989-6000-422c-9bc5-275f7590c136 req-dabb26d0-06ea-49b2-9978-4fc645ce2851 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1435630 Oct 28 21:52:18.956966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f387f989-6000-422c-9bc5-275f7590c136 req-df4a388a-835c-4f15-89e3-605e404e2a05 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802131 Oct 28 21:52:19.047514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.111625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2c0ef67f-a3ac-41a3-9a58-d98ff276d97f None None] Provisioning complete for port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:19.112153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef67f-a3ac-41a3-9a58-d98ff276d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.241990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.285473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.335268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.347825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/1591eb71-e55a-4ce9-a3fa-114247973601 HTTP/1.1" status: 204 len: 168 time: 0.8258905 Oct 28 21:52:19.353827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 43998) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:19.385480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bee8cc-c841-429a-a971-31a4c29251c5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=1591eb71-e55a-4ce9-a3fa-114247973601,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:19.420499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.478459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 3f367855-c172-464d-8d70-a1a4de5c6397 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:19.486711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.509633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef6463-0e28-41f0-bb89-4df2a9d1e5d4 None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:19.543788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:19.550079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:19.554143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:19.574982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.610754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:19.626656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9a13b254-318a-4b2e-a2e2-12d9f3a19d32 None None] Could not find standard attr ID for object 0e99dfe3-7368-4b2d-865a-e0c2d9fa806c. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:19.656512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:19.657085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.676546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-c9126c9c-db36-46a2-a7eb-43e704257ac8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6258948 Oct 28 21:52:19.690416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Request body: {'port': {'device_id': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:19.720964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.845012 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:19.918333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfcc8a-e236-4baf-80a6-7186b0405d13 req-49b14340-b859-49e7-a24b-de39dc02133d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:19.920473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6bfcc8a-e236-4baf-80a6-7186b0405d13 req-49b14340-b859-49e7-a24b-de39dc02133d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 931 time: 0.1944847 Oct 28 21:52:19.952504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.022601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=3f367855-c172-464d-8d70-a1a4de5c6397,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:20.030349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.037432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-32ad518c-da9e-495f-a3e6-ed5520b8622a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/3f367855-c172-464d-8d70-a1a4de5c6397 HTTP/1.1" status: 204 len: 168 time: 0.6795695 Oct 28 21:52:20.039033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44006) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:20.058688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6bfcc8a-e236-4baf-80a6-7186b0405d13 req-211be6ce-4e38-44f9-83d9-b90ca83d6c79 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297767 Oct 28 21:52:20.171088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-451bcba6-0e7c-4f4c-9ce5-3e4f2f709442 None None] Provisioning complete for port 85c1f70b-d807-415c-86b7-5fe58425a5db triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:20.171703 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-451bcba6-0e7c-4f4c-9ce5-3e4f2f709442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.191781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.206697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411cc4-8cdb-4198-bf07-d4bec1da005e req-273f571a-5cdb-4924-8c56-541ddc04aafc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:20.208824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef411cc4-8cdb-4198-bf07-d4bec1da005e req-273f571a-5cdb-4924-8c56-541ddc04aafc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1039495 Oct 28 21:52:20.267638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-451bcba6-0e7c-4f4c-9ce5-3e4f2f709442 None None] Port 85c1f70b-d807-415c-86b7-5fe58425a5db cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:20.347109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef411cc4-8cdb-4198-bf07-d4bec1da005e req-fc5166ee-cd85-41d7-a14f-d839e76f0b2d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304410 Oct 28 21:52:20.390093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:20.390440 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.477409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c1f70b-d807-415c-86b7-5fe58425a5db {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:52:20.482251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port 2d6555f8-8e16-4f04-9275-5a9c525e45f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2d6555f8-8e16-4f04-9275-5a9c525e45f3,segment=NetworkSegment(78ef1359-77dc-4ee5-bfd1-002636406734),segment_id=78ef1359-77dc-4ee5-bfd1-002636406734)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:20.482808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.488339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.497776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 2d6555f8-8e16-4f04-9275-5a9c525e45f3 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:20.512274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Transition to ACTIVE for port object 85c1f70b-d807-415c-86b7-5fe58425a5db will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:52:20.519778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.646056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.663040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:20.736570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=2d6555f8-8e16-4f04-9275-5a9c525e45f3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:20.743826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port 2d6555f8-8e16-4f04-9275-5a9c525e45f3 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:20.893411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:20.893914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:20.894037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:20.900313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:52:20.900889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:20.910500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:20.910721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Checking segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:20.911023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Bound using segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:20.912805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Bound port: 85c1f70b-d807-415c-86b7-5fe58425a5db, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:20.912805 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.921423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:20.960669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea36bb-703f-4a37-b29e-afd4891b48f9 None None] Network 51c3b97d-5a87-4467-8e77-64df0cd7506a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:20.975996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c3b97d-5a87-4467-8e77-64df0cd7506a']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:20.996501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ef1359-77dc-4ee5-bfd1-002636406734') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:20.998838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ef1359-77dc-4ee5-bfd1-002636406734') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:21.022962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.063306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.072672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:21.073165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:21.077009 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:21.082774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:21.087614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:21.094393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.123480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-62c390c5-a381-499b-bb49-6c7c7d98cd23 None None] Could not find standard attr ID for object 2d6555f8-8e16-4f04-9275-5a9c525e45f3. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:21.174098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.180436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.180436 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 1092 time: 1.4912250 Oct 28 21:52:21.180436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:52:21.181428 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:52:21.309330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1e62d-b676-4638-9af8-6bb3f7dc6bca req-2727ec7b-d61d-4b79-ad47-42b3a72a6006 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.313143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fb1e62d-b676-4638-9af8-6bb3f7dc6bca req-2727ec7b-d61d-4b79-ad47-42b3a72a6006 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.1152956 Oct 28 21:52:21.318378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.319169 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22af50-8c4c-458d-bd97-947819b457c8 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:21.345946 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f6083-1040-408d-b337-ac0e8a0ecbae x-openstack-request-id: req-7c9f6083-1040-408d-b337-ac0e8a0ecbae {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:52:21.346237 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:52:21.346491 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c9f6083-1040-408d-b337-ac0e8a0ecbae {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:52:21.346887 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'status': 'completed', 'code': 200} Oct 28 21:52:21.350951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.364105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/51c3b97d-5a87-4467-8e77-64df0cd7506a HTTP/1.1" status: 204 len: 168 time: 1.3172600 Oct 28 21:52:21.366878 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd3adc-7607-4348-9fba-162ddde95f12 None None] DHCP port deletion for 51c3b97d-5a87-4467-8e77-64df0cd7506a request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:21.373506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44012) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:21.445467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-965f3bbb-99e7-49ef-a373-8b7967b3fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.446923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-965f3bbb-99e7-49ef-a373-8b7967b3fa8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.1988692 Oct 28 21:52:21.484008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00532-186e-4fcb-9a34-ec6445a339dc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=51c3b97d-5a87-4467-8e77-64df0cd7506a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:21.541300 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-64d39293-e110-4287-8201-dc6e62425047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 217 time: 0.0848858 Oct 28 21:52:21.572170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0fb1e62d-b676-4638-9af8-6bb3f7dc6bca req-5aac6bb8-17b7-46f0-9e2e-7da4c898ff37 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469895 Oct 28 21:52:21.576791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb94ba7-17fd-4265-91d4-2cac95c2ddc4 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.578778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d6555f8-8e16-4f04-9275-5a9c525e45f3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:21.582583 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fcb94ba7-17fd-4265-91d4-2cac95c2ddc4 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2003415 Oct 28 21:52:21.583890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44016) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:21.635879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-d846322a-ebd5-43ba-b298-b758434ba339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.637555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-d846322a-ebd5-43ba-b298-b758434ba339 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0805554 Oct 28 21:52:21.642669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2d6555f8-8e16-4f04-9275-5a9c525e45f3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:21.643022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2d6555f8-8e16-4f04-9275-5a9c525e45f3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:21.678866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a79dfdd-c374-4c2f-9dba-f066ee4f92db tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0933723 Oct 28 21:52:21.690769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44018) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:21.691071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b960ff-77bf-48de-812d-b811c41446b3 req-c478c53d-8cc5-472a-a43f-65939b6f5a5f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.693309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7b960ff-77bf-48de-812d-b811c41446b3 req-c478c53d-8cc5-472a-a43f-65939b6f5a5f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1860311 Oct 28 21:52:21.696817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024063505'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:21.733134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-e39678cd-5c6e-4e22-a638-920e17cc822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:21.734792 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-e39678cd-5c6e-4e22-a638-920e17cc822f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896664 Oct 28 21:52:21.737886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:21.743486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.764132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7b960ff-77bf-48de-812d-b811c41446b3 req-3c2dcb38-416e-4f92-9c17-70e03c63a190 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639734 Oct 28 21:52:21.830416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:21.851045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:21.851380 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment 227fdb92-1e24-44b2-8f3a-fc5dbdb94795 of type vlan for network 73ba1c47-2ff3-413a-8c79-c081f99cd2db Oct 28 21:52:21.905309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-fb705bbf-081e-4e75-8b02-24d3f3257a26 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590145 Oct 28 21:52:21.927676 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.002569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.008102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.008710 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.077422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3854876 Oct 28 21:52:22.080226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44020) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:22.086111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:22.092949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bcf3b1-bffd-4739-ae3d-91246b6d315a req-06229926-b8f6-4c1d-a3d1-6cbaa6fa1781 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758468 Oct 28 21:52:22.098469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eaed8-542d-4139-a61b-82d207acc547 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=73ba1c47-2ff3-413a-8c79-c081f99cd2db,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:22.108868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:22.218514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-cc1b93ce-d0d4-43e5-bb03-0f849bc1c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.220337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-cc1b93ce-d0d4-43e5-bb03-0f849bc1c88f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.0723140 Oct 28 21:52:22.250553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:22.254672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.329855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-2b66a09d-efde-4990-af69-539792ad2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.331448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-2b66a09d-efde-4990-af69-539792ad2dbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1024020 Oct 28 21:52:22.382802 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-8d90ab5f-7026-4d03-a058-7ea570ad6553 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 217 time: 0.0444772 Oct 28 21:52:22.439221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-51368a9f-371f-4e77-8c83-6561c7a923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.441046 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-51368a9f-371f-4e77-8c83-6561c7a923c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0501220 Oct 28 21:52:22.470461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.492426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-c74a95c2-da13-431f-a279-2db9357c3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.494086 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-c74a95c2-da13-431f-a279-2db9357c3fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448492 Oct 28 21:52:22.531210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=d6a45f1d-976b-4ed8-8eae-d0227711f948,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:22.550542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': '227fdb92-1e24-44b2-8f3a-fc5dbdb94795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:22.550928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: 73ba1c47-2ff3-413a-8c79-c081f99cd2db, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:22.569165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:22.578007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 73ba1c47-2ff3-413a-8c79-c081f99cd2db) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:22.592348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.593014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.593421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493dff42-4e5a-41fd-829c-4dafd0f8b45d None None] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:22.615306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-9cc31d02-28b1-4e1f-97f0-4b1911ad4426 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124871 Oct 28 21:52:22.622381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93f80899-a358-4c5a-8c5f-759c2cd0aaec tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5408375 Oct 28 21:52:22.625075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44024) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:22.630883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db', 'name': 'tempest-PortsIpV6TestJSON-1016627588'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:22.740323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bbfa5ac5-c128-4760-a2e7-1b7f263b6ff6 req-048c24f6-cf29-4f9e-b041-9718c392226d service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165342 Oct 28 21:52:22.825533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4952c6-197f-4dd5-8e1e-e4df484e534b req-51d2eff7-ce53-449c-9e7a-3245f022ca66 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:22.827741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a4952c6-197f-4dd5-8e1e-e4df484e534b req-51d2eff7-ce53-449c-9e7a-3245f022ca66 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.0845230 Oct 28 21:52:22.854490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:22.859708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:22.917488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port d97bddb1-15c2-41d0-b5c6-6891371a43b4 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:22.932514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a4952c6-197f-4dd5-8e1e-e4df484e534b req-a01adcae-e97b-4007-8d11-11827228db93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975723 Oct 28 21:52:22.998787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ef9c2-19d6-49ae-9755-56d9cec58242 req-9a308a30-5d5b-4ad9-8267-2f8705b046f1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:23.000477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-040ef9c2-19d6-49ae-9755-56d9cec58242 req-9a308a30-5d5b-4ad9-8267-2f8705b046f1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1187413 Oct 28 21:52:23.067394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-73ba1c47-2ff3-413a-8c79-c081f99cd2db', 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': 'd6a45f1d-976b-4ed8-8eae-d0227711f948'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:23.068698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.080248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-040ef9c2-19d6-49ae-9755-56d9cec58242 req-f432ef7a-12a2-429b-a2b8-76f732bc2cf8 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707228 Oct 28 21:52:23.104764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::6a (73ba1c47-2ff3-413a-8c79-c081f99cd2db/d6a45f1d-976b-4ed8-8eae-d0227711f948/d97bddb1-15c2-41d0-b5c6-6891371a43b4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:23.295502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.347911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.394628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:23.399007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:23.403027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:23.409784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:23.410417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.412755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Allocated IP 2001:db8::2 (73ba1c47-2ff3-413a-8c79-c081f99cd2db/d6a45f1d-976b-4ed8-8eae-d0227711f948/f43df549-2e29-4e05-b016-304faf45dde7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:23.429733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=d97bddb1-15c2-41d0-b5c6-6891371a43b4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:23.438109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44030) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:23.438773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-449c18ef-76ac-4110-b9db-b302f1f63fd7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8119853 Oct 28 21:52:23.446969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db', 'name': 'tempest-PortsIpV6TestJSON-234375278'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:23.564934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:23.568686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.578102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.587424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port cd7c17dd-b2c7-4696-987b-04a0af07948b yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:23.593366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.644146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:23.647643 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:23.649879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:23.666125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Pushing event updated for resources: {'Port': ['ID=f43df549-2e29-4e05-b016-304faf45dde7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:23.712090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Attempting to bind port f43df549-2e29-4e05-b016-304faf45dde7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:23.712378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::1e2 (73ba1c47-2ff3-413a-8c79-c081f99cd2db/d6a45f1d-976b-4ed8-8eae-d0227711f948/cd7c17dd-b2c7-4696-987b-04a0af07948b) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:23.712492 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Attempting to bind port f43df549-2e29-4e05-b016-304faf45dde7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '227fdb92-1e24-44b2-8f3a-fc5dbdb94795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:23.713028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Attempting to bind port f43df549-2e29-4e05-b016-304faf45dde7 on network 73ba1c47-2ff3-413a-8c79-c081f99cd2db {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:23.718620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:23.718990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Checking segment: {'id': '227fdb92-1e24-44b2-8f3a-fc5dbdb94795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:23.719383 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.719797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Bound using segment: {'id': '227fdb92-1e24-44b2-8f3a-fc5dbdb94795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:23.720263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Bound port: f43df549-2e29-4e05-b016-304faf45dde7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227fdb92-1e24-44b2-8f3a-fc5dbdb94795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '73ba1c47-2ff3-413a-8c79-c081f99cd2db'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:23.720665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.784843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] For port f43df549-2e29-4e05-b016-304faf45dde7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:23.788452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] For port f43df549-2e29-4e05-b016-304faf45dde7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f43df549-2e29-4e05-b016-304faf45dde7,segment=NetworkSegment(227fdb92-1e24-44b2-8f3a-fc5dbdb94795),segment_id=227fdb92-1e24-44b2-8f3a-fc5dbdb94795)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:23.792621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.856770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1551-0e8f-4f25-abfb-980999d3aca4 None None] Pushing event updated for resources: {'Port': ['ID=f43df549-2e29-4e05-b016-304faf45dde7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:23.877160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.912674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.963828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:23.967497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:23.971164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:23.977779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:23.978316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:23.987243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=cd7c17dd-b2c7-4696-987b-04a0af07948b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:24.003415 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-19e03f5c-d846-44d7-a722-ce8c74c37f81 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5604322 Oct 28 21:52:24.004685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44034) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:24.107885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f3097-f408-4f25-8d32-4da46a572281 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:24.109483 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb6f3097-f408-4f25-8d32-4da46a572281 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6a HTTP/1.1" status: 200 len: 928 time: 0.1020217 Oct 28 21:52:24.112572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44036) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:24.115556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9597a-199c-4c91-bd04-77b5095b5616 req-ca92a4b9-3658-4f34-a243-2d25425abfe0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:24.117135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bf9597a-199c-4c91-bd04-77b5095b5616 req-ca92a4b9-3658-4f34-a243-2d25425abfe0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.0658622 Oct 28 21:52:24.189211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bf9597a-199c-4c91-bd04-77b5095b5616 req-4d7eeb5c-5d78-45d8-b1ec-f67c3c60707b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528791 Oct 28 21:52:24.225869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port cd7c17dd-b2c7-4696-987b-04a0af07948b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:24.226205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:24.240097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122243-d88f-4474-bf69-e9eaf63dcbfb req-03c73805-e939-4987-9fe7-073f702c17e5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:24.241635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee122243-d88f-4474-bf69-e9eaf63dcbfb req-03c73805-e939-4987-9fe7-073f702c17e5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0518630 Oct 28 21:52:24.280661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee122243-d88f-4474-bf69-e9eaf63dcbfb req-7a105f0b-0ed8-4afe-ba8e-48f3b23302ca tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Oct 28 21:52:24.313068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:24.325511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for cd7c17dd-b2c7-4696-987b-04a0af07948b owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:24.451971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:24.483005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=cd7c17dd-b2c7-4696-987b-04a0af07948b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:24.510470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:24.513766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69232b27-585a-4aea-bd77-8aa3a97dd04b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/cd7c17dd-b2c7-4696-987b-04a0af07948b HTTP/1.1" status: 204 len: 168 time: 0.4001908 Oct 28 21:52:24.516328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:24.804598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a516cc-f3ca-434e-b876-3f730f268144 None None] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:24.882401 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f86b3fb-8ac2-4040-a488-d53d008d3c56 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:24.883917 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f86b3fb-8ac2-4040-a488-d53d008d3c56 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/cd7c17dd-b2c7-4696-987b-04a0af07948b HTTP/1.1" status: 404 len: 333 time: 0.3666341 Oct 28 21:52:24.886624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44042) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:24.892136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] Provisioning complete for port f43df549-2e29-4e05-b016-304faf45dde7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:24.892537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:24.977645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port d97bddb1-15c2-41d0-b5c6-6891371a43b4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:24.977907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.029613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.067994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] For port f43df549-2e29-4e05-b016-304faf45dde7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f43df549-2e29-4e05-b016-304faf45dde7,segment=NetworkSegment(227fdb92-1e24-44b2-8f3a-fc5dbdb94795),segment_id=227fdb92-1e24-44b2-8f3a-fc5dbdb94795)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:25.068772 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.073536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.082914 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for d97bddb1-15c2-41d0-b5c6-6891371a43b4 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:25.138171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916d39b-6962-4f1a-8e72-6ff08dcf8404 None None] Pushing event updated for resources: {'Port': ['ID=f43df549-2e29-4e05-b016-304faf45dde7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:25.218870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.223026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:52:25.249303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=d97bddb1-15c2-41d0-b5c6-6891371a43b4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:25.283199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.292563 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-95a4638f-2377-47b1-9ca2-5bf451c877e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/d97bddb1-15c2-41d0-b5c6-6891371a43b4 HTTP/1.1" status: 204 len: 168 time: 0.4049327 Oct 28 21:52:25.293202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44046) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:25.319727 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-559284b7-dc01-4c9d-a8b5-3e1b1116d706 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:25.324861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-559284b7-dc01-4c9d-a8b5-3e1b1116d706 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/d97bddb1-15c2-41d0-b5c6-6891371a43b4 HTTP/1.1" status: 404 len: 333 time: 0.0305324 Oct 28 21:52:25.325519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44050) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:25.330207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db211-08b3-431b-b6fd-45ce5dc969e0 req-d58917d1-3799-49a5-9400-2aaae536a8a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:25.340205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be9db211-08b3-431b-b6fd-45ce5dc969e0 req-d58917d1-3799-49a5-9400-2aaae536a8a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.0707774 Oct 28 21:52:25.373929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:25.393375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be9db211-08b3-431b-b6fd-45ce5dc969e0 req-0d049498-ad44-48c8-934e-482946fc8f78 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Oct 28 21:52:25.394227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'mac_address': 'fa:16:3e:04:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:52:25.413622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet d6a45f1d-976b-4ed8-8eae-d0227711f948 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:25.414468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-56c3a97b-2c73-4d6f-9613-e28c530222e8 None None] Could not find standard attr ID for object d97bddb1-15c2-41d0-b5c6-6891371a43b4. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:25.417784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.464399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236baab2-eb84-4ba5-88e6-4c5697a7c6d5 req-5a8f1182-49aa-46f8-8e77-231489225d4c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:25.465849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-56c3a97b-2c73-4d6f-9613-e28c530222e8 None None] Provisioning complete for port f43df549-2e29-4e05-b016-304faf45dde7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:25.466947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-56c3a97b-2c73-4d6f-9613-e28c530222e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.474290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-236baab2-eb84-4ba5-88e6-4c5697a7c6d5 req-5a8f1182-49aa-46f8-8e77-231489225d4c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0791218 Oct 28 21:52:25.483610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.505824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.525923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-236baab2-eb84-4ba5-88e6-4c5697a7c6d5 req-42580272-0bba-49c9-b34b-01656ece3ecc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501230 Oct 28 21:52:25.555554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c1f70b-d807-415c-86b7-5fe58425a5db {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:52:25.589995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:25.618238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f43df549-2e29-4e05-b016-304faf45dde7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:25.631171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.660035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.695897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.731292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a45f1d-976b-4ed8-8eae-d0227711f948,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:25.734745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:25.735928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.740448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-895c272d-d236-4cf8-99f9-950fe3e78ff3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/d6a45f1d-976b-4ed8-8eae-d0227711f948 HTTP/1.1" status: 204 len: 168 time: 0.4139445 Oct 28 21:52:25.743489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44052) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:25.746394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f43df549-2e29-4e05-b016-304faf45dde7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:25.746771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.833569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f0c1c53c-f146-40a4-9113-171323f6fada None None] Could not find standard attr ID for object d97bddb1-15c2-41d0-b5c6-6891371a43b4. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:25.848123 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.870331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['85c1f70b-d807-415c-86b7-5fe58425a5db'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:52:25.901271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90f6bb-f65b-40d9-b82c-cfafe1168962 None None] Network 73ba1c47-2ff3-413a-8c79-c081f99cd2db requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:25.906290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port f43df549-2e29-4e05-b016-304faf45dde7 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:25.906628 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.966980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2985513e-961b-4563-88d6-101c1334e9f8 None None] Could not find standard attr ID for object cd7c17dd-b2c7-4696-987b-04a0af07948b. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:25.977422 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port f43df549-2e29-4e05-b016-304faf45dde7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f43df549-2e29-4e05-b016-304faf45dde7,segment=NetworkSegment(227fdb92-1e24-44b2-8f3a-fc5dbdb94795),segment_id=227fdb92-1e24-44b2-8f3a-fc5dbdb94795)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:25.977776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:25.991272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for f43df549-2e29-4e05-b016-304faf45dde7 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:26.070792 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.101507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=f43df549-2e29-4e05-b016-304faf45dde7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:26.110075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port f43df549-2e29-4e05-b016-304faf45dde7 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:26.116696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.116970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.117312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.117648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.117993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.118305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.118630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.118957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.119278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.119602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.119929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.120320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:52:26.157368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7756074-b060-4682-bc49-67338755865a None None] DHCP port deletion for 73ba1c47-2ff3-413a-8c79-c081f99cd2db request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:26.198630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.218131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ba1c47-2ff3-413a-8c79-c081f99cd2db']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:26.227737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227fdb92-1e24-44b2-8f3a-fc5dbdb94795') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:26.228027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227fdb92-1e24-44b2-8f3a-fc5dbdb94795') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:26.238424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.251821 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.257697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:26.258067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:26.260955 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:26.322297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.329469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.332639 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/73ba1c47-2ff3-413a-8c79-c081f99cd2db HTTP/1.1" status: 204 len: 168 time: 0.5881639 Oct 28 21:52:26.336316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:26.341441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-362614561'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:26.344298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d757a8d-c71b-4ba7-84f8-1ecb4f028c42 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=73ba1c47-2ff3-413a-8c79-c081f99cd2db,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:26.363691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:26.367991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.390409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:26.399808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.400151 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment 24f5e3f2-7056-4d05-b410-571f2e1ef94d of type vlan for network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 Oct 28 21:52:26.445063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.491310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.496860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:26.497444 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.557159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2195485 Oct 28 21:52:26.563004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44060) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:26.567277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:26.580154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9752b1-49e2-4ead-bf2b-a241350fa590 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:26.591282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022cce-2d85-43df-bd8e-f80fc905dcc5 req-0aed41a0-38c7-40d8-9309-668ff88f2d08 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:26.592841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf022cce-2d85-43df-bd8e-f80fc905dcc5 req-0aed41a0-38c7-40d8-9309-668ff88f2d08 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 944 time: 0.1310408 Oct 28 21:52:26.595958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:26.664307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf022cce-2d85-43df-bd8e-f80fc905dcc5 req-28c5d71f-7063-44ba-85f9-1cd75f2da4ca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642810 Oct 28 21:52:26.680428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:26.684216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.692077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b2b5-1e34-43a2-b4cb-f8eea4c563ff req-191812a3-9592-482c-97a9-8768f85e4085 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:26.694312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f383b2b5-1e34-43a2-b4cb-f8eea4c563ff req-191812a3-9592-482c-97a9-8768f85e4085 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0705209 Oct 28 21:52:26.733601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f383b2b5-1e34-43a2-b4cb-f8eea4c563ff req-98d9a383-708b-4de3-928b-435b8f9c227b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Oct 28 21:52:26.870999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.930766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4a510-41f3-43d8-9f39-9969648698ed,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:26.940118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': '24f5e3f2-7056-4d05-b410-571f2e1ef94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:26.940512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:26.957655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:26.966587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:26.970879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:26.971455 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:26.976070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d43cf9-a16d-4a25-b930-1772c7d8048b None None] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:26.991653 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8bd817ab-9a61-47de-8fc7-aec031c2c267 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260383 Oct 28 21:52:26.991870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:26.996600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4', 'name': 'tempest-PortsIpV6TestJSON-817854794', 'fixed_ips': [{'subnet_id': 'c6f4a510-41f3-43d8-9f39-9969648698ed', 'ip_address': '2001:db8::10'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:27.108903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:27.121340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4', 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': 'c6f4a510-41f3-43d8-9f39-9969648698ed'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:27.122240 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.194493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.211998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 41d83caf-58f0-4062-8b94-80d69952d199 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:27.237969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:27.292989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Allocated IP 2001:db8::2 (b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4/c6f4a510-41f3-43d8-9f39-9969648698ed/8f8e333c-074c-4e1d-9054-0296f19a09d1) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:27.357559 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 85c1f70b-d807-415c-86b7-5fe58425a5db completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:52:27.365131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 85c1f70b-d807-415c-86b7-5fe58425a5db triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:27.365442 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.499005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.508472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.512694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.540671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f43df549-2e29-4e05-b016-304faf45dde7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:27.557227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::10 (b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4/c6f4a510-41f3-43d8-9f39-9969648698ed/41d83caf-58f0-4062-8b94-80d69952d199) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:27.585183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f43df549-2e29-4e05-b016-304faf45dde7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:27.585525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f43df549-2e29-4e05-b016-304faf45dde7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:27.594903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:27.602291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:27.607902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:52:27.610188 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46048a9b-ad78-446b-8040-ca12219a6f66" -d '{"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-plugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:52:27.612982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Pushing event updated for resources: {'Port': ['ID=8f8e333c-074c-4e1d-9054-0296f19a09d1,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:27.617966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:27.631555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:27.637492 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.656985 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32bc1d-db07-43fe-bfe8-1662444f93b3 x-openstack-request-id: req-9b32bc1d-db07-43fe-bfe8-1662444f93b3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:52:27.657286 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-plugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:52:27.657546 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b32bc1d-db07-43fe-bfe8-1662444f93b3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:52:27.657938 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'code': 200} Oct 28 21:52:27.720500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Attempting to bind port 8f8e333c-074c-4e1d-9054-0296f19a09d1 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:27.720869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Attempting to bind port 8f8e333c-074c-4e1d-9054-0296f19a09d1 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '24f5e3f2-7056-4d05-b410-571f2e1ef94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:27.721232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Attempting to bind port 8f8e333c-074c-4e1d-9054-0296f19a09d1 on network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:27.734638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:27.735063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Checking segment: {'id': '24f5e3f2-7056-4d05-b410-571f2e1ef94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:27.735464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.735872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Bound using segment: {'id': '24f5e3f2-7056-4d05-b410-571f2e1ef94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:27.736327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Bound port: 8f8e333c-074c-4e1d-9054-0296f19a09d1, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f5e3f2-7056-4d05-b410-571f2e1ef94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:27.736736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.740576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:27.759956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.810294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b07504-7e68-4c66-bb21-6531e94b1490 req-de045ab6-a16d-45c2-a3c1-3bd6d37cf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:27.812007 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6b07504-7e68-4c66-bb21-6531e94b1490 req-de045ab6-a16d-45c2-a3c1-3bd6d37cf184 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0916812 Oct 28 21:52:27.813192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.816003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] For port 8f8e333c-074c-4e1d-9054-0296f19a09d1, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:27.820943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] For port 8f8e333c-074c-4e1d-9054-0296f19a09d1, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8f8e333c-074c-4e1d-9054-0296f19a09d1,segment=NetworkSegment(24f5e3f2-7056-4d05-b410-571f2e1ef94d),segment_id=24f5e3f2-7056-4d05-b410-571f2e1ef94d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:27.826440 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.854494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eefe1-2a22-4bcb-a4b4-acb44dbcad2b req-a5c17a61-77d9-41c5-bf7c-c39e8486f24a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:27.856729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c5eefe1-2a22-4bcb-a4b4-acb44dbcad2b req-a5c17a61-77d9-41c5-bf7c-c39e8486f24a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1002269 Oct 28 21:52:27.894361 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:27.895299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11389c4d-6954-462f-9c96-96722fa97a1e None None] Pushing event updated for resources: {'Port': ['ID=8f8e333c-074c-4e1d-9054-0296f19a09d1,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:27.911773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:27.914586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:27.921774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:27.922497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:27.931042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=41d83caf-58f0-4062-8b94-80d69952d199,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:27.940234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b5255-961e-4205-8b49-fddf3d3f897b req-95603697-e442-495e-ab93-45ca9e1215b5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:27.941227 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6b07504-7e68-4c66-bb21-6531e94b1490 req-19363a4a-568b-41ed-b88b-8180395edfdc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180604 Oct 28 21:52:27.941756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-368b5255-961e-4205-8b49-fddf3d3f897b req-95603697-e442-495e-ab93-45ca9e1215b5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0954988 Oct 28 21:52:27.948013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c5eefe1-2a22-4bcb-a4b4-acb44dbcad2b req-688c0db6-95a6-4378-a605-9f6f1fcd29c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732408 Oct 28 21:52:27.953162 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a13ce741-79b1-4d4a-8a48-a410335aeb8e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9600892 Oct 28 21:52:27.955256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44072) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:27.962842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4', 'name': 'tempest-PortsIpV6TestJSON-1568117686', 'fixed_ips': [{'subnet_id': 'c6f4a510-41f3-43d8-9f39-9969648698ed', 'ip_address': '2001:db8::f'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:27.992976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-368b5255-961e-4205-8b49-fddf3d3f897b req-a64fb80c-d29d-4b4d-b79d-4870e28fecd9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Oct 28 21:52:28.075705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:28.080974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:28.099684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 470e3098-9915-4853-93d2-c41f6578feba yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:28.172341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:52:28.278556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::f (b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4/c6f4a510-41f3-43d8-9f39-9969648698ed/470e3098-9915-4853-93d2-c41f6578feba) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:28.429275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:28.461920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:28.506145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:28.509281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:28.513053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:28.518714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:28.519316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:28.525998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=470e3098-9915-4853-93d2-c41f6578feba,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:28.543837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6579b2f6-d417-4c0e-bad4-533831e2926b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5856497 Oct 28 21:52:28.546499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:28.671663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d38b2-0550-4446-860f-804236c73ec6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:28.674665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0e2d38b2-0550-4446-860f-804236c73ec6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1257777 Oct 28 21:52:28.676340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44076) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:28.767111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455b855-d573-44df-9437-6eee332b1b73 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:28.773723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455b855-d573-44df-9437-6eee332b1b73 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:28.779673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455b855-d573-44df-9437-6eee332b1b73 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:28.781570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3455b855-d573-44df-9437-6eee332b1b73 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1041772 Oct 28 21:52:28.784441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44078) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:28.881997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 470e3098-9915-4853-93d2-c41f6578feba {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:28.882666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:28.925881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a528c57-77a5-4652-8a00-1cadbc99a922 None None] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:28.984799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.001901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 470e3098-9915-4853-93d2-c41f6578feba owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:29.071616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] Provisioning complete for port 8f8e333c-074c-4e1d-9054-0296f19a09d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:29.071986 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.156096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8594-4c07-4bb7-a89c-20198773b1e5 req-09e038d4-58d7-45ec-b8d0-8eeaeed214a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:29.157587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-646e8594-4c07-4bb7-a89c-20198773b1e5 req-09e038d4-58d7-45ec-b8d0-8eeaeed214a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1089492 Oct 28 21:52:29.169702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd33bc-87c6-42f2-aeb5-108d68c5e196 req-1e921bcf-4ab2-4187-99a2-d17b933df6f3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:29.171002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2dd33bc-87c6-42f2-aeb5-108d68c5e196 req-1e921bcf-4ab2-4187-99a2-d17b933df6f3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0969665 Oct 28 21:52:29.192396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.228677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] For port 8f8e333c-074c-4e1d-9054-0296f19a09d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8f8e333c-074c-4e1d-9054-0296f19a09d1,segment=NetworkSegment(24f5e3f2-7056-4d05-b410-571f2e1ef94d),segment_id=24f5e3f2-7056-4d05-b410-571f2e1ef94d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:29.233249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.271252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2dd33bc-87c6-42f2-aeb5-108d68c5e196 req-999b1522-8715-449c-8c5b-b9ff104464c8 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909121 Oct 28 21:52:29.273580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-646e8594-4c07-4bb7-a89c-20198773b1e5 req-037de88c-7b95-4402-885f-91ed0b24cf90 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017072 Oct 28 21:52:29.283910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0c71-2331-4b66-9659-549773740f21 None None] Pushing event updated for resources: {'Port': ['ID=8f8e333c-074c-4e1d-9054-0296f19a09d1,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:29.289175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.326054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=470e3098-9915-4853-93d2-c41f6578feba,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:29.359509 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.362782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2c289c2-6632-4586-a04c-ff6b56b9b3f8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/470e3098-9915-4853-93d2-c41f6578feba HTTP/1.1" status: 204 len: 168 time: 0.5774038 Oct 28 21:52:29.365632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44086) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:29.392052 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8471cfa-9fe8-4101-8b8e-6eb01a66b05a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:29.393666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8471cfa-9fe8-4101-8b8e-6eb01a66b05a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/470e3098-9915-4853-93d2-c41f6578feba HTTP/1.1" status: 404 len: 333 time: 0.0265114 Oct 28 21:52:29.396776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:29.419676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632248c-5d71-4e0a-b849-63cb50cbca55 req-8755d6c3-91f2-4510-952e-c9ec5103da1e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:29.421330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4632248c-5d71-4e0a-b849-63cb50cbca55 req-8755d6c3-91f2-4510-952e-c9ec5103da1e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0574527 Oct 28 21:52:29.475424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Provisioning complete for port 41d83caf-58f0-4062-8b94-80d69952d199 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:29.475645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.494280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4632248c-5d71-4e0a-b849-63cb50cbca55 req-16e72998-47e6-494b-a923-19146b0ef832 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625563 Oct 28 21:52:29.502988 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 41d83caf-58f0-4062-8b94-80d69952d199 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:29.503474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.525204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44090) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:29.600707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694375f-426d-48f8-a467-955d63fad215 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:29.605873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9694375f-426d-48f8-a467-955d63fad215 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1092 time: 0.0785558 Oct 28 21:52:29.606102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44092) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:29.611388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:29.637743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.657798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 41d83caf-58f0-4062-8b94-80d69952d199 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:29.669811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.703827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8f8e333c-074c-4e1d-9054-0296f19a09d1 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:29.738484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Port 41d83caf-58f0-4062-8b94-80d69952d199 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:29.746206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Could not find standard attr ID for object 470e3098-9915-4853-93d2-c41f6578feba. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:29.761298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Provisioning complete for port 8f8e333c-074c-4e1d-9054-0296f19a09d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:29.761665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89aebe6c-434a-46a2-932b-b0009d321ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.796744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8f8e333c-074c-4e1d-9054-0296f19a09d1 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:29.797075 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.905747 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.917949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:29.990573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=41d83caf-58f0-4062-8b94-80d69952d199,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:30.029985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.031622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d650e3de-a79f-4e5b-b139-daec4a4c4744 None None] Could not find standard attr ID for object 41d83caf-58f0-4062-8b94-80d69952d199. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:30.033408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ec91b85f-c444-4bdc-bea0-75260439805d tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/41d83caf-58f0-4062-8b94-80d69952d199 HTTP/1.1" status: 204 len: 168 time: 0.6356699 Oct 28 21:52:30.035638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d650e3de-a79f-4e5b-b139-daec4a4c4744 None None] Could not find standard attr ID for object 470e3098-9915-4853-93d2-c41f6578feba. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:30.036247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44094) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:30.062703 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52138c0-fab5-43bc-ab11-67360b0e99c4 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:30.064758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f52138c0-fab5-43bc-ab11-67360b0e99c4 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/41d83caf-58f0-4062-8b94-80d69952d199 HTTP/1.1" status: 404 len: 333 time: 0.0269921 Oct 28 21:52:30.067854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44096) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:30.136636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.195 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/49c2b8bb-c761-410b-9439-e592c2faf961) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:30.146845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet c6f4a510-41f3-43d8-9f39-9969648698ed {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:30.154059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.240257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.349197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.367540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.403032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc676d-cb7d-4d38-89d2-4048524aa6b0 req-655f4fdf-e1b4-40b6-a115-9c4c785bbbef tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:30.404547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bdc676d-cb7d-4d38-89d2-4048524aa6b0 req-655f4fdf-e1b4-40b6-a115-9c4c785bbbef tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0498555 Oct 28 21:52:30.430476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.444702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bdc676d-cb7d-4d38-89d2-4048524aa6b0 req-0f4261c9-ade5-4ce7-852a-cdc313ea3635 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337412 Oct 28 21:52:30.482865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:30.488381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:30.493724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:30.496027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.500937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=49c2b8bb-c761-410b-9439-e592c2faf961,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:30.550817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f4a510-41f3-43d8-9f39-9969648698ed,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:30.553506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.557702 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a5d1ccf-1809-443a-ae42-568797f832cf tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/c6f4a510-41f3-43d8-9f39-9969648698ed HTTP/1.1" status: 204 len: 168 time: 0.4887352 Oct 28 21:52:30.558765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8341eb-1a17-4b85-b917-9567a0e40db5 None None] Network b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:30.560858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44100) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:30.694702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.732640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] DHCP port deletion for b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:30.779474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Deleting port 8f8e333c-074c-4e1d-9054-0296f19a09d1 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:30.779842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.847638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] For port 8f8e333c-074c-4e1d-9054-0296f19a09d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8f8e333c-074c-4e1d-9054-0296f19a09d1,segment=NetworkSegment(24f5e3f2-7056-4d05-b410-571f2e1ef94d),segment_id=24f5e3f2-7056-4d05-b410-571f2e1ef94d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:30.848034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.857857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 8f8e333c-074c-4e1d-9054-0296f19a09d1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:30.858185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.862894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Calling delete_port for 8f8e333c-074c-4e1d-9054-0296f19a09d1 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:30.942821 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:30.971568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] Pushing event deleted for resources: {'Port': ['ID=8f8e333c-074c-4e1d-9054-0296f19a09d1,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:30.975649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329265d-1643-452b-a0b6-a30cc127360f None None] No DVR routers for this DVR port 8f8e333c-074c-4e1d-9054-0296f19a09d1 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:31.015830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port 8f8e333c-074c-4e1d-9054-0296f19a09d1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8f8e333c-074c-4e1d-9054-0296f19a09d1,segment=NetworkSegment(24f5e3f2-7056-4d05-b410-571f2e1ef94d),segment_id=24f5e3f2-7056-4d05-b410-571f2e1ef94d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:31.016196 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.034162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 8f8e333c-074c-4e1d-9054-0296f19a09d1 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:31.055671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.170678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.189432 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.222802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=8f8e333c-074c-4e1d-9054-0296f19a09d1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:31.225682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port 8f8e333c-074c-4e1d-9054-0296f19a09d1 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:31.353760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.383981 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:31.400916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f5e3f2-7056-4d05-b410-571f2e1ef94d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:31.401200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f5e3f2-7056-4d05-b410-571f2e1ef94d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:31.417946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.442645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.451413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:31.451794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:31.455107 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:31.500851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.508254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.529778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8f8e333c-074c-4e1d-9054-0296f19a09d1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:31.551644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.553415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 8f8e333c-074c-4e1d-9054-0296f19a09d1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:31.553854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8f8e333c-074c-4e1d-9054-0296f19a09d1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:31.570328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.576858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4 HTTP/1.1" status: 204 len: 168 time: 1.0116999 Oct 28 21:52:31.577639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb4e53-016d-4d52-a9d0-e7c1a248c982 req-24055be6-c420-46e5-a612-8062da4b7957 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:31.579118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20bb4e53-016d-4d52-a9d0-e7c1a248c982 req-24055be6-c420-46e5-a612-8062da4b7957 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0568752 Oct 28 21:52:31.579581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44104) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:31.584863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-46244534'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:31.612946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d8ee-f6a1-43e8-864c-0ae1c3670696 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=b2ebdbfd-32be-4fcf-a4ca-f7062ecb9ac4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:31.622507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=49c2b8bb-c761-410b-9439-e592c2faf961,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:31.630259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.631377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:31.634840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.652496 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20bb4e53-016d-4d52-a9d0-e7c1a248c982 req-7b7a9ae2-1665-4788-8757-08627d8b4e07 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643294 Oct 28 21:52:31.669092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:52:31.680086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.680445 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Added segment a0c3adae-adff-4e22-9ec6-ca9c2e4169fc of type vlan for network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 Oct 28 21:52:31.722199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.749164 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.755390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:31.756021 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:31.824724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2439773 Oct 28 21:52:31.827584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44106) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:31.832442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:31.840807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7b5ca-1ff6-4720-b9a6-674abcade0a9 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Network': ['ID=f4dfb51c-0274-44a9-8ac1-4f81a46b0943,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:31.851717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:52:31.935249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:31.938833 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.083995 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP cc95cc91-c553-42f3-9d75-e83a4d2c2fda associated. External IP: 172.25.4.195, port: 85c1f70b-d807-415c-86b7-5fe58425a5db. Oct 28 21:52:32.127246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.187984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=b9f8af4f-c66a-43bb-910a-d1a84677a2a4,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:32.197764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Checking segment: {'id': 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:32.198123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network hostable DHCP agents. Network: f4dfb51c-0274-44a9-8ac1-4f81a46b0943, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:52:32.216047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:52:32.225234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, f4dfb51c-0274-44a9-8ac1-4f81a46b0943) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:32.230038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.231217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.235611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74874be0-463a-4e0f-8829-78c14b95be2d None None] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:32.251384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6504f8d6-63b1-4345-aa9f-f36602fa71e7 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228945 Oct 28 21:52:32.254047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44108) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:32.258930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-400571381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:32.281574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.282567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.307861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 775aa6a7-1d36-4afc-899d-c6460df5eb8d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:52:32.341103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.345621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.364598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.365958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a94325ff-79e9-4082-86dd-97139f728022 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1104417 Oct 28 21:52:32.368703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44110) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:32.373608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943', 'name': 'tempest-PortsIpV6TestJSON-1890704575'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:32.406100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f4dfb51c-0274-44a9-8ac1-4f81a46b0943', 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': 'b9f8af4f-c66a-43bb-910a-d1a84677a2a4'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:32.407786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.423349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:52:32.447658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.449913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Sync routers for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:52:32.487158 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-feec23c0-3604-4757-b163-fa04752d0d48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8796718 Oct 28 21:52:32.488066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:52:32.491398 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a429ea-83a6-4128-b1b0-5bc68067de0c" -d '{"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:52:32.498635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:32.502639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:32.507862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:32.508800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:32.524604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port b0f95d62-e0d2-4206-885b-0175ca66d513 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:32.538377 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9666c-e96e-4828-9951-be49f29e98e6 x-openstack-request-id: req-99c9666c-e96e-4828-9951-be49f29e98e6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:52:32.538665 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:52:32.538919 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99c9666c-e96e-4828-9951-be49f29e98e6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:52:32.539599 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'status': 'completed', 'code': 200} Oct 28 21:52:32.609639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-47adfd25-0110-4ea6-86a7-024283fd7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.611106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-47adfd25-0110-4ea6-86a7-024283fd7b67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0484486 Oct 28 21:52:32.635509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e1f9d-47c1-4987-8e62-3cdc966a8c82 req-5c0cf25b-c961-4fd3-aa0b-ef52415f7c1d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.637560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-562e1f9d-47c1-4987-8e62-3cdc966a8c82 req-5c0cf25b-c961-4fd3-aa0b-ef52415f7c1d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0664651 Oct 28 21:52:32.668162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Allocated IP 2001:db8::2 (f4dfb51c-0274-44a9-8ac1-4f81a46b0943/b9f8af4f-c66a-43bb-910a-d1a84677a2a4/af3bc31f-bbfc-4008-8a5d-2e20968e3e4f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:32.675728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:32.682668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-562e1f9d-47c1-4987-8e62-3cdc966a8c82 req-1c88093f-56ad-42bb-a162-97d38dc5f0e7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364075 Oct 28 21:52:32.707438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44118) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:32.727083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:52:32.728748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-d7a0d414-e31f-4554-80b8-40babd692351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.730222 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-d7a0d414-e31f-4554-80b8-40babd692351 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1117740 Oct 28 21:52:32.821422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-c0b23784-32c3-43d2-9355-431fd95f6288 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 999 time: 0.0831878 Oct 28 21:52:32.822344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35edb5-b700-48a0-b7c3-2311bcb471f3 req-01cb7a57-9422-4378-b660-32659c24be6c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.823974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e35edb5-b700-48a0-b7c3-2311bcb471f3 req-01cb7a57-9422-4378-b660-32659c24be6c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0663826 Oct 28 21:52:32.831225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4274d898-2de5-4fa8-b85d-2c47895c8723 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 200 len: 991 time: 0.1213274 Oct 28 21:52:32.867574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e35edb5-b700-48a0-b7c3-2311bcb471f3 req-c68a39b3-4578-4f27-99e3-9234c0eb6697 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330200 Oct 28 21:52:32.873778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-01354da1-d2a8-4c0f-81e4-9eab5691638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.875268 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-01354da1-d2a8-4c0f-81e4-9eab5691638e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0471408 Oct 28 21:52:32.922982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-6dc16cbe-0114-4924-b043-3e580785b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:32.924506 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-6dc16cbe-0114-4924-b043-3e580785b846 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413256 Oct 28 21:52:33.021163 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-39fe5d1b-b379-43c6-9e94-b7c6febcd6bf service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891950 Oct 28 21:52:33.031775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:33.065508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'mac_address': 'fa:16:3e:59:c1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:52:33.081438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.091868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.118030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75a429ea-83a6-4128-b1b0-5bc68067de0c req-fafa927c-6ea8-42a5-ac48-0c19f509299f service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903182 Oct 28 21:52:33.156179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::25c (f4dfb51c-0274-44a9-8ac1-4f81a46b0943/b9f8af4f-c66a-43bb-910a-d1a84677a2a4/b0f95d62-e0d2-4206-885b-0175ca66d513) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:33.186757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:33.190241 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.204740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:33.211053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:33.215116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Pushing event updated for resources: {'Port': ['ID=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:33.225402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:52:33.268068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:33.291009 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.311283 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.324331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Attempting to bind port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:33.324780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Attempting to bind port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:33.325075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Attempting to bind port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f on network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:33.333242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'cc95cc91-c553-42f3-9d75-e83a4d2c2fda', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'mac_address': 'fa:16:3e:04:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:52:30Z', 'updated_at': '2021-10-28T21:52:30Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:33.340789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:33.341156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Checking segment: {'id': 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:33.341552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.341938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Bound using segment: {'id': 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:33.342446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Bound port: af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f4dfb51c-0274-44a9-8ac1-4f81a46b0943'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:33.342893 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.345565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.378345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Checking router: 775aa6a7-1d36-4afc-899d-c6460df5eb8d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:52:33.389200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:33.392319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:33.396586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:33.402205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:33.402807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.408775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=b0f95d62-e0d2-4206-885b-0175ca66d513,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:33.424107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:33.424709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bdbc7259-1490-48d6-9618-bf34155c0005 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0549047 Oct 28 21:52:33.427396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44120) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:33.427638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:33.429493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:33.687802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:52:33.737300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] For port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:33.745461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] For port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,segment=NetworkSegment(a0c3adae-adff-4e22-9ec6-ca9c2e4169fc),segment_id=a0c3adae-adff-4e22-9ec6-ca9c2e4169fc)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:33.753559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:33.823077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:52:33.835178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44122) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:33.889690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c21208-ac48-4c71-9adb-89ca2675fd05 None None] Pushing event updated for resources: {'Port': ['ID=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:34.036523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e610ccd9-0ac6-4a46-8709-df42b003703d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 200 len: 991 time: 0.1980681 Oct 28 21:52:34.136894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd50e6-a545-4d7c-a7d3-190c4225a1f7 req-b2f6fa77-7113-424b-bfc3-b097b50a72b9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:34.139759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28bd50e6-a545-4d7c-a7d3-190c4225a1f7 req-b2f6fa77-7113-424b-bfc3-b097b50a72b9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 944 time: 0.1528800 Oct 28 21:52:34.191846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'cc95cc91-c553-42f3-9d75-e83a4d2c2fda', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'mac_address': 'fa:16:3e:04:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:52:30Z', 'updated_at': '2021-10-28T21:52:30Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:34.220314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf078775-cd66-43ae-8160-a8037353d880 None None] The sync data for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 is: [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'cc95cc91-c553-42f3-9d75-e83a4d2c2fda', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'mac_address': 'fa:16:3e:04:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:52:30Z', 'updated_at': '2021-10-28T21:52:30Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:52:34.229000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28bd50e6-a545-4d7c-a7d3-190c4225a1f7 req-e5a633da-743b-4cc0-ae2d-85bb2aa46a6d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784416 Oct 28 21:52:34.238721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.450382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb8177-dec6-4f2e-bbdd-9c3b9e81800a None None] New status for floating IP cc95cc91-c553-42f3-9d75-e83a4d2c2fda: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:52:34.493755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.498331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.571392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=b0f95d62-e0d2-4206-885b-0175ca66d513,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:34.682105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.742682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:34.803872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.814712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:34.815083 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.903767 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.930187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:52:34.932646 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22cd4c4-7c4d-4bd4-a201-318c42d4332c" -d '{"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:52:34.948879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:34.958318 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:34.983693 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e28d5-a1f3-460d-bcdd-f641a8195411 x-openstack-request-id: req-c73e28d5-a1f3-460d-bcdd-f641a8195411 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:52:34.983985 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:52:34.984239 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c73e28d5-a1f3-460d-bcdd-f641a8195411 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:52:34.984709 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'code': 200} Oct 28 21:52:35.012660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:35.035695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44128) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:35.117993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a359f9-0a88-4415-97f0-8e51b555b7f0 None None] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:35.130688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.131913 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4f2bbe78-e797-418d-86e0-992f18fcf316 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 200 len: 993 time: 0.0898776 Oct 28 21:52:35.142872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.143653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.239893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] Provisioning complete for port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:35.240239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.255635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=b0f95d62-e0d2-4206-885b-0175ca66d513,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:35.263373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e831-e597-4fbe-8294-4a304205cf9f req-f3875a6c-4aa8-4846-baa9-84dceb989ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:35.264910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0768e831-e597-4fbe-8294-4a304205cf9f req-f3875a6c-4aa8-4846-baa9-84dceb989ebc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 1098 time: 0.1333735 Oct 28 21:52:35.336655 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0768e831-e597-4fbe-8294-4a304205cf9f req-4cceb8d7-6d2a-4722-95c2-1e627f9ef5e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630233 Oct 28 21:52:35.355962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:35.359855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:35.360338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.394633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] For port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,segment=NetworkSegment(a0c3adae-adff-4e22-9ec6-ca9c2e4169fc),segment_id=a0c3adae-adff-4e22-9ec6-ca9c2e4169fc)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:35.401003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.445998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e776eb-cb92-4439-b819-9126ba2f2693 req-cf8aafa5-b078-45f5-b16b-7ae03421d1de tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:35.447440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62e776eb-cb92-4439-b819-9126ba2f2693 req-cf8aafa5-b078-45f5-b16b-7ae03421d1de tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.1231246 Oct 28 21:52:35.460152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607b85-e5e3-4d2b-aa15-c876c327c6c8 None None] Pushing event updated for resources: {'Port': ['ID=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:35.509653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62e776eb-cb92-4439-b819-9126ba2f2693 req-7280c6d8-c4ad-4dd1-97c7-7d02484d219d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518799 Oct 28 21:52:35.542996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Router 98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:52:35.602761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af3bc31f-bbfc-4008-8a5d-2e20968e3e4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:35.653401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:52:35.656338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b501e7aa-77a8-4491-80d2-494175ef9139 None None] Provisioning complete for port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:35.656731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b501e7aa-77a8-4491-80d2-494175ef9139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.661436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f6e1c14-d7da-4cbc-82ea-4a0e48041b18 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/routers/98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2299592 Oct 28 21:52:35.661436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44132) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:35.684726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] Sync routers for ids ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:52:35.709038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:35.709453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.715218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b65dc-8f36-4bba-a7a2-794ac0120aca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:35.719356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-638b65dc-8f36-4bba-a7a2-794ac0120aca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?device_id=98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 HTTP/1.1" status: 200 len: 989 time: 0.0541346 Oct 28 21:52:35.719614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44134) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:35.734373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] Routers {'98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:35.735015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:35.781817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:35.823740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] Routers {'98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:35.824394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:35.869503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:35.870162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2b3f9-3c96-4a20-b49e-69f5d0f188a5 None None] The sync data for ids ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:52:35.921511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b501e7aa-77a8-4491-80d2-494175ef9139 None None] Provisioning complete for port b0f95d62-e0d2-4206-885b-0175ca66d513 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:35.922385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b501e7aa-77a8-4491-80d2-494175ef9139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:35.959970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b501e7aa-77a8-4491-80d2-494175ef9139 None None] Port b0f95d62-e0d2-4206-885b-0175ca66d513 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:36.082111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3d73f004-b14a-4fd1-b43f-2999d17013cc None None] Provisioning complete for port b0f95d62-e0d2-4206-885b-0175ca66d513 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:36.082486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3d73f004-b14a-4fd1-b43f-2999d17013cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.119860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3d73f004-b14a-4fd1-b43f-2999d17013cc None None] Port b0f95d62-e0d2-4206-885b-0175ca66d513 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:36.178908 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.249669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-37c5186b-c581-4553-a6f5-b9d85071ee83 None None] Provisioning complete for port b0f95d62-e0d2-4206-885b-0175ca66d513 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:36.250187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37c5186b-c581-4553-a6f5-b9d85071ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.294759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-37c5186b-c581-4553-a6f5-b9d85071ee83 None None] Port b0f95d62-e0d2-4206-885b-0175ca66d513 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:36.424989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cd7f81b6-3e89-4a12-bc01-bffdaa2357de None None] Provisioning complete for port b0f95d62-e0d2-4206-885b-0175ca66d513 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:36.425425 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd7f81b6-3e89-4a12-bc01-bffdaa2357de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.465788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f81b6-3e89-4a12-bc01-bffdaa2357de None None] Port b0f95d62-e0d2-4206-885b-0175ca66d513 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:36.702796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf871c-3fa8-45fe-acea-4f376ca9916e req-52f8e0ac-7f7c-4da7-ae0f-f323e8c0309d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:36.704277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7faf871c-3fa8-45fe-acea-4f376ca9916e req-52f8e0ac-7f7c-4da7-ae0f-f323e8c0309d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.0805380 Oct 28 21:52:36.775488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7faf871c-3fa8-45fe-acea-4f376ca9916e req-226ceb74-a1ba-4f63-b678-8b0c4f6cd29c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629091 Oct 28 21:52:36.804925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port b0f95d62-e0d2-4206-885b-0175ca66d513 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:36.805264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.892234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:36.904994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for b0f95d62-e0d2-4206-885b-0175ca66d513 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:37.078214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.109100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=b0f95d62-e0d2-4206-885b-0175ca66d513,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:37.212102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.368754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Router 98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:52:37.445187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:52:37.450050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f2a6d8b-340c-4e16-9e79-1b71dff2c1e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/routers/98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294185 Oct 28 21:52:37.452940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44172) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:37.454703 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] Sync routers for ids ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:52:37.465744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] Routers {'98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:37.466340 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:37.481006 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7de4c4-295d-4f12-aa46-20f4108a3dc3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:37.482640 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2c7de4c4-295d-4f12-aa46-20f4108a3dc3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/b0f95d62-e0d2-4206-885b-0175ca66d513 HTTP/1.1" status: 404 len: 333 time: 0.0279486 Oct 28 21:52:37.485344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44174) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:37.502274 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:37.510888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] Routers {'98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:52:37.511473 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:37.530530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af3bc31f-bbfc-4008-8a5d-2e20968e3e4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:37.545365 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:37.546009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2685d-7142-491a-b870-300eb33d51a9 None None] The sync data for ids ['98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:52:37.564260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.580990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:37.581443 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.724819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.726964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.767227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.767748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Fanout notify agent at l3_agent the message router_deleted on router 98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:52:37.775330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.776441 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-26ca0067-0650-4516-8dc8-ceb38e55e48f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/routers/98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 HTTP/1.1" status: 204 len: 168 time: 0.2901204 Oct 28 21:52:37.779093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44176) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:37.832251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet b9f8af4f-c66a-43bb-910a-d1a84677a2a4 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:37.836116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.882410 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:37.905758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a9046-8e61-48e2-a89b-ccaf3f526e48 req-2f1db0f6-40ba-4d6b-abdd-09a57b9af0c1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:37.907271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a5a9046-8e61-48e2-a89b-ccaf3f526e48 req-2f1db0f6-40ba-4d6b-abdd-09a57b9af0c1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.0496385 Oct 28 21:52:37.945764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a5a9046-8e61-48e2-a89b-ccaf3f526e48 req-8f45e275-8a02-4fb0-8b2d-1e3b97d2f908 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Oct 28 21:52:37.966967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.024773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.057366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f8af4f-c66a-43bb-910a-d1a84677a2a4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:38.060840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.064022 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5fc3ef8-4c15-44d5-81a2-7ea86400bd7b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/b9f8af4f-c66a-43bb-910a-d1a84677a2a4 HTTP/1.1" status: 204 len: 168 time: 0.2839971 Oct 28 21:52:38.066600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44182) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:38.069263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ceb8ea-154d-4902-97ad-bc8e7dbef08f None None] Network f4dfb51c-0274-44a9-8ac1-4f81a46b0943 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:38.143277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.196769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:38.197086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.244561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] DHCP port deletion for f4dfb51c-0274-44a9-8ac1-4f81a46b0943 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:38.265444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] For port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,segment=NetworkSegment(a0c3adae-adff-4e22-9ec6-ca9c2e4169fc),segment_id=a0c3adae-adff-4e22-9ec6-ca9c2e4169fc)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:38.265808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.278938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for af3bc31f-bbfc-4008-8a5d-2e20968e3e4f owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:38.292564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Deleting port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:38.292936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.357791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] For port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,segment=NetworkSegment(a0c3adae-adff-4e22-9ec6-ca9c2e4169fc),segment_id=a0c3adae-adff-4e22-9ec6-ca9c2e4169fc)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:38.358291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.359257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.374612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Calling delete_port for af3bc31f-bbfc-4008-8a5d-2e20968e3e4f owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:38.385688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:38.389238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No DVR routers for this DVR port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:38.453766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.472596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.481182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] Pushing event deleted for resources: {'Port': ['ID=af3bc31f-bbfc-4008-8a5d-2e20968e3e4f,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:38.483250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db080a3-5603-47d9-98f0-a189c0a842f0 None None] No DVR routers for this DVR port af3bc31f-bbfc-4008-8a5d-2e20968e3e4f on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:38.496746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dfb51c-0274-44a9-8ac1-4f81a46b0943']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:38.503270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:38.503571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c3adae-adff-4e22-9ec6-ca9c2e4169fc') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:38.513202 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.526856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.532694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:38.533074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:38.536121 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:38.600812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.607869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.610954 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/f4dfb51c-0274-44a9-8ac1-4f81a46b0943 HTTP/1.1" status: 204 len: 168 time: 0.5434034 Oct 28 21:52:38.615526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:38.622850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958838f-5f49-47cb-95b6-0a6b73da22dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=f4dfb51c-0274-44a9-8ac1-4f81a46b0943,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:38.658981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7384ab-80fc-4c9c-9ae0-3cc5d67732e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:38.660308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea7384ab-80fc-4c9c-9ae0-3cc5d67732e6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/ddf38582-c6b7-494f-aa68-2485b9a766d1 HTTP/1.1" status: 200 len: 844 time: 0.0437899 Oct 28 21:52:38.664685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44186) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:38.706636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-878719a5-9e7d-4a50-b926-0c280d4b5b61 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/ddf38582-c6b7-494f-aa68-2485b9a766d1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0405293 Oct 28 21:52:38.710786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44188) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:38.715368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:38.803208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:38.806609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:38.987902 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.032520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:39.035739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:39.040653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:39.041229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.044556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4369d-a5ea-48f6-ad1e-b24837e51929 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:39.056354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=71834d1c-9ce6-4250-9e46-6999f9454e1a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:39.070623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d8e2f765-e600-43cf-aa52-c4ec14dd2ddc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3588428 Oct 28 21:52:39.070785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44190) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:39.075209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'security_group': {'name': 'tempest-secgroup-416651069'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:39.098088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.166818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.171304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.201562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.202803 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1311667 Oct 28 21:52:39.204774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab7ff8-2714-4436-9ddc-0d38ff27f84f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b93535c-3b2c-4ee1-8aa7-6eac56c8b1d0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:39.209826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44192) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:39.213329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1477780416'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:39.220988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'tenant_id': 'f388efab2640462b9c01911bb57d7981', 'fixed_ips': [{'subnet_id': '71834d1c-9ce6-4250-9e46-6999f9454e1a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:52:39.221885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.237239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.306771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.310656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.342131 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.343366 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1356223 Oct 28 21:52:39.345390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994d24f-31b3-4d79-9bbe-540bf5b2a3e8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e688dda-ec63-4d59-9c81-9a23fb30f688,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:39.346304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44194) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:39.352719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2044586190', 'security_groups': ['8e688dda-ec63-4d59-9c81-9a23fb30f688'], 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '71834d1c-9ce6-4250-9e46-6999f9454e1a'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:39.365419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Allocated IP 2001:db8::2 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/71834d1c-9ce6-4250-9e46-6999f9454e1a/4e8f4306-6f28-4ef5-9eda-f78586d98d4f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:39.459617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:39.513327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.518368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af3bc31f-bbfc-4008-8a5d-2e20968e3e4f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:39.538173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.547201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: af3bc31f-bbfc-4008-8a5d-2e20968e3e4f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:39.547540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af3bc31f-bbfc-4008-8a5d-2e20968e3e4f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:39.555817 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.574235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:39.582382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:39.588424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:39.592428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:39.599874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:39.653653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Attempting to bind port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:52:39.654017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Attempting to bind port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b528a876-d0d2-4463-94a4-5c294ad949a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:52:39.654376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Attempting to bind port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f on network f6c0a723-146c-4624-b96e-ffce6cd8d7cd {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:52:39.659290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:52:39.659678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Checking segment: {'id': 'b528a876-d0d2-4463-94a4-5c294ad949a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:52:39.660075 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.660486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Bound using segment: {'id': 'b528a876-d0d2-4463-94a4-5c294ad949a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:52:39.661601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Bound port: 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b528a876-d0d2-4463-94a4-5c294ad949a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:52:39.662118 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.723078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:52:39.726904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:52:39.730921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.744842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::2cf (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/71834d1c-9ce6-4250-9e46-6999f9454e1a/dfeca0cc-9b1a-42ba-8025-a962f0e2fce4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:39.787977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7565cf6-7f47-40f8-a42b-a34d743f09f8 None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:39.892333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.928797 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:39.983039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:39.986280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:39.990393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:39.996154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:39.996785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.002948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=dfeca0cc-9b1a-42ba-8025-a962f0e2fce4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:40.023120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0a0af5d3-f9ef-48a4-ba1b-9083dfa41b35 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6756811 Oct 28 21:52:40.026167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44196) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:40.031553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:40.152150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:40.155690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.249537 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71834d1c-9ce6-4250-9e46-6999f9454e1a (CIDR: 2001:db8::/64) Oct 28 21:52:40.252573 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:52:40.253021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:40.267829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a941c33-2087-4373-986d-901eb78d4fb6 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2403672 Oct 28 21:52:40.271608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44198) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:40.276336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:40.385107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:40.388694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.634869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.686865 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:40.690145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:40.693185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:40.693781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.707106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=bca05257-205c-41b8-a207-1e5ee795d748,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:40.720385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c5330b1-6bee-4de8-a11d-16aec31380fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4477401 Oct 28 21:52:40.723021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44200) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:40.727216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:40.727764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.729064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-189658773', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bca05257-205c-41b8-a207-1e5ee795d748'}], 'security_groups': ['5b93535c-3b2c-4ee1-8aa7-6eac56c8b1d0']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:40.826437 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.871669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ec43b73f-6c2f-447f-a619-30133deba664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.874776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:40.879622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.893869 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.928352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5463e94-d7ce-43ac-befd-754a9d1d1a9b None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:40.930019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:40.930379 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:40.999280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:41.020526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-31375352-83a9-4e5d-a985-aa3259e84fcc None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:41.147396 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-608bf7bc-c718-4c6b-9421-f2229d6a5e00 None None] Provisioning complete for port dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:41.147773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-608bf7bc-c718-4c6b-9421-f2229d6a5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.203241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Delete allocated IP 2001:db8::2cf (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/71834d1c-9ce6-4250-9e46-6999f9454e1a) {{(pid=102313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:52:41.206786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-608bf7bc-c718-4c6b-9421-f2229d6a5e00 None None] Port dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:41.214065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8:0:1::3d3 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/bca05257-205c-41b8-a207-1e5ee795d748/dfeca0cc-9b1a-42ba-8025-a962f0e2fce4) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:41.216628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Update dhcp port {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'fixed_ips': [{'subnet_id': '71834d1c-9ce6-4250-9e46-6999f9454e1a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bca05257-205c-41b8-a207-1e5ee795d748'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '4e8f4306-6f28-4ef5-9eda-f78586d98d4f'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:52:41.242579 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.378218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.383351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.440649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] In _notify_port_updated(), no bound segment for port dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 on network f6c0a723-146c-4624-b96e-ffce6cd8d7cd {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:52:41.446740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:41.447389 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.451928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/ports/dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 HTTP/1.1" status: 200 len: 930 time: 0.7246692 Oct 28 21:52:41.451928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44202) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:41.493715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4f8aa-db1e-49a0-82be-e80a156fe818 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=dfeca0cc-9b1a-42ba-8025-a962f0e2fce4,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:41.558520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:41.558858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.570230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:41.615635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Allocated IP 2001:db8:0:1::2 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/bca05257-205c-41b8-a207-1e5ee795d748/4e8f4306-6f28-4ef5-9eda-f78586d98d4f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:41.651877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.663935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:41.691734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:41.692107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.750197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:41.791572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.807078 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.821556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.830060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=dfeca0cc-9b1a-42ba-8025-a962f0e2fce4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:41.853463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.856758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70280045-90f9-4ca7-a7c1-9ad068ffa432 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 HTTP/1.1" status: 204 len: 168 time: 0.4043415 Oct 28 21:52:41.859320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44204) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:41.885019 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f3b127-20c2-4fa4-a3fb-ba65b97e1198 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:41.886531 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-69f3b127-20c2-4fa4-a3fb-ba65b97e1198 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/dfeca0cc-9b1a-42ba-8025-a962f0e2fce4 HTTP/1.1" status: 404 len: 333 time: 0.0259171 Oct 28 21:52:41.889248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44206) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:41.916579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e06aa-1f68-4c87-94fb-3b754f09a8b5 None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:41.948731 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:41.972883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.019220 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.022933 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.023177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.024108 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e688dda-ec63-4d59-9c81-9a23fb30f688 HTTP/1.1" status: 204 len: 168 time: 0.1339347 Oct 28 21:52:42.026980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44208) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:42.033756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfec47-230b-4102-b876-894b2023f0ff tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e688dda-ec63-4d59-9c81-9a23fb30f688,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:42.087516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.110616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.155795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.158713 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.159876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/security-groups/5b93535c-3b2c-4ee1-8aa7-6eac56c8b1d0 HTTP/1.1" status: 204 len: 168 time: 0.1313291 Oct 28 21:52:42.162864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44210) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:42.172453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1533f2-5242-42c7-b879-d779ef1d43fb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b93535c-3b2c-4ee1-8aa7-6eac56c8b1d0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:42.223282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.224110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 71834d1c-9ce6-4250-9e46-6999f9454e1a {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:42.227972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.270039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.357401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.423957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.452703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=71834d1c-9ce6-4250-9e46-6999f9454e1a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:42.457241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.465799 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6ab35a97-5916-48de-b73d-380e5ddddd14 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/71834d1c-9ce6-4250-9e46-6999f9454e1a HTTP/1.1" status: 204 len: 168 time: 0.2976696 Oct 28 21:52:42.466295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:42.471246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:42.529510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Could not find standard attr ID for object dfeca0cc-9b1a-42ba-8025-a962f0e2fce4. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:42.541910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:42.542277 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.586572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:42.590331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.637445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:42.637840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.669415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d62b1-27bd-4cc0-8a07-cb1647e492e3 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:42.724546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a3b3b-625b-41d1-8ce6-4ad4a3ec7998 None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:42.832860 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.839788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-03ba2296-c828-4689-accb-afdc72bbf070 None None] Could not find standard attr ID for object dfeca0cc-9b1a-42ba-8025-a962f0e2fce4. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:42.885018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:42.888301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:42.892743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:42.893335 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:42.903314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=5b1b59a8-8375-4ac4-97f8-1283e7f35d44,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:42.916316 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f17e306a-625a-4673-a303-046337d628a8 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4489059 Oct 28 21:52:42.918825 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:42.923284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1928733987'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:42.955314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.034204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.039149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.075347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.076623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1568439 Oct 28 21:52:43.078656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043e381-00a1-4f92-92a4-59bf74e3b0ae tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38801e1-5824-4c0a-b72d-ddfa8889b55f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:43.079525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44216) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:43.085068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194474827'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:43.109287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.184492 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.188745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.221664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.225514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1420877 Oct 28 21:52:43.225514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c613d-7930-4eb1-8a99-6878055f34bc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada047c-8bae-416c-966b-76f31c760421,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:43.225902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:43.230737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'security_group': {'name': 'tempest-secgroup-753125236'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:43.256269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.331793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.334957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.365192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.369202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1422617 Oct 28 21:52:43.369801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44220) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:43.376978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1992547868', 'security_groups': ['7122bc78-d111-4b96-b63b-1ae9df82cb46'], 'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b1b59a8-8375-4ac4-97f8-1283e7f35d44'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:43.383030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2fff-e474-4252-af0b-44087fb9455f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7122bc78-d111-4b96-b63b-1ae9df82cb46,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:43.417430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb421e-bb88-4dba-8ac8-f0baebe57118 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:43.419942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9c36eaed-8bbc-43bf-8ccc-56fd8a14473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.496726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3bcc368d-14d8-4e87-986b-126e93e3e49f None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:43.497098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3bcc368d-14d8-4e87-986b-126e93e3e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.513607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:43.518402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.538833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] device_id is not set on port 53ea4267-e592-4a8e-b44d-17061d59cad7 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:52:43.545081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:43.701371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:43.701740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.715107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8::22b (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/5b1b59a8-8375-4ac4-97f8-1283e7f35d44/53ea4267-e592-4a8e-b44d-17061d59cad7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:43.757770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3bcc368d-14d8-4e87-986b-126e93e3e49f None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:43.758142 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3bcc368d-14d8-4e87-986b-126e93e3e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.826379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc368d-14d8-4e87-986b-126e93e3e49f None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:43.852827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Update dhcp port {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'fixed_ips': [{'subnet_id': 'bca05257-205c-41b8-a207-1e5ee795d748', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5b1b59a8-8375-4ac4-97f8-1283e7f35d44'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '4e8f4306-6f28-4ef5-9eda-f78586d98d4f'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:52:43.862229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.892061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.899027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.946725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:43.949894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:43.955016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:52:43.960672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:43.961277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:43.964832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=53ea4267-e592-4a8e-b44d-17061d59cad7,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:43.980315 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6659aa61-4d1e-4ea6-baf7-2e652a2afd66 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6071472 Oct 28 21:52:43.983559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44222) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:43.988856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:44.071480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Allocated IP 2001:db8::2 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/5b1b59a8-8375-4ac4-97f8-1283e7f35d44/4e8f4306-6f28-4ef5-9eda-f78586d98d4f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:44.104954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:44.108468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.170486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:44.200483 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b1b59a8-8375-4ac4-97f8-1283e7f35d44 (CIDR: 2001:db8::/64) Oct 28 21:52:44.201332 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.203986 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:52:44.204557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:44.205800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.220916 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-40b61923-1f72-4682-aa19-7c2af104788c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2359810 Oct 28 21:52:44.223690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:44.228995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:44.299182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4f029-7d1c-4ad0-823d-6b7998877971 None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:44.717368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:44.721054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.819892 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bca05257-205c-41b8-a207-1e5ee795d748 (CIDR: 2001:db8:0:1::/64) Oct 28 21:52:44.823840 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:52:44.824289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:44.841235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1091cf04-21fe-40ea-85f4-70250e2f0e6a tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6159239 Oct 28 21:52:44.843929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:44.851438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'subnet': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:44.869186 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cd2c7717-1f93-434a-970f-2818467bef6e None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:44.869796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7717-1f93-434a-970f-2818467bef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.898578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.974076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cd2c7717-1f93-434a-970f-2818467bef6e None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:44.974819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd2c7717-1f93-434a-970f-2818467bef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:44.975269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Made reservation on behalf of f388efab2640462b9c01911bb57d7981 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:52:44.979020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.013905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c7717-1f93-434a-970f-2818467bef6e None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:45.144499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0f496bbb-6427-494e-9e3c-81c54e1e22c3 None None] Provisioning complete for port 53ea4267-e592-4a8e-b44d-17061d59cad7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:45.144902 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f496bbb-6427-494e-9e3c-81c54e1e22c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.148755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.185868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0f496bbb-6427-494e-9e3c-81c54e1e22c3 None None] Port 53ea4267-e592-4a8e-b44d-17061d59cad7 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:45.207504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.252953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:52:45.256869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:52:45.259599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:45.260183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.266992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568b3e6-b1b2-4fd4-82e3-d41b9d779ed1 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:45.273949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Subnet': ['ID=73fd7d8b-e0f5-47c9-960e-55ec3765ee51,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:45.285622 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e04d9980-9f42-4ef9-9335-6e761c7b5686 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4404242 Oct 28 21:52:45.288337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44228) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:45.293821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1062245875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73fd7d8b-e0f5-47c9-960e-55ec3765ee51'}], 'security_groups': ['d38801e1-5824-4c0a-b72d-ddfa8889b55f', '2ada047c-8bae-416c-966b-76f31c760421']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:45.359088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.487402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Update dhcp port {'port': {'network_id': 'f6c0a723-146c-4624-b96e-ffce6cd8d7cd', 'fixed_ips': [{'subnet_id': 'bca05257-205c-41b8-a207-1e5ee795d748', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5b1b59a8-8375-4ac4-97f8-1283e7f35d44', 'ip_address': '2001:db8::2'}, {'subnet_id': '73fd7d8b-e0f5-47c9-960e-55ec3765ee51'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '4e8f4306-6f28-4ef5-9eda-f78586d98d4f'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:52:45.519194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.523990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:45.682442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:45.682726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.692493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Delete allocated IP 2001:db8::22b (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/5b1b59a8-8375-4ac4-97f8-1283e7f35d44) {{(pid=102313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:52:45.700844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Allocated IP 2001:db8:0:2::336 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/73fd7d8b-e0f5-47c9-960e-55ec3765ee51/53ea4267-e592-4a8e-b44d-17061d59cad7) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:45.865164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.869926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.922857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Allocated IP 2001:db8:0:2::2 (f6c0a723-146c-4624-b96e-ffce6cd8d7cd/73fd7d8b-e0f5-47c9-960e-55ec3765ee51/4e8f4306-6f28-4ef5-9eda-f78586d98d4f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:52:45.935200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] In _notify_port_updated(), no bound segment for port 53ea4267-e592-4a8e-b44d-17061d59cad7 on network f6c0a723-146c-4624-b96e-ffce6cd8d7cd {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:52:45.940620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:45.941227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:45.943708 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "PUT /v2.0/ports/53ea4267-e592-4a8e-b44d-17061d59cad7 HTTP/1.1" status: 200 len: 970 time: 0.6531422 Oct 28 21:52:45.946913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44230) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:45.952663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c236f00-828b-4fb1-bfb1-312d82a939ca tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event updated for resources: {'Port': ['ID=53ea4267-e592-4a8e-b44d-17061d59cad7,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.023070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:46.042710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port 53ea4267-e592-4a8e-b44d-17061d59cad7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:46.043204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.052778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.057354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.138586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.152206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for 53ea4267-e592-4a8e-b44d-17061d59cad7 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:46.157316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586409a-9b95-4025-b7fd-4e3bffade125 None None] Pushing event updated for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.292306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.320491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=53ea4267-e592-4a8e-b44d-17061d59cad7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.348502 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.351910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea481b3a-3214-440c-8c7a-a175b7340f43 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/53ea4267-e592-4a8e-b44d-17061d59cad7 HTTP/1.1" status: 204 len: 168 time: 0.4027667 Oct 28 21:52:46.354594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44232) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:46.379122 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-311723da-c054-419f-a96b-24fbeea661dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] GET failed (client error): The resource could not be found. Oct 28 21:52:46.381314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-311723da-c054-419f-a96b-24fbeea661dd tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports/53ea4267-e592-4a8e-b44d-17061d59cad7 HTTP/1.1" status: 404 len: 333 time: 0.0257552 Oct 28 21:52:46.383974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44234) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:46.438914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.462319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.506035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.508851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.510099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/security-groups/7122bc78-d111-4b96-b63b-1ae9df82cb46 HTTP/1.1" status: 204 len: 168 time: 0.1251767 Oct 28 21:52:46.512866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44236) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:46.519984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc82a75-1722-465b-b025-19eabde8279c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7122bc78-d111-4b96-b63b-1ae9df82cb46,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.572032 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.595373 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.638728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.641560 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.645121 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ada047c-8bae-416c-966b-76f31c760421 HTTP/1.1" status: 204 len: 168 time: 0.1289036 Oct 28 21:52:46.647035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44238) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:46.653396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61971a00-06b3-44e5-82d3-d87a33858b59 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada047c-8bae-416c-966b-76f31c760421,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.704912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.720447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:46.720879 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.721880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.745525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.791556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.794701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.796074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/security-groups/d38801e1-5824-4c0a-b72d-ddfa8889b55f HTTP/1.1" status: 204 len: 168 time: 0.1482031 Oct 28 21:52:46.798861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:46.820802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da1558-5f78-4d54-930b-cbc49c253fb5 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38801e1-5824-4c0a-b72d-ddfa8889b55f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:46.843943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Could not find standard attr ID for object 53ea4267-e592-4a8e-b44d-17061d59cad7. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:46.856323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:46.856768 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.875639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 5b1b59a8-8375-4ac4-97f8-1283e7f35d44 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:46.879392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:46.925194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.018058 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.053623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ad5dab84-4e5e-4c81-b4c9-700b0014e08c None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:47.085853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.113311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1b59a8-8375-4ac4-97f8-1283e7f35d44,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:47.118623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.125667 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51eab243-ca53-4115-aca7-ef84f625c6b0 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/5b1b59a8-8375-4ac4-97f8-1283e7f35d44 HTTP/1.1" status: 204 len: 168 time: 0.3223908 Oct 28 21:52:47.126773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.169556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ddb111-d701-4f64-860b-1e9529a08899 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:47.182144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet 73fd7d8b-e0f5-47c9-960e-55ec3765ee51 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:47.184230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-373ab251-4d83-4b9d-b0ee-30a1cb619506 None None] Could not find standard attr ID for object 53ea4267-e592-4a8e-b44d-17061d59cad7. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:52:47.188412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.228071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.316077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.375067 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.404383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.407617 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/73fd7d8b-e0f5-47c9-960e-55ec3765ee51 HTTP/1.1" status: 204 len: 168 time: 0.2797699 Oct 28 21:52:47.408672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faa0de-ce04-4b2b-9fa7-63b77250050e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=73fd7d8b-e0f5-47c9-960e-55ec3765ee51,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:47.410135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44244) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.438256 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-0866ce90-411b-4a4c-a546-701d56abaf41 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:47.438709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0866ce90-411b-4a4c-a546-701d56abaf41 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:47.441735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0866ce90-411b-4a4c-a546-701d56abaf41 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/5b1b59a8-8375-4ac4-97f8-1283e7f35d44 HTTP/1.1" status: 404 len: 337 time: 0.0298686 Oct 28 21:52:47.444318 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44246) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.504874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting subnet bca05257-205c-41b8-a207-1e5ee795d748 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:52:47.509754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.542747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:52:47.564217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.593224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:47.593731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.660661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.726014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.758783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Subnet': ['ID=bca05257-205c-41b8-a207-1e5ee795d748,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:47.763189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.766376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c1d00470-dcf1-400e-80f7-7802f5fcbdbb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/bca05257-205c-41b8-a207-1e5ee795d748 HTTP/1.1" status: 204 len: 168 time: 0.3211203 Oct 28 21:52:47.768898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44248) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.798045 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3859ddd9-3ac1-42ea-9e9c-58a3b560b93e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:47.798562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3859ddd9-3ac1-42ea-9e9c-58a3b560b93e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:47.801952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3859ddd9-3ac1-42ea-9e9c-58a3b560b93e tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/71834d1c-9ce6-4250-9e46-6999f9454e1a HTTP/1.1" status: 404 len: 337 time: 0.0320303 Oct 28 21:52:47.804643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44250) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.834714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-646cb904-a0b1-47e8-bd79-1b0193200736 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "GET /v2.0/ports?device_id=98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 HTTP/1.1" status: 200 len: 205 time: 0.0289085 Oct 28 21:52:47.836970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.875192 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-923504ea-0578-4f9c-a391-3570789d83eb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] delete failed (client error): The resource could not be found. Oct 28 21:52:47.876223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-923504ea-0578-4f9c-a391-3570789d83eb tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/routers/98c6b2d0-ad3e-4072-a2ed-d5dc0d0e4586 HTTP/1.1" status: 404 len: 336 time: 0.0382736 Oct 28 21:52:47.876597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364492ae-e040-4ef9-bbb7-ab6b3cd20ab7 None None] Network f6c0a723-146c-4624-b96e-ffce6cd8d7cd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:52:47.878887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44254) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.904808 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a664928c-f4d9-401c-990f-3f9fe5360821 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:47.905260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a664928c-f4d9-401c-990f-3f9fe5360821 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:47.908264 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a664928c-f4d9-401c-990f-3f9fe5360821 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/b9f8af4f-c66a-43bb-910a-d1a84677a2a4 HTTP/1.1" status: 404 len: 337 time: 0.0283773 Oct 28 21:52:47.910789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44256) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.938855 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9943077-b452-490d-bc66-dc302c16a204 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:47.939296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9943077-b452-490d-bc66-dc302c16a204 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:47.945233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f9943077-b452-490d-bc66-dc302c16a204 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/c6f4a510-41f3-43d8-9f39-9969648698ed HTTP/1.1" status: 404 len: 337 time: 0.0293736 Oct 28 21:52:47.945482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44258) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:47.950154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-84e8b606-c3b7-4b8c-b39f-a94bcc13b765 None None] Provisioning complete for port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:47.950526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-84e8b606-c3b7-4b8c-b39f-a94bcc13b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:47.976900 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a862aa-22e6-4c9b-b9aa-35590b6def3c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:47.977346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a862aa-22e6-4c9b-b9aa-35590b6def3c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:47.980334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f6a862aa-22e6-4c9b-b9aa-35590b6def3c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/d6a45f1d-976b-4ed8-8eae-d0227711f948 HTTP/1.1" status: 404 len: 337 time: 0.0339746 Oct 28 21:52:47.982849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44260) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.006024 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97396fe-23da-4b99-a8d5-09899963647f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.006569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97396fe-23da-4b99-a8d5-09899963647f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.009641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e97396fe-23da-4b99-a8d5-09899963647f tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/0e99dfe3-7368-4b2d-865a-e0c2d9fa806c HTTP/1.1" status: 404 len: 333 time: 0.0259027 Oct 28 21:52:48.012218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44262) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.038949 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ec81e-8f71-406e-b2b2-b567ab5a8c3b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.039402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6ec81e-8f71-406e-b2b2-b567ab5a8c3b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.042730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c6ec81e-8f71-406e-b2b2-b567ab5a8c3b tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/1591eb71-e55a-4ce9-a3fa-114247973601 HTTP/1.1" status: 404 len: 337 time: 0.0295520 Oct 28 21:52:48.045272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44264) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.071633 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d003108-623e-4189-bd3f-27e56f3f262c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.072095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d003108-623e-4189-bd3f-27e56f3f262c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.075387 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d003108-623e-4189-bd3f-27e56f3f262c tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/3f367855-c172-464d-8d70-a1a4de5c6397 HTTP/1.1" status: 404 len: 337 time: 0.0291741 Oct 28 21:52:48.078045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44266) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.096003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-84e8b606-c3b7-4b8c-b39f-a94bcc13b765 None None] Provisioning complete for port ddf38582-c6b7-494f-aa68-2485b9a766d1 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:52:48.096588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-84e8b606-c3b7-4b8c-b39f-a94bcc13b765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.103329 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b61b0e5-cf79-4347-b0af-29dc96ebe531 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.104206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b61b0e5-cf79-4347-b0af-29dc96ebe531 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.107327 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b61b0e5-cf79-4347-b0af-29dc96ebe531 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/b1cb7ff7-b2e9-4630-a0df-989e28f36c17 HTTP/1.1" status: 404 len: 333 time: 0.0283699 Oct 28 21:52:48.110011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44268) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.120604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988559e8-6b96-4292-861c-350044fead1d None None] DHCP port deletion for f6c0a723-146c-4624-b96e-ffce6cd8d7cd request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:52:48.136528 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dd7c67-b80c-4eec-bf94-fb36c371d6fc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.136995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dd7c67-b80c-4eec-bf94-fb36c371d6fc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.140136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-43dd7c67-b80c-4eec-bf94-fb36c371d6fc tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/8bce31b6-3b18-4b59-8ec7-ca674f6f955b HTTP/1.1" status: 404 len: 337 time: 0.0292225 Oct 28 21:52:48.142712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44270) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.164927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-84e8b606-c3b7-4b8c-b39f-a94bcc13b765 None None] Port ddf38582-c6b7-494f-aa68-2485b9a766d1 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:52:48.173937 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-28aa967b-e759-45fc-a693-34b77aa007e3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] DELETE failed (client error): The resource could not be found. Oct 28 21:52:48.174384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28aa967b-e759-45fc-a693-34b77aa007e3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:52:48.177951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-28aa967b-e759-45fc-a693-34b77aa007e3 tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/subnets/afed414c-f95b-45fa-8cd5-877ba0c23d35 HTTP/1.1" status: 404 len: 337 time: 0.0343113 Oct 28 21:52:48.180492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44272) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.192647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-988559e8-6b96-4292-861c-350044fead1d None None] Deleting port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:48.193029 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-988559e8-6b96-4292-861c-350044fead1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.264723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-988559e8-6b96-4292-861c-350044fead1d None None] For port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,segment=NetworkSegment(b528a876-d0d2-4463-94a4-5c294ad949a7),segment_id=b528a876-d0d2-4463-94a4-5c294ad949a7)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:52:48.265130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-988559e8-6b96-4292-861c-350044fead1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.268651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Deleting port ddf38582-c6b7-494f-aa68-2485b9a766d1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:52:48.268990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.280603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-988559e8-6b96-4292-861c-350044fead1d None None] Calling delete_port for 4e8f4306-6f28-4ef5-9eda-f78586d98d4f owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:48.341146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.355477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Calling delete_port for ddf38582-c6b7-494f-aa68-2485b9a766d1 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:52:48.373092 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-988559e8-6b96-4292-861c-350044fead1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.402634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988559e8-6b96-4292-861c-350044fead1d None None] Pushing event deleted for resources: {'Port': ['ID=4e8f4306-6f28-4ef5-9eda-f78586d98d4f,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:48.407658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988559e8-6b96-4292-861c-350044fead1d None None] No DVR routers for this DVR port 4e8f4306-6f28-4ef5-9eda-f78586d98d4f on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:52:48.444498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.477347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Port': ['ID=ddf38582-c6b7-494f-aa68-2485b9a766d1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:48.480980 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.484396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5a5a593c-c4b2-468f-8cce-767c7b72b7ad tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/ports/ddf38582-c6b7-494f-aa68-2485b9a766d1 HTTP/1.1" status: 204 len: 168 time: 0.3028674 Oct 28 21:52:48.486685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44274) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:48.567859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.655411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.675365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c0a723-146c-4624-b96e-ffce6cd8d7cd']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:48.684970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b528a876-d0d2-4463-94a4-5c294ad949a7') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:48.685263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b528a876-d0d2-4463-94a4-5c294ad949a7') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:52:48.694446 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.707255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.713310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:52:48.713693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:52:48.716638 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:52:48.772610 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.779351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:48.782566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] 10.222.0.31 "DELETE /v2.0/networks/f6c0a723-146c-4624-b96e-ffce6cd8d7cd HTTP/1.1" status: 204 len: 168 time: 0.2948253 Oct 28 21:52:48.796256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0e076-460f-4d4e-a4aa-ae600cb791fa tempest-PortsIpV6TestJSON-1571136407 tempest-PortsIpV6TestJSON-1571136407-project] Pushing event deleted for resources: {'Network': ['ID=f6c0a723-146c-4624-b96e-ffce6cd8d7cd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:49.025592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:49.161175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-909099cb-b751-4621-beb3-7463e7608ede admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f388efab2640462b9c01911bb57d7981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343195 Oct 28 21:52:49.163562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44284) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:49.218072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:49.239726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:49.284675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:49.288276 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:49.289856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d656cce-b245-4d94-9e8f-cd0b9e0d1c33 HTTP/1.1" status: 204 len: 168 time: 0.1251504 Oct 28 21:52:49.297514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30ea6d-db8a-4ed5-85ce-24dde6689ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d656cce-b245-4d94-9e8f-cd0b9e0d1c33,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:49.526967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:52:49.551424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4e8f4306-6f28-4ef5-9eda-f78586d98d4f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:52:49.553146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4e8f4306-6f28-4ef5-9eda-f78586d98d4f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:52:50.095086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44306) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.193620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812099772'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:50.214936 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.223322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.307843 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.311537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.347949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270e2ea5-97a9-4978-aaaa-59f6dd9368b9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:50.386963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.390705 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.428175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.429545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3334730 Oct 28 21:52:50.431452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563422-6b01-4a95-abc2-0ccdc378ad5e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33705391-cb8b-4f8c-a1e4-c10f143c99bd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:50.432399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.497286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd6efc63-d472-47ed-b31b-4d3cd3f058f9 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0629494 Oct 28 21:52:50.499819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44312) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.504585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-security--848979499', 'description': 'tempest-security-description-2056998225'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:50.533681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.581212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.585156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.588120 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.589390 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "PUT /v2.0/security-groups/33705391-cb8b-4f8c-a1e4-c10f143c99bd HTTP/1.1" status: 200 len: 1779 time: 0.0885546 Oct 28 21:52:50.592248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44314) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.611963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11540327-2b91-4881-91c9-104b92673826 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33705391-cb8b-4f8c-a1e4-c10f143c99bd,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:50.631787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1e3a2408-d7fd-4ebd-b6e7-3d372aca031f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups/33705391-cb8b-4f8c-a1e4-c10f143c99bd HTTP/1.1" status: 200 len: 1779 time: 0.0383854 Oct 28 21:52:50.634279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44316) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.692925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.716449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.733960 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-7735398a-8aab-413d-831d-9a46f14844eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445533 Oct 28 21:52:50.763372 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.766183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.767310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/33705391-cb8b-4f8c-a1e4-c10f143c99bd HTTP/1.1" status: 204 len: 168 time: 0.1320791 Oct 28 21:52:50.769958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44318) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.778151 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56234fc8-f9d3-41b8-8d77-d9e04d118fd6 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33705391-cb8b-4f8c-a1e4-c10f143c99bd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:50.844741 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-286e2226-61e9-4183-a5d8-fefda12078ba tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726891 Oct 28 21:52:50.847438 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44320) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.865593 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-a009a57f-ac47-485e-9e8f-8190ce500e6d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] delete failed (client error): The resource could not be found. Oct 28 21:52:50.866791 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a009a57f-ac47-485e-9e8f-8190ce500e6d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/33705391-cb8b-4f8c-a1e4-c10f143c99bd HTTP/1.1" status: 404 len: 347 time: 0.0184183 Oct 28 21:52:50.869787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a82455-04b2-445d-985d-f822b35b8501 req-760688b8-ca4b-4d82-bd93-5ad1d2617a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:50.870668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-760688b8-ca4b-4d82-bd93-5ad1d2617a14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 1097 time: 0.0853193 Oct 28 21:52:50.871236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44322) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:50.875825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146600314'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:50.900834 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.970111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.975565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:50.991352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a82455-04b2-445d-985d-f822b35b8501 req-c8f56728-5715-463c-8c70-6e20e4dd782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:50.992863 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-c8f56728-5715-463c-8c70-6e20e4dd782b service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.0997510 Oct 28 21:52:51.003528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.007726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1325181 Oct 28 21:52:51.007911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44324) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.012322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'c24724aa-c60d-4cc2-81cf-4424a7e3be83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:51.018215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d480ef-8351-4908-8807-f00da8348be0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24724aa-c60d-4cc2-81cf-4424a7e3be83,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.045110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.067736 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-5ffbaff9-d941-4aae-a3d3-fa9c2de52513 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 200 len: 1000 time: 0.0670712 Oct 28 21:52:51.101752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.106108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.122037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a82455-04b2-445d-985d-f822b35b8501 req-6640f550-f9e4-4b25-942a-021238581495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:51.123528 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-6640f550-f9e4-4b25-942a-021238581495 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0488060 Oct 28 21:52:51.124490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856c6bbe-a078-4da8-b9f3-45f2755f9eca,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.138294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.139810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f559af46-3bf9-4591-9e4c-c200df93b4c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309555 Oct 28 21:52:51.144231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.179887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a82455-04b2-445d-985d-f822b35b8501 req-cc9a5724-bc36-4bf6-aff7-fffa228605e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:51.181435 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-cc9a5724-bc36-4bf6-aff7-fffa228605e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491848 Oct 28 21:52:51.194387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f340700b-bc96-4759-bf93-68da8d17684a req-0fba8a62-4f92-4036-9e16-44259464352b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0470665 Oct 28 21:52:51.209464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.218600 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.269930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f340700b-bc96-4759-bf93-68da8d17684a req-16f3620b-e77a-4bd0-ba7b-92dcf94ac082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0276179 Oct 28 21:52:51.275333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.281289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.284797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/856c6bbe-a078-4da8-b9f3-45f2755f9eca HTTP/1.1" status: 204 len: 168 time: 0.1383543 Oct 28 21:52:51.287215 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44330) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.288663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91d5db-187a-482f-9956-d045a1b7118e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=856c6bbe-a078-4da8-b9f3-45f2755f9eca,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.308897 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-3499153a-9865-43c6-af35-a77601781f9f service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198330 Oct 28 21:52:51.314865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f340700b-bc96-4759-bf93-68da8d17684a req-f9a9038e-0aec-4968-878d-de1fbb8eb3a2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201170 Oct 28 21:52:51.363032 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2fa3271d-ef35-4c3d-81c0-9214a083899c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720532 Oct 28 21:52:51.367892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44332) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.429856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-71a82455-04b2-445d-985d-f822b35b8501 req-949c3530-a58f-4de2-8dd2-f3e53ce68873 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082199 Oct 28 21:52:51.456258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340700b-bc96-4759-bf93-68da8d17684a req-e1070305-4e7b-44b8-ac27-ece1536bb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:52:51.457771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f340700b-bc96-4759-bf93-68da8d17684a req-e1070305-4e7b-44b8-ac27-ece1536bb30a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325483 Oct 28 21:52:51.460717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.484030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.524269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.526798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.527915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/c24724aa-c60d-4cc2-81cf-4424a7e3be83 HTTP/1.1" status: 204 len: 168 time: 0.1590536 Oct 28 21:52:51.530746 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.537850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b621585-b3f5-4f58-9537-0d1cdb4042cb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24724aa-c60d-4cc2-81cf-4424a7e3be83,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.575545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0d00945-c510-40a5-a874-802d2922e922 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434909 Oct 28 21:52:51.579586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44336) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.584029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--666493001'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:51.606052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.670229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.673786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.702206 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.703406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1228614 Oct 28 21:52:51.705331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c4b63-d2d5-4a5d-aaa0-3e31a72ace97 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca613d26-e6d6-4ace-8f62-a0e02cd5ec47,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.706265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44338) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.712385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'ca613d26-e6d6-4ace-8f62-a0e02cd5ec47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:51.739360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.787988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.791675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.812054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e51f390-021c-47b2-9ed2-eab8ed456f29,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.820140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.821479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f5e69df3-1b70-4280-8244-27ac49a55efb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141601 Oct 28 21:52:51.824898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44340) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.829284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'ca613d26-e6d6-4ace-8f62-a0e02cd5ec47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:51.855580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.912216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.915917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.936879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6cc599-28d3-4482-9897-1a22e94796fa,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:51.944588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:51.945803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1da5de4c-5b75-4813-83c3-053fc4d71411 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198997 Oct 28 21:52:51.948456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44342) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:51.952606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'ca613d26-e6d6-4ace-8f62-a0e02cd5ec47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:51.977991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.034233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.037807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.056201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d16a43-f0b9-418d-85aa-f62f795c145f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.063512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.064714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9a70ca75-508b-4f95-bf94-14f9aae5c620 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153429 Oct 28 21:52:52.068253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.072727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'ca613d26-e6d6-4ace-8f62-a0e02cd5ec47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:52.098941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.158641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.161583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.180408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3909c9f-a055-49b9-a4a6-16694c5e2b7e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.187829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.189043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a2b4c969-7889-421e-9c89-9d748159ef18 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197188 Oct 28 21:52:52.191718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44346) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.196846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'ca613d26-e6d6-4ace-8f62-a0e02cd5ec47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:52.222001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.281000 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.284412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.299494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7495ac-45ed-4094-9180-7765b96bfc75,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.310537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.311716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e16b3291-9133-4bf7-b6bb-a68b6c89861c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1182573 Oct 28 21:52:52.314509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.339439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.346714 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.373136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.378153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.379250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0c7495ac-45ed-4094-9180-7765b96bfc75 HTTP/1.1" status: 204 len: 168 time: 0.0638525 Oct 28 21:52:52.382582 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44350) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.387450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390d2c0-8723-4fdd-8240-148d6269f178 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7495ac-45ed-4094-9180-7765b96bfc75,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.433730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-63f56786-e548-4932-84af-d88cde13a1e5 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0494382 Oct 28 21:52:52.435848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.464285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.472248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.497775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.504426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.506141 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e3909c9f-a055-49b9-a4a6-16694c5e2b7e HTTP/1.1" status: 204 len: 168 time: 0.0693612 Oct 28 21:52:52.509116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44354) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.510354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192c8f-4a2d-4e14-8795-bd4d3fa89d2b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3909c9f-a055-49b9-a4a6-16694c5e2b7e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.560191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0b13263e-c785-4216-bc86-86fa4c17ccbb tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0498569 Oct 28 21:52:52.562861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44356) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.586137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.593303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.617452 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.624160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.625274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/37d16a43-f0b9-418d-85aa-f62f795c145f HTTP/1.1" status: 204 len: 168 time: 0.0615814 Oct 28 21:52:52.627971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.629146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc20c-d477-42e0-939f-3bd2bb9e0933 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d16a43-f0b9-418d-85aa-f62f795c145f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.674165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-283dac45-41d3-48b7-9150-257ec570973e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0442915 Oct 28 21:52:52.676151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44360) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.700284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.708594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.733979 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.741681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.742818 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7c6cc599-28d3-4482-9897-1a22e94796fa HTTP/1.1" status: 204 len: 168 time: 0.0652401 Oct 28 21:52:52.745520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44362) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.748218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d4dc3-5847-4e61-95df-57544616d42b tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c6cc599-28d3-4482-9897-1a22e94796fa,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.789455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5ff48fc-465f-4b40-9f60-6eed7efa8f00 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427318 Oct 28 21:52:52.792414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44364) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.819425 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.826800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.851907 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.857712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.858795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7e51f390-021c-47b2-9ed2-eab8ed456f29 HTTP/1.1" status: 204 len: 168 time: 0.0652363 Oct 28 21:52:52.861551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.865085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1da77-1280-493b-a854-58842de632e2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e51f390-021c-47b2-9ed2-eab8ed456f29,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:52.901549 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14270d5f-8cf0-4b3c-b3d4-b9b415ffbfd2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387616 Oct 28 21:52:52.904167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44368) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:52.954387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:52.975771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.018859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.021719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.022843 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca613d26-e6d6-4ace-8f62-a0e02cd5ec47 HTTP/1.1" status: 204 len: 168 time: 0.1177607 Oct 28 21:52:53.025604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44370) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.031703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940dfa9-d24a-41d6-b7f3-461d6ecedc4f tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca613d26-e6d6-4ace-8f62-a0e02cd5ec47,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.077554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-62d957cd-0c7f-492e-b203-e8fd55efb5e0 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506942 Oct 28 21:52:53.081621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44372) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.085920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438058115'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:53.108213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.178302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.182077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.210673 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.211907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1293211 Oct 28 21:52:53.213946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc122c-6a73-46c4-a905-378b17afc669 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3465fc27-47c6-445a-bd72-f3d04018b523,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.214769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44374) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.220111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': '3465fc27-47c6-445a-bd72-f3d04018b523', 'direction': 'ingress', 'protocol': 17}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:53.248764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.294734 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.298304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.314036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5a0c35-28e0-43c8-8c8e-c345f20bd048,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.324786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.325970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4f76d90e-a39f-4c13-983c-5fd1bc6c636e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1101775 Oct 28 21:52:53.328765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44376) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.382200 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.404988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.448558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.451125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.452257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/3465fc27-47c6-445a-bd72-f3d04018b523 HTTP/1.1" status: 204 len: 168 time: 0.1226423 Oct 28 21:52:53.454968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44378) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.462259 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b97c3-7a70-4921-9cc5-43760a4fb66a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3465fc27-47c6-445a-bd72-f3d04018b523,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.501286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-42feec84-40cd-4425-97fc-d9980dacf732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451415 Oct 28 21:52:53.504938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.509547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513971428'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:53.533548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.600607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.604332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.641623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.642853 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1368544 Oct 28 21:52:53.644698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56a1b5-20fd-4337-b9f0-3dce19355a2a tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a7b3a3-d4bc-4e85-92c7-7bbfecb2c293,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.646411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44382) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.651271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--979643297'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:53.673285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.737118 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.741800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.769769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2047cc8a-fd7a-41f1-aa3e-e3d0c77be318,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.775559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.777367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e9cb3c59-8c38-4888-aed6-0560c468f8ea tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1296148 Oct 28 21:52:53.779857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.784319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': '58a7b3a3-d4bc-4e85-92c7-7bbfecb2c293', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2047cc8a-fd7a-41f1-aa3e-e3d0c77be318', 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:53.815181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.883089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.886637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.909134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcee784b-2ced-4d7e-90a7-cb0b2a5821ff,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:53.915730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.916927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5427f947-be0b-49fb-b06b-e9050122485c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1361248 Oct 28 21:52:53.919893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.942805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.950194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.976038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.981380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:53.984981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dcee784b-2ced-4d7e-90a7-cb0b2a5821ff HTTP/1.1" status: 204 len: 168 time: 0.0616720 Oct 28 21:52:53.985450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44388) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:53.990128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f9cb8-4656-49e4-92ec-16b119306d36 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcee784b-2ced-4d7e-90a7-cb0b2a5821ff,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.029214 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f421e935-7fd0-4316-b70d-eeca061db995 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0425234 Oct 28 21:52:54.031891 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.084930 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.106643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.150698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.155971 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.161544 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/2047cc8a-fd7a-41f1-aa3e-e3d0c77be318 HTTP/1.1" status: 204 len: 168 time: 0.1279714 Oct 28 21:52:54.163467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.175711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722ec5-ddda-4af2-a9f0-4c377d66e7af tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2047cc8a-fd7a-41f1-aa3e-e3d0c77be318,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.221534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f2dd6b2b-b929-444b-8661-097bba71cb2d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0555816 Oct 28 21:52:54.225068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44394) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.275978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.297667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.339461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.342338 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.343507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/58a7b3a3-d4bc-4e85-92c7-7bbfecb2c293 HTTP/1.1" status: 204 len: 168 time: 0.1174912 Oct 28 21:52:54.346280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.352509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cd275-034c-49fa-8303-e1780d0c8b52 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a7b3a3-d4bc-4e85-92c7-7bbfecb2c293,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.391107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0e2ee79f-23c0-4ae7-b272-f72cab542e15 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436747 Oct 28 21:52:54.395024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.399256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163189264'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:54.420141 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.485025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.488471 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.515494 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.516714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1207716 Oct 28 21:52:54.519587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44400) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.520705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c458a95-ad63-412a-b9bc-f448d121c560 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c3fe4-c16e-4bae-b5c4-fbfd6fe5f4d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.525521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': 'd15c3fe4-c16e-4bae-b5c4-fbfd6fe5f4d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:54.552812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.608943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.612323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.630213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4976944a-4b23-4c80-8c65-928ec901cc9b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.638931 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.640146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f25a4821-7da6-4845-88c8-5bf465bcb7a2 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1194270 Oct 28 21:52:54.643031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44402) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.668068 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.677155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.702173 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.708165 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.709271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4976944a-4b23-4c80-8c65-928ec901cc9b HTTP/1.1" status: 204 len: 168 time: 0.0653427 Oct 28 21:52:54.712312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.714399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb3ebd-0b22-4da1-bc87-b9b99b1dfd65 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4976944a-4b23-4c80-8c65-928ec901cc9b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.757276 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-16169808-84e6-44b3-a5c0-effdf9e2e172 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437713 Oct 28 21:52:54.759866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.811732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.833518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.874212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.877036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:54.878158 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/d15c3fe4-c16e-4bae-b5c4-fbfd6fe5f4d3 HTTP/1.1" status: 204 len: 168 time: 0.1174250 Oct 28 21:52:54.881289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.893196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cafce-682a-4daa-ba32-9fbb7f93f330 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c3fe4-c16e-4bae-b5c4-fbfd6fe5f4d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:54.932876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1a794303-53b7-4046-9e3a-d5bcc2d59502 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504134 Oct 28 21:52:54.936663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44410) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:54.941162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group': {'name': 'tempest-secgroup--595621933'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:54.963411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.027651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.031080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.058680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.059889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1222372 Oct 28 21:52:55.062821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.064434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5200e1-758e-4388-ac8c-bf6eba1e8878 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500437f6-0f87-43b9-9af6-506c1cee4727,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.067592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': '500437f6-0f87-43b9-9af6-506c1cee4727', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:55.093743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.148834 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.152419 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.171709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128dd254-f93c-4f27-af1e-b85cc05c5bc2,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.176282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.180140 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08d77285-94f3-4899-984e-6af0abb71098 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163125 Oct 28 21:52:55.180293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44414) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.197433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-343eaabc-84d8-474a-8bac-eb654b930a73 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules/128dd254-f93c-4f27-af1e-b85cc05c5bc2 HTTP/1.1" status: 200 len: 763 time: 0.0160272 Oct 28 21:52:55.199618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.243257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-79b8f8c4-a97e-42b8-8ef1-1a1cabcfe807 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397124 Oct 28 21:52:55.243786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.271277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.278940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.306537 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.312946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.314081 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/128dd254-f93c-4f27-af1e-b85cc05c5bc2 HTTP/1.1" status: 204 len: 168 time: 0.0694492 Oct 28 21:52:55.316857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.319799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff9d1c-45af-4200-b64c-364a5e2cb888 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=128dd254-f93c-4f27-af1e-b85cc05c5bc2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.356644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b159a978-4874-4f28-ab25-564d9d912a4c tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379529 Oct 28 21:52:55.359142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44426) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.363158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': '500437f6-0f87-43b9-9af6-506c1cee4727', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:55.389038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.446291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.450112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.469009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870d32ba-e3cd-4aa7-858e-1421e1bb6ce4,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.477276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.481148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5ecb9f5b-2f1b-4545-8603-052567d7d121 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210980 Oct 28 21:52:55.481306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.498512 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1265e390-353b-4aeb-8b41-69316003d360 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules/870d32ba-e3cd-4aa7-858e-1421e1bb6ce4 HTTP/1.1" status: 200 len: 763 time: 0.0162227 Oct 28 21:52:55.500889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.540525 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d255c95d-22a4-47b5-90e4-5596cfe42024 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386162 Oct 28 21:52:55.542938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.573321 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.581231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.606356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.611068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.612178 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/870d32ba-e3cd-4aa7-858e-1421e1bb6ce4 HTTP/1.1" status: 204 len: 168 time: 0.0683682 Oct 28 21:52:55.615503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44434) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.620084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9aa52-4871-4d3c-a674-1d6b9ced5732 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=870d32ba-e3cd-4aa7-858e-1421e1bb6ce4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.655233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-422212f8-e92a-4766-be48-5dffeeb7e736 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386088 Oct 28 21:52:55.657891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44436) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.662173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Request body: {'security_group_rule': {'security_group_id': '500437f6-0f87-43b9-9af6-506c1cee4727', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:55.684307 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Project 073f91d884a348229f1c892d8cbdc2f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:52:55.689070 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.743552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.746876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.764464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8622d305-9c1b-40a1-b0b7-912fcaf20236,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.772877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.774053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a77b5c6b-ad0e-4991-95ad-fb44a98b3004 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152377 Oct 28 21:52:55.776894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.792811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5aa64ccb-0c9e-4085-b159-5b84de20da09 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules/8622d305-9c1b-40a1-b0b7-912fcaf20236 HTTP/1.1" status: 200 len: 769 time: 0.0148203 Oct 28 21:52:55.795206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.837041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-89ecdf73-4e56-4fe1-9109-f8778176282e tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0407870 Oct 28 21:52:55.839693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44442) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.861607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.870048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.896189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.901100 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:55.902306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8622d305-9c1b-40a1-b0b7-912fcaf20236 HTTP/1.1" status: 204 len: 168 time: 0.0616405 Oct 28 21:52:55.904893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:55.909797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc342e-2062-4832-a31e-64ea4fad07c7 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8622d305-9c1b-40a1-b0b7-912fcaf20236,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:55.946085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f6b3d788-83f8-46cf-aaad-b7cf9432a135 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400710 Oct 28 21:52:55.948883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:56.000087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.022886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.064099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.066706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.067877 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "DELETE /v2.0/security-groups/500437f6-0f87-43b9-9af6-506c1cee4727 HTTP/1.1" status: 204 len: 168 time: 0.1180103 Oct 28 21:52:56.070852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44448) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:56.077150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f83c1e-252d-4280-8cbf-b1d17f09de0d tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500437f6-0f87-43b9-9af6-506c1cee4727,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:56.118506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-329de7e2-b621-430c-8939-c4c2b8fa5526 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462291 Oct 28 21:52:56.122406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44450) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:56.164473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1f1e771d-f1d5-42a6-86e8-bdb6fb690892 tempest-SecGroupIPv6Test-1773329866 tempest-SecGroupIPv6Test-1773329866-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0409691 Oct 28 21:52:56.397701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44456) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:56.529930 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a12c02a6-359f-44b4-aceb-caa6336ce91e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=073f91d884a348229f1c892d8cbdc2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310313 Oct 28 21:52:56.532317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44460) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:56.579272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.599856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.645568 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.648895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:56.650157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/270e2ea5-97a9-4978-aaaa-59f6dd9368b9 HTTP/1.1" status: 204 len: 168 time: 0.1169906 Oct 28 21:52:56.657799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23db468-47ef-4964-bdb3-86c00a17dcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e2ea5-97a9-4978-aaaa-59f6dd9368b9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:57.288629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:57.385207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--773604431'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:57.407248 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.415430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.490479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.496752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.540417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba7a0d-f1b1-4d39-ac66-071540f27839,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:57.581208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.584920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.618039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.619242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3295989 Oct 28 21:52:57.621130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde7fd6-157a-4d67-bbaf-ad9aa33d846e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c636fa-c42c-41d7-a873-097ba4fb8d43,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:57.622297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44486) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:57.687426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-062db544-a719-4744-865f-418d16da7680 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0632486 Oct 28 21:52:57.690092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:57.695419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-security--1384205902', 'description': 'tempest-security-description-1320291646'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:57.722758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.773745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.778343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.781178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.782423 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "PUT /v2.0/security-groups/e8c636fa-c42c-41d7-a873-097ba4fb8d43 HTTP/1.1" status: 200 len: 1780 time: 0.0907969 Oct 28 21:52:57.786651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44490) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:57.813651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c3aeb-64fe-4b11-b69a-d4190e3f13be tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c636fa-c42c-41d7-a873-097ba4fb8d43,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:57.856754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:57.857135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-40b6dad4-610e-4863-a74d-a00ca1c98777 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups/e8c636fa-c42c-41d7-a873-097ba4fb8d43 HTTP/1.1" status: 200 len: 1780 time: 0.0690420 Oct 28 21:52:57.919358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.944136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.990777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.993492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:57.994676 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8c636fa-c42c-41d7-a873-097ba4fb8d43 HTTP/1.1" status: 204 len: 168 time: 0.1367583 Oct 28 21:52:57.997321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.004662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8230-a51e-4e6b-bd83-0c327e73e672 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c636fa-c42c-41d7-a873-097ba4fb8d43,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.046747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-21e7dfef-db56-4c33-b978-962fac4d9145 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457709 Oct 28 21:52:58.047019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44498) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.071551 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-2b1aa889-464d-4f56-a6a8-223da5350b32 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] delete failed (client error): The resource could not be found. Oct 28 21:52:58.072551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2b1aa889-464d-4f56-a6a8-223da5350b32 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8c636fa-c42c-41d7-a873-097ba4fb8d43 HTTP/1.1" status: 404 len: 347 time: 0.0245926 Oct 28 21:52:58.077440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44500) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.082097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--555849140'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:58.106828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.188258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.193089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.223924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.225687 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1472218 Oct 28 21:52:58.227819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cf373-51a0-4d1d-9572-924474742882 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a737727-6ea0-404f-ab3c-5902b3c2c431,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.229783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44502) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.235213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '7a737727-6ea0-404f-ab3c-5902b3c2c431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:58.266267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.336111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.339905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.357850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d11556-0aa1-46fe-a34c-2a1624b5ceb5,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.364825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.368937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44504) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.370868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ba52305f-bc7b-4516-8d5e-b6ca7053f850 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400647 Oct 28 21:52:58.392849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.401146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.427813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.433965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.435565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/52d11556-0aa1-46fe-a34c-2a1624b5ceb5 HTTP/1.1" status: 204 len: 168 time: 0.0651145 Oct 28 21:52:58.438090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44506) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.444523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923114-b72e-4130-88ff-fa94c20757bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52d11556-0aa1-46fe-a34c-2a1624b5ceb5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.479963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-158e1539-89ca-48ea-b9e8-51712a8e18dd tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407519 Oct 28 21:52:58.482576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44508) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.534248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.556444 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.601878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.604772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.606083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a737727-6ea0-404f-ab3c-5902b3c2c431 HTTP/1.1" status: 204 len: 168 time: 0.1226144 Oct 28 21:52:58.609072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.615716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1e57b-2b40-45ac-ab66-bfd1a78c02df tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a737727-6ea0-404f-ab3c-5902b3c2c431,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.657936 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c7bc6a31-05ea-4706-8444-cc1ebafa6377 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476439 Oct 28 21:52:58.662120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44512) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.667336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--412915882'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:58.690401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.756586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.760794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.786073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.787280 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1241305 Oct 28 21:52:58.790421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44514) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.795179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '6ca867d1-31d9-4c29-b623-4ebd96b01ddd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:58.795537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a9be-56f5-4857-829d-69b0cce53e2f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca867d1-31d9-4c29-b623-4ebd96b01ddd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.825418 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.870346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.873659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.890900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d790da-acb9-4c66-93c7-17c6433fa6a2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:58.899231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.900446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3aef8f80-ee46-4d9e-8654-4e692de8fc7c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1088953 Oct 28 21:52:58.903158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:58.907445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '6ca867d1-31d9-4c29-b623-4ebd96b01ddd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:58.933922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.991523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:58.994993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.012389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cbfad9-4f79-4210-8b77-0c32371e7113,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.019685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.021594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3c37290-811e-4bdc-8287-3d933689b1e8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174383 Oct 28 21:52:59.024259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44520) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.028531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '6ca867d1-31d9-4c29-b623-4ebd96b01ddd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:59.053870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.110010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.113585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.128411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12837c1a-4ca4-44ea-ad7a-bd96a506668b,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.141271 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.142445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-728ce5b5-9df6-47cd-8163-f8348e5e3130 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172225 Oct 28 21:52:59.145654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44522) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.150208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '6ca867d1-31d9-4c29-b623-4ebd96b01ddd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:59.174887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.232562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.236166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.253126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0320c252-8d6c-48ca-a311-a06625e162fe,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.261870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.263058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2a47c746-1c9d-4881-8a8b-e0c115e86af3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162128 Oct 28 21:52:59.265972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.271275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '6ca867d1-31d9-4c29-b623-4ebd96b01ddd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:52:59.297278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.355811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.359296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.380437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc12eb6c-deb5-4445-9b80-2d41c78c9d57,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.387218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.388409 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7f59845-a8fd-4745-bb31-37b3bc6c9f7f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1213915 Oct 28 21:52:59.391222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44526) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.414393 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.422115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.448456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.454342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.455402 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dc12eb6c-deb5-4445-9b80-2d41c78c9d57 HTTP/1.1" status: 204 len: 168 time: 0.0632358 Oct 28 21:52:59.458525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44528) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.461258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680b378-36ab-422a-b455-1000ee75bf34 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc12eb6c-deb5-4445-9b80-2d41c78c9d57,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.505103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cc75de36-9226-4ec5-834d-a05ae3f364f2 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0445499 Oct 28 21:52:59.507478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44530) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.528837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.536287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.564145 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.571577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.572671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0320c252-8d6c-48ca-a311-a06625e162fe HTTP/1.1" status: 204 len: 168 time: 0.0642900 Oct 28 21:52:59.575414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44532) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.576833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad791bb6-b049-451c-93c5-5e1bc0a2d8f0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0320c252-8d6c-48ca-a311-a06625e162fe,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.619830 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49798851-3521-4577-8f52-115fac625979 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0432546 Oct 28 21:52:59.622501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44534) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.645068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.652506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.679545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.684855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.685936 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/12837c1a-4ca4-44ea-ad7a-bd96a506668b HTTP/1.1" status: 204 len: 168 time: 0.0625486 Oct 28 21:52:59.688482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44536) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.705365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e664c-8add-4107-a67d-bb758194767e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12837c1a-4ca4-44ea-ad7a-bd96a506668b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.737795 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ea71c67a-7a56-49f7-82c9-c3b2544bec1e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0483041 Oct 28 21:52:59.741579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44538) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.763879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.771273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.798275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.805363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.806447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/52cbfad9-4f79-4210-8b77-0c32371e7113 HTTP/1.1" status: 204 len: 168 time: 0.0639534 Oct 28 21:52:59.809099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44540) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.811968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230efe95-5f5d-4df1-b8f4-0146b6c2b4a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52cbfad9-4f79-4210-8b77-0c32371e7113,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.851919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-24d5f5ef-6fbb-4b23-a71f-7a852aacce76 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0411398 Oct 28 21:52:59.855280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44542) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.878329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.886003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.912486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.917505 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:52:59.918595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/71d790da-acb9-4c66-93c7-17c6433fa6a2 HTTP/1.1" status: 204 len: 168 time: 0.0624144 Oct 28 21:52:59.921518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44544) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:52:59.925579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8a2ff-6b15-4578-baa3-ff0e52118f54 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d790da-acb9-4c66-93c7-17c6433fa6a2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:52:59.961129 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-659bbbf9-97ba-4bb7-9936-a4b39b5bc0d5 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384912 Oct 28 21:52:59.963774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44546) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.016049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.037946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.077985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.080806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.081923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/6ca867d1-31d9-4c29-b623-4ebd96b01ddd HTTP/1.1" status: 204 len: 168 time: 0.1172721 Oct 28 21:53:00.085131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44548) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.091296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484bbad-b73e-49c3-894f-ab992f12334f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca867d1-31d9-4c29-b623-4ebd96b01ddd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.135760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a99c9540-f47c-4f1a-be29-817d8fc1f090 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494554 Oct 28 21:53:00.143208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.144604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076120132'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:00.168582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.232547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.237359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.267064 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.268344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1272697 Oct 28 21:53:00.269449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea538587-7a5f-4052-aafa-8e24df26497d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571a7bdc-fed4-41ed-9176-7a8a270ad314,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.271837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.276436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '571a7bdc-fed4-41ed-9176-7a8a270ad314', 'direction': 'ingress', 'protocol': 17}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:00.303314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.347484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.351534 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.369796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8621c6d4-a2d4-483b-abfb-9d5fcaa44b8b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.379887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.381106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d1200099-8523-4868-a8c9-727a2ce748f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1082275 Oct 28 21:53:00.383835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.436993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.459943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.502627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.505843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.506968 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/571a7bdc-fed4-41ed-9176-7a8a270ad314 HTTP/1.1" status: 204 len: 168 time: 0.1221595 Oct 28 21:53:00.509745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44556) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.515607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85573703-4922-4b05-a546-fcdacc69708c tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a7bdc-fed4-41ed-9176-7a8a270ad314,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.554390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-697c803b-c30e-4ba9-a926-832ba17ff371 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430300 Oct 28 21:53:00.557821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44558) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.561967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721415987'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:00.585213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.652125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.655771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.683636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.684870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1261382 Oct 28 21:53:00.687674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44560) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.693080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493036788'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:00.698050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c998a-f20e-4e8e-939a-2ad58411699b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc57f93-1202-4281-960f-54882108583d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.716865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.782675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.786846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.815657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ca3bd-4f60-4bb7-ba10-248b1bcd58d9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.820957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.823436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aeda7a57-1c57-4907-9c64-81e0df5e7293 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1329675 Oct 28 21:53:00.824980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44562) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.829375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '0cc57f93-1202-4281-960f-54882108583d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '716ca3bd-4f60-4bb7-ba10-248b1bcd58d9', 'remote_ip_prefix': None}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:00.859781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.923109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.926485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.943704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144093df-1baa-4109-b7ef-a78ce92aa052,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:00.952511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.954093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4fcefed5-adb4-483b-8449-a6dd31b4449e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1279709 Oct 28 21:53:00.957019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44564) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:00.981106 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:00.988345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.012858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.019552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.021185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/144093df-1baa-4109-b7ef-a78ce92aa052 HTTP/1.1" status: 204 len: 168 time: 0.0626481 Oct 28 21:53:01.024149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44566) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.025387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2061f50-9902-4c47-98f6-6d1633ce6ce6 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=144093df-1baa-4109-b7ef-a78ce92aa052,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.071463 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b83455a4-c483-4892-9e69-6664e318c332 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0461199 Oct 28 21:53:01.074172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.125209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.149287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.190044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.193793 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.194871 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/716ca3bd-4f60-4bb7-ba10-248b1bcd58d9 HTTP/1.1" status: 204 len: 168 time: 0.1197963 Oct 28 21:53:01.197570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44570) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.205614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3b4c-0976-42cd-b89a-5f03e185a81f tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ca3bd-4f60-4bb7-ba10-248b1bcd58d9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.253360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a631f7fb-0e84-4b3f-b696-9e0c1f56bb0e tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0544455 Oct 28 21:53:01.256965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44572) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.306993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.329159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.370261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.372891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.374041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/0cc57f93-1202-4281-960f-54882108583d HTTP/1.1" status: 204 len: 168 time: 0.1161926 Oct 28 21:53:01.376712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44576) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.384272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d7374-be1a-46fb-affd-f8d9357db4f3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc57f93-1202-4281-960f-54882108583d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.423606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e9f59549-c507-4fc0-91fa-a568c4f20ddc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457611 Oct 28 21:53:01.427489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44578) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.431623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316900180'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:01.453687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.520087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.524049 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.551997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.553228 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1248357 Oct 28 21:53:01.555927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44580) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.560255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': 'af7256d7-e2c6-4e60-bc92-fd86c8808c80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:01.568295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7267971-6775-47b8-963c-c8d174799816 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7256d7-e2c6-4e60-bc92-fd86c8808c80,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.590549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.649240 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.652770 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.674219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a4e48d-7b62-4ceb-9330-5131ea5231de,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.680813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.684699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1705ce01-e8dd-46de-8a1b-a334578af0a4 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1277592 Oct 28 21:53:01.684922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44584) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.708932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.718748 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.766450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.774538 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.775626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/78a4e48d-7b62-4ceb-9330-5131ea5231de HTTP/1.1" status: 204 len: 168 time: 0.0897846 Oct 28 21:53:01.778304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44586) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.789274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-76b6edb3-c477-49e6-aa9f-d1d7b199461c tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:01.790965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-76b6edb3-c477-49e6-aa9f-d1d7b199461c tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0752409 Oct 28 21:53:01.793010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e05223-7b32-460f-bb99-da10697691bc tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a4e48d-7b62-4ceb-9330-5131ea5231de,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.821731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-53fe8289-95af-43da-af2c-3951065eef7f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.853020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3781dbfa-227a-46eb-a81b-9d9e8432a6d3 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729966 Oct 28 21:53:01.855748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44588) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:01.910315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.919332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-53fe8289-95af-43da-af2c-3951065eef7f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.923296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-53fe8289-95af-43da-af2c-3951065eef7f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.934193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.944617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8482bfa6-c894-4a33-9833-a9dbd84f3b6f req-53fe8289-95af-43da-af2c-3951065eef7f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431897 Oct 28 21:53:01.955765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8289-95af-43da-af2c-3951065eef7f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0069ab71-4b43-495e-b70d-2ccefb4f9afc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:01.986516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.989377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:01.990605 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/af7256d7-e2c6-4e60-bc92-fd86c8808c80 HTTP/1.1" status: 204 len: 168 time: 0.1332223 Oct 28 21:53:01.993444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44592) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.000717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc43c24-1c19-47f1-b90c-3996be373e8d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7256d7-e2c6-4e60-bc92-fd86c8808c80,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.047412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5abd3c81-1508-4cf8-a6b7-d742850ca541 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528061 Oct 28 21:53:02.051278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44594) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.055964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group': {'name': 'tempest-secgroup--943085233'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:02.080872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.084914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04b319-197a-4328-b8cc-a53eb195a55b req-0c09bd6c-34db-4da9-bed6-a945a7f433d2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:02.086504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c04b319-197a-4328-b8cc-a53eb195a55b req-0c09bd6c-34db-4da9-bed6-a945a7f433d2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0597179 Oct 28 21:53:02.126063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c04b319-197a-4328-b8cc-a53eb195a55b req-45df2ede-722a-4057-9b15-6bc2d35d9e3f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Oct 28 21:53:02.152117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44596) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.157387 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.161976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.191664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.193416 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1409976 Oct 28 21:53:02.195283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d65239-eb32-439c-8c5d-8b096dad5d61 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be1920c-2f73-4e9a-aa65-742504fb3ae3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.198152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44598) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.202829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '4be1920c-2f73-4e9a-aa65-742504fb3ae3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:02.220219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a6d08ebe-2494-45f5-821d-1a0474392609 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 200 len: 993 time: 0.0667586 Oct 28 21:53:02.229266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.290085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.293604 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.313386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767ed9c1-8c70-4778-a328-696ef6c68286,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.319466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.320668 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c3f320d1-8c3c-45ed-bbaf-632dbb60bcde tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212034 Oct 28 21:53:02.323365 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44604) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.340006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd2858fd-be6c-4e47-b837-e207f84b1f8b tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules/767ed9c1-8c70-4778-a328-696ef6c68286 HTTP/1.1" status: 200 len: 763 time: 0.0155966 Oct 28 21:53:02.342312 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44606) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.384355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cdd650bb-0995-4d97-a48e-55dd91ec1b13 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409803 Oct 28 21:53:02.385916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44608) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.409449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.417191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.444890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.450946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.452255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/767ed9c1-8c70-4778-a328-696ef6c68286 HTTP/1.1" status: 204 len: 168 time: 0.0651944 Oct 28 21:53:02.454631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44610) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.458049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb51d7-5992-472a-9686-0a0990eb92e9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=767ed9c1-8c70-4778-a328-696ef6c68286,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.495133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b97d891c-c57c-4ffb-a868-cae2c78935d1 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392928 Oct 28 21:53:02.497577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44612) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.501673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '4be1920c-2f73-4e9a-aa65-742504fb3ae3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:02.526379 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.587142 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.591003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.608055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5885484e-bd34-431b-9bd0-2cfef29f8d87,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.619773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.621020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c70c0da1-538c-4aac-a88c-c0e6e3dd69f8 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225383 Oct 28 21:53:02.623615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44618) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.642531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-08602397-7380-4c6a-93de-14452117ee94 req-c02e93eb-c4c3-4b85-a61b-10de9d82cd9e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:53:02.643522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08602397-7380-4c6a-93de-14452117ee94 req-c02e93eb-c4c3-4b85-a61b-10de9d82cd9e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0690918 Oct 28 21:53:02.646802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f67ae397-be62-4b6f-92b2-516bdb4a0318 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules/5885484e-bd34-431b-9bd0-2cfef29f8d87 HTTP/1.1" status: 200 len: 763 time: 0.0220759 Oct 28 21:53:02.649274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44620) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.690272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-afd770ad-90a6-4af9-8e26-e3867a8d7f6d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399611 Oct 28 21:53:02.693735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44626) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.717701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.725484 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.752350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.760113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.761258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5885484e-bd34-431b-9bd0-2cfef29f8d87 HTTP/1.1" status: 204 len: 168 time: 0.0664403 Oct 28 21:53:02.763816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44628) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.766781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060387f-2ac8-4822-a9a3-185629f955a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5885484e-bd34-431b-9bd0-2cfef29f8d87,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.810951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4c0aee75-772b-4d75-b090-eb4272a7aad5 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459368 Oct 28 21:53:02.813494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.818547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Request body: {'security_group_rule': {'security_group_id': '4be1920c-2f73-4e9a-aa65-742504fb3ae3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:02.844912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.913659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.918336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.938622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1009a08-c3b3-4ed3-812e-6f0120378ca7,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:02.952796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:02.957207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e28c3774-85d7-4811-bec5-035128acde88 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426198 Oct 28 21:53:02.958419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44634) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:02.982900 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-f3cf3f45-ada6-4f85-adaa-709d15200b12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447857 Oct 28 21:53:02.984416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-27734bd3-4ef4-4dee-af1b-c6d47b561d0d tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules/d1009a08-c3b3-4ed3-812e-6f0120378ca7 HTTP/1.1" status: 200 len: 764 time: 0.0243616 Oct 28 21:53:02.986578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44636) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.023966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26ebc5-82f7-4e96-8cb5-ab345c815e14 req-48072851-9785-4a97-92af-5e7ab547fdea tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:03.025480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e26ebc5-82f7-4e96-8cb5-ab345c815e14 req-48072851-9785-4a97-92af-5e7ab547fdea tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0595660 Oct 28 21:53:03.035285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-900defb5-ca4a-437f-b080-988d321949f9 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0474207 Oct 28 21:53:03.038716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.064735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.068649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e26ebc5-82f7-4e96-8cb5-ab345c815e14 req-8cefd9de-83a7-4974-90ae-6a5b5be2244b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345547 Oct 28 21:53:03.073232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.100851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.106156 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.107255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d1009a08-c3b3-4ed3-812e-6f0120378ca7 HTTP/1.1" status: 204 len: 168 time: 0.0675673 Oct 28 21:53:03.109996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44646) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.115412 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a39f47-477d-41c7-bf04-37f8994b4a77 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1009a08-c3b3-4ed3-812e-6f0120378ca7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:03.154747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5f34002-4330-43d9-8511-e564a4bd08a0 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436099 Oct 28 21:53:03.157541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44652) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.212039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.235005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.277076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.279549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.283229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "DELETE /v2.0/security-groups/4be1920c-2f73-4e9a-aa65-742504fb3ae3 HTTP/1.1" status: 204 len: 168 time: 0.1222949 Oct 28 21:53:03.283666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.290044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db7474-ae9d-470f-bbcf-7e0ce1d5c352 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be1920c-2f73-4e9a-aa65-742504fb3ae3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:03.331300 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-760702f3-4846-4026-8230-9ab9e671d838 tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462196 Oct 28 21:53:03.337052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44662) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.381448 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1e46bd21-6c3a-4054-acbf-f12ca5c62fba tempest-SecGroupTest-1724003244 tempest-SecGroupTest-1724003244-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427234 Oct 28 21:53:03.639890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44674) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.785334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-38955503-7f07-46b1-a1b2-83262ae8fa2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fb1cd492fcf4a1286b28f1dbe078569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441195 Oct 28 21:53:03.788215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44678) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:03.841889 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.862579 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.908340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.911669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:03.912632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdba7a0d-f1b1-4d39-ac66-071540f27839 HTTP/1.1" status: 204 len: 168 time: 0.1234696 Oct 28 21:53:03.920521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba7a0d-f1b1-4d39-ac66-071540f27839,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:03.927804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.928143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.928502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.928844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.929157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.929476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.929802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.930122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.930435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.930751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.931065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:03.931503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1225d9-cac0-4859-8945-07d2a7749f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:04.173658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-1286aed4-01f1-478d-8905-79505156b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:04.177465 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-1286aed4-01f1-478d-8905-79505156b1da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0543840 Oct 28 21:53:04.202844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71378292-0223-471c-b8d5-323964074559 req-b71d3a90-7969-49ee-92e9-3605b1487345 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:04.204390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71378292-0223-471c-b8d5-323964074559 req-b71d3a90-7969-49ee-92e9-3605b1487345 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0557110 Oct 28 21:53:04.249645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71378292-0223-471c-b8d5-323964074559 req-5f617a40-bdb4-4ed7-a824-d6fac33444b6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373025 Oct 28 21:53:04.288271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-67ccd2a3-eb94-46ec-a280-3ab822b0ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:04.290084 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-67ccd2a3-eb94-46ec-a280-3ab822b0ecf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1033580 Oct 28 21:53:04.355211 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-bb3c7fe0-e262-4867-9a6f-cdc330daa7e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 1001 time: 0.0573530 Oct 28 21:53:04.408237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-6fdde943-af12-47e1-b19a-a83a307e7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:04.409758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-6fdde943-af12-47e1-b19a-a83a307e7a7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0478089 Oct 28 21:53:04.456455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-c2da35d4-b76c-46db-a132-f142857934b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:04.457951 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-c2da35d4-b76c-46db-a132-f142857934b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413032 Oct 28 21:53:04.553446 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-0f3554f5-8346-4586-855c-f08de4479201 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880694 Oct 28 21:53:04.586405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44702) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:04.645559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-671e491e-48f6-47c2-ab4b-276f5e6697f2 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842578 Oct 28 21:53:04.690487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e854261c-fb97-444a-a36e-91255fa64058 tempest-ServiceProvidersTest-134016230 tempest-ServiceProvidersTest-134016230-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1029513 Oct 28 21:53:04.937168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44710) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:05.041684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82a127a6-5121-46b0-803d-66f5a864accf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.118353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82a127a6-5121-46b0-803d-66f5a864accf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.122063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82a127a6-5121-46b0-803d-66f5a864accf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.160440 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-82a127a6-5121-46b0-803d-66f5a864accf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19a77dc6041e409a8cfc216b377614b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221811 Oct 28 21:53:05.161502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a127a6-5121-46b0-803d-66f5a864accf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506ed85-4abc-4f6b-98c2-4c8645a0804c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:05.163932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44714) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:05.171590 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:53:05.215291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.235355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.285497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.288099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:05.289351 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0506ed85-4abc-4f6b-98c2-4c8645a0804c HTTP/1.1" status: 204 len: 168 time: 0.1239507 Oct 28 21:53:05.297743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55289b-17ba-434d-b319-1fbe403a6078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506ed85-4abc-4f6b-98c2-4c8645a0804c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:05.382584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e078d7-5bb2-4a04-8b62-cfaff0c21c53 req-50d9121d-f17d-43d3-af47-9a39d0fab1d6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:05.384211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e078d7-5bb2-4a04-8b62-cfaff0c21c53 req-50d9121d-f17d-43d3-af47-9a39d0fab1d6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Oct 28 21:53:05.423205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7e078d7-5bb2-4a04-8b62-cfaff0c21c53 req-4da91843-d4f2-42b8-9210-a9d0602f5185 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Oct 28 21:53:06.552298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f7417-b9fa-4534-9c27-0ff92733b690 req-ca857f8d-4b11-4a33-b5dd-d73ca9627f4b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:06.553886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed0f7417-b9fa-4534-9c27-0ff92733b690 req-ca857f8d-4b11-4a33-b5dd-d73ca9627f4b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0548568 Oct 28 21:53:06.595275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed0f7417-b9fa-4534-9c27-0ff92733b690 req-c2891d5c-eed5-412c-815a-9160b3112a54 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337007 Oct 28 21:53:07.102161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55e05c-c228-4490-8660-ea18062c079e req-ecd526b9-ce3b-49cc-b362-04ba9743e1b9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:07.103907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b55e05c-c228-4490-8660-ea18062c079e req-ecd526b9-ce3b-49cc-b362-04ba9743e1b9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0573583 Oct 28 21:53:07.118597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44794) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:07.147191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b55e05c-c228-4490-8660-ea18062c079e req-ac746593-214c-4465-8c53-d9b1c7d0967c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368950 Oct 28 21:53:07.233325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0691bab-0175-4fcb-b55f-08ef88c3919f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.320330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0691bab-0175-4fcb-b55f-08ef88c3919f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.324521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a0691bab-0175-4fcb-b55f-08ef88c3919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.369304 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a0691bab-0175-4fcb-b55f-08ef88c3919f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eaf707b83c6c4377aa7e81609bdf4878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496123 Oct 28 21:53:07.370185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0691bab-0175-4fcb-b55f-08ef88c3919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339def07-0f93-4aa6-a72d-67d770176a79,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:07.371985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44804) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:07.424708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.446030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.490703 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.493404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.494555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/339def07-0f93-4aa6-a72d-67d770176a79 HTTP/1.1" status: 204 len: 168 time: 0.1215255 Oct 28 21:53:07.502132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3159730-2f0b-426b-80c9-a1b84ccd0929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339def07-0f93-4aa6-a72d-67d770176a79,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:07.718793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b5782-a51d-453f-b954-017356e16798 req-5dcc11be-b82a-4bc4-a7a2-615de6f14739 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:07.720427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-184b5782-a51d-453f-b954-017356e16798 req-5dcc11be-b82a-4bc4-a7a2-615de6f14739 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Oct 28 21:53:07.759669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44812) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:07.765825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-184b5782-a51d-453f-b954-017356e16798 req-b939452d-d597-4b4d-85d9-7780bc3f200b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Oct 28 21:53:07.773336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4daa3452-2184-41b4-9fe9-b73a0c631ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.858223 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4daa3452-2184-41b4-9fe9-b73a0c631ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.863282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4daa3452-2184-41b4-9fe9-b73a0c631ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.901949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4daa3452-2184-41b4-9fe9-b73a0c631ddd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b993be340aa94d5daf44073c0914f9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410451 Oct 28 21:53:07.902817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa3452-2184-41b4-9fe9-b73a0c631ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdccf55-f6d0-4a67-bbd5-b994256aa94d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:07.904721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44814) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:07.956217 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:07.978147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:08.026024 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:08.028890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:08.032460 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fdccf55-f6d0-4a67-bbd5-b994256aa94d HTTP/1.1" status: 204 len: 168 time: 0.1239073 Oct 28 21:53:08.038871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618dea-0c75-4c8e-a5bc-5995c45942cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdccf55-f6d0-4a67-bbd5-b994256aa94d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:08.274409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291953-012f-4c29-894e-00230d702118 req-567ae31d-0953-40c9-bc84-3c0ed0085f86 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:08.276220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44291953-012f-4c29-894e-00230d702118 req-567ae31d-0953-40c9-bc84-3c0ed0085f86 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0512607 Oct 28 21:53:08.325559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44291953-012f-4c29-894e-00230d702118 req-bb127db3-d064-4702-8e6e-d2457ded8efd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 Oct 28 21:53:08.610152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-a2ca4d59-4c36-4ea8-bad7-fadc1912e4d5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:08.611711 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-a2ca4d59-4c36-4ea8-bad7-fadc1912e4d5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 945 time: 0.0583441 Oct 28 21:53:08.716104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port edc4f30f-5ed7-46e9-a737-80f46dce6687 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:08.716852 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:08.831440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port edc4f30f-5ed7-46e9-a737-80f46dce6687, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=edc4f30f-5ed7-46e9-a737-80f46dce6687,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:08.832163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:08.908296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ecb3-bf07-4b94-9ce6-4c1e231b26ca req-c6181ea1-df26-4b6f-9e21-7dab4c520f87 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:08.911301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67c8ecb3-bf07-4b94-9ce6-4c1e231b26ca req-c6181ea1-df26-4b6f-9e21-7dab4c520f87 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0598416 Oct 28 21:53:09.063371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:09.063907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:09.064574 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP 571ca8ec-3ded-4101-a49a-22fbe0223951 disassociated. External IP: 172.25.4.33, port: edc4f30f-5ed7-46e9-a737-80f46dce6687. Oct 28 21:53:09.064955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for edc4f30f-5ed7-46e9-a737-80f46dce6687 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:09.241029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:09.280015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=edc4f30f-5ed7-46e9-a737-80f46dce6687,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:09.308602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67c8ecb3-bf07-4b94-9ce6-4c1e231b26ca req-43fc7e40-f317-4e79-8038-5cc8cdd88569 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899422 Oct 28 21:53:09.448729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:09.489567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c448fd06-7102-4207-9d20-6872b540cf87 req-f9266095-0dbc-4549-bb76-86272e5ea67d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0787005 Oct 28 21:53:09.596252 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:09.611340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:09.622259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:09.623294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:09.640084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port edc4f30f-5ed7-46e9-a737-80f46dce6687 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:09.643749 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:09.647637 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3988f03a-92b3-4f2a-9cdb-f7866f1a28c4 req-0961cbaf-a689-4041-891b-cfc638f81573 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "DELETE /v2.0/ports/edc4f30f-5ed7-46e9-a737-80f46dce6687 HTTP/1.1" status: 204 len: 173 time: 1.0295475 Oct 28 21:53:09.648102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'name': 'network-vif-deleted', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:09.650945 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367cfde0-6602-4f92-829c-64b1812ae277" -d '{"events": [{"server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "name": "network-vif-deleted", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:09.693421 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021eb1b9-9706-4dee-a91a-ba76a7bee964 x-openstack-request-id: req-021eb1b9-9706-4dee-a91a-ba76a7bee964 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:09.693978 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cefa513-42b6-442e-85ef-ec58251472db", "name": "network-vif-deleted", "tag": "edc4f30f-5ed7-46e9-a737-80f46dce6687", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:09.694391 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-021eb1b9-9706-4dee-a91a-ba76a7bee964 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:09.695020 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cefa513-42b6-442e-85ef-ec58251472db', 'name': 'network-vif-deleted', 'tag': 'edc4f30f-5ed7-46e9-a737-80f46dce6687', 'status': 'completed', 'code': 200} Oct 28 21:53:09.777005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:10.017227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:10.050664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:10.060167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:10.061018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:52:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:10.179760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:10.397828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:10.434256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2e662-a141-4ed9-adc6-8cd983d3d462 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:10.444283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713655d-1295-4dcf-b353-670fd379d54c req-11c6df80-d0bc-48c2-9ead-0ed716a816b3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:10.445827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0713655d-1295-4dcf-b353-670fd379d54c req-11c6df80-d0bc-48c2-9ead-0ed716a816b3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0593455 Oct 28 21:53:10.493129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0713655d-1295-4dcf-b353-670fd379d54c req-ff2c09cc-0398-4f0d-af49-747b1e670423 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367119 Oct 28 21:53:10.642795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5671d72f-b605-4496-960d-4028c1c20500 req-15e22278-b3d7-419d-9091-dfab98c1c93b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0300374 Oct 28 21:53:10.771415 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419cc51e-5eb7-4f00-afe1-0c527b4ce5d5 None None] New status for floating IP 571ca8ec-3ded-4101-a49a-22fbe0223951: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:53:10.864637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-903ffc1f-97c0-420b-9b78-7a86ef57f936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:11.620454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45565f97-8abc-4647-9dc9-71b62ec839ec req-9b73f34e-fc32-4ee3-931a-d67d1c7862ac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:11.622012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45565f97-8abc-4647-9dc9-71b62ec839ec req-9b73f34e-fc32-4ee3-931a-d67d1c7862ac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0552411 Oct 28 21:53:11.661275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-45565f97-8abc-4647-9dc9-71b62ec839ec req-f309c6cf-8a34-4858-8e46-087c6c704d6b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Oct 28 21:53:11.739662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29eb55db-17e4-4733-85b2-569d0507acee req-a0deb111-f005-4505-8020-cba4ec82f9bb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0268121 Oct 28 21:53:12.025093 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:12.226753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:12.849366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde8ba-6563-4769-b3b0-8e6a143a8854 req-53e750a8-df75-492f-a20d-9305aea0567d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:12.850840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42dde8ba-6563-4769-b3b0-8e6a143a8854 req-53e750a8-df75-492f-a20d-9305aea0567d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0915124 Oct 28 21:53:12.888958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-308bd8cd-8cd6-4ca3-94ad-36fd440f26f0 req-0a5b90fd-6438-4b0b-b799-480cfded70dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0365250 Oct 28 21:53:12.925089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42dde8ba-6563-4769-b3b0-8e6a143a8854 req-d0c0b8a0-f814-4fa0-a0a5-115023bb4c85 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647163 Oct 28 21:53:13.155077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b01fa0-c6a0-45a0-b7ee-c883423f4058 req-1d6384a1-c18a-42af-8c74-e5d1aa51138e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:13.156695 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41b01fa0-c6a0-45a0-b7ee-c883423f4058 req-1d6384a1-c18a-42af-8c74-e5d1aa51138e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Oct 28 21:53:13.199154 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41b01fa0-c6a0-45a0-b7ee-c883423f4058 req-2de6b452-5415-4ca2-af18-bf063f7191ba tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357356 Oct 28 21:53:13.403448 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ee72e4d2-2974-4a9e-ae8b-021967aa7db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:13.425812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device edc4f30f-5ed7-46e9-a737-80f46dce6687 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:13.447563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: edc4f30f-5ed7-46e9-a737-80f46dce6687 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:13.447914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device edc4f30f-5ed7-46e9-a737-80f46dce6687 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:14.011318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-321ee809-75e9-469b-b1d8-b2e958978e80 req-f24688af-2ce1-4d41-979b-1644c21ea1fe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0421555 Oct 28 21:53:14.151693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508dbfe-7804-4d9e-84a2-082788a046d5 req-178d5200-7031-4e78-b8f0-a96a9548d0ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:14.156958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8508dbfe-7804-4d9e-84a2-082788a046d5 req-178d5200-7031-4e78-b8f0-a96a9548d0ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1355736 Oct 28 21:53:14.206513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8508dbfe-7804-4d9e-84a2-082788a046d5 req-910a48ca-e149-4a8f-9cd6-d54454d700c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486517 Oct 28 21:53:14.328132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77720d-0112-47f8-8425-b03c59fabdbf req-7380faaf-06d8-4807-b220-4bc360ef6752 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:14.329680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a77720d-0112-47f8-8425-b03c59fabdbf req-7380faaf-06d8-4807-b220-4bc360ef6752 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Oct 28 21:53:14.369633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a77720d-0112-47f8-8425-b03c59fabdbf req-8eb1b552-427a-4322-a4e3-98f588322fe3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=150d3c51-41c8-49fa-b29d-9c9dee162f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Oct 28 21:53:14.564767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-55fe3a02-96ee-4548-8bbe-892438523d80 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:14.566119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-55fe3a02-96ee-4548-8bbe-892438523d80 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 946 time: 0.0492477 Oct 28 21:53:14.660167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Deleting port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:14.661169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:14.753217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] For port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:14.753580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:14.874215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.024080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.024866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.025266 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Floating IP e311f8ac-ea35-42bd-8184-012428ebaf82 disassociated. External IP: 172.25.4.251, port: 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9. Oct 28 21:53:15.025827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Calling delete_port for 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:15.136096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11d3b694-579d-4786-979f-fd778715c774 req-b9eb2f04-74ab-48db-889d-8963bb68581a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0316432 Oct 28 21:53:15.163771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.192795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.220032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'Port': ['ID=2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:15.368268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6a1d4-0660-4e85-a727-e0febabd46c2 req-000fb75b-0359-4e22-bec6-fd4e7103ac1e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:15.369801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83e6a1d4-0660-4e85-a727-e0febabd46c2 req-000fb75b-0359-4e22-bec6-fd4e7103ac1e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0744309 Oct 28 21:53:15.387529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:15.422884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83e6a1d4-0660-4e85-a727-e0febabd46c2 req-7998aa11-b8dc-4587-bcaf-bec7b4e9754e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Oct 28 21:53:15.518083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8fb64e6-b43b-4580-a45e-629c13f6eb97 req-9f10dd15-7d80-4643-bed4-28ef25b38e17 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=789043be-74a9-4d03-abab-ee4555fe6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0324244 Oct 28 21:53:15.550130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:15.559718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:15.571236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:15.572041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:15.593263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] No DVR routers for this DVR port 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:15.596870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:15.600993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64f7f8aa-6ea4-4540-ad86-d692e3621e8f req-d96e0915-c421-438f-8227-389efd16edc9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "DELETE /v2.0/ports/2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 HTTP/1.1" status: 204 len: 173 time: 1.0286674 Oct 28 21:53:15.601643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-deleted', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:15.604232 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cf6fa8-ef2a-4bcf-a780-32405c3400c6" -d '{"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-deleted", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:15.671237 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f316a5-f991-4fbc-98fa-a25491c992d0 x-openstack-request-id: req-e6f316a5-f991-4fbc-98fa-a25491c992d0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:15.671530 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789043be-74a9-4d03-abab-ee4555fe6eb4", "name": "network-vif-deleted", "tag": "2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:15.671784 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6f316a5-f991-4fbc-98fa-a25491c992d0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:15.672186 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789043be-74a9-4d03-abab-ee4555fe6eb4', 'name': 'network-vif-deleted', 'tag': '2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9', 'status': 'completed', 'code': 200} Oct 28 21:53:15.864931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:16.096147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:16.131882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:16.144903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:16.145520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:16.272744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:16.292345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f54e86d-ac54-43fa-998d-2ae31da33fa8 req-5b43a8a2-1fee-4fea-8ade-6a90e8490c9b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0364237 Oct 28 21:53:16.501252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:16.531689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6209e1-c6fb-40dd-b070-9677e134b7d0 None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:16.637485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd181be-eaa4-4235-8ef7-3e9334c2d002 req-1fdb4205-d61a-49f3-8116-8a21d9486260 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:16.640599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd181be-eaa4-4235-8ef7-3e9334c2d002 req-1fdb4205-d61a-49f3-8116-8a21d9486260 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1299486 Oct 28 21:53:16.656655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44942) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:16.693465 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-90761172-4a42-4cdd-ad21-85be8124bfda service neutron] show failed (client error): The resource could not be found. Oct 28 21:53:16.694750 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-90761172-4a42-4cdd-ad21-85be8124bfda service neutron] 10.222.0.44 "GET /v2.0/ports/85c1f70b-d807-415c-86b7-5fe58425a5db/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.1575491 Oct 28 21:53:16.715023 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:16.717391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd181be-eaa4-4235-8ef7-3e9334c2d002 req-6dfae388-a239-44ec-ac1e-684cd86fff1f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649662 Oct 28 21:53:16.735518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:16.784154 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:16.970675 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef6d0-a44f-468e-a033-4059d965dc01 None None] New status for floating IP e311f8ac-ea35-42bd-8184-012428ebaf82: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:53:17.014492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-0aca2e2c-b927-4919-83da-eaf302707d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:17.016133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-0aca2e2c-b927-4919-83da-eaf302707d42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 1097 time: 0.0565336 Oct 28 21:53:17.030718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:17.105848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.267388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.270684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.274454 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "DELETE /v2.0/security-groups/150d3c51-41c8-49fa-b29d-9c9dee162f78 HTTP/1.1" status: 204 len: 168 time: 0.6130459 Oct 28 21:53:17.275051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44946) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:17.281230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d75d40-a7a1-4c44-91fd-9db5b3ef8e5a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d3c51-41c8-49fa-b29d-9c9dee162f78,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:17.324342 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-61a95c5b-0503-407d-9e26-6cb733dc9700 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] show failed (client error): The resource could not be found. Oct 28 21:53:17.325911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-61a95c5b-0503-407d-9e26-6cb733dc9700 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups/150d3c51-41c8-49fa-b29d-9c9dee162f78 HTTP/1.1" status: 404 len: 347 time: 0.0494246 Oct 28 21:53:17.328455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44950) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:17.373750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:17.447936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8aada2b-421f-4cf4-b2c2-43a7a1510efd req-f155798a-5b23-4011-a713-199263ab0012 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cefa513-42b6-442e-85ef-ec58251472db HTTP/1.1" status: 200 len: 210 time: 0.0514798 Oct 28 21:53:17.470074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:53:17.482627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Deleting port ef44626e-e50d-42a8-9be2-8ba1f59856c0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:17.482970 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.528252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.548836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Transition to ACTIVE for port object 85c1f70b-d807-415c-86b7-5fe58425a5db will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:53:17.555832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.565299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.565938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.578991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Calling delete_port for ef44626e-e50d-42a8-9be2-8ba1f59856c0 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:17.672780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:17.675141 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f9e022-a448-486e-a175-f6a3b91f53c5" -d '{"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-unplugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:17.704496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:17.765683 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.792052 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d29cf9-7a58-44e4-a717-77a8e26906a1 x-openstack-request-id: req-e5d29cf9-7a58-44e4-a717-77a8e26906a1 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:17.792495 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-unplugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:17.792866 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5d29cf9-7a58-44e4-a717-77a8e26906a1 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:17.793263 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'code': 200} Oct 28 21:53:17.794241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] No DVR routers for this DVR port 85c1f70b-d807-415c-86b7-5fe58425a5db on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:17.809451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'Port': ['ID=ef44626e-e50d-42a8-9be2-8ba1f59856c0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:17.887217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.890646 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:17.891846 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1b13824a-fcf0-478a-bb30-78abafba604e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "DELETE /v2.0/floatingips/e311f8ac-ea35-42bd-8184-012428ebaf82 HTTP/1.1" status: 204 len: 168 time: 0.5618439 Oct 28 21:53:17.951468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2755-3e53-49d9-bc5b-2edf26051b9d req-3e70c20c-d774-48c4-af87-a35fc1244321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:17.953087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c94c2755-3e53-49d9-bc5b-2edf26051b9d req-3e70c20c-d774-48c4-af87-a35fc1244321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.0765247 Oct 28 21:53:18.038226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c94c2755-3e53-49d9-bc5b-2edf26051b9d req-637837cf-00bb-4b5b-9674-0cd69748bbdf tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623467 Oct 28 21:53:18.060389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:53:18.060389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:53:18.060389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:18.060389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:53:18.060389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Attempting to bind port 85c1f70b-d807-415c-86b7-5fe58425a5db on network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:18.063907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:53:18.064249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Checking segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:53:18.064815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Bound using segment: {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:53:18.065061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Bound port: 85c1f70b-d807-415c-86b7-5fe58425a5db, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11988ca0-5a47-4abf-95de-c90ce22f5364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:53:18.065412 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.114963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:18.119622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011400699', 'description': 'tempest-description--2031312883'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:18.133322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:53:18.137394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:53:18.142148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.143527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.161938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:18.162612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.164006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] 10.222.0.52 "PUT /v2.0/ports/85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 1092 time: 1.1385646 Oct 28 21:53:18.245324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.253570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.253779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f51ce-378f-49bc-8e64-cf3a9f97c475 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:18.264133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-6716d624-9093-4483-a3f9-e5c8bca75785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:18.265645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-6716d624-9093-4483-a3f9-e5c8bca75785 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.0645196 Oct 28 21:53:18.305781 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.312797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1965606 Oct 28 21:53:18.313443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44962) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:18.322569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group_rule': {'security_group_id': 'c8dcc838-44bb-441e-add3-3302c94079f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:18.351040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0278d93-d71e-4c1a-8492-6ad860972f9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dcc838-44bb-441e-add3-3302c94079f2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:18.377829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.425456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-dd5729de-058b-47f2-b3a7-29f1be3a835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:18.427763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-dd5729de-058b-47f2-b3a7-29f1be3a835e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1537311 Oct 28 21:53:18.437066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.444019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.463077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d6e070-bd46-4590-9466-d6dd6ab1dcac,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:18.477199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.478600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-28620d72-999d-4ca1-819b-01e5cbca36a6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620374 Oct 28 21:53:18.481301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 44966) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:18.487940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'security_group_rule': {'security_group_id': 'c8dcc838-44bb-441e-add3-3302c94079f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:18.520783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-f08924f7-5f74-4b4b-993a-cd67293e0a00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 999 time: 0.0858831 Oct 28 21:53:18.526752 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.588317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-5837bc74-01e1-418f-b331-946d42c4476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:18.589823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-5837bc74-01e1-418f-b331-946d42c4476e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0628009 Oct 28 21:53:18.605899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.611540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.635019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991fe04b-e896-4aed-b266-2d9cd250904d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:18.645176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.649443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0a764279-7642-4f23-b5cb-5e4e41aacd63 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631038 Oct 28 21:53:18.649875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 44970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:18.656742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:18.664753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-3ad499ac-acb8-438d-bf08-fb2c728cb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:18.666078 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-3ad499ac-acb8-438d-bf08-fb2c728cb0f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687437 Oct 28 21:53:18.733133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:18.840267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-45374021-ee2c-4dc0-a660-27e0061c468f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493777557&fields=id&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 267 time: 0.0937085 Oct 28 21:53:18.846184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-90f31798-b19f-4ff5-9354-afb6e2f95052 service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713092 Oct 28 21:53:18.946806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:18.968300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:18.969376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2b40c8ad-8d12-4b30-8fff-f1eb3e115dd9 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:19.379793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9a612-2ef0-449d-b46a-810e453473ab req-ef40caa5-6eb6-45f2-bb0e-59b7024d4f4c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:19.381298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06d9a612-2ef0-449d-b46a-810e453473ab req-ef40caa5-6eb6-45f2-bb0e-59b7024d4f4c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.1375692 Oct 28 21:53:19.383106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9a71a7c-0b9b-4cd7-b96b-1e6ce9fee684 req-e0cd0878-5e97-41ac-b459-f560b983f3fd service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212364 Oct 28 21:53:19.394095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-202e693c-b392-4163-8d41-5bb2b2beda53 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:19.396165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-202e693c-b392-4163-8d41-5bb2b2beda53 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.5471666 Oct 28 21:53:19.435215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-3d20c8c8-ccdf-422b-8c33-3530e641d597 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0232251 Oct 28 21:53:19.439897 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:19.502237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06d9a612-2ef0-449d-b46a-810e453473ab req-8340a372-f34a-4fdc-a512-27c46f0ab3f6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998285 Oct 28 21:53:19.576991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-187133ea-13bf-41ce-a63b-12779401970a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1331227 Oct 28 21:53:19.672143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Allocated IP 172.25.4.69 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/fa9c0345-1c56-48b8-b727-d249fa02fc4c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:53:19.752843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-02692033-86ce-4752-bcee-afba121540ad service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573558 Oct 28 21:53:19.806617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:19.808877 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd380fe-1845-4d99-a7bd-338193916885" -d '{"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:19.884128 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae0a5d-b6eb-43ea-a240-ac438bd73783 x-openstack-request-id: req-3bae0a5d-b6eb-43ea-a240-ac438bd73783 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:19.884443 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:19.884707 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bae0a5d-b6eb-43ea-a240-ac438bd73783 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:19.885101 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'status': 'completed', 'code': 200} Oct 28 21:53:19.892189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:19.928626 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-9f7a73b4-f0c0-4448-9a51-ece4318e9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:19.930902 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-9f7a73b4-f0c0-4448-9a51-ece4318e9406 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.0447674 Oct 28 21:53:19.938081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-585f5553-c3fc-4c5b-bc4a-ca18225af76c service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776345 Oct 28 21:53:19.966038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-dc62a613-5156-41e5-8e78-0f678e2e6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:19.967495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-dc62a613-5156-41e5-8e78-0f678e2e6454 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.0800469 Oct 28 21:53:19.976923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:20.080299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:53:20.114162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-4cb4390f-21e7-4847-a37b-26edffe14f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.115955 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-4cb4390f-21e7-4847-a37b-26edffe14f35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1783762 Oct 28 21:53:20.143989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:53:20.155467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:53:20.205703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-378db080-5bc1-4635-9efd-8e9351523ff4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 999 time: 0.0801249 Oct 28 21:53:20.213428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=fa9c0345-1c56-48b8-b727-d249fa02fc4c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:20.258255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-a5b00ec2-8eaf-4abf-ad94-e7d7b8cdc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.259838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-a5b00ec2-8eaf-4abf-ad94-e7d7b8cdc58b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.2729819 Oct 28 21:53:20.274867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-23a8a671-8e05-440d-b0a6-f9add6bfeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.276356 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-23a8a671-8e05-440d-b0a6-f9add6bfeeb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0635102 Oct 28 21:53:20.370600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-b61b8d24-9237-464c-a407-b1b29c914cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.372103 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-b61b8d24-9237-464c-a407-b1b29c914cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889273 Oct 28 21:53:20.409569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2f0011a7-1b6a-4d21-bc70-f7cf2f867cac req-38c22844-757a-4b18-b5d4-70b6e963917b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0259080 Oct 28 21:53:20.449801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:20.466873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-a235a100-64e6-4f40-91af-dbb6a0a25058 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 999 time: 0.1792710 Oct 28 21:53:20.532095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-dac25ade-6646-4dc2-a687-983455e5067b service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526999 Oct 28 21:53:20.570011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:20.616624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-b4bbe743-bd52-4944-93d3-f221a557d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.618216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-b4bbe743-bd52-4944-93d3-f221a557d31e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.1069908 Oct 28 21:53:20.684153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-e2115169-5a9a-4614-9de6-ee705b04fbbc service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427157 Oct 28 21:53:20.819275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc26c-1b8d-4558-b42b-7bf28cbfee4c req-23b823e4-e836-4a81-8f58-74910928c0a8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.824826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec9dc26c-1b8d-4558-b42b-7bf28cbfee4c req-23b823e4-e836-4a81-8f58-74910928c0a8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.2023988 Oct 28 21:53:20.848375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd380fe-1845-4d99-a7bd-338193916885 req-955b736d-e911-42c8-8561-dbcf7b956078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:20.849867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-955b736d-e911-42c8-8561-dbcf7b956078 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413138 Oct 28 21:53:20.936780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:20.943113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec9dc26c-1b8d-4558-b42b-7bf28cbfee4c req-348e4290-70a2-46c0-bc95-acb6bdf58189 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144071 Oct 28 21:53:20.948343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:21.059923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=fa9c0345-1c56-48b8-b727-d249fa02fc4c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:21.062591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:21.067097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-5a00a498-0a63-4b58-bc62-508172a8c5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059000 Oct 28 21:53:21.122450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:21.133189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9760b062-b230-46b1-9468-6b596c2b5c99 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4820306 Oct 28 21:53:21.189774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd380fe-1845-4d99-a7bd-338193916885 req-1b8e55ea-314b-44c1-9be1-8b674a3a73ac service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148880 Oct 28 21:53:21.332875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-5dd5d2e5-f605-441f-b0bd-248749e93d9e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1011400699&fields=id&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 267 time: 0.0381143 Oct 28 21:53:21.427303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:21.465737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f1bf18d1-6938-4d6e-aa0c-fcf99569ca46 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:21.487363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f1bf18d1-6938-4d6e-aa0c-fcf99569ca46 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 817 time: 0.1476984 Oct 28 21:53:21.514974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-e6e6e62a-a819-41c7-b1be-05f8a701284e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/quotas/786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 375 time: 0.0266659 Oct 28 21:53:21.521757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:21.581390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d81032f-c84b-45be-8224-93b0aef834f9 req-386486fb-2b00-45c3-a57a-9e3a06f2005b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0346098 Oct 28 21:53:21.599340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-b6a491da-2d22-4621-929e-b291e1b8bd80 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833323 Oct 28 21:53:21.622188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-189ea13e-ef02-4246-8be9-d93b88c5d859 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:21.623772 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-189ea13e-ef02-4246-8be9-d93b88c5d859 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.1882796 Oct 28 21:53:21.688145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-3f764b5d-ef26-4694-961d-db8f2058e058 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 379 time: 0.0553684 Oct 28 21:53:21.698326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'security_groups': ['0e06d39a-9448-434d-be55-903e46bf2c5e']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:21.706226 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-5c02a70f-359c-4300-823b-d1fa985e2f36 service neutron] 10.222.0.31 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920436 Oct 28 21:53:21.827658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-73539654-7ae3-420f-999f-e59d43b2163c service neutron] 10.222.0.31 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147439 Oct 28 21:53:21.853801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:53:21.858054 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.014930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.9 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/2a0347d5-22f1-436c-a00a-55e324ec1b96) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:53:22.074977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42c3ffdb-5785-44fa-8016-14293e0d963f req-60d97fdd-d4c0-432f-9b45-91f0d44d99b4 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 210 time: 0.0452592 Oct 28 21:53:22.152904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960470-174a-4f76-9dfe-e239c8d2bdbd req-722eaf37-1eb0-4357-891f-75b702dfc825 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:22.155085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7960470-174a-4f76-9dfe-e239c8d2bdbd req-722eaf37-1eb0-4357-891f-75b702dfc825 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.0665905 Oct 28 21:53:22.231920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7960470-174a-4f76-9dfe-e239c8d2bdbd req-c23b2c5a-4a4b-4263-bde0-2973deaa8af2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680463 Oct 28 21:53:22.274234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.356917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.415561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:53:22.418822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:53:22.421407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:53:22.455288 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:22.524812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:22.525935 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.567943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-96354859-1a56-4cf1-afb9-db4900e337e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741477 Oct 28 21:53:22.581873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Request body: {'port': {'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:22.618657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-e7b8dc6f-6b37-49b9-a386-8c7bf27dfcd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:22.621237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-e7b8dc6f-6b37-49b9-a386-8c7bf27dfcd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752&tenant_id=0372ae518279420198ac9f8687657e10&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 943 time: 0.1739447 Oct 28 21:53:22.684876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.781524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f4028-78e3-49bc-ab8a-f35e43939ed5 req-1b9d6129-7390-4094-8d03-b64e2750510a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:22.790050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f98f4028-78e3-49bc-ab8a-f35e43939ed5 req-1b9d6129-7390-4094-8d03-b64e2750510a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 943 time: 0.2838364 Oct 28 21:53:22.825966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-18e7e18a-7956-4ba2-bef4-5e2be70a5354 None None] Provisioning complete for port 2a0347d5-22f1-436c-a00a-55e324ec1b96 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:22.827423 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-18e7e18a-7956-4ba2-bef4-5e2be70a5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:22.850242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f98f4028-78e3-49bc-ab8a-f35e43939ed5 req-32b1454d-3bb4-438f-9a5b-36a2ebe28da6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592046 Oct 28 21:53:22.868155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e266f0-a555-4802-a4d2-d70f6674c240 req-165c9f32-312f-4269-8cd0-6fad34536fb0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:22.876340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9e266f0-a555-4802-a4d2-d70f6674c240 req-165c9f32-312f-4269-8cd0-6fad34536fb0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 931 time: 0.1393774 Oct 28 21:53:22.890497 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-dd3ff6a3-821e-4121-b26a-4cabf9163e21 service neutron] delete failed (client error): The resource could not be found. Oct 28 21:53:22.891853 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-dd3ff6a3-821e-4121-b26a-4cabf9163e21 service neutron] 10.222.0.44 "DELETE /v2.0/ports/85c1f70b-d807-415c-86b7-5fe58425a5db/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.2601340 Oct 28 21:53:22.950503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-18e7e18a-7956-4ba2-bef4-5e2be70a5354 None None] Port 2a0347d5-22f1-436c-a00a-55e324ec1b96 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:53:22.966794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9e266f0-a555-4802-a4d2-d70f6674c240 req-3a223ac6-f7d3-47fa-b6fe-ef6d05d02378 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891130 Oct 28 21:53:22.977748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:53:23.079099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-09454613-aa36-40e8-a96d-29b20632baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.080734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-09454613-aa36-40e8-a96d-29b20632baf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1095 time: 0.0774996 Oct 28 21:53:23.146182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:23.175132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'port_id': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'mac_address': 'fa:16:3e:04:03:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:53:23.178184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0347d5-22f1-436c-a00a-55e324ec1b96 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:23.186968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.202389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Transition to ACTIVE for port object 2a0347d5-22f1-436c-a00a-55e324ec1b96 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:53:23.210005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.240954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c07cb41a-67f9-4f47-a26e-0fe5a9bb84ca req-75cfe494-7476-4c85-be66-280b34e2726d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Oct 28 21:53:23.274391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.309102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-7710371f-07f7-4fd6-b80f-f25590c61d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.316844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c1f70b-d807-415c-86b7-5fe58425a5db {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:23.318143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-7710371f-07f7-4fd6-b80f-f25590c61d28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.2299626 Oct 28 21:53:23.318282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:23.362109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:23.370746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.437357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Attempting to bind port 2a0347d5-22f1-436c-a00a-55e324ec1b96 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:53:23.437777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Attempting to bind port 2a0347d5-22f1-436c-a00a-55e324ec1b96 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:53:23.438198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Attempting to bind port 2a0347d5-22f1-436c-a00a-55e324ec1b96 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:23.452647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Port 2a0347d5-22f1-436c-a00a-55e324ec1b96 on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:53:23.453119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Attempting to bind port 2a0347d5-22f1-436c-a00a-55e324ec1b96 on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:23.461233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:53:23.466339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:53:23.466855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:53:23.469358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Bound port: 2a0347d5-22f1-436c-a00a-55e324ec1b96, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:53:23.469832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.475696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-be89c80f-66ce-458f-8dd4-7471546d7bf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 999 time: 0.1508172 Oct 28 21:53:23.487588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:23.524238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.524616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.527279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.527634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.530740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.531094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.531440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.531978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.532485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.532952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.533146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.534562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:23.594698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['85c1f70b-d807-415c-86b7-5fe58425a5db'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:53:23.610560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:53:23.615442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:53:23.627611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.698742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-3950bdf1-2a44-4862-989e-a8de665a8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.700213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-3950bdf1-2a44-4862-989e-a8de665a8281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0894783 Oct 28 21:53:23.705189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.706439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:23.710196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 1092 time: 1.1343577 Oct 28 21:53:23.716869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:23.719039 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:23.737440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-d2d2afed-7d2d-4b62-b084-561815b727d5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.741454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-d2d2afed-7d2d-4b62-b084-561815b727d5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 817 time: 0.2623329 Oct 28 21:53:23.844049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-66f3c877-9931-44a7-ab86-7b0d8bbeed47 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 380 time: 0.0825796 Oct 28 21:53:23.860663 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156c05a6-d850-4a85-bc49-cfca8af25832 x-openstack-request-id: req-156c05a6-d850-4a85-bc49-cfca8af25832 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:23.861054 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:23.861407 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-156c05a6-d850-4a85-bc49-cfca8af25832 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:23.861905 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'status': 'completed', 'code': 200} Oct 28 21:53:23.862986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b9d4-c9a8-4e5d-b59a-6ed1f4dd0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:23.864194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'port': {'device_id': 'e87228a5-7bdd-4209-9155-1b36db615158', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'admin_state_up': True, 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'security_groups': ['c8dcc838-44bb-441e-add3-3302c94079f2']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:23.913255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-669fd91c-3b05-4363-89bd-0a77558e11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.915192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-669fd91c-3b05-4363-89bd-0a77558e11d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1095 time: 0.1562490 Oct 28 21:53:23.920129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-01abf1f6-5b60-4571-ac92-eec867902b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:23.921667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-01abf1f6-5b60-4571-ac92-eec867902b37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2033646 Oct 28 21:53:24.031173 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-e6a515fd-1615-4c80-bcfc-066c17a2b65d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 217 time: 0.1070843 Oct 28 21:53:24.117978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-be1d9587-a1c4-4736-be2e-5ccbcee2fab1 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883731 Oct 28 21:53:24.143765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-54adcd94-4cc4-4b79-b293-9e95099252b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.145920 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-54adcd94-4cc4-4b79-b293-9e95099252b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0999923 Oct 28 21:53:24.217306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-8903d856-749e-4ed0-85e0-7e21b65abc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.219402 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-8903d856-749e-4ed0-85e0-7e21b65abc43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660641 Oct 28 21:53:24.328251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e29cd-49c4-425e-b760-d4b350ba7a6a req-ac9ee41c-175f-4263-97d6-7859e343bbd3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.330026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a81e29cd-49c4-425e-b760-d4b350ba7a6a req-ac9ee41c-175f-4263-97d6-7859e343bbd3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.2208037 Oct 28 21:53:24.331390 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-5ccd03ec-d56c-4f66-b882-fc4b4f04ea64 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049139 Oct 28 21:53:24.338819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c5416-b2dd-4981-98c6-0e985f37840f req-bae374ee-4906-48f6-a0d2-f11fc9224851 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.346117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe4c5416-b2dd-4981-98c6-0e985f37840f req-bae374ee-4906-48f6-a0d2-f11fc9224851 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 944 time: 0.2354257 Oct 28 21:53:24.436217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb9daf05-c401-46a4-8e0f-8a2e6f2c0f19 req-cd2d961e-78b6-4487-9398-2249f1e658e5 service neutron] 10.222.0.44 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662001 Oct 28 21:53:24.437058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Made reservation on behalf of 786f31f21532408e967dca77c5c9b406 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:53:24.440656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:24.464095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0ad0b1f1-6fd8-4650-87ab-56ef7b3ef787 req-441c9715-f01c-4c24-ae6f-2a0fb906666b service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254742 Oct 28 21:53:24.483115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a81e29cd-49c4-425e-b760-d4b350ba7a6a req-df75d8c1-d4e0-4adf-ad98-6ce486c41636 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193931 Oct 28 21:53:24.492801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe4c5416-b2dd-4981-98c6-0e985f37840f req-e2daa1cc-6604-4f8d-952f-21681091567e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455860 Oct 28 21:53:24.607171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-8e43f910-28f6-4f39-ad3d-0bab9214b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.609281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-8e43f910-28f6-4f39-ad3d-0bab9214b1ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1095 time: 0.0595458 Oct 28 21:53:24.698367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb48605e-737b-4821-b05f-fd36e38d6ca1 req-80389d44-c1c2-4fde-88af-b30108cb4a1b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 210 time: 0.0575287 Oct 28 21:53:24.726999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-580fe10c-5449-4a7b-9171-d846776f2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.728287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Allocated IP 172.20.0.7 (e1bf502e-9f77-4633-b3a9-a7a387f80919/6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81/40520a70-dd3d-400f-9128-dceff098c081) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:53:24.728759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-580fe10c-5449-4a7b-9171-d846776f2430 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1111493 Oct 28 21:53:24.816568 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-6d8e4bf9-afd2-4734-88cd-f816e8fe59bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 217 time: 0.0785873 Oct 28 21:53:24.912986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-a892f417-a3ba-4adf-9bca-c5042a088203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:24.914724 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-a892f417-a3ba-4adf-9bca-c5042a088203 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0911593 Oct 28 21:53:24.957782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:24.984410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:53:25.002626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.032861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-59fc6518-3029-46fd-8353-6f433d4e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:25.035715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-59fc6518-3029-46fd-8353-6f433d4e304b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115217 Oct 28 21:53:25.105323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 85c1f70b-d807-415c-86b7-5fe58425a5db completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:53:25.109811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 85c1f70b-d807-415c-86b7-5fe58425a5db triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:25.110191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.158314 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-1fa1aadd-34ff-49a3-b8db-dbb7f13f163c service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159880 Oct 28 21:53:25.290551 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.311242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc7cdaa1-1699-40e8-bc81-7eeb27fffdc2 req-3d8f0b5e-89ef-4c2e-bcdc-9da9578b7254 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437936 Oct 28 21:53:25.358033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:25.360220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:25.364244 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d4bd6-333f-444b-bb66-6a1006cd5298" -d '{"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-plugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:25.368699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.441759 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb43b621-3aac-41e0-b8a8-d48023b90797 x-openstack-request-id: req-cb43b621-3aac-41e0-b8a8-d48023b90797 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:25.442065 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-plugged", "status": "completed", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:25.442339 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb43b621-3aac-41e0-b8a8-d48023b90797 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:25.442891 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'code': 200} Oct 28 21:53:25.446211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:25.608535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:53:25.625737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:53:25.641218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:53:25.659687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:25.715810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0375-52ba-4dee-86e6-11e0841f06c6 req-68fed731-3f3e-4de8-b8a0-fcb17453a74f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:25.717407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21e0375-52ba-4dee-86e6-11e0841f06c6 req-68fed731-3f3e-4de8-b8a0-fcb17453a74f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.1508646 Oct 28 21:53:25.776402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:25.777085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.789815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc7ca-d165-47f3-9a6c-899ef86477ea req-0fdcc4a1-3ff2-4100-ba37-add4f1633e8b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:25.791538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-628bc7ca-d165-47f3-9a6c-899ef86477ea req-0fdcc4a1-3ff2-4100-ba37-add4f1633e8b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1818302 Oct 28 21:53:25.845248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-6bc5696c-c070-4d17-b8f5-200b6df9ed21 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9896348 Oct 28 21:53:25.854325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c21e0375-52ba-4dee-86e6-11e0841f06c6 req-0a3ec841-164d-4ee2-baca-684a0690abc7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257167 Oct 28 21:53:25.863117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Request body: {'port': {'device_id': 'e87228a5-7bdd-4209-9155-1b36db615158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:25.888064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-628bc7ca-d165-47f3-9a6c-899ef86477ea req-b352109c-5eb7-46fb-8647-1e176c668304 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752904 Oct 28 21:53:25.916230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:25.946781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:25.951587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-767ce1dd-0594-4c00-ad3c-1b04b8b0a4ee None None] Provisioning complete for port 40520a70-dd3d-400f-9128-dceff098c081 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:25.955993 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-767ce1dd-0594-4c00-ad3c-1b04b8b0a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.023745 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c2393a15-f768-4b41-9132-8b69d926424a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 200 len: 993 time: 0.1063151 Oct 28 21:53:26.024788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-767ce1dd-0594-4c00-ad3c-1b04b8b0a4ee None None] Port 40520a70-dd3d-400f-9128-dceff098c081 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:53:26.128449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0e322-d4eb-45d2-9954-5ea347ffe5bb req-ceab8338-a8b2-4435-ac24-8f215a6122b3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:26.130588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88a0e322-d4eb-45d2-9954-5ea347ffe5bb req-ceab8338-a8b2-4435-ac24-8f215a6122b3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 931 time: 0.1258042 Oct 28 21:53:26.249804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88a0e322-d4eb-45d2-9954-5ea347ffe5bb req-3be58a72-e14b-4248-aae3-869942b02771 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073627 Oct 28 21:53:26.355075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:26.363885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.380245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Transition to ACTIVE for port object 40520a70-dd3d-400f-9128-dceff098c081 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:53:26.386759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.412045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:26.447094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:26.564222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Attempting to bind port 40520a70-dd3d-400f-9128-dceff098c081 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:53:26.566580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Attempting to bind port 40520a70-dd3d-400f-9128-dceff098c081 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:53:26.566920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Attempting to bind port 40520a70-dd3d-400f-9128-dceff098c081 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:26.574734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Port 40520a70-dd3d-400f-9128-dceff098c081 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:53:26.575448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Attempting to bind port 40520a70-dd3d-400f-9128-dceff098c081 on network e1bf502e-9f77-4633-b3a9-a7a387f80919 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:26.580868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:53:26.581150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Checking segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:53:26.581534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Bound using segment: {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:53:26.581747 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.582554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Bound port: 40520a70-dd3d-400f-9128-dceff098c081, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d64f33-2176-4fa9-a749-04c65b3526a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:53:26.582918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.680602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:53:26.685237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:53:26.696231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.726989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.731776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.744176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:26.744943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.746750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] 10.222.0.52 "PUT /v2.0/ports/40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 1092 time: 0.8914156 Oct 28 21:53:26.747208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:26.749557 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:26.802205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b11b7-ea71-4b01-8a43-7e3d406345bf service neutron] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:26.821277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3bb0d2bf160469b83ac731623e4a480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077353 Oct 28 21:53:26.822447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:26.829986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994fd8e-57b4-4032-b297-717f8e52f55a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:26.856174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.856947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.857477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.857811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.858139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.858496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.859423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.859810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.860135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.860488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.860812 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.861133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c0df63-9a3b-4db0-90a3-f4aa0615d1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:53:26.862551 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb5dff-9a30-4c30-b882-ab75fbea37f4 x-openstack-request-id: req-defb5dff-9a30-4c30-b882-ab75fbea37f4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:26.862858 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:26.863226 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-defb5dff-9a30-4c30-b882-ab75fbea37f4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:26.864336 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'status': 'completed', 'code': 200} Oct 28 21:53:26.930796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-a2f133b1-b4f9-42c0-9978-65dbd5abb59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:26.931517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.932338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-a2f133b1-b4f9-42c0-9978-65dbd5abb59d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1095 time: 0.1095843 Oct 28 21:53:26.978530 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:26.999716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-e785a06c-0fe0-41c5-8453-dbf7575382a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 217 time: 0.0527980 Oct 28 21:53:27.054294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:27.057648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:27.060460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1994fd8e-57b4-4032-b297-717f8e52f55a HTTP/1.1" status: 204 len: 168 time: 0.2366242 Oct 28 21:53:27.083070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551cb16-14e5-4250-b2f3-d46737823825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994fd8e-57b4-4032-b297-717f8e52f55a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:27.107192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-0dbf3c5d-d972-4e5d-8998-a93a686c7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.110346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-0dbf3c5d-d972-4e5d-8998-a93a686c7ed1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0927432 Oct 28 21:53:27.131095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17042517-43d2-4f5a-9069-636378ac4a35 req-bd1c32bd-c62c-47bf-864a-907b890eef0e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.133922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17042517-43d2-4f5a-9069-636378ac4a35 req-bd1c32bd-c62c-47bf-864a-907b890eef0e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.1360009 Oct 28 21:53:27.213753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17042517-43d2-4f5a-9069-636378ac4a35 req-3cea3dc3-7b82-4e0f-9250-52e42eb6cf89 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690248 Oct 28 21:53:27.215997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b071-ad0d-44a5-acdf-f28599080035 req-a648d519-6e2a-438c-8b6e-d9bfbe5b00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.217993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-a648d519-6e2a-438c-8b6e-d9bfbe5b00b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991280 Oct 28 21:53:27.341251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-fce9b25d-a398-4e1f-b44a-dcd263f8d925 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132236 Oct 28 21:53:27.510879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e092b071-ad0d-44a5-acdf-f28599080035 req-b473d57c-afdb-4665-95cc-0d1b9489bc88 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613564 Oct 28 21:53:27.551406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45100) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:27.595722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63551f91-5a72-4510-8ec3-244b0b99d854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:27.632186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-187d4a91-c0bb-4e22-a1b5-862e95ae9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.633836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-187d4a91-c0bb-4e22-a1b5-862e95ae9be4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1095 time: 0.0755086 Oct 28 21:53:27.802413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cac53-fce7-45d7-93a5-1f55806aaf92 req-a0eeff84-9801-4117-86af-001cd28ad02c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.803908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-573cac53-fce7-45d7-93a5-1f55806aaf92 req-a0eeff84-9801-4117-86af-001cd28ad02c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.4428110 Oct 28 21:53:27.832890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63551f91-5a72-4510-8ec3-244b0b99d854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:27.839412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-3576721c-bb25-4b9f-ad9e-6da4f8912828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.840907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-3576721c-bb25-4b9f-ad9e-6da4f8912828 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1980276 Oct 28 21:53:27.843463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63551f91-5a72-4510-8ec3-244b0b99d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:27.920447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-ab2d0a85-08fc-4d14-b98f-1bee29357dbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 217 time: 0.0700331 Oct 28 21:53:27.927443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-573cac53-fce7-45d7-93a5-1f55806aaf92 req-7a96d4d9-9856-4e57-b6f1-2c7084dd8d60 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161058 Oct 28 21:53:27.935964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-63551f91-5a72-4510-8ec3-244b0b99d854 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e972b4ebbe7845aaa0bd0c5a8b2df100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808577 Oct 28 21:53:27.936275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45102) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:27.944013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551f91-5a72-4510-8ec3-244b0b99d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bea0e00-ed66-4f3e-9c9f-8c823edf889e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:27.983714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-26ab1561-606b-4ce6-a3b5-7851d4d9a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:27.985174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-26ab1561-606b-4ce6-a3b5-7851d4d9a1d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0543249 Oct 28 21:53:28.003812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:28.025964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:28.042781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-e0229d24-c4a2-4ddd-b1b8-9942ed6902b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:28.044389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-e0229d24-c4a2-4ddd-b1b8-9942ed6902b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513544 Oct 28 21:53:28.080266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:28.084351 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:28.085842 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bea0e00-ed66-4f3e-9c9f-8c823edf889e HTTP/1.1" status: 204 len: 168 time: 0.1480098 Oct 28 21:53:28.094670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56148b25-d389-4e62-b01f-51d1d2f3eed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bea0e00-ed66-4f3e-9c9f-8c823edf889e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:28.157458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-098e60e1-7e8c-47ce-8e9b-60e4dcf7856c service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049578 Oct 28 21:53:28.262167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5d7c44-5506-4a52-aeab-3d6b74e55fdc req-a19725ef-a22d-417a-b21b-4c428324c0e3 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956359 Oct 28 21:53:28.351109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424cfa-37af-467f-9ec0-0990852b0c9c req-3d9b38b0-cb1a-49d2-aedf-ab213fc14e2b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:28.352742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e424cfa-37af-467f-9ec0-0990852b0c9c req-3d9b38b0-cb1a-49d2-aedf-ab213fc14e2b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0598595 Oct 28 21:53:28.399410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e424cfa-37af-467f-9ec0-0990852b0c9c req-374867f4-5824-4f07-8f49-d73484418617 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376217 Oct 28 21:53:29.006320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:53:29.076399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7557b-409b-4391-adec-2e48afcf3b74 req-2122c8a2-38ee-419e-a8c6-b7480457132f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:29.077713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7c7557b-409b-4391-adec-2e48afcf3b74 req-2122c8a2-38ee-419e-a8c6-b7480457132f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0541997 Oct 28 21:53:29.118951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:29.125038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7c7557b-409b-4391-adec-2e48afcf3b74 req-b46b5a61-6011-471c-bcd8-6349a5f70987 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 Oct 28 21:53:29.135973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '40520a70-dd3d-400f-9128-dceff098c081', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:53:29.176412 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:29.189353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:29.210754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:29.214283 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:29.263363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:29.437150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['40520a70-dd3d-400f-9128-dceff098c081'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:53:29.525793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c76c2-c698-44dc-a5ce-54f16a08593f req-2da36431-2c99-46d5-9aca-5e086eb46e03 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:29.527310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c77c76c2-c698-44dc-a5ce-54f16a08593f req-2da36431-2c99-46d5-9aca-5e086eb46e03 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0507319 Oct 28 21:53:29.573724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c77c76c2-c698-44dc-a5ce-54f16a08593f req-3a1c6ea0-a12b-46f3-a7d5-47a238a7d950 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Oct 28 21:53:30.257638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130adc79-d588-4c95-9994-f4a3468ed4ad req-78ee8098-b014-4a8d-b63b-32ae7c48496d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:30.259040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-130adc79-d588-4c95-9994-f4a3468ed4ad req-78ee8098-b014-4a8d-b63b-32ae7c48496d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 944 time: 0.0539646 Oct 28 21:53:30.297944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-130adc79-d588-4c95-9994-f4a3468ed4ad req-7cd8e099-c372-43e8-ae54-ea324c7ce13b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Oct 28 21:53:30.692473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943358e-eec1-4930-a226-e4f8c662a457 req-42bef00b-8b19-4fa9-813c-7b3db5099ec8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:30.693950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5943358e-eec1-4930-a226-e4f8c662a457 req-42bef00b-8b19-4fa9-813c-7b3db5099ec8 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0483577 Oct 28 21:53:30.735332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5943358e-eec1-4930-a226-e4f8c662a457 req-4493b9ed-e585-457a-bf77-d2459d5d723c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353963 Oct 28 21:53:31.015689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:53:31.067438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 40520a70-dd3d-400f-9128-dceff098c081 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:53:31.072097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 40520a70-dd3d-400f-9128-dceff098c081 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:31.072540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:31.154817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:31.178088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:31.180310 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecafc4a0-2914-4e84-93cf-108a2c9cf5f6" -d '{"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:31.194016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:31.198702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:31.226732 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f4559-a381-41dd-888a-1c93d2b4257c x-openstack-request-id: req-b21f4559-a381-41dd-888a-1c93d2b4257c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:31.227026 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:31.227284 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b21f4559-a381-41dd-888a-1c93d2b4257c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:31.227676 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'code': 200} Oct 28 21:53:31.253399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:31.334346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453302a-78e8-4a8a-898d-0a1556a07f11 req-b2e797c2-f815-4edb-bf73-6b15361ba025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:31.335846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5453302a-78e8-4a8a-898d-0a1556a07f11 req-b2e797c2-f815-4edb-bf73-6b15361ba025 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1097 time: 0.0436676 Oct 28 21:53:31.374823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5453302a-78e8-4a8a-898d-0a1556a07f11 req-089c9869-c359-481c-b5be-dbea3c9d80f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Oct 28 21:53:31.420500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116d392-fd40-42a9-856c-d5c4b7138377 req-22a3d33e-afbb-4923-a4f9-06eb3930e289 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:31.421880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e116d392-fd40-42a9-856c-d5c4b7138377 req-22a3d33e-afbb-4923-a4f9-06eb3930e289 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Oct 28 21:53:31.460627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e116d392-fd40-42a9-856c-d5c4b7138377 req-69264f1e-40f7-4f3e-a865-7e0f9f493294 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Oct 28 21:53:31.854689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999cd4c-c315-4145-ad03-7f45b2d9d783 req-e2e2593a-9062-44bc-bc90-e65c216e3f11 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:31.856160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3999cd4c-c315-4145-ad03-7f45b2d9d783 req-e2e2593a-9062-44bc-bc90-e65c216e3f11 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0513482 Oct 28 21:53:31.899972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3999cd4c-c315-4145-ad03-7f45b2d9d783 req-36edb9e9-9091-47fe-847d-d4bf18cdaab7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375459 Oct 28 21:53:32.755242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0aed-5c94-459e-b903-7b865cc7cbe8 req-ac15cef8-2844-454b-bbc2-b08cfcdc58c6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:32.756798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-799e0aed-5c94-459e-b903-7b865cc7cbe8 req-ac15cef8-2844-454b-bbc2-b08cfcdc58c6 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.2209222 Oct 28 21:53:32.798694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-799e0aed-5c94-459e-b903-7b865cc7cbe8 req-2223897d-d9d9-4ea5-90e5-322f065c2d9d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Oct 28 21:53:33.020003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0bf5-83cb-407a-aee2-af74749edd72 req-1afc1173-a06e-4e63-8e41-58e49174311a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:33.021630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2fc0bf5-83cb-407a-aee2-af74749edd72 req-1afc1173-a06e-4e63-8e41-58e49174311a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0505054 Oct 28 21:53:33.060035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2fc0bf5-83cb-407a-aee2-af74749edd72 req-aa714547-3e35-451e-bfa7-76117f4be097 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Oct 28 21:53:33.920257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771b21-419a-4f43-89c1-e1614d006d21 req-c5acf36b-490e-47e7-a39e-6b18fc201db9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:33.921730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e771b21-419a-4f43-89c1-e1614d006d21 req-c5acf36b-490e-47e7-a39e-6b18fc201db9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0489774 Oct 28 21:53:33.963997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7e771b21-419a-4f43-89c1-e1614d006d21 req-788ef6a6-e9c7-4eb9-9b31-bd368b74a083 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Oct 28 21:53:34.079669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84720-d53b-43e3-874d-0ff42eaa402a req-5c867343-4d3e-457b-bc01-74ce0f308f7c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:34.081193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ec84720-d53b-43e3-874d-0ff42eaa402a req-5c867343-4d3e-457b-bc01-74ce0f308f7c tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Oct 28 21:53:34.090172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45196) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:34.094735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Request body: {'floatingip': {'port_id': '40520a70-dd3d-400f-9128-dceff098c081'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:34.136085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:34.177542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dca-d2e6-40b3-b286-4f92e6283fed req-85785c7a-7ac5-47cc-a5f2-d1d15b9b5e73 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:34.179038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fcd7dca-d2e6-40b3-b286-4f92e6283fed req-85785c7a-7ac5-47cc-a5f2-d1d15b9b5e73 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0523429 Oct 28 21:53:34.218124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9fcd7dca-d2e6-40b3-b286-4f92e6283fed req-af2ac140-2922-45bc-a252-2e54a168536c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Oct 28 21:53:34.564176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:34.569642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:34.673824 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Floating IP bc1f09d0-3990-4558-94a5-ae25e15af902 associated. External IP: 172.25.4.69, port: 40520a70-dd3d-400f-9128-dceff098c081. Oct 28 21:53:34.886218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:34.995286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:35.000194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:35.007031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:35.018063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:35.018767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:35.028625 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e4a937f5-d02c-4412-8338-3427a6789453 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "PUT /v2.0/floatingips/bc1f09d0-3990-4558-94a5-ae25e15af902 HTTP/1.1" status: 200 len: 990 time: 0.9372575 Oct 28 21:53:35.029331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:35.031883 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213d87c7-1b42-415a-8fea-cc0fd8178b87" -d '{"events": [{"name": "network-changed", "server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:35.085686 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d6a8ad-c81d-4443-b829-77d19a4f6087 x-openstack-request-id: req-c4d6a8ad-c81d-4443-b829-77d19a4f6087 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:35.085984 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:35.086248 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4d6a8ad-c81d-4443-b829-77d19a4f6087 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:35.086659 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'status': 'completed', 'code': 200} Oct 28 21:53:35.133558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:35.155889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-b99b46b7-2b22-41b6-8a5d-b912b6ad3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:35.157456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-b99b46b7-2b22-41b6-8a5d-b912b6ad3118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1097 time: 0.0427167 Oct 28 21:53:35.268429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-cf774910-85ca-429a-b5dd-e54f39ad21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:35.270229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-cf774910-85ca-429a-b5dd-e54f39ad21a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1042521 Oct 28 21:53:35.376012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-89860aaf-167a-4f3a-b731-d65d05d3ce6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 998 time: 0.0985794 Oct 28 21:53:35.380929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'bc1f09d0-3990-4558-94a5-ae25e15af902', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87228a5-7bdd-4209-9155-1b36db615158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:20Z', 'updated_at': '2021-10-28T21:53:34Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:35.400417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021df2-f8b8-4db0-b636-1c3d3fa9fb36 req-cc9c192f-dbfd-44aa-ab27-02ec06cfeec9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:35.402118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4021df2-f8b8-4db0-b636-1c3d3fa9fb36 req-cc9c192f-dbfd-44aa-ab27-02ec06cfeec9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0802848 Oct 28 21:53:35.407706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:35.416807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:35.417412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:35.462898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-e42aa1b3-b7de-4b98-963f-f42515f0f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:35.464353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-e42aa1b3-b7de-4b98-963f-f42515f0f58d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0805004 Oct 28 21:53:35.467305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4021df2-f8b8-4db0-b636-1c3d3fa9fb36 req-cf2dfbf4-7867-448c-900c-e0da8d61ef4b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Oct 28 21:53:35.516902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-f356a427-8149-4afb-b0d6-a3ada965f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:35.518406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-f356a427-8149-4afb-b0d6-a3ada965f7ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470841 Oct 28 21:53:35.529401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:35.638989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-f912022a-c610-493e-888b-d03d7d2c94f6 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132553 Oct 28 21:53:35.733588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-213d87c7-1b42-415a-8fea-cc0fd8178b87 req-bb2baa04-a359-4d6e-bf87-62cd96a64209 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872257 Oct 28 21:53:35.786625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'bc1f09d0-3990-4558-94a5-ae25e15af902', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87228a5-7bdd-4209-9155-1b36db615158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:20Z', 'updated_at': '2021-10-28T21:53:34Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:35.813840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a117143-3bab-4eaf-836f-accc9743c821 None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'bc1f09d0-3990-4558-94a5-ae25e15af902', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87228a5-7bdd-4209-9155-1b36db615158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:20Z', 'updated_at': '2021-10-28T21:53:34Z', 'revision_number': 1, 'project_id': '786f31f21532408e967dca77c5c9b406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:36.023323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08daeb4f-895c-4d80-97aa-0c161d734e98 None None] New status for floating IP bc1f09d0-3990-4558-94a5-ae25e15af902: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:53:36.594040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d6b97-a5f5-400e-b37d-b1e783e0863d req-f8737cd1-360f-4990-8e2e-cb74ca6ae141 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:36.595533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e40d6b97-a5f5-400e-b37d-b1e783e0863d req-f8737cd1-360f-4990-8e2e-cb74ca6ae141 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 943 time: 0.0553536 Oct 28 21:53:36.639302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e40d6b97-a5f5-400e-b37d-b1e783e0863d req-d1e0b1f1-2160-46f8-a06b-ee1f589a4d5a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364201 Oct 28 21:53:36.938642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45226) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:37.047263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4112d064-db6d-47e0-8deb-95548c6d6c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.125881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4112d064-db6d-47e0-8deb-95548c6d6c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.129841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4112d064-db6d-47e0-8deb-95548c6d6c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.167630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d064-db6d-47e0-8deb-95548c6d6c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fb7d5-6036-497e-8ae7-6fb9667910d3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:37.171910 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4112d064-db6d-47e0-8deb-95548c6d6c37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba79be3cdb334c00b446ae9a80769048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321382 Oct 28 21:53:37.175198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45230) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:37.229159 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.260809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.309370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.312096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.313280 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/950fb7d5-6036-497e-8ae7-6fb9667910d3 HTTP/1.1" status: 204 len: 168 time: 0.1378989 Oct 28 21:53:37.321517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b3e0f-8f08-4cfb-96c0-08ea29e1d848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fb7d5-6036-497e-8ae7-6fb9667910d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:37.535669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2a0347d5-22f1-436c-a00a-55e324ec1b96 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:53:37.593340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45238) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:37.606617 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b7d801d-9a06-42d3-b9d5-4fcf8030d74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.641722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:37.655782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:53:37.701514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.701851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b7d801d-9a06-42d3-b9d5-4fcf8030d74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.708999 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5b7d801d-9a06-42d3-b9d5-4fcf8030d74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.717753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0347d5-22f1-436c-a00a-55e324ec1b96 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:37.739749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:37.744829 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.782028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5b7d801d-9a06-42d3-b9d5-4fcf8030d74a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bacec512cb034d9f82293fdd079f00a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875122 Oct 28 21:53:37.783863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d801d-9a06-42d3-b9d5-4fcf8030d74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6109ec-80d0-4d9d-a989-f379810f8468,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:37.785021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:37.796697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:37.811631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32077d8d-1bba-46a5-89cd-911c30d87e57 req-fb50018f-5c6b-44ca-849d-65002db59359 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:37.813234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32077d8d-1bba-46a5-89cd-911c30d87e57 req-fb50018f-5c6b-44ca-849d-65002db59359 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 944 time: 0.0895505 Oct 28 21:53:37.854327 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.855799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32077d8d-1bba-46a5-89cd-911c30d87e57 req-a135bef9-721d-495f-a184-5a08aa2048ec tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Oct 28 21:53:37.883988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.937719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.940388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:37.942623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd6109ec-80d0-4d9d-a989-f379810f8468 HTTP/1.1" status: 204 len: 168 time: 0.1556811 Oct 28 21:53:37.948039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2a0347d5-22f1-436c-a00a-55e324ec1b96'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:53:37.955979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49c084-a220-40d9-bb34-e4d5abf333bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6109ec-80d0-4d9d-a989-f379810f8468,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:38.983019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dab8e-dd06-4ca8-95f3-efecf990c20a req-d35e039d-7bb0-4396-95d2-6f4db04ada20 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:38.984575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-015dab8e-dd06-4ca8-95f3-efecf990c20a req-d35e039d-7bb0-4396-95d2-6f4db04ada20 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 944 time: 0.0582623 Oct 28 21:53:39.032639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-015dab8e-dd06-4ca8-95f3-efecf990c20a req-13c0dba6-ed99-49b2-997e-37bcb95f0afe tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Oct 28 21:53:39.547528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2a0347d5-22f1-436c-a00a-55e324ec1b96 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:53:39.597993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2a0347d5-22f1-436c-a00a-55e324ec1b96 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:53:39.602185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2a0347d5-22f1-436c-a00a-55e324ec1b96 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:39.602561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:39.684169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:39.712628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:39.714829 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057ea46-0bd2-4eca-83c4-673c05702e3e" -d '{"events": [{"server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "name": "network-vif-plugged", "status": "completed", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:39.733072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:39.737661 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:39.877192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9eaa6-071d-4f9e-945b-9c84ddb444e9 req-03ecc067-a8e2-4194-bb72-9612590032b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:39.878764 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ced9eaa6-071d-4f9e-945b-9c84ddb444e9 req-03ecc067-a8e2-4194-bb72-9612590032b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1097 time: 0.0441246 Oct 28 21:53:39.916337 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ced9eaa6-071d-4f9e-945b-9c84ddb444e9 req-42a9d0d6-6495-49b9-a3f0-c25ea63bb16c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304544 Oct 28 21:53:39.923034 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815c31a-3405-40ca-994f-cadbcd518991 x-openstack-request-id: req-a815c31a-3405-40ca-994f-cadbcd518991 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:39.923333 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "name": "network-vif-plugged", "status": "completed", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:39.923589 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a815c31a-3405-40ca-994f-cadbcd518991 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:39.923972 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'code': 200} Oct 28 21:53:39.949990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:40.157875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f06e-bec4-4acd-a673-baf004bafbc6 req-38a79e97-64a8-40c6-8b12-494b0a2b027c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:40.159369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4027f06e-bec4-4acd-a673-baf004bafbc6 req-38a79e97-64a8-40c6-8b12-494b0a2b027c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Oct 28 21:53:40.195374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-9b46ed2c-dcda-456e-acdf-f948685c5f47 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=57edeb9c6af94047b8596800abeff4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347784 Oct 28 21:53:40.305680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4027f06e-bec4-4acd-a673-baf004bafbc6 req-2382bee7-dbed-4c06-83c7-a63b84615081 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353865 Oct 28 21:53:40.396659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-ddbbb92d-b705-4e66-8994-5cb71eb3a885 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:40.398107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-ddbbb92d-b705-4e66-8994-5cb71eb3a885 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970170 Oct 28 21:53:40.413957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-8277d55b-771d-45a2-ad17-2ffe4ae68dd9 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/quotas/57edeb9c6af94047b8596800abeff4fd HTTP/1.1" status: 200 len: 375 time: 0.0101354 Oct 28 21:53:40.447623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-66cd9484-ba1f-4547-84ed-17049521b3ac tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=57edeb9c6af94047b8596800abeff4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275273 Oct 28 21:53:40.606079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64949180-9bf9-45c5-8bb3-4f04e808097d req-a7756958-6f8d-4e6b-9037-b583ef885687 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Oct 28 21:53:40.855158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-634e9b37-bcca-4877-bb93-337e0a8d123b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:41.420980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cf9ff-2bd7-45b6-874e-69787516d639 req-11d555d5-ae7f-49d6-92b1-e3243a54b31f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:41.422435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-062cf9ff-2bd7-45b6-874e-69787516d639 req-11d555d5-ae7f-49d6-92b1-e3243a54b31f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Oct 28 21:53:41.465517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-062cf9ff-2bd7-45b6-874e-69787516d639 req-27268e71-27f4-4733-9450-d7672f56306e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361173 Oct 28 21:53:41.499213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-59729cfd-bb53-4227-b863-e42cfd4034a4 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57edeb9c6af94047b8596800abeff4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408270 Oct 28 21:53:41.598345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4d473-800c-456b-acc1-0a91b6fbd316 req-ad050842-959d-4a59-a481-84f68471ff51 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:41.600096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78b4d473-800c-456b-acc1-0a91b6fbd316 req-ad050842-959d-4a59-a481-84f68471ff51 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.0573885 Oct 28 21:53:41.652752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78b4d473-800c-456b-acc1-0a91b6fbd316 req-da5b146d-15f4-4367-b1a1-e6279ffca194 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Oct 28 21:53:41.665930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45318) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:41.725065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5a13bdf-e077-47f9-86dd-de7010fce0e1 req-977a14a4-e60e-45e5-8a71-1238acbccdd2 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0312257 Oct 28 21:53:41.735049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538eb60e-c04b-484a-b55c-03a80cb528d4 tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:41.740032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-538eb60e-c04b-484a-b55c-03a80cb528d4 tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1092 time: 0.0693188 Oct 28 21:53:41.740032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45320) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:41.746334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:41.772220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:41.880921 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:41.989102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.25.4.57 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/880c159c-fa32-4417-8bfa-79129ebbd874) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:53:42.040052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.085502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3c319e34-a76b-4584-8161-f64fb7489976 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:42.086944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3c319e34-a76b-4584-8161-f64fb7489976 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5720789 Oct 28 21:53:42.099390 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.100636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Request body: {'port': {'device_id': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': '57edeb9c6af94047b8596800abeff4fd'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:42.134520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.175092 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:53:42.177690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:53:42.180585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:53:42.185497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:53:42.188331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=880c159c-fa32-4417-8bfa-79129ebbd874,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:42.214737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Made reservation on behalf of 57edeb9c6af94047b8596800abeff4fd for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:53:42.219438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.229761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.238404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.309425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.313871 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.384963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d2f901-e1d2-4f87-a8ea-ca503a40991e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:42.453607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Allocated IP 192.168.233.148 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/458a0d70-8dca-4730-a104-fb9b70a84db8) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:53:42.609833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.646197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.692717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:53:42.696101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:53:42.700180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:53:42.729585 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Pushing event updated for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:42.768609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:42.769857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.792587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-699c6fcc-d151-480f-86a5-ef2fb462021e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6966348 Oct 28 21:53:42.806311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Request body: {'port': {'device_id': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:53:42.873641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.981506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a076bbc9-b55f-4564-9dbd-8f393e148f30 None None] Provisioning complete for port 458a0d70-8dca-4730-a104-fb9b70a84db8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:42.982112 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a076bbc9-b55f-4564-9dbd-8f393e148f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:42.990903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.014730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6e55-62f8-4b50-bc68-705120662a51 req-b06dbe92-57a7-4b47-b120-499025d63990 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:43.016222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41aa6e55-62f8-4b50-bc68-705120662a51 req-b06dbe92-57a7-4b47-b120-499025d63990 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 936 time: 0.1119728 Oct 28 21:53:43.021782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a076bbc9-b55f-4564-9dbd-8f393e148f30 None None] Port 458a0d70-8dca-4730-a104-fb9b70a84db8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:53:43.121220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-41aa6e55-62f8-4b50-bc68-705120662a51 req-a5578564-0f6f-4b75-b678-1f49cc3eff77 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799661 Oct 28 21:53:43.129131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.157767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458a0d70-8dca-4730-a104-fb9b70a84db8 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:43.166508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.178985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Transition to ACTIVE for port object 458a0d70-8dca-4730-a104-fb9b70a84db8 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:53:43.182697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.254433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Pushing event updated for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:43.291514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.297733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.306898 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Attempting to bind port 458a0d70-8dca-4730-a104-fb9b70a84db8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:53:43.307237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Attempting to bind port 458a0d70-8dca-4730-a104-fb9b70a84db8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:53:43.307564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Attempting to bind port 458a0d70-8dca-4730-a104-fb9b70a84db8 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:43.312093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Port 458a0d70-8dca-4730-a104-fb9b70a84db8 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:53:43.312456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Attempting to bind port 458a0d70-8dca-4730-a104-fb9b70a84db8 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:53:43.318004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:53:43.318336 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:53:43.318804 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:53:43.319115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Bound port: 458a0d70-8dca-4730-a104-fb9b70a84db8, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:53:43.319468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.371624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=880c159c-fa32-4417-8bfa-79129ebbd874,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:43.391285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:53:43.395451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=458a0d70-8dca-4730-a104-fb9b70a84db8,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:53:43.404052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.405571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.411962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f44161f1-ad21-451c-be88-20051161e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.458348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:43.458965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.460351 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] 10.222.0.44 "PUT /v2.0/ports/458a0d70-8dca-4730-a104-fb9b70a84db8 HTTP/1.1" status: 200 len: 1097 time: 0.6589842 Oct 28 21:53:43.460801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:43.463134 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2632798-79d1-45f1-a951-dbb3df249936" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:43.517708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7aea-24ce-4b22-a9d1-6e1b162ff704 service neutron] Pushing event updated for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:43.541388 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2761de5f-b034-4ba3-aaa4-cb5e22c10ffe x-openstack-request-id: req-2761de5f-b034-4ba3-aaa4-cb5e22c10ffe {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:43.541757 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:43.541961 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2761de5f-b034-4ba3-aaa4-cb5e22c10ffe {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:43.542403 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8', 'status': 'completed', 'code': 200} Oct 28 21:53:43.553092 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP 579605c7-89a7-4955-8840-0c08c424343d associated. External IP: 172.25.4.57, port: 2a0347d5-22f1-436c-a00a-55e324ec1b96. Oct 28 21:53:43.581124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-c9ea65f2-2e3c-4aa1-8711-5f4e2f29723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:43.582807 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-c9ea65f2-2e3c-4aa1-8711-5f4e2f29723f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57edeb9c6af94047b8596800abeff4fd&device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 1100 time: 0.0576024 Oct 28 21:53:43.630712 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-54288839-3cf0-47a2-b2f4-3eda77776c09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=458a0d70-8dca-4730-a104-fb9b70a84db8 HTTP/1.1" status: 200 len: 217 time: 0.0390646 Oct 28 21:53:43.685791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-12e89849-b710-4b05-abbc-cd8c89f0a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:43.687499 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-12e89849-b710-4b05-abbc-cd8c89f0a571 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0498772 Oct 28 21:53:43.747572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-4a7ebc7b-3929-4aa9-8c32-240404f00835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:43.749167 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-4a7ebc7b-3929-4aa9-8c32-240404f00835 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546675 Oct 28 21:53:43.802716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:43.848932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-a1024a97-7747-46fc-8d0d-5d8eaa0f81bb service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Oct 28 21:53:43.923604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:43.935771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:43.942347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:43.948174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:43.948489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c6af240f-1ba0-4753-89a8-a92cee3941ab req-3707524a-2d20-4ec1-ab90-70f515cb53d8 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922444 Oct 28 21:53:43.949233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:43.981295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aaec24bd-cfe9-41af-a99f-b3674ec183dc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2298985 Oct 28 21:53:43.981295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:43.981295 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3319b03b-34da-4204-aa4d-bc344f7de00d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:44.019031 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f726970-f05e-4267-9a55-a26f881788c6 x-openstack-request-id: req-7f726970-f05e-4267-9a55-a26f881788c6 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:44.019944 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:44.019944 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f726970-f05e-4267-9a55-a26f881788c6 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:44.020153 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'status': 'completed', 'code': 200} Oct 28 21:53:44.046737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632798-79d1-45f1-a951-dbb3df249936 req-bed536b9-dc56-4619-8b38-81051ba84447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.048334 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-bed536b9-dc56-4619-8b38-81051ba84447 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57edeb9c6af94047b8596800abeff4fd&device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 1100 time: 0.0467894 Oct 28 21:53:44.079943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:44.088156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-29d5e8aa-8f2b-4eb2-823a-f290b54d61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.089850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-29d5e8aa-8f2b-4eb2-823a-f290b54d61a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1097 time: 0.0489888 Oct 28 21:53:44.153280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632798-79d1-45f1-a951-dbb3df249936 req-a4dfb5c0-80ba-4f0c-9452-273ad404652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.155469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-a4dfb5c0-80ba-4f0c-9452-273ad404652d service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0989590 Oct 28 21:53:44.202963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-f7df63f5-8a69-4990-a8c2-b4420cea3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.204579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-f7df63f5-8a69-4990-a8c2-b4420cea3fb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1073439 Oct 28 21:53:44.211472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-510d43cf-d0fc-4873-bd93-bc83e627ea71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=458a0d70-8dca-4730-a104-fb9b70a84db8 HTTP/1.1" status: 200 len: 217 time: 0.0479128 Oct 28 21:53:44.264467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632798-79d1-45f1-a951-dbb3df249936 req-0cb6c0df-209c-42c9-bc3a-c0480df8c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.265553 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-0cb6c0df-209c-42c9-bc3a-c0480df8c4e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0475225 Oct 28 21:53:44.304783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-f8c6b2b7-be84-4475-b9d2-9810980f8de4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 998 time: 0.0927701 Oct 28 21:53:44.318008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1123c-fd27-44d4-86f4-d8593c7b0416 req-d334407c-aeea-415c-ac9f-060047716e84 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.320123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b1123c-fd27-44d4-86f4-d8593c7b0416 req-d334407c-aeea-415c-ac9f-060047716e84 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 948 time: 0.0993037 Oct 28 21:53:44.327837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2632798-79d1-45f1-a951-dbb3df249936 req-12550a0c-647d-4ce3-b23e-e66c7b8fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.331156 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-12550a0c-647d-4ce3-b23e-e66c7b8fa1ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578814 Oct 28 21:53:44.352577 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:42Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:44.381541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:44.386142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-cf728b23-6424-469b-81ef-259c022acdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.387336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-cf728b23-6424-469b-81ef-259c022acdd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0667615 Oct 28 21:53:44.390294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:44.390902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:44.395745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b1123c-fd27-44d4-86f4-d8593c7b0416 req-3dae66c6-8daf-421f-a04a-abd11e8885ef tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667818 Oct 28 21:53:44.435493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-602a8a1d-e528-400e-95aa-db0565d7156f service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958107 Oct 28 21:53:44.443977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-adf5858c-4bb3-4eaa-bb28-40f55e707362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:44.445492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-adf5858c-4bb3-4eaa-bb28-40f55e707362 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489116 Oct 28 21:53:44.509108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:44.538983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-6c52aef3-ec76-4dc7-a571-5afea9a2f89b service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962694 Oct 28 21:53:44.543306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-7019303e-5902-4f69-b612-7e9d55b832b2 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899880 Oct 28 21:53:44.639659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3319b03b-34da-4204-aa4d-bc344f7de00d req-54e32660-6fb0-443c-8d49-4bf973446af9 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Oct 28 21:53:44.750955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:42Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:44.781717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd784fe6-c25c-4dfe-8a51-5fe583406fd8 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:42Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:44.857834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:44.991730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be89ed-4b12-4b52-a2f4-362d997e7757 None None] New status for floating IP 579605c7-89a7-4955-8840-0c08c424343d: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:53:45.148411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:45.514001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5287445-3b96-4501-8dc7-2b1873c86c7e req-db72dfcc-b575-4a00-92b7-6d588484a5ff tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:45.515461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5287445-3b96-4501-8dc7-2b1873c86c7e req-db72dfcc-b575-4a00-92b7-6d588484a5ff tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 948 time: 0.0496857 Oct 28 21:53:45.553928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5287445-3b96-4501-8dc7-2b1873c86c7e req-07f296b6-9750-4320-b281-1b18342a6140 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Oct 28 21:53:46.671798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb9f83-5bfc-4731-933b-843f7284210f req-be84c0fe-ebbb-455b-81e2-acac3018aa3b tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:46.673346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aedb9f83-5bfc-4731-933b-843f7284210f req-be84c0fe-ebbb-455b-81e2-acac3018aa3b tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 948 time: 0.0495281 Oct 28 21:53:46.708247 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:46.711725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aedb9f83-5bfc-4731-933b-843f7284210f req-6b875faf-542f-45b4-b39d-0a3e9e60a4b4 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Oct 28 21:53:47.575863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 458a0d70-8dca-4730-a104-fb9b70a84db8 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:53:47.673238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=458a0d70-8dca-4730-a104-fb9b70a84db8,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:47.684042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '458a0d70-8dca-4730-a104-fb9b70a84db8', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '458a0d70-8dca-4730-a104-fb9b70a84db8', 'mac_address': 'fa:16:3e:a5:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:53:47.719398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:47.732523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458a0d70-8dca-4730-a104-fb9b70a84db8 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:53:47.752192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=458a0d70-8dca-4730-a104-fb9b70a84db8,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:47.757188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:47.804705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:47.833692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59091cd-175c-4fed-971d-98c3f38af8ec req-cf6ec0e4-165d-44ca-9b7d-717ce8fee7b9 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:47.835162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c59091cd-175c-4fed-971d-98c3f38af8ec req-cf6ec0e4-165d-44ca-9b7d-717ce8fee7b9 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 949 time: 0.0552626 Oct 28 21:53:47.872731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c59091cd-175c-4fed-971d-98c3f38af8ec req-b80ffc55-e2c8-4f22-a23c-2364e3044821 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Oct 28 21:53:47.966276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['458a0d70-8dca-4730-a104-fb9b70a84db8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:53:47.989500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-282d617f-9fba-47ec-8164-aae8fb82eaff req-9d74ddeb-82cf-4882-8cfd-4dc7686dfc87 tempest-ServerRescueTestJSONUnderV235-1625754592 tempest-ServerRescueTestJSONUnderV235-1625754592-project] (102313) timed out ('10.222.0.44', 60135) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:53:48.119171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-2e135ee0-0150-429b-abe6-7f810a73e99f req-58fa3f41-481c-4e37-a853-1ee4c296e957 service neutron] (102314) timed out ('10.222.0.44', 60386) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:53:48.990908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814dfc-a044-4a55-939a-13f728da678e req-12165e34-c7a9-4b8b-9bf2-b07365b927cb tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:48.992468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d814dfc-a044-4a55-939a-13f728da678e req-12165e34-c7a9-4b8b-9bf2-b07365b927cb tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 949 time: 0.0522079 Oct 28 21:53:49.032384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d814dfc-a044-4a55-939a-13f728da678e req-45ef069c-6100-44d2-96bc-7040bf7e5a09 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Oct 28 21:53:49.580834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 458a0d70-8dca-4730-a104-fb9b70a84db8 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:53:49.630109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 458a0d70-8dca-4730-a104-fb9b70a84db8 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:53:49.633989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 458a0d70-8dca-4730-a104-fb9b70a84db8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:53:49.634349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:49.713409 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:49.735586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:49.738385 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10814a94-722b-4e5b-853b-82825c8a9364" -d '{"events": [{"server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "name": "network-vif-plugged", "status": "completed", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:49.750985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=458a0d70-8dca-4730-a104-fb9b70a84db8,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:49.756060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:49.779628 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05bf618-4077-4e31-99d2-0f743ded33e0 x-openstack-request-id: req-c05bf618-4077-4e31-99d2-0f743ded33e0 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:49.779918 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "name": "network-vif-plugged", "status": "completed", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:49.780178 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c05bf618-4077-4e31-99d2-0f743ded33e0 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:49.780595 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8', 'code': 200} Oct 28 21:53:49.807049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:49.880415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eab41-c143-47c7-88ce-67b1438057e9 req-1c581eb3-54e6-472d-8cce-fcb26a77b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:49.881873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5eab41-c143-47c7-88ce-67b1438057e9 req-1c581eb3-54e6-472d-8cce-fcb26a77b5b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 1102 time: 0.0415316 Oct 28 21:53:49.917161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef5eab41-c143-47c7-88ce-67b1438057e9 req-ddabcba1-1f11-41dc-8f27-d7de816c48ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286508 Oct 28 21:53:50.162358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c73fa-8662-4235-95a1-cd8e11fe2993 req-7f306317-f7fd-4425-bda3-654168ec8248 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:50.163827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-162c73fa-8662-4235-95a1-cd8e11fe2993 req-7f306317-f7fd-4425-bda3-654168ec8248 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 950 time: 0.0561197 Oct 28 21:53:50.202626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-162c73fa-8662-4235-95a1-cd8e11fe2993 req-3f675fde-bc0b-4594-993e-9df5216dda6a tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Oct 28 21:53:51.318311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21014981-166b-405d-9879-b1b2cef06ccb req-6e4ac999-0caa-4bbf-b723-19f16cf553ef tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:51.319765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21014981-166b-405d-9879-b1b2cef06ccb req-6e4ac999-0caa-4bbf-b723-19f16cf553ef tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 950 time: 0.0490274 Oct 28 21:53:51.356117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-21014981-166b-405d-9879-b1b2cef06ccb req-472a2ef0-7da2-499b-9b90-67932228f97c tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Oct 28 21:53:51.607939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d080-5b13-42fd-a737-0ec78eb62ad7 req-b00aae84-2eec-4f29-8bd1-8fcb063c71cf tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:51.609355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d60d080-5b13-42fd-a737-0ec78eb62ad7 req-b00aae84-2eec-4f29-8bd1-8fcb063c71cf tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 950 time: 0.0493405 Oct 28 21:53:51.648202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d60d080-5b13-42fd-a737-0ec78eb62ad7 req-bfafacfb-b98b-44ac-8a9c-3b59210cde3e tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Oct 28 21:53:52.468981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af560-6906-4b8b-a85c-56e52e5fa0e3 req-e0937088-c9f8-4b06-a175-ba3306305aad tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:52.470360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706af560-6906-4b8b-a85c-56e52e5fa0e3 req-e0937088-c9f8-4b06-a175-ba3306305aad tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0459313 Oct 28 21:53:52.505502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706af560-6906-4b8b-a85c-56e52e5fa0e3 req-4063e6dd-027a-4956-966e-a7407fc6aaac tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287261 Oct 28 21:53:52.529485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45384) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:52.706714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 49c2b8bb-c761-410b-9439-e592c2faf961 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:52.707502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:52.771436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd58e-1618-44f6-9ed8-e15173d50ca3 req-adf12c07-ef75-42e5-a739-2ffc42f422ae tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:52.772966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-106cd58e-1618-44f6-9ed8-e15173d50ca3 req-adf12c07-ef75-42e5-a739-2ffc42f422ae tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 950 time: 0.0534883 Oct 28 21:53:52.796895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:52.797271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:52.810726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 49c2b8bb-c761-410b-9439-e592c2faf961 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:52.814095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-106cd58e-1618-44f6-9ed8-e15173d50ca3 req-c95af8fb-3a73-4621-b3e5-d09be2db6978 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/security-groups?id=46d2f901-e1d2-4f87-a8ea-ca503a40991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Oct 28 21:53:52.923784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-59aaeda5-5b1b-487d-9643-f4b6d10e2e13 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:52.925354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-59aaeda5-5b1b-487d-9643-f4b6d10e2e13 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 950 time: 0.0514634 Oct 28 21:53:53.001957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.027332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Deleting port 458a0d70-8dca-4730-a104-fb9b70a84db8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:53.027559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.033344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=49c2b8bb-c761-410b-9439-e592c2faf961,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:53.095198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.095522 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP cc95cc91-c553-42f3-9d75-e83a4d2c2fda disassociated (deleted). External IP: 172.25.4.195, port: 85c1f70b-d807-415c-86b7-5fe58425a5db. Oct 28 21:53:53.132656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] For port 458a0d70-8dca-4730-a104-fb9b70a84db8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=458a0d70-8dca-4730-a104-fb9b70a84db8,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:53.133366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.150045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Calling delete_port for 458a0d70-8dca-4730-a104-fb9b70a84db8 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:53.286888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.298901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['458a0d70-8dca-4730-a104-fb9b70a84db8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:53:53.321108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Pushing event deleted for resources: {'Port': ['ID=458a0d70-8dca-4730-a104-fb9b70a84db8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:53.322185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 775aa6a7-1d36-4afc-899d-c6460df5eb8d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:53.373456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] No DVR routers for this DVR port 458a0d70-8dca-4730-a104-fb9b70a84db8 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:53.377025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.381026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8014abb-869f-44c5-a3a5-a29771f928e4 req-5041f0e2-89da-4458-8e2d-3d724429bdc6 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.44 "DELETE /v2.0/ports/458a0d70-8dca-4730-a104-fb9b70a84db8 HTTP/1.1" status: 204 len: 173 time: 0.4490380 Oct 28 21:53:53.381503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'name': 'network-vif-deleted', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:53.383934 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b456077-04ee-4977-9c62-19c5198c63f9" -d '{"events": [{"server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "name": "network-vif-deleted", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:53.429380 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d48a32-a799-45a6-98ea-bd2a7575831f x-openstack-request-id: req-d3d48a32-a799-45a6-98ea-bd2a7575831f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:53.429774 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf3547-132e-47c3-9168-ef37d74c1ec2", "name": "network-vif-deleted", "tag": "458a0d70-8dca-4730-a104-fb9b70a84db8", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:53.430127 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3d48a32-a799-45a6-98ea-bd2a7575831f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:53.430625 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf3547-132e-47c3-9168-ef37d74c1ec2', 'name': 'network-vif-deleted', 'tag': '458a0d70-8dca-4730-a104-fb9b70a84db8', 'status': 'completed', 'code': 200} Oct 28 21:53:53.453715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:53.458912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:53.466656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Sync routers for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:53.479732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:53.480498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:53.493384 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-282d730d-c790-45be-bacb-f0c43c9ba1a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc95cc91-c553-42f3-9d75-e83a4d2c2fda HTTP/1.1" status: 204 len: 168 time: 0.9602838 Oct 28 21:53:53.493384 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:53.494895 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afc077-2903-4f17-80cf-e60560c64497" -d '{"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:53.554381 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7dfe42-222a-46f8-b494-5f1a71fec8c4 x-openstack-request-id: req-ef7dfe42-222a-46f8-b494-5f1a71fec8c4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:53.555916 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:53.556602 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef7dfe42-222a-46f8-b494-5f1a71fec8c4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:53.557226 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'status': 'completed', 'code': 200} Oct 28 21:53:53.622812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc077-2903-4f17-80cf-e60560c64497 req-2e95bbe2-c181-4bfa-87da-1033f470cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:53.624328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-2e95bbe2-c181-4bfa-87da-1033f470cf97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 1097 time: 0.0509329 Oct 28 21:53:53.651847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:53.763344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc077-2903-4f17-80cf-e60560c64497 req-e9d03f9e-fd29-49a8-a057-ced7181ef6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:53.764832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-e9d03f9e-fd29-49a8-a057-ced7181ef6c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 200 len: 897 time: 0.1328878 Oct 28 21:53:53.818611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad987b77-256f-4c9f-8f3c-9a6edff19472 req-6c76a9a5-3d98-42f9-8cf6-279e44cac1a3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:53.820157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad987b77-256f-4c9f-8f3c-9a6edff19472 req-6c76a9a5-3d98-42f9-8cf6-279e44cac1a3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.1008751 Oct 28 21:53:53.821981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-a369d97d-d955-43dc-8c5f-bc7bc3e3427a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 200 len: 217 time: 0.0489774 Oct 28 21:53:53.876858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:53.905451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad987b77-256f-4c9f-8f3c-9a6edff19472 req-add80400-02ef-41e8-af6e-2bcb7990f59e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783463 Oct 28 21:53:53.914781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc077-2903-4f17-80cf-e60560c64497 req-aed69ec2-126d-4310-b3f0-354da2c44ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:53.916860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-aed69ec2-126d-4310-b3f0-354da2c44ab4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 200 len: 835 time: 0.0811684 Oct 28 21:53:53.933863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Checking router: 775aa6a7-1d36-4afc-899d-c6460df5eb8d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:53.943876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:53.944543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:53.977656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ee2487d-077a-4f62-9de6-056290c4399d req-de563449-6c7d-44f8-b987-0a23aad42598 tempest-VolumesNegativeTest-2131133785 tempest-VolumesNegativeTest-2131133785-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7cf3547-132e-47c3-9168-ef37d74c1ec2 HTTP/1.1" status: 200 len: 210 time: 0.0491753 Oct 28 21:53:54.005352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afc077-2903-4f17-80cf-e60560c64497 req-37546483-f735-4b69-8e35-6333d7fe3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:54.007010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-37546483-f735-4b69-8e35-6333d7fe3383 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f937c77-cab0-47fe-a4a1-bf4f7082df02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817080 Oct 28 21:53:54.021788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-5eb2a730-b6b5-40fa-ada1-4ab5a6fa1496 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:53:54.022763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-5eb2a730-b6b5-40fa-ada1-4ab5a6fa1496 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066900 Oct 28 21:53:54.061438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:54.120709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-11c295b8-d36a-4219-8ed5-bd6d3d247114 service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895195 Oct 28 21:53:54.218809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9afc077-2903-4f17-80cf-e60560c64497 req-5a304fa2-0f8d-4ea4-b684-08392cda12e1 service neutron] 10.222.0.52 "GET /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Oct 28 21:53:54.412487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:54.442981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b64da-1843-4a7a-9a98-4b23e470f543 None None] The sync data for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 is: [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3850f887-ae3d-49ec-83f7-cac032221787', 'name': '', 'network_id': '9f937c77-cab0-47fe-a4a1-bf4f7082df02', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:0e:ca:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:10Z', 'updated_at': '2021-10-28T21:52:16Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '33965d84-3934-4c04-ac46-b9a995e9174f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:54.659116 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4208cc-1e49-4677-a99f-5be5329a0e12 None None] New status for floating IP cc95cc91-c553-42f3-9d75-e83a4d2c2fda: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:53:55.041419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bd4ff-48ce-4c52-ac73-bf35f68173f0 req-a108472d-8182-47df-9a7e-026f2379cd8e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:55.041419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e70bd4ff-48ce-4c52-ac73-bf35f68173f0 req-a108472d-8182-47df-9a7e-026f2379cd8e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Oct 28 21:53:55.089467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e70bd4ff-48ce-4c52-ac73-bf35f68173f0 req-70e4f5db-349a-4b8f-b52c-ea2b8a36e388 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=3510cf80-fefc-47c9-9ad1-4d57f75015ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Oct 28 21:53:55.157830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-3da66e02-ae8a-426d-bd75-b0ef498f840d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:53:55.159307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-3da66e02-ae8a-426d-bd75-b0ef498f840d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.52 "GET /v2.0/ports?device_id=20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752 HTTP/1.1" status: 200 len: 945 time: 0.0566638 Oct 28 21:53:55.255734 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 85c1f70b-d807-415c-86b7-5fe58425a5db {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:55.256075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:55.354003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port 85c1f70b-d807-415c-86b7-5fe58425a5db, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=85c1f70b-d807-415c-86b7-5fe58425a5db,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:55.354369 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:55.371021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 85c1f70b-d807-415c-86b7-5fe58425a5db owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:55.516894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:55.551283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=85c1f70b-d807-415c-86b7-5fe58425a5db,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:55.599929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] No DVR routers for this DVR port 85c1f70b-d807-415c-86b7-5fe58425a5db on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:55.602872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:55.608687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fbeb3837-fa34-4d92-8ec3-37083cac1072 req-631d3d86-1983-45ac-b43d-0d8da7f66534 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.52 "DELETE /v2.0/ports/85c1f70b-d807-415c-86b7-5fe58425a5db HTTP/1.1" status: 204 len: 173 time: 0.4427657 Oct 28 21:53:55.609374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-deleted', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:53:55.611718 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407e75c-9f34-4eba-b387-1c45571db979" -d '{"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-deleted", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:53:55.656646 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c493c22-ad73-4f9c-adf0-55920a0b3f83 x-openstack-request-id: req-5c493c22-ad73-4f9c-adf0-55920a0b3f83 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:53:55.656773 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752", "name": "network-vif-deleted", "tag": "85c1f70b-d807-415c-86b7-5fe58425a5db", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:53:55.656973 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c493c22-ad73-4f9c-adf0-55920a0b3f83 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:53:55.657376 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d048c5-46a2-4b8b-a7fc-1e3c4e8fc752', 'name': 'network-vif-deleted', 'tag': '85c1f70b-d807-415c-86b7-5fe58425a5db', 'status': 'completed', 'code': 200} Oct 28 21:53:56.154659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45508) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:56.550736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:56.831358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 3850f887-ae3d-49ec-83f7-cac032221787 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:56.831692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:56.930017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port 3850f887-ae3d-49ec-83f7-cac032221787, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3850f887-ae3d-49ec-83f7-cac032221787,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:56.930378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:56.943313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 3850f887-ae3d-49ec-83f7-cac032221787 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:57.143354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:57.172306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=3850f887-ae3d-49ec-83f7-cac032221787,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:57.583232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 458a0d70-8dca-4730-a104-fb9b70a84db8 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:57.607162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 458a0d70-8dca-4730-a104-fb9b70a84db8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:57.607513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 458a0d70-8dca-4730-a104-fb9b70a84db8 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:57.718082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:57.940064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 775aa6a7-1d36-4afc-899d-c6460df5eb8d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:53:58.047680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:53:58.056341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-30e73cb5-b88d-47a7-b891-c75269ccb011 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/775aa6a7-1d36-4afc-899d-c6460df5eb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980739 Oct 28 21:53:58.056745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:58.064633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Sync routers for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:53:58.087125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:58.088076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:58.140976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting subnet 33965d84-3934-4c04-ac46-b9a995e9174f {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:53:58.145890 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.195778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.215308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:58.302814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.380821 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.409325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Subnet': ['ID=33965d84-3934-4c04-ac46-b9a995e9174f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:58.413542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.417064 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4539d178-a837-426e-ba80-82d7b3728524 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/subnets/33965d84-3934-4c04-ac46-b9a995e9174f HTTP/1.1" status: 204 len: 168 time: 0.3579912 Oct 28 21:53:58.419646 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45644) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:53:58.427730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a1e85-b3bb-4cc2-b5a9-aa822900b6f6 None None] Network 9f937c77-cab0-47fe-a4a1-bf4f7082df02 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:53:58.471795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:53:57Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:58.506676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Checking router: 775aa6a7-1d36-4afc-899d-c6460df5eb8d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:53:58.540774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Routers {'775aa6a7-1d36-4afc-899d-c6460df5eb8d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:53:58.541472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:58.594053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.731746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.766671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] Set router 775aa6a7-1d36-4afc-899d-c6460df5eb8d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:53:58.833614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port a8cb5656-3e91-469a-89ee-f68afea8e9b0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:58.834249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.849704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] DHCP port deletion for 9f937c77-cab0-47fe-a4a1-bf4f7082df02 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:53:58.973549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port a8cb5656-3e91-469a-89ee-f68afea8e9b0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a8cb5656-3e91-469a-89ee-f68afea8e9b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:58.974412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.985147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Deleting port 41616696-dfc6-4b32-a2ae-fdf33d7357ca {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:53:58.985796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:58.994779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for a8cb5656-3e91-469a-89ee-f68afea8e9b0 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:59.105367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] For port 41616696-dfc6-4b32-a2ae-fdf33d7357ca, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=41616696-dfc6-4b32-a2ae-fdf33d7357ca,segment=NetworkSegment(11988ca0-5a47-4abf-95de-c90ce22f5364),segment_id=11988ca0-5a47-4abf-95de-c90ce22f5364)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:53:59.105765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.124914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Calling delete_port for 41616696-dfc6-4b32-a2ae-fdf33d7357ca owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:53:59.201621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:59.229410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 85c1f70b-d807-415c-86b7-5fe58425a5db {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:59.229752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 85c1f70b-d807-415c-86b7-5fe58425a5db not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:59.245045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:53:57Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:53:59.249367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.290220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5e9c-5b4b-4143-9883-0c7232ce6634 None None] The sync data for ids ['775aa6a7-1d36-4afc-899d-c6460df5eb8d'] in n-d-806683-16 is: [{'id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1832634125', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:53:57Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'a8cb5656-3e91-469a-89ee-f68afea8e9b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775aa6a7-1d36-4afc-899d-c6460df5eb8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:52:06Z', 'updated_at': '2021-10-28T21:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:53:59.290514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=a8cb5656-3e91-469a-89ee-f68afea8e9b0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:59.323893 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.371381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.378331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] Pushing event deleted for resources: {'Port': ['ID=41616696-dfc6-4b32-a2ae-fdf33d7357ca,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:53:59.382618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14d4d7-a34b-4b87-b5e7-622da9c7ea60 None None] No DVR routers for this DVR port 41616696-dfc6-4b32-a2ae-fdf33d7357ca on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:53:59.854408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3850f887-ae3d-49ec-83f7-cac032221787 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:59.893394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3850f887-ae3d-49ec-83f7-cac032221787 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:59.894756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3850f887-ae3d-49ec-83f7-cac032221787 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:59.895448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 41616696-dfc6-4b32-a2ae-fdf33d7357ca no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:53:59.917113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.921275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.934065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 41616696-dfc6-4b32-a2ae-fdf33d7357ca {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:53:59.934708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 41616696-dfc6-4b32-a2ae-fdf33d7357ca not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:53:59.980700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.981479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Fanout notify agent at l3_agent the message router_deleted on router 775aa6a7-1d36-4afc-899d-c6460df5eb8d {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:53:59.992338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:53:59.994517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51fe72a3-8ca2-4e1b-bc6a-b60210716dc7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/routers/775aa6a7-1d36-4afc-899d-c6460df5eb8d HTTP/1.1" status: 204 len: 168 time: 1.5735106 Oct 28 21:53:59.997156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45654) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:00.085278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.191458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.218043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f937c77-cab0-47fe-a4a1-bf4f7082df02']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:00.229328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11988ca0-5a47-4abf-95de-c90ce22f5364') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:00.229742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11988ca0-5a47-4abf-95de-c90ce22f5364') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:00.240275 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.259687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.265892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:54:00.266287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:54:00.270209 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:54:00.330476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.338708 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.341825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/networks/9f937c77-cab0-47fe-a4a1-bf4f7082df02 HTTP/1.1" status: 204 len: 168 time: 0.3433473 Oct 28 21:54:00.344649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:00.354444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8986a-b335-49e6-8a1a-d1cdebbb7d93 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Network': ['ID=9f937c77-cab0-47fe-a4a1-bf4f7082df02,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:00.413331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.439387 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.501040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.504169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.505364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/security-groups/3510cf80-fefc-47c9-9ad1-4d57f75015ed HTTP/1.1" status: 204 len: 168 time: 0.1590831 Oct 28 21:54:00.515789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cbbcc-8fa4-4bae-8b10-9a198229bff6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510cf80-fefc-47c9-9ad1-4d57f75015ed,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:00.866730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45664) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:00.871424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091655303', 'description': 'tempest-secgroup-smoke-1091655303 description', 'project_id': '0372ae518279420198ac9f8687657e10'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:00.901002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.980167 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:00.984193 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.019007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.021005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532643 Oct 28 21:54:01.023026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27263-8080-4c11-b065-04c884f41ae4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7d5ff-add1-44b5-946d-7b8448ca26d8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.023947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.029937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.062730 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.127145 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.132385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.153107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703037d5-5f4f-407d-bf38-bb889d8413bd,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.161504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.165777 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ab6a7f2e-db70-4349-a64d-1d27b4d48466 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376817 Oct 28 21:54:01.165940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.173751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.202162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.227910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.268104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.273856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.293421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760c2bcf-9095-4759-8e2e-eb973ac7f1ba,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.303100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.307532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45680) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.307738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-35ac3dfd-a5e2-43bc-bb37-80f9e28b9184 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407008 Oct 28 21:54:01.312448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.345874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.393106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa3732e4-5e8f-4a9e-b729-4d092a884dbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57edeb9c6af94047b8596800abeff4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639938 Oct 28 21:54:01.396098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.407992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.411882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.427324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac710149-97be-4540-8e1a-8c0903dd4b73,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.439839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.441619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e7070c8-4e50-4a92-99a1-9d9a0f62566b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324766 Oct 28 21:54:01.444513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.449446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.458585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.487358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.505283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.535277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a8cb5656-3e91-469a-89ee-f68afea8e9b0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:54:01.557739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a8cb5656-3e91-469a-89ee-f68afea8e9b0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:54:01.558223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a8cb5656-3e91-469a-89ee-f68afea8e9b0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:54:01.570247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.572686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.573805 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46d2f901-e1d2-4f87-a8ea-ca503a40991e HTTP/1.1" status: 204 len: 168 time: 0.1767113 Oct 28 21:54:01.584164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.588942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ec009-e647-469f-989d-01ae2dd91186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d2f901-e1d2-4f87-a8ea-ca503a40991e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.592256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.610989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45364b9b-b930-456b-939f-9785b533860d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.623911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.625097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a28669e6-0453-4579-9948-343197c0a633 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796319 Oct 28 21:54:01.628146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45688) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.633508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.656689 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:54:01.662491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.731180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.735313 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.754819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e0588d-662a-4285-a12a-1bf2edcd31a0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.762500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.766332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-18fda48a-55d1-43d6-a824-52aad9bd000d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337829 Oct 28 21:54:01.766496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45692) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.771212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7d5ff-add1-44b5-946d-7b8448ca26d8', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.793009 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:54:01.798230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.861224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.866402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.886442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.891975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216228 Oct 28 21:54:01.892069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45702) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:01.898645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'network': {'name': 'tempest-network-smoke--771905910', 'project_id': '0372ae518279420198ac9f8687657e10', 'port_security_enabled': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:01.909380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8464962-b435-4031-ae6d-bcc779cadd29 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67083664-0f7d-4a16-82a4-efdaf751681d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:01.925704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:54:01.930894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.955841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:54:01.966638 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:01.966981 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Added segment e31850af-a7a5-406d-90fe-b048e2137f38 of type vlan for network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 Oct 28 21:54:02.011674 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.039443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.049962 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:02.051894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.107995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2148011 Oct 28 21:54:02.110900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:02.116213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'admin_state_up': True, 'project_id': '0372ae518279420198ac9f8687657e10', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:02.131802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbade1-7abd-47e3-bd66-ab77331b3eda tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Network': ['ID=77e98075-7b69-4287-af6b-4ccc2a18bfe9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:02.142394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.146248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:54:02.153458 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.215580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.255873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45716) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:02.371665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.396979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1672893753-network', 'tenant_id': 'cad54fdf8a0e41e8830c920bb0cea0b2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:02.451885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Made reservation on behalf of cad54fdf8a0e41e8830c920bb0cea0b2 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:54:02.454175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.465497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.629647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.635680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.664577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.674285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:54:02.702311 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.709253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.709593 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Added segment be68873b-2543-4f5d-8f22-8fea060289b6 of type vlan for network 2d51ac33-f511-42a8-9453-ae77386f34d5 Oct 28 21:54:02.710769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543449ec-db57-423b-adca-909593fcd8ad,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:02.791706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.849147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.850099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:02.850672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.905110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6479611 Oct 28 21:54:02.908058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45720) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:02.913171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Request body: {'subnet': {'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1672893753-subnet', 'tenant_id': 'cad54fdf8a0e41e8830c920bb0cea0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:02.923155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.248 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/d720abda-3f38-4b69-a777-ed6119f4cda0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:54:02.938964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Made reservation on behalf of cad54fdf8a0e41e8830c920bb0cea0b2 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:54:02.940684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c442-9a33-4f7f-824b-a3ebf2f82dda admin admin] Pushing event updated for resources: {'Network': ['ID=2d51ac33-f511-42a8-9453-ae77386f34d5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:02.942114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:02.955697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:54:03.054969 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.091799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.139021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:03.142031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:03.145683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:54:03.149862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.151679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=d720abda-3f38-4b69-a777-ed6119f4cda0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:03.212767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a32b1d-8441-4369-a2d2-5c15c05d467e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:03.224726 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Checking segment: {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:03.225222 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Network hostable DHCP agents. Network: 2d51ac33-f511-42a8-9453-ae77386f34d5, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:54:03.242960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:54:03.252379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2d51ac33-f511-42a8-9453-ae77386f34d5) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:03.257235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:03.257826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.262880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee2ece-6b61-4d1b-b6b9-376270371e07 None None] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:54:03.285114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-99cfda72-628e-4abf-94cc-c4315b599edd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3756032 Oct 28 21:54:03.403763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032afe46-5fd0-4bd4-835d-ed1da65e8ab2 None None] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:54:03.430663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.642071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.794002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 1bc1751e-a130-4421-bb8f-660661ebfdb4 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:54:03.916663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:54:03.932094 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Sync routers for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:54:03.937848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:03.942956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0a4fb96c-b8aa-4bbc-b9e0-8978ef45ef11 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8271322 Oct 28 21:54:03.943489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45736) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:03.945087 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:03.945965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:03.976052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-22b0bafd-2002-4b90-bc4d-56a99cfddc70 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0372ae518279420198ac9f8687657e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283809 Oct 28 21:54:03.976264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45738) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:04.073895 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:04.084274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13960e-58a0-4a03-bb56-bb4a5353349f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:04.085974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0e13960e-58a0-4a03-bb56-bb4a5353349f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086152 Oct 28 21:54:04.088944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45742) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:04.124743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-632c5e37-0efe-4f28-a36c-4519bcc40e60 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324051 Oct 28 21:54:04.125653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 45744) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:04.135626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880274156', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'project_id': '0372ae518279420198ac9f8687657e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:04.241537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:54:04.245218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.286179 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:03Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:04.313329 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Checking router: 1bc1751e-a130-4421-bb8f-660661ebfdb4 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:54:04.313679 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Updating router 1bc1751e-a130-4421-bb8f-660661ebfdb4 port d720abda-3f38-4b69-a777-ed6119f4cda0 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:54:04.339785 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.449436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.523415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Subnet': ['ID=11d30498-ca0a-4c7a-b261-2b6e05d6ae89,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:04.540049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.540606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.541191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.541661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.542192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.542834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.543321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.543744 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.544302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.544760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.545320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.545800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.552678 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:04.553310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network hostable DHCP agents. Network: 77e98075-7b69-4287-af6b-4ccc2a18bfe9, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:54:04.576876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:54:04.589432 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 77e98075-7b69-4287-af6b-4ccc2a18bfe9) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:04.593691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:04.594341 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.612042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1a658-0f74-4fc3-81b4-335cfe721e59 None None] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:54:04.623892 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.631462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45746) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:04.632313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1867af2a-1f72-4a36-9b48-955ffc6576ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5022867 Oct 28 21:54:04.642155 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.702155 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Attempting to bind port d720abda-3f38-4b69-a777-ed6119f4cda0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:54:04.705162 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Attempting to bind port d720abda-3f38-4b69-a777-ed6119f4cda0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:54:04.705464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Attempting to bind port d720abda-3f38-4b69-a777-ed6119f4cda0 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:54:04.719208 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:54:04.720045 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:04.720939 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.721585 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:54:04.723752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Bound port: d720abda-3f38-4b69-a777-ed6119f4cda0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:54:04.724579 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.793887 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] For port d720abda-3f38-4b69-a777-ed6119f4cda0, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:54:04.797730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] For port d720abda-3f38-4b69-a777-ed6119f4cda0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d720abda-3f38-4b69-a777-ed6119f4cda0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:54:04.803310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Pushing event updated for resources: {'Port': ['ID=d720abda-3f38-4b69-a777-ed6119f4cda0,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:04.807363 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.830253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:54:04.830995 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.832038 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.832608 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:04.832937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.833468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.833975 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.834307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.834635 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.835098 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.835395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.835730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.836049 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.836401 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:54:04.894816 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa45638-d405-4991-be41-598fe2c1be39 None None] Pushing event updated for resources: {'Port': ['ID=d720abda-3f38-4b69-a777-ed6119f4cda0,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:04.918849 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:04.919482 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:05.018433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Allocated IP 172.20.0.2 (77e98075-7b69-4287-af6b-4ccc2a18bfe9/11d30498-ca0a-4c7a-b261-2b6e05d6ae89/c68892bd-2e00-4c46-b71a-85ac673e2aaf) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:54:05.049874 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:05.325199 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:03Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:05.358245 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed97b-6bfe-4684-b87a-28ae00249fa9 None None] The sync data for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 is: [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:03Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:54:05.391113 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.399038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.400185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.452073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:05.458308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:05.463576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:54:05.496191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Pushing event updated for resources: {'Port': ['ID=c68892bd-2e00-4c46-b71a-85ac673e2aaf,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:05.532447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Attempting to bind port c68892bd-2e00-4c46-b71a-85ac673e2aaf on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:54:05.532813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Attempting to bind port c68892bd-2e00-4c46-b71a-85ac673e2aaf by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:54:05.533169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Attempting to bind port c68892bd-2e00-4c46-b71a-85ac673e2aaf on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:54:05.538704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:54:05.539580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:05.540146 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.540890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Bound using segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:54:05.541623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Bound port: c68892bd-2e00-4c46-b71a-85ac673e2aaf, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:54:05.545461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.630785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] For port c68892bd-2e00-4c46-b71a-85ac673e2aaf, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:54:05.636191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] For port c68892bd-2e00-4c46-b71a-85ac673e2aaf, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c68892bd-2e00-4c46-b71a-85ac673e2aaf,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:54:05.643892 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:05.721193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211206f4-b80d-4beb-9c44-d7ee7b1c8ca8 None None] Pushing event updated for resources: {'Port': ['ID=c68892bd-2e00-4c46-b71a-85ac673e2aaf,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:05.896956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.1 (77e98075-7b69-4287-af6b-4ccc2a18bfe9/11d30498-ca0a-4c7a-b261-2b6e05d6ae89/2937c76e-3957-4e5c-9ff0-977f0e32a50a) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:54:06.087926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:06.170673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:06.225432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:06.230156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:06.252243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:54:06.307970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:06.313769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:06.544938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:06.940492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:06.953940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.113677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:07.117246 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.239931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:07.256583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:07.378711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bbdc7-25f4-40ec-a9d9-29b57ff0bc2f None None] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:54:07.390120 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 1bc1751e-a130-4421-bb8f-660661ebfdb4 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:54:07.447951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] Provisioning complete for port c68892bd-2e00-4c46-b71a-85ac673e2aaf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:07.448304 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.528276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:54:07.534428 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d442ac1d-e6f3-467b-a8ce-8199a2442a5e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/1bc1751e-a130-4421-bb8f-660661ebfdb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002619 Oct 28 21:54:07.581857 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.637968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] For port c68892bd-2e00-4c46-b71a-85ac673e2aaf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c68892bd-2e00-4c46-b71a-85ac673e2aaf,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:07.653056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.710218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d720abda-3f38-4b69-a777-ed6119f4cda0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:07.739709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcbdec-2278-4e82-9176-20da67023397 None None] Pushing event updated for resources: {'Port': ['ID=c68892bd-2e00-4c46-b71a-85ac673e2aaf,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:07.774348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Sync routers for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:54:07.789394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:07.790034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:07.817448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-dbf1ba15-a188-4e87-b786-3bd0baae85e1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091655303&fields=id&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 267 time: 0.0508437 Oct 28 21:54:07.876406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d720abda-3f38-4b69-a777-ed6119f4cda0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:07.876771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:07.938682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-9b2e7cdf-bd1a-4df7-b7da-9657e472f8e9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:07.939617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:07.941434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-9b2e7cdf-bd1a-4df7-b7da-9657e472f8e9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 796 time: 0.1167853 Oct 28 21:54:07.959597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-023ca37e-58fc-406e-9c87-f022e2f7b23f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/quotas/0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 375 time: 0.0107050 Oct 28 21:54:08.027868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-0090c0a3-e862-4607-88d8-9e08011867cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585914 Oct 28 21:54:08.071465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.114141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a971509a-4e99-4df1-b17d-316996385c42 None None] Provisioning complete for port c68892bd-2e00-4c46-b71a-85ac673e2aaf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:08.114509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a971509a-4e99-4df1-b17d-316996385c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.137829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6b99e0d7-01e2-43ff-8a9f-012360942e60 service neutron] 10.222.0.31 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953183 Oct 28 21:54:08.150387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port d720abda-3f38-4b69-a777-ed6119f4cda0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d720abda-3f38-4b69-a777-ed6119f4cda0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:08.160099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.161122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c68892bd-2e00-4c46-b71a-85ac673e2aaf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:08.242653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-eb841b6e-7e3b-4ac3-b29f-b0354dda8a08 service neutron] 10.222.0.31 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978954 Oct 28 21:54:08.270297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=d720abda-3f38-4b69-a777-ed6119f4cda0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:08.410834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c68892bd-2e00-4c46-b71a-85ac673e2aaf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:08.411428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.464268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a971509a-4e99-4df1-b17d-316996385c42 None None] Provisioning complete for port 2937c76e-3957-4e5c-9ff0-977f0e32a50a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:08.464749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a971509a-4e99-4df1-b17d-316996385c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.475682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5d18b56-fe4b-4450-8d78-d238425f7e2c req-00d52801-5c78-4236-9fd2-ba5866c0b951 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Oct 28 21:54:08.516262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 2, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:08.554778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Checking router: 1bc1751e-a130-4421-bb8f-660661ebfdb4 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:54:08.555135 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Updating router 1bc1751e-a130-4421-bb8f-660661ebfdb4 port 2937c76e-3957-4e5c-9ff0-977f0e32a50a binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:54:08.559006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a971509a-4e99-4df1-b17d-316996385c42 None None] Port 2937c76e-3957-4e5c-9ff0-977f0e32a50a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:54:08.606396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.741357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-607d0871-2561-440f-91e6-2321b5684558 None None] Provisioning complete for port 2937c76e-3957-4e5c-9ff0-977f0e32a50a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:08.741728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-607d0871-2561-440f-91e6-2321b5684558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.833880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-607d0871-2561-440f-91e6-2321b5684558 None None] Port 2937c76e-3957-4e5c-9ff0-977f0e32a50a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:54:08.948714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:08.962154 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.019264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0f256-fd3d-485a-9edb-55feebdbfad4 None None] Pushing event updated for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:09.079372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Attempting to bind port 2937c76e-3957-4e5c-9ff0-977f0e32a50a on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:54:09.079834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Attempting to bind port 2937c76e-3957-4e5c-9ff0-977f0e32a50a by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:54:09.080962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Attempting to bind port 2937c76e-3957-4e5c-9ff0-977f0e32a50a on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:54:09.087121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:54:09.087508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:09.087642 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.088045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Bound using segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:54:09.088547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Bound port: 2937c76e-3957-4e5c-9ff0-977f0e32a50a, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:54:09.088991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.159100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] For port 2937c76e-3957-4e5c-9ff0-977f0e32a50a, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:54:09.163652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] For port 2937c76e-3957-4e5c-9ff0-977f0e32a50a, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2937c76e-3957-4e5c-9ff0-977f0e32a50a,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:54:09.169128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.237818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:09.239073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:53:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:09.312073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0f256-fd3d-485a-9edb-55feebdbfad4 None None] Pushing event updated for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:09.346880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] Provisioning complete for port 2937c76e-3957-4e5c-9ff0-977f0e32a50a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:09.347729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.431847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:09.622177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-b3fb065c-c3e4-4441-ad55-e500e9d71a81 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:09.624963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-b3fb065c-c3e4-4441-ad55-e500e9d71a81 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 796 time: 0.2228272 Oct 28 21:54:09.683754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-320b7f72-24a7-435d-a771-a0f8f99a32f1 req-c9b68067-f82c-40fc-9adf-c4fada4d9613 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 210 time: 0.0574303 Oct 28 21:54:09.721388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-534c5f3b-d800-4f5d-9dbb-203c4d777f44 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 380 time: 0.0815580 Oct 28 21:54:09.731609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'port': {'device_id': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'admin_state_up': True, 'tenant_id': '0372ae518279420198ac9f8687657e10', 'security_groups': ['cdd7d5ff-add1-44b5-946d-7b8448ca26d8']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:09.771251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d720abda-3f38-4b69-a777-ed6119f4cda0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:09.851144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:54:09.855257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.858817 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.923750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] For port 2937c76e-3957-4e5c-9ff0-977f0e32a50a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2937c76e-3957-4e5c-9ff0-977f0e32a50a,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:09.932620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:09.986464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d720abda-3f38-4b69-a777-ed6119f4cda0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:09.986464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.003857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.5 (77e98075-7b69-4287-af6b-4ccc2a18bfe9/11d30498-ca0a-4c7a-b261-2b6e05d6ae89/8efaedc7-ed7a-4244-9309-e39501705594) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:54:10.041923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d485-18de-478d-8110-2014fd274b62 None None] Pushing event updated for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:10.079681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3f67db35-ffa1-4f68-8c69-c7da9580faa7 None None] Provisioning complete for port 2937c76e-3957-4e5c-9ff0-977f0e32a50a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:10.080138 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3f67db35-ffa1-4f68-8c69-c7da9580faa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.144973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:10.184726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311e27e-0205-4aee-a87a-6d978b01a9b6 None None] The sync data for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 is: [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:54:10.188190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c68892bd-2e00-4c46-b71a-85ac673e2aaf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:10.309294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c68892bd-2e00-4c46-b71a-85ac673e2aaf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:10.309657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.571016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.615629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.667164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:10.670727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:10.673808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:54:10.759258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:10.759933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.783338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:10.848267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-cb4ab2dc-4435-4b4d-b655-283e8f8cedd8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1204715 Oct 28 21:54:10.864282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047fe6-1fa6-45da-adf3-e4e5f7b1d47e req-961ac79d-57bf-4882-b941-27a8ea7d15b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:10.869137 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb046d02-bc5c-49a7-9c70-95a9f0d7aee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:10.869680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c047fe6-1fa6-45da-adf3-e4e5f7b1d47e req-961ac79d-57bf-4882-b941-27a8ea7d15b4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 931 time: 0.0703139 Oct 28 21:54:10.928900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c047fe6-1fa6-45da-adf3-e4e5f7b1d47e req-657c7ed2-3870-42db-8a84-ad06d440c3d3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515962 Oct 28 21:54:10.952820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Request body: {'port': {'device_id': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:11.029495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.134112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-23b21adf-5c3b-4ff5-9273-68713f44ba5c None None] Provisioning complete for port 8efaedc7-ed7a-4244-9309-e39501705594 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:11.134962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23b21adf-5c3b-4ff5-9273-68713f44ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.177017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-23b21adf-5c3b-4ff5-9273-68713f44ba5c None None] Port 8efaedc7-ed7a-4244-9309-e39501705594 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:54:11.329556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:54:11.338776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.352026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Transition to ACTIVE for port object 8efaedc7-ed7a-4244-9309-e39501705594 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:54:11.356331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.432522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:11.492283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:54:11.492801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:54:11.493647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:54:11.498687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:54:11.499108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:54:11.504939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:54:11.505358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:54:11.505816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Bound using segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:54:11.506329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Bound port: 8efaedc7-ed7a-4244-9309-e39501705594, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:54:11.506757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.623142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:54:11.629679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:54:11.640799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.686638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2937c76e-3957-4e5c-9ff0-977f0e32a50a up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:11.695433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:11.696129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.697584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 1092 time: 0.8271036 Oct 28 21:54:11.698048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:54:11.700430 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fab9b-80a6-4265-bd9b-0f38715f1d81" -d '{"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:54:11.771715 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b88842-82e0-470d-8b5c-c5e0bf8c4457 x-openstack-request-id: req-28b88842-82e0-470d-8b5c-c5e0bf8c4457 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:54:11.772041 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:54:11.772306 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28b88842-82e0-470d-8b5c-c5e0bf8c4457 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:54:11.772763 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:54:11.776469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 2937c76e-3957-4e5c-9ff0-977f0e32a50a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:11.776938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:11.802911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63518c-0d4a-4298-8a7a-4c75d160c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:11.833547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-2ef60627-5798-45d1-a7b2-55c45ccf406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:11.835339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-2ef60627-5798-45d1-a7b2-55c45ccf406d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0778863 Oct 28 21:54:11.907500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-ef156740-2c2b-4203-acb4-88c680a80d46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 217 time: 0.0608537 Oct 28 21:54:11.973728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-eb4dc621-b402-4e46-9836-031dd92fdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:11.975285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-eb4dc621-b402-4e46-9836-031dd92fdcbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0605357 Oct 28 21:54:12.047281 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:12.069487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-44095e14-2c32-441b-9f50-0cb5050eed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.070996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-44095e14-2c32-441b-9f50-0cb5050eed48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857646 Oct 28 21:54:12.082740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32f9a-9551-46f5-ace5-65c7e8fde918 req-19ebc74d-1ba2-4c75-a755-fa355661d06a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.084174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd32f9a-9551-46f5-ace5-65c7e8fde918 req-19ebc74d-1ba2-4c75-a755-fa355661d06a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.0611036 Oct 28 21:54:12.172388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1cd32f9a-9551-46f5-ace5-65c7e8fde918 req-2a686534-a33c-445d-beb6-41dfb366b61a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803163 Oct 28 21:54:12.200748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-2c076812-6ad0-47fc-b5b0-afa6b0bb25d8 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155193 Oct 28 21:54:12.246011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:12.293358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-157ce2b1-a00d-4ce5-91d8-a91a1cd29b26 req-4312cd96-624c-4c43-bf8b-eb49d358954f service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Oct 28 21:54:12.383388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-fcc76d57-ca6d-4396-a92e-5cf234a5d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.384845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-fcc76d57-ca6d-4396-a92e-5cf234a5d639 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0438302 Oct 28 21:54:12.480562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-7954cb56-5c6b-4ddf-9213-3b44dbdaa0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.482048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-7954cb56-5c6b-4ddf-9213-3b44dbdaa0cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.0907860 Oct 28 21:54:12.527934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-8c25b19d-f7cf-48a9-9e58-649aac00e19d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 217 time: 0.0390584 Oct 28 21:54:12.586029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-36cbd643-6833-484c-8016-56b1c4c1f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.587608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-36cbd643-6833-484c-8016-56b1c4c1f34c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0525084 Oct 28 21:54:12.638573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-62a8a396-f518-45f4-bbcc-486f2850c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:12.640004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-62a8a396-f518-45f4-bbcc-486f2850c2dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449359 Oct 28 21:54:12.738801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-82c99c93-806c-4e8d-a6c6-b7480a96f42c service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904891 Oct 28 21:54:12.837896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-983fab9b-80a6-4265-bd9b-0f38715f1d81 req-928afe4b-8015-4f28-9421-6d321585fc91 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907884 Oct 28 21:54:13.296244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c846f0-d117-4577-827d-875d32f31009 req-9f8955d5-36e2-48d1-b134-880583d53188 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:13.298213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c846f0-d117-4577-827d-875d32f31009 req-9f8955d5-36e2-48d1-b134-880583d53188 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.0537279 Oct 28 21:54:13.339489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c846f0-d117-4577-827d-875d32f31009 req-1a59fe15-5f36-4754-a2ad-024fb751d5da tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Oct 28 21:54:13.407150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b763794-b52d-4d70-b681-8328822afee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:14.464715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507e027-3bac-44da-b1c3-9d228ef971ff req-6355972c-98fe-42a9-98e2-27d14623196a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:14.466273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4507e027-3bac-44da-b1c3-9d228ef971ff req-6355972c-98fe-42a9-98e2-27d14623196a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.0547960 Oct 28 21:54:14.506361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4507e027-3bac-44da-b1c3-9d228ef971ff req-0790f199-daa4-4034-bcf0-18f1bee2e5a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Oct 28 21:54:14.861223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:15.152661 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:15.633791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:54:15.649339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e931-4d33-4215-8178-c8494597871b req-c3afd097-e08d-4345-8214-1975b06f5d4c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:15.653054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17d7e931-4d33-4215-8178-c8494597871b req-c3afd097-e08d-4345-8214-1975b06f5d4c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.0677295 Oct 28 21:54:15.708011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17d7e931-4d33-4215-8178-c8494597871b req-050c5b1f-178d-441d-bd0b-382147e0feca tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Oct 28 21:54:15.758689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:15.769993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8efaedc7-ed7a-4244-9309-e39501705594', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:54:15.814285 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:15.830066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:54:15.856485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:15.860550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:15.911206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:16.059767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8efaedc7-ed7a-4244-9309-e39501705594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:54:16.713220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:16.819203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dafad-c362-4c9e-ba47-263a73ca26f6 req-c49259dc-f50f-41b7-ad6c-67939e1da6e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:16.820711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-882dafad-c362-4c9e-ba47-263a73ca26f6 req-c49259dc-f50f-41b7-ad6c-67939e1da6e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.0534241 Oct 28 21:54:16.859570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-882dafad-c362-4c9e-ba47-263a73ca26f6 req-689dddc9-2583-4798-a846-bcdc9f7925fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Oct 28 21:54:17.644312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:54:17.693261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8efaedc7-ed7a-4244-9309-e39501705594 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:54:17.697529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8efaedc7-ed7a-4244-9309-e39501705594 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:54:17.698007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:17.778898 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:17.803668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:54:17.805931 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5ae163-a1d3-4a5c-ba03-bdd5c804c270" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:54:17.825397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:54:17.838225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:17.865640 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea15ad-c11a-479b-8557-df51c76044ec x-openstack-request-id: req-baea15ad-c11a-479b-8557-df51c76044ec {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:54:17.866383 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:54:17.866383 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-baea15ad-c11a-479b-8557-df51c76044ec {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:54:17.866773 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'code': 200} Oct 28 21:54:17.899463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:17.995159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887144c-5059-415e-8cfa-96f48b54cbdb req-ebd6ded3-3aee-43e8-a727-d0bf44ae101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:17.996929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1887144c-5059-415e-8cfa-96f48b54cbdb req-ebd6ded3-3aee-43e8-a727-d0bf44ae101b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0746055 Oct 28 21:54:18.022275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b2c86-3bab-4375-b672-52c780e1071b req-2bb2b452-9f41-43cc-8897-404278503d40 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:18.023836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2b2c86-3bab-4375-b672-52c780e1071b req-2bb2b452-9f41-43cc-8897-404278503d40 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0719488 Oct 28 21:54:18.073031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1887144c-5059-415e-8cfa-96f48b54cbdb req-72f7ebf7-6114-4ca6-adb2-3a101604da16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Oct 28 21:54:18.080675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f2b2c86-3bab-4375-b672-52c780e1071b req-a6838d54-b7e2-4e1e-b5d7-b28f6fd35860 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Oct 28 21:54:19.174147 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:54:19.202168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e924-99ba-407a-9bda-38018623a11b req-771081a4-444b-4b30-90e0-2cc8bc2a8b46 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:19.203607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46c1e924-99ba-407a-9bda-38018623a11b req-771081a4-444b-4b30-90e0-2cc8bc2a8b46 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Oct 28 21:54:19.242846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46c1e924-99ba-407a-9bda-38018623a11b req-c242d49e-e427-475d-a691-718bd81920dd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Oct 28 21:54:19.366957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777545c-6589-4632-aadd-7a3f5a742bdd req-3092711c-a788-40fc-bcc6-910d59f0e846 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:19.368329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f777545c-6589-4632-aadd-7a3f5a742bdd req-3092711c-a788-40fc-bcc6-910d59f0e846 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Oct 28 21:54:19.405889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f777545c-6589-4632-aadd-7a3f5a742bdd req-42ca26ff-d19e-4456-a61d-6a384443a4ac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Oct 28 21:54:19.429927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:19.474127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5243ed-666a-4614-97c4-788bc7c4e978 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:19.475660 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bc5243ed-666a-4614-97c4-788bc7c4e978 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1092 time: 0.0447147 Oct 28 21:54:19.478416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45870) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:19.482693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:54:19.506700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:19.607278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:19.720337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.215 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/e8463a0c-69a3-449d-b15f-07d85574a76d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:54:19.830662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:19.866428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:19.912068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:54:19.915337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:54:19.918951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:54:19.943992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=e8463a0c-69a3-449d-b15f-07d85574a76d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:20.263790 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:20.334949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:20.485379 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:20.490567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:20.826094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=e8463a0c-69a3-449d-b15f-07d85574a76d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:54:20.837948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:20.939747 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP 6f600780-41b8-453a-aa50-bd93812ed52c associated. External IP: 172.25.4.215, port: 8efaedc7-ed7a-4244-9309-e39501705594. Oct 28 21:54:21.153824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 1bc1751e-a130-4421-bb8f-660661ebfdb4 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:54:21.260502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:54:21.270673 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Sync routers for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:54:21.279044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:21.280353 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:21.281181 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:54:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:21.314099 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-87e97c39-5f89-47c3-9d5d-79eecd62538a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8346367 Oct 28 21:54:21.314698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:54:21.318765 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:54:21.358631 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c468802-2894-4030-8110-3ab3be0c2e12 x-openstack-request-id: req-0c468802-2894-4030-8110-3ab3be0c2e12 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:54:21.358929 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:54:21.359184 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c468802-2894-4030-8110-3ab3be0c2e12 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:54:21.359594 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:54:21.467588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0cd12-745b-4979-89de-22248b9c9ccf req-73fe4f24-8ad4-4ffe-b430-6a0577b59b61 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:21.469180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76e0cd12-745b-4979-89de-22248b9c9ccf req-73fe4f24-8ad4-4ffe-b430-6a0577b59b61 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0873809 Oct 28 21:54:21.471387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-4b370701-946f-47ac-94ae-0039f342ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:21.475244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-4b370701-946f-47ac-94ae-0039f342ce04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0915439 Oct 28 21:54:21.506564 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:21.581973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76e0cd12-745b-4979-89de-22248b9c9ccf req-ef5e8d9c-e819-47c5-b05d-66de2d9c0d87 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925367 Oct 28 21:54:21.605501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45884) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:21.626413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-581e31ad-359e-4d57-b80e-2cb7ebf7bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:21.629660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-581e31ad-359e-4d57-b80e-2cb7ebf7bc01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1471753 Oct 28 21:54:21.712412 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a43f1301-87ea-45e3-bc5f-165ada839a66 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/6f600780-41b8-453a-aa50-bd93812ed52c HTTP/1.1" status: 200 len: 991 time: 0.1041400 Oct 28 21:54:21.713031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-264087c0-3ec1-44e8-b46b-6f038b7a5c8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.0748622 Oct 28 21:54:21.768802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-dfcd6918-2dd2-492a-b081-e14f2ba517c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:21.770751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-dfcd6918-2dd2-492a-b081-e14f2ba517c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0482204 Oct 28 21:54:21.774148 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '6f600780-41b8-453a-aa50-bd93812ed52c', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:54:20Z', 'updated_at': '2021-10-28T21:54:20Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:21.820994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-24f6d0ae-fb3c-41f7-afc1-cb5b6a7ad540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:21.821156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Checking router: 1bc1751e-a130-4421-bb8f-660661ebfdb4 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:54:21.822520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-24f6d0ae-fb3c-41f7-afc1-cb5b6a7ad540 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453012 Oct 28 21:54:21.829717 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:54:21.830324 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:54:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:21.924582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-ce01f7b0-bb32-417c-a030-c34991616495 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940309 Oct 28 21:54:21.943954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:54:22.014151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa8d5b9a-67ac-4656-a6d9-82a68929e5a8 req-12945bc7-51a6-4ebd-aefb-a3dd4a40073f service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828755 Oct 28 21:54:22.166014 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '6f600780-41b8-453a-aa50-bd93812ed52c', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:54:20Z', 'updated_at': '2021-10-28T21:54:20Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:54:22.191202 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3481adf-5246-4005-96cc-ac3e0a4bef48 None None] The sync data for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 is: [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '6f600780-41b8-453a-aa50-bd93812ed52c', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:54:20Z', 'updated_at': '2021-10-28T21:54:20Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:54:22.383281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b840f94-9e2d-4c42-b918-79454882aca6 None None] New status for floating IP 6f600780-41b8-453a-aa50-bd93812ed52c: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:54:22.716176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 45894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:22.782133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-381e44df-fba6-438a-aca1-a5e21fe9bd87 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/6f600780-41b8-453a-aa50-bd93812ed52c HTTP/1.1" status: 200 len: 993 time: 0.0646729 Oct 28 21:54:40.866080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1693ffc1-46b3-43cd-9f79-9105db7b1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:42.046741 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:42.247326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:43.410432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-552b66f3-f75e-4b0b-ba90-66405c23b93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:44.868989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:45.157231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:46.714350 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:54:51.450971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629abb-c4dc-444d-b6e7-52445e0a51e0 req-3ea1a0ba-8e3e-4898-85db-31467007e770 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:51.452541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13629abb-c4dc-444d-b6e7-52445e0a51e0 req-3ea1a0ba-8e3e-4898-85db-31467007e770 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0415423 Oct 28 21:54:51.492390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13629abb-c4dc-444d-b6e7-52445e0a51e0 req-6d9cd5a7-210c-4657-a545-f61a7425a293 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333407 Oct 28 21:54:51.615785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777d35c-5723-449b-8aeb-b528cbff9134 req-89201b87-4430-4132-ab22-c7c98ed3a34d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:51.617573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3777d35c-5723-449b-8aeb-b528cbff9134 req-89201b87-4430-4132-ab22-c7c98ed3a34d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Oct 28 21:54:51.657208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3777d35c-5723-449b-8aeb-b528cbff9134 req-0c511074-2c22-469a-bff3-839084acaa22 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Oct 28 21:54:51.680677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 46468) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:54:51.770332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-99888e73-2039-4b97-9375-4b66d89966e1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/6f600780-41b8-453a-aa50-bd93812ed52c HTTP/1.1" status: 200 len: 993 time: 0.0884163 Oct 28 21:54:51.778042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-2c4ff56e-040c-42f6-b8aa-264e0a2f13cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614300 Oct 28 21:54:51.869083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-6bb64380-f408-4dd5-8ebb-9cfb49a09322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:51.870666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-6bb64380-f408-4dd5-8ebb-9cfb49a09322 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1097 time: 0.0453167 Oct 28 21:54:51.980846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-67c525bc-7bf8-421e-86cc-f6615de259ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:51.982198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-67c525bc-7bf8-421e-86cc-f6615de259ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.0876338 Oct 28 21:54:52.056844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-4693860b-0aef-4ecc-a787-840bf383c986 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 1000 time: 0.0670903 Oct 28 21:54:52.110088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-268b8486-6018-4fd2-92e1-e5b4d51736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:52.111576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-268b8486-6018-4fd2-92e1-e5b4d51736ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0470695 Oct 28 21:54:52.164281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-fc155f4b-4f88-4683-83fc-6c92e22c9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:52.165433 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-fc155f4b-4f88-4683-83fc-6c92e22c9eaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471790 Oct 28 21:54:52.312666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815004c-51af-4e88-8160-6c4c127b1db6 req-58d1b2f9-26f2-42d4-8333-b3ef77c7862d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:52.314031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0815004c-51af-4e88-8160-6c4c127b1db6 req-58d1b2f9-26f2-42d4-8333-b3ef77c7862d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0892284 Oct 28 21:54:52.319495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-b5441217-db37-447a-98a2-4515acfdfd78 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442535 Oct 28 21:54:52.431059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0815004c-51af-4e88-8160-6c4c127b1db6 req-e25203b1-7f25-48e2-9d55-c7454d7d49c7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943034 Oct 28 21:54:52.433814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-99c128e1-6d36-41e1-a8c3-b7a243be5a7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2104917 Oct 28 21:54:52.449338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-4f7f9f40-9d6c-4ab9-b600-3d7df8e6a19b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:54:52.450300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-4f7f9f40-9d6c-4ab9-b600-3d7df8e6a19b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059738 Oct 28 21:54:52.466091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc7794ca-7a12-43e7-a4ad-6cc0e0d3abb6 req-5c060c65-e339-49f0-89e5-cb8704586c5e service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281285 Oct 28 21:54:53.241468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6994049-646c-401a-bceb-a59bbcf20e41 req-1bfe03fd-ebe4-414d-9c5a-0dd8f086d175 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1087055 Oct 28 21:54:53.325072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6994049-646c-401a-bceb-a59bbcf20e41 req-cb0af952-c8c5-4c38-84b2-0ea114ca5e4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0260737 Oct 28 21:54:53.367546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6994049-646c-401a-bceb-a59bbcf20e41 req-a87865e3-48da-484f-a72f-f5fd17a1f598 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204327 Oct 28 21:54:53.469605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6994049-646c-401a-bceb-a59bbcf20e41 req-5b8719e0-e0d3-48c0-a0d4-8c94e3f0cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:53.473044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6994049-646c-401a-bceb-a59bbcf20e41 req-5b8719e0-e0d3-48c0-a0d4-8c94e3f0cef0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966265 Oct 28 21:54:53.572215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6977-b445-4943-84d1-528d00a1e61a req-c2c7604b-90a1-4aab-b679-66eeb20462bc tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:53.573707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df1e6977-b445-4943-84d1-528d00a1e61a req-c2c7604b-90a1-4aab-b679-66eeb20462bc tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0543227 Oct 28 21:54:53.611431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df1e6977-b445-4943-84d1-528d00a1e61a req-e70c9e74-ab20-46cf-a6ab-ec1c12a01339 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Oct 28 21:54:53.816649 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-21b6ced1-cbfc-4b3f-92cb-2fc2d053ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:53.817932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-21b6ced1-cbfc-4b3f-92cb-2fc2d053ab57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1097 time: 0.0453401 Oct 28 21:54:53.913521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-af150fff-7966-4c03-9a56-644862b24163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:53.915028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-af150fff-7966-4c03-9a56-644862b24163 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.0898955 Oct 28 21:54:53.982928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-6ce6a4bb-0ae8-47c5-96d2-9605b5a195eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 1001 time: 0.0586822 Oct 28 21:54:54.031750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cc94ce18-28bc-441d-b0cc-f93b2c08c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:54.033244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cc94ce18-28bc-441d-b0cc-f93b2c08c3de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0441811 Oct 28 21:54:54.083419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-ab2fa11e-8c69-413b-9c2f-9750b0c3b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:54.085008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-ab2fa11e-8c69-413b-9c2f-9750b0c3b7b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445917 Oct 28 21:54:54.175578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-7628b74d-150b-441c-a0d3-f3a3328eddfc service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Oct 28 21:54:54.271396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-a57ba3a0-c04a-4b1d-98cc-7acb62c65f5a service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880790 Oct 28 21:54:54.742131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f46a-5a1d-435b-8cc3-2fb207bf1b4b req-758844cd-6072-4e21-91e7-1bc42efd7332 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:54.743660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aae2f46a-5a1d-435b-8cc3-2fb207bf1b4b req-758844cd-6072-4e21-91e7-1bc42efd7332 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0529275 Oct 28 21:54:54.784339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aae2f46a-5a1d-435b-8cc3-2fb207bf1b4b req-9e603ad7-f8b0-4a69-afe6-1027641af07a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334659 Oct 28 21:54:55.925757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4ed27-b2b5-447f-8152-f6f303396664 req-690fd492-efb4-470d-b6ff-b6408e79d4a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:55.928708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1e4ed27-b2b5-447f-8152-f6f303396664 req-690fd492-efb4-470d-b6ff-b6408e79d4a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Oct 28 21:54:55.976283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1e4ed27-b2b5-447f-8152-f6f303396664 req-59c85375-a68c-406f-aa60-1515380f95ac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 Oct 28 21:54:56.174192 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:54:57.111048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80827-2873-44dc-8c8f-450b2ba0c2da req-70072830-1401-4f11-847f-8f1f4ae345b3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:57.113213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47e80827-2873-44dc-8c8f-450b2ba0c2da req-70072830-1401-4f11-847f-8f1f4ae345b3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0602522 Oct 28 21:54:57.158919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47e80827-2873-44dc-8c8f-450b2ba0c2da req-816c7765-a3c5-4f10-a2e5-eac76aebb229 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375018 Oct 28 21:54:58.292538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533905-f60d-41e8-8e9c-4f8612efd6f3 req-220b07e5-f8ac-4db8-aa06-b6043d20b251 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:58.295888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46533905-f60d-41e8-8e9c-4f8612efd6f3 req-220b07e5-f8ac-4db8-aa06-b6043d20b251 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0547845 Oct 28 21:54:58.347525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46533905-f60d-41e8-8e9c-4f8612efd6f3 req-9928e9b4-1244-42a3-84f0-dd05164574c8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452602 Oct 28 21:54:59.180227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-46e4aa82-fe86-463b-8a4e-3b9dc890620f tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:59.181715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-46e4aa82-fe86-463b-8a4e-3b9dc890620f tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 814 time: 0.1055644 Oct 28 21:54:59.196792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-9909a758-0740-4ff0-9e2d-ed8a0a514270 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/quotas/cad54fdf8a0e41e8830c920bb0cea0b2 HTTP/1.1" status: 200 len: 375 time: 0.0094173 Oct 28 21:54:59.228087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-40d3c506-8db5-4f4d-88ac-4ca0d24c4834 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258036 Oct 28 21:54:59.370242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-2d2ea18d-4155-4d09-97c6-1af11b8a4a37 service neutron] 10.222.0.31 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350985 Oct 28 21:54:59.501438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d5327-b54a-4326-a41b-13eeebe0940a req-262ad95d-e296-44c7-8a86-5150309994f2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:54:59.503306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-828d5327-b54a-4326-a41b-13eeebe0940a req-262ad95d-e296-44c7-8a86-5150309994f2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0790012 Oct 28 21:54:59.505088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3f23ec1d-863f-49f7-ac8a-d74b0e9b4a74 service neutron] 10.222.0.31 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281638 Oct 28 21:54:59.542233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-828d5327-b54a-4326-a41b-13eeebe0940a req-4ccb0937-55ec-4195-9498-d7232775fee8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Oct 28 21:54:59.667090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-588dd12e-575f-4be4-99cf-e6c38c11bd5e req-50f838d9-0084-4216-9f13-9ec9eae1a32c tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 210 time: 0.0273974 Oct 28 21:55:00.635345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-cba8f40b-78db-4aa1-bade-83c2deaf8df6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:00.637174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-cba8f40b-78db-4aa1-bade-83c2deaf8df6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.44 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 814 time: 0.1293995 Oct 28 21:55:00.650366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Request body: {'port': {'device_id': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5', 'admin_state_up': True, 'tenant_id': 'cad54fdf8a0e41e8830c920bb0cea0b2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:00.754609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921899f-61f0-4a22-832f-2db91656f1c6 req-ca5dee6e-093f-4e28-adb1-f379bb469b80 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:00.756108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9921899f-61f0-4a22-832f-2db91656f1c6 req-ca5dee6e-093f-4e28-adb1-f379bb469b80 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.1179075 Oct 28 21:55:00.811291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d876feab-0240-4c0e-8932-e5ce38378d76 req-1627edcc-7133-4a1a-bd80-28d95b60942b tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 210 time: 0.0541785 Oct 28 21:55:00.848289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9921899f-61f0-4a22-832f-2db91656f1c6 req-2ccaf457-9b46-4236-9360-63b011315d26 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774124 Oct 28 21:55:00.856187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Made reservation on behalf of cad54fdf8a0e41e8830c920bb0cea0b2 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:55:00.859413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:00.986902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Allocated IP 172.20.0.14 (2d51ac33-f511-42a8-9453-ae77386f34d5/50a32b1d-8441-4369-a2d2-5c15c05d467e/d5bc66c3-65e5-491c-abc2-acd58c7fec77) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:55:01.129151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.162431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.208035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:55:01.211366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:55:01.216010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:55:01.247593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Pushing event updated for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:01.271588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:01.272191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.287457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-3baf546c-5b87-41fc-acdd-68648a346fec tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6406491 Oct 28 21:55:01.300165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Request body: {'port': {'device_id': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:01.352564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.609441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bc66c3-65e5-491c-abc2-acd58c7fec77 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:01.617146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.628446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Transition to ACTIVE for port object d5bc66c3-65e5-491c-abc2-acd58c7fec77 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:55:01.632254 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.682525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:01.744706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Attempting to bind port d5bc66c3-65e5-491c-abc2-acd58c7fec77 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:55:01.745039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Attempting to bind port d5bc66c3-65e5-491c-abc2-acd58c7fec77 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:55:01.745363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Attempting to bind port d5bc66c3-65e5-491c-abc2-acd58c7fec77 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:01.749878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Port d5bc66c3-65e5-491c-abc2-acd58c7fec77 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:55:01.750201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Attempting to bind port d5bc66c3-65e5-491c-abc2-acd58c7fec77 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:01.755438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:55:01.755764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Checking segment: {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:55:01.756183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Bound using segment: {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:55:01.756643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Bound port: d5bc66c3-65e5-491c-abc2-acd58c7fec77, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:55:01.757008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.826274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:01.829231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:55:01.835113 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.878024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:01.878637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:01.880200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5bc66c3-65e5-491c-abc2-acd58c7fec77 HTTP/1.1" status: 200 len: 1093 time: 0.5840302 Oct 28 21:55:01.880652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:01.882955 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a" -d '{"events": [{"name": "network-changed", "server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:01.924799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcf001-ae8a-4e53-a31c-f932a96d0039 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:02.035287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c044115-4c2d-4429-8985-75cb37cfa0d5 req-fe66364d-e94a-40d6-8838-debf74e1a4dc tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.036796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c044115-4c2d-4429-8985-75cb37cfa0d5 req-fe66364d-e94a-40d6-8838-debf74e1a4dc tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 944 time: 0.1334267 Oct 28 21:55:02.047412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-53bd43e9-932c-43d2-911b-fed293b1f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.048894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-53bd43e9-932c-43d2-911b-fed293b1f4f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 1096 time: 0.1139240 Oct 28 21:55:02.057286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b686-0e9c-4828-8d2c-b49e7e86ae6a req-a26cf4fa-04a2-4e51-b13a-a64e78a9d868 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.058876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9d6b686-0e9c-4828-8d2c-b49e7e86ae6a req-a26cf4fa-04a2-4e51-b13a-a64e78a9d868 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.1005595 Oct 28 21:55:02.124877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-594ff873-1625-48ae-ba20-0f95a6a4e641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77 HTTP/1.1" status: 200 len: 217 time: 0.0609717 Oct 28 21:55:02.174943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c044115-4c2d-4429-8985-75cb37cfa0d5 req-429a31f9-6e92-49e6-9379-67e77bec27d5 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296346 Oct 28 21:55:02.191088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9d6b686-0e9c-4828-8d2c-b49e7e86ae6a req-ad0affae-8795-452f-b9ca-8dcf91c30ffe tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261213 Oct 28 21:55:02.204234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-59de5729-c702-498a-8701-966ab949c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.206915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-59de5729-c702-498a-8701-966ab949c84c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50a32b1d-8441-4369-a2d2-5c15c05d467e HTTP/1.1" status: 200 len: 854 time: 0.0735025 Oct 28 21:55:02.242454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-ce7c3960-c18d-4e31-a5ac-237457e56f22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d51ac33-f511-42a8-9453-ae77386f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287571 Oct 28 21:55:02.296235 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b071f3b-a88a-43c3-ac06-73618d07d6f7 x-openstack-request-id: req-9b071f3b-a88a-43c3-ac06-73618d07d6f7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:02.296546 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:02.296800 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b071f3b-a88a-43c3-ac06-73618d07d6f7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:02.297202 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77', 'status': 'completed', 'code': 200} Oct 28 21:55:02.343506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-d657897d-9ad2-42f4-a093-d07fc4f68678 service neutron] 10.222.0.44 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934682 Oct 28 21:55:02.442432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c74ae70-0c3f-4c8b-b614-549f39ff6c2d req-31c558ea-2b88-4d6a-b3bc-2e64618a1538 service neutron] 10.222.0.44 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918591 Oct 28 21:55:02.530795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-8abaec9a-bf70-4b7d-8f20-ec58deaa8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.532294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-8abaec9a-bf70-4b7d-8f20-ec58deaa8000 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 1096 time: 0.0460882 Oct 28 21:55:02.624841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-e70281b6-7008-4383-ac66-b35fb789dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.626304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-e70281b6-7008-4383-ac66-b35fb789dab1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 915 time: 0.0870669 Oct 28 21:55:02.667521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-da1f1b93-032e-4a01-be50-0408e62981e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77 HTTP/1.1" status: 200 len: 217 time: 0.0342410 Oct 28 21:55:02.715266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-003d5631-d083-4688-9f96-0d199330d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:02.716645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-003d5631-d083-4688-9f96-0d199330d922 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50a32b1d-8441-4369-a2d2-5c15c05d467e HTTP/1.1" status: 200 len: 854 time: 0.0426080 Oct 28 21:55:02.751858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-af00d702-deb6-4b4d-9721-d9c2274fd0be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d51ac33-f511-42a8-9453-ae77386f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271802 Oct 28 21:55:02.841644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-27849f68-b6ac-4cb1-a17e-6baaf4dd6f08 service neutron] 10.222.0.44 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826459 Oct 28 21:55:03.305493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6be0ae30-5b90-4396-a2fe-a6bd1e42b66a req-0872b5c5-f042-4ae6-9e58-d2e76ba86d5b service neutron] 10.222.0.44 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564772 Oct 28 21:55:03.346453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e2ecd-f58b-478e-84d9-342aab093152 req-56073282-897d-4882-99ef-b7d9ca277acd tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:03.348539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-536e2ecd-f58b-478e-84d9-342aab093152 req-56073282-897d-4882-99ef-b7d9ca277acd tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 944 time: 0.0908530 Oct 28 21:55:03.356539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee34bc-fef6-4fa8-82c5-10613ea4010f req-b497b414-c244-4477-b7d7-aba087ff35db tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:03.357894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ee34bc-fef6-4fa8-82c5-10613ea4010f req-b497b414-c244-4477-b7d7-aba087ff35db tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0867627 Oct 28 21:55:03.415609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-536e2ecd-f58b-478e-84d9-342aab093152 req-9c4ccdff-2e47-4699-9ab0-d2d93d90575d tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567679 Oct 28 21:55:03.420291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3ee34bc-fef6-4fa8-82c5-10613ea4010f req-d4a0ae29-bf38-41b0-99ee-0f31f1a23231 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557778 Oct 28 21:55:04.558315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41852-398b-40d8-9721-20abd31eaf0c req-936f23b7-d00f-44b0-af8a-537fefd6ea75 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:04.559764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1af41852-398b-40d8-9721-20abd31eaf0c req-936f23b7-d00f-44b0-af8a-537fefd6ea75 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0672874 Oct 28 21:55:04.567193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10e93e-278e-4688-be9c-8d580cb723a0 req-57dae56b-059d-4b5f-b1b1-bb94286ed2c0 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:04.568563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c10e93e-278e-4688-be9c-8d580cb723a0 req-57dae56b-059d-4b5f-b1b1-bb94286ed2c0 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 944 time: 0.0854399 Oct 28 21:55:04.623457 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1af41852-398b-40d8-9721-20abd31eaf0c req-93f16b65-9a2e-432b-b543-2e507549beee tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539551 Oct 28 21:55:04.626169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c10e93e-278e-4688-be9c-8d580cb723a0 req-a90ddbb5-ec91-4ea2-b477-b4399abd5cae tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Oct 28 21:55:05.023873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-0dbb4da2-3ff1-4e32-8821-ccb1648b1ea5 req-717a72dd-bae0-4e0a-8623-61d04c54ed49 service neutron] (102313) timed out ('10.222.0.31', 53844) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:55:05.720257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d5bc66c3-65e5-491c-abc2-acd58c7fec77 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:05.782540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d144-552c-43e3-ad8a-54abbce2e847 req-bb09763c-d469-4920-9b29-c2493f142462 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:05.783954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2399d144-552c-43e3-ad8a-54abbce2e847 req-bb09763c-d469-4920-9b29-c2493f142462 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 944 time: 0.0822334 Oct 28 21:55:05.798919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2732-3637-4b4a-ae43-7a7202ade871 req-804fa61d-738c-4ba8-8509-d69f19934d55 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:05.798919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afcb2732-3637-4b4a-ae43-7a7202ade871 req-804fa61d-738c-4ba8-8509-d69f19934d55 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0835073 Oct 28 21:55:05.828961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:05.842451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77', 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5', 'port_id': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77', 'mac_address': 'fa:16:3e:24:07:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a32b1d-8441-4369-a2d2-5c15c05d467e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:05.851807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2399d144-552c-43e3-ad8a-54abbce2e847 req-27fa9563-480c-4817-beaa-e5e43728f6b2 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560193 Oct 28 21:55:05.859884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afcb2732-3637-4b4a-ae43-7a7202ade871 req-837524e3-2088-406b-8dcb-e2d14592f801 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575929 Oct 28 21:55:05.906874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:05.921308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bc66c3-65e5-491c-abc2-acd58c7fec77 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:05.942214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:05.946936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:06.064125 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-fffb060c-68fa-4b27-8e2a-0370f2b4efa6 service neutron] show failed (client error): The resource could not be found. Oct 28 21:55:06.065105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-fffb060c-68fa-4b27-8e2a-0370f2b4efa6 service neutron] 10.222.0.44 "GET /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0611515 Oct 28 21:55:06.159509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:06.168264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.168633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.168970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.169301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.169628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.169983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.170303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.170623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.170944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.171263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.171582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.171898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.203864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d5bc66c3-65e5-491c-abc2-acd58c7fec77'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:06.284203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-ffaa00a3-dd34-4402-8f13-b587705aac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:06.287285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-ffaa00a3-dd34-4402-8f13-b587705aac0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 1097 time: 0.0458121 Oct 28 21:55:06.302067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:06.355112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:06.556860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:06.588325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:06.632978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:06.635152 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2f80c-c0b9-4640-a8fb-2a340ea2d339" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:06.638952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:06.653074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Transition to ACTIVE for port object 8efaedc7-ed7a-4244-9309-e39501705594 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:55:06.657413 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:06.698081 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d8912-a7ef-4928-8a1a-3d94a423734f x-openstack-request-id: req-c21d8912-a7ef-4928-8a1a-3d94a423734f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:06.698432 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:06.698687 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c21d8912-a7ef-4928-8a1a-3d94a423734f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:06.699110 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'code': 200} Oct 28 21:55:06.740954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:06.758733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.759079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.759420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.759756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.760090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.760522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.760854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.761177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.761508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.761826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.762155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.762474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:06.816819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] No DVR routers for this DVR port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:55:07.037338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06eceb-183b-4bbf-9ba6-550656b07e62 req-51870696-e5c2-4e4e-a424-388a6e31710e tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.039077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b06eceb-183b-4bbf-9ba6-550656b07e62 req-51870696-e5c2-4e4e-a424-388a6e31710e tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 945 time: 0.1125703 Oct 28 21:55:07.040971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:55:07.041297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:55:07.041615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:07.054192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:55:07.054503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:07.062985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724236b-52e8-4672-a0d5-59f4e35bf81b req-0db3d1aa-b45d-45a8-9dad-5149f5791818 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.064393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9724236b-52e8-4672-a0d5-59f4e35bf81b req-0db3d1aa-b45d-45a8-9dad-5149f5791818 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.1235173 Oct 28 21:55:07.083138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:55:07.083470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:55:07.083836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Bound using segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:55:07.084262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Bound port: 8efaedc7-ed7a-4244-9309-e39501705594, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:55:07.084637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.125519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b06eceb-183b-4bbf-9ba6-550656b07e62 req-089efe0e-0a9d-414e-829f-9358b9b72d0f tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794084 Oct 28 21:55:07.164757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9724236b-52e8-4672-a0d5-59f4e35bf81b req-f1bb1441-d12e-48cd-90a1-4fb1bac219ef tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920863 Oct 28 21:55:07.186766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:07.189823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:55:07.199352 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.229106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.229764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.231242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] 10.222.0.52 "PUT /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 1092 time: 0.9346287 Oct 28 21:55:07.268906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327904-bce5-4752-a258-2f8a13e76f73 service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:07.303577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-f065ff81-14d2-449e-a6f2-97901c02671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.305315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-f065ff81-14d2-449e-a6f2-97901c02671a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0490103 Oct 28 21:55:07.407213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-e051ee30-4a83-43be-820a-64764e88c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.408769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-e051ee30-4a83-43be-820a-64764e88c518 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.0957904 Oct 28 21:55:07.475411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-6e441a6a-0981-486e-ad03-45bd3d9c1e6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.0591888 Oct 28 21:55:07.530157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-b37cc81e-eb89-4cab-a7de-d030c1c725d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.531592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-b37cc81e-eb89-4cab-a7de-d030c1c725d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0485561 Oct 28 21:55:07.577270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-e1c5ac6b-a46c-4dc2-95e5-e331aec77e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:07.578761 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-e1c5ac6b-a46c-4dc2-95e5-e331aec77e24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404959 Oct 28 21:55:07.667082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-861661ed-dbe0-4cda-95d4-a29fc5378a60 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809412 Oct 28 21:55:07.735866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d5bc66c3-65e5-491c-abc2-acd58c7fec77 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:55:07.762198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b20e2a86-fb1c-4312-a717-be5e3d6de6e7 req-59565806-ab27-426d-9352-084fb5c3eb2e service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879402 Oct 28 21:55:07.786922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d5bc66c3-65e5-491c-abc2-acd58c7fec77 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:55:07.791523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d5bc66c3-65e5-491c-abc2-acd58c7fec77 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:07.791900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.871038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.898442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:07.900749 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcea9ea5-61ef-43fe-bb2d-d21bcdf457d6" -d '{"events": [{"server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "name": "network-vif-plugged", "status": "completed", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:07.914454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:07.918430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:07.966428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:08.008653 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a44df49-d5fa-4860-ac4b-7cdc0b589a6d x-openstack-request-id: req-0a44df49-d5fa-4860-ac4b-7cdc0b589a6d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:08.008956 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "name": "network-vif-plugged", "status": "completed", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:08.009214 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a44df49-d5fa-4860-ac4b-7cdc0b589a6d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:08.009613 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77', 'code': 200} Oct 28 21:55:08.103929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc5581-3fcb-4668-a23a-f793f74b5870 req-61858009-6ba9-437f-890c-36752372de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:08.105425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddbc5581-3fcb-4668-a23a-f793f74b5870 req-61858009-6ba9-437f-890c-36752372de8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 1098 time: 0.0400045 Oct 28 21:55:08.140096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddbc5581-3fcb-4668-a23a-f793f74b5870 req-6b59b214-3392-4db4-a551-52dca0c40a56 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275900 Oct 28 21:55:08.276870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d415eb-3d10-48a2-8831-36ad8bf906ba req-80ac155f-afa3-490d-a2b9-37e27e8f424d tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:08.278322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2d415eb-3d10-48a2-8831-36ad8bf906ba req-80ac155f-afa3-490d-a2b9-37e27e8f424d tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 946 time: 0.0802667 Oct 28 21:55:08.311126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e71ffe-743d-4e90-b3fa-652c4503dd57 req-672f9b13-fd69-4535-af9a-6d0719bcfb80 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:08.312600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95e71ffe-743d-4e90-b3fa-652c4503dd57 req-672f9b13-fd69-4535-af9a-6d0719bcfb80 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.0753117 Oct 28 21:55:08.341868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2d415eb-3d10-48a2-8831-36ad8bf906ba req-e593b5dd-0cbf-405c-8e8e-d2d91f51d829 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Oct 28 21:55:08.362035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95e71ffe-743d-4e90-b3fa-652c4503dd57 req-770f7819-75c1-47eb-bec7-76fa58a097f4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Oct 28 21:55:08.700037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:08.702461 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c30dce1-99ca-4dde-bdf9-23ab777bd049" -d '{"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:08.750284 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda6b42-170c-426d-ab63-00fb256311ef x-openstack-request-id: req-fdda6b42-170c-426d-ab63-00fb256311ef {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:08.750578 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:08.750835 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdda6b42-170c-426d-ab63-00fb256311ef {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:08.751237 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:55:08.845203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-d70ef691-4f5b-47ac-accf-b0d40db1ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:08.846697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-d70ef691-4f5b-47ac-accf-b0d40db1ead6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0724218 Oct 28 21:55:08.848963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-382293ea-702e-47ff-9ded-347f347171b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:08.850300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-382293ea-702e-47ff-9ded-347f347171b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1095 time: 0.0772257 Oct 28 21:55:09.006745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-90a25b1f-1a31-4213-8b14-f4f46ed28a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.008112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-90a25b1f-1a31-4213-8b14-f4f46ed28a82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1455965 Oct 28 21:55:09.009040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-13d42a43-4559-4a14-878e-07b1fb0ad50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.010321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-13d42a43-4559-4a14-878e-07b1fb0ad50d service neutron] 10.222.0.52 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1550159 Oct 28 21:55:09.121624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-03513dc5-54df-494a-916b-5188a48049c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.1054780 Oct 28 21:55:09.125300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-12eef8d1-1bd3-478f-834e-d3d06254dbc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.1039510 Oct 28 21:55:09.213926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-5627ec0b-7638-49c3-ac58-4e58582878e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.215454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-5627ec0b-7638-49c3-ac58-4e58582878e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0867226 Oct 28 21:55:09.217570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-88b5b12e-8c68-45dc-b130-e72b12affee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.218887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-88b5b12e-8c68-45dc-b130-e72b12affee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0832186 Oct 28 21:55:09.300563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-209e061b-c10f-4377-8703-e8d80eab74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.302235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-209e061b-c10f-4377-8703-e8d80eab74b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628366 Oct 28 21:55:09.303949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-219006f9-4bfb-4096-be7c-47b5dad2235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.305303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-219006f9-4bfb-4096-be7c-47b5dad2235e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747154 Oct 28 21:55:09.530956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-cf9ebfd0-2344-41d9-a117-80adae3ef356 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204490 Oct 28 21:55:09.535590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-c446ab79-5a21-4256-8e44-8fec58d3cf7e service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180550 Oct 28 21:55:09.550267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6d57-abf8-4a4e-b782-06ef8db636ef req-4c215cbc-3f1a-470a-96ae-626d950809ef tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.552581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bcb6d57-abf8-4a4e-b782-06ef8db636ef req-4c215cbc-3f1a-470a-96ae-626d950809ef tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 946 time: 0.1353455 Oct 28 21:55:09.561237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:09.605297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47e5a-2d44-419f-818f-63f00e98e3ef req-2f6eb989-ec06-4852-86c8-fe92a3aaec68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:09.606737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7da47e5a-2d44-419f-818f-63f00e98e3ef req-2f6eb989-ec06-4852-86c8-fe92a3aaec68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 943 time: 0.1694417 Oct 28 21:55:09.662567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:09.674122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '8efaedc7-ed7a-4244-9309-e39501705594', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:09.711958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:09.725179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:09.739286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bcb6d57-abf8-4a4e-b782-06ef8db636ef req-b65c4e9f-1483-4a48-8bbe-378baac345f2 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662352 Oct 28 21:55:09.745806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:09.762164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:09.775071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:09.780743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-fc90e936-5991-4bf6-b064-1b3b877610fb service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272165 Oct 28 21:55:09.787607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7da47e5a-2d44-419f-818f-63f00e98e3ef req-25eca33c-5fdd-4b51-b854-633184ac5ab6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263511 Oct 28 21:55:09.821047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c30dce1-99ca-4dde-bdf9-23ab777bd049 req-3543a8fc-bcd2-4d54-870f-61c5118c8202 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650819 Oct 28 21:55:09.871977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:09.889951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:10.025483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['8efaedc7-ed7a-4244-9309-e39501705594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:10.866091 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81f08d91-77e7-43e3-9d41-65ee2b266ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:10.947521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c5b15-4b83-4b25-b3c0-d5b9f4cd1e83 req-e4c884b7-baad-4b14-978f-d3b0e7773e9b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:10.949137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba3c5b15-4b83-4b25-b3c0-d5b9f4cd1e83 req-e4c884b7-baad-4b14-978f-d3b0e7773e9b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.0623367 Oct 28 21:55:10.991543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba3c5b15-4b83-4b25-b3c0-d5b9f4cd1e83 req-a28c8b9c-295e-4dbd-a1e7-80cde86ea0a3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357115 Oct 28 21:55:11.276311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-160fab09-dec3-439f-9830-607aa89281ad tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.277843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-160fab09-dec3-439f-9830-607aa89281ad tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.52 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6&tenant_id=0372ae518279420198ac9f8687657e10&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0845006 Oct 28 21:55:11.290799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0f5d9-9a96-4354-8d29-4ea93cadc070 req-f41df623-b4eb-47be-b43c-0400bdbd9c51 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.292312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61f0f5d9-9a96-4354-8d29-4ea93cadc070 req-f41df623-b4eb-47be-b43c-0400bdbd9c51 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.0694356 Oct 28 21:55:11.373664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61f0f5d9-9a96-4354-8d29-4ea93cadc070 req-17ae2292-a833-4a2c-8fe5-3aad659006c9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739839 Oct 28 21:55:11.380679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-1e75ff86-5950-4c37-8c0b-d9d6577dcd3e service neutron] 10.222.0.52 "GET /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.0873690 Oct 28 21:55:11.446924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-acbcce69-40a7-4c9a-a2ce-cf8e25a65d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.448328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-acbcce69-40a7-4c9a-a2ce-cf8e25a65d5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0424321 Oct 28 21:55:11.544833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-561b0f52-29f0-495c-bb26-1051c026556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.546369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-561b0f52-29f0-495c-bb26-1051c026556f service neutron] 10.222.0.52 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.0914719 Oct 28 21:55:11.578681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:55:11.618577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-9843a28f-5316-40d0-96c1-78ac980cf328 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 1000 time: 0.0646505 Oct 28 21:55:11.634871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 8efaedc7-ed7a-4244-9309-e39501705594 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:55:11.639335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 8efaedc7-ed7a-4244-9309-e39501705594 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:11.639737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:11.673690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-5ac50208-c5fc-4ab6-aa0b-72d47f543b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.675182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-5ac50208-c5fc-4ab6-aa0b-72d47f543b94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0487316 Oct 28 21:55:11.728870 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:11.732917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-72a90967-4742-4bf7-966c-331618d0e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:11.734409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-72a90967-4742-4bf7-966c-331618d0e50e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507517 Oct 28 21:55:11.754220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:11.757123 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998326af-6e88-478c-b402-d62eaf72a119" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:11.771016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:11.775264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:11.838071 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147af54a-99ef-439a-8fb4-216e7fb9ff8d x-openstack-request-id: req-147af54a-99ef-439a-8fb4-216e7fb9ff8d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:11.838365 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:11.838621 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-147af54a-99ef-439a-8fb4-216e7fb9ff8d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:11.839012 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'code': 200} Oct 28 21:55:11.842287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:11.842605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-5fafd00a-4ac1-4a9a-b86c-07603bb64125 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005888 Oct 28 21:55:11.948865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-af962ba5-169f-491f-a857-ef074a43d2f8 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987623 Oct 28 21:55:12.062726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:12.293594 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:12.505781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf94de5-2bfc-47f3-bdfb-3e41c05094ee req-5c0a8508-3a52-48d3-b166-ad94e2df7031 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:12.507472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adf94de5-2bfc-47f3-bdfb-3e41c05094ee req-5c0a8508-3a52-48d3-b166-ad94e2df7031 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0554736 Oct 28 21:55:12.553389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adf94de5-2bfc-47f3-bdfb-3e41c05094ee req-4d58198d-38dc-4fc0-9ec8-3a377c77ec16 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Oct 28 21:55:13.416700 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46295efe-e014-4930-83c1-6c9e0bb90f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:13.691047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99022d-ffb4-4666-a629-9a93cf2798c1 req-6738aa9b-7bcf-4cf1-93d5-6773b74bf935 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:13.697712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c99022d-ffb4-4666-a629-9a93cf2798c1 req-6738aa9b-7bcf-4cf1-93d5-6773b74bf935 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Oct 28 21:55:13.744951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c99022d-ffb4-4666-a629-9a93cf2798c1 req-a8dc792c-874f-4ddb-963b-253918da56c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Oct 28 21:55:13.975335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-04d1cc42-32e8-4a1c-8e59-5ca32ac71f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:13.976565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-04d1cc42-32e8-4a1c-8e59-5ca32ac71f33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 1097 time: 0.0483034 Oct 28 21:55:13.990619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:14.044975 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.259378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:14.296705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:14.343909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:14.349573 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88497275-00e9-4298-9799-54a9201967a1" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:14.354160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.372529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Transition to ACTIVE for port object 8efaedc7-ed7a-4244-9309-e39501705594 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:55:14.378513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.411637 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b41811-3892-45ab-869f-1fe594a4b05c x-openstack-request-id: req-91b41811-3892-45ab-869f-1fe594a4b05c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:14.411940 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:14.412198 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91b41811-3892-45ab-869f-1fe594a4b05c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:14.412616 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'code': 200} Oct 28 21:55:14.486039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=10']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:14.549230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] No DVR routers for this DVR port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:55:14.714130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08252a75-a697-45a4-ba54-86c38ae413e6 req-f4107b5a-5d96-40db-a7d7-822308fe9201 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:14.715639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08252a75-a697-45a4-ba54-86c38ae413e6 req-f4107b5a-5d96-40db-a7d7-822308fe9201 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0767527 Oct 28 21:55:14.756946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:55:14.757278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:55:14.757609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:14.765074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:55:14.765395 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Attempting to bind port 8efaedc7-ed7a-4244-9309-e39501705594 on network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:14.778716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:55:14.779084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Checking segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:55:14.779434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Bound using segment: {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:55:14.779864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Bound port: 8efaedc7-ed7a-4244-9309-e39501705594, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31850af-a7a5-406d-90fe-b048e2137f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:55:14.780221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.786235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08252a75-a697-45a4-ba54-86c38ae413e6 req-4a96bf59-5e13-46fa-96a3-cae1bb515ca7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562515 Oct 28 21:55:14.864673 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.900128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:14.903946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:55:14.908782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.947465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9748-9d24-4604-81fb-fa36a09f5452 req-c22c209d-0b34-4000-ada6-31d9022d705e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:14.949036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc2c9748-9d24-4604-81fb-fa36a09f5452 req-c22c209d-0b34-4000-ada6-31d9022d705e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.1078384 Oct 28 21:55:14.958814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:14.959442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:14.960877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] 10.222.0.44 "PUT /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 1093 time: 0.9760022 Oct 28 21:55:15.026019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935d537-666f-4134-a897-4f2ec12322bf service neutron] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=11']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:15.048542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc2c9748-9d24-4604-81fb-fa36a09f5452 req-9fac71fe-ba10-49dc-929a-b76f8494aa05 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849433 Oct 28 21:55:15.061112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-839ad94a-a382-47f7-acf5-c408e9b5c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:15.062745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-839ad94a-a382-47f7-acf5-c408e9b5c1c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0727656 Oct 28 21:55:15.163456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:15.176979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-01c13b4c-5fd6-4e99-9743-477a032b0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:15.178474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-01c13b4c-5fd6-4e99-9743-477a032b0c85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1088414 Oct 28 21:55:15.246684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-a71e8f1f-15aa-4262-b35e-f811addb99ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.0610111 Oct 28 21:55:15.306124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-2491bbd9-9199-4543-b96a-0a6f32472cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:15.307694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-2491bbd9-9199-4543-b96a-0a6f32472cfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0520411 Oct 28 21:55:15.354407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-08a76b3b-97ca-4c2e-8e18-2e48649160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:15.356035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-08a76b3b-97ca-4c2e-8e18-2e48649160ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411234 Oct 28 21:55:15.447062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-58cce0b7-de0c-4344-a36a-d9832493310e service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Oct 28 21:55:15.947410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09a9d479-0c0c-4def-8945-58496cd7e656 req-6008f408-383b-4368-ac2e-7f9a86868e4e service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931824 Oct 28 21:55:15.975688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d65510-88d1-492f-9a7c-6e15e0d1d0de req-7b3ba4bc-2de3-4094-85c8-0c5532519e8b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:15.978471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88d65510-88d1-492f-9a7c-6e15e0d1d0de req-7b3ba4bc-2de3-4094-85c8-0c5532519e8b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0769238 Oct 28 21:55:16.018232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88d65510-88d1-492f-9a7c-6e15e0d1d0de req-ef8705ae-d44a-4162-86aa-c3ce8282de8e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Oct 28 21:55:16.193690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc48a-0e5d-4583-9ebe-918ad761736a req-a1e16ec6-a5d0-4b11-ba60-63b01682b06f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.195602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c35fc48a-0e5d-4583-9ebe-918ad761736a req-a1e16ec6-a5d0-4b11-ba60-63b01682b06f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.0657156 Oct 28 21:55:16.235984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c35fc48a-0e5d-4583-9ebe-918ad761736a req-a760bdbe-b5fd-4d36-90b2-b1afb1596338 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Oct 28 21:55:16.413698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:16.416629 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9274b1-dd05-417f-acaa-9f9ba490aff7" -d '{"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:16.475999 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58245d9-e47a-4e33-b04c-c8f0199949e4 x-openstack-request-id: req-a58245d9-e47a-4e33-b04c-c8f0199949e4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:16.477457 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:16.484988 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a58245d9-e47a-4e33-b04c-c8f0199949e4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:16.486041 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:55:16.576671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-b4be4a38-3b16-435f-b3c1-3fdd3518051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.578356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-b4be4a38-3b16-435f-b3c1-3fdd3518051d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0832117 Oct 28 21:55:16.601134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-1bb908d2-274a-46f7-87eb-cd7063c79bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.604135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-1bb908d2-274a-46f7-87eb-cd7063c79bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0953748 Oct 28 21:55:16.724170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:16.777790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-996971a7-5b47-483a-aeb1-533118488f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.779250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-996971a7-5b47-483a-aeb1-533118488f42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1938429 Oct 28 21:55:16.780575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-a9f05d29-476c-4228-ab7a-a27805200d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.782131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-a9f05d29-476c-4228-ab7a-a27805200d4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1588147 Oct 28 21:55:16.905135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-996bb135-b5ce-41f7-8041-f03ded76838f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.1118882 Oct 28 21:55:16.907261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-3af1b262-68e1-4447-9439-59a8ca98b7e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 999 time: 0.1202009 Oct 28 21:55:16.998473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-5d20a957-25fa-47ab-9517-536ad7155b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:16.999988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-5d20a957-25fa-47ab-9517-536ad7155b71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0875375 Oct 28 21:55:17.001246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-90c125b7-9178-4dbe-8ad8-c48858d0e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:17.002561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-90c125b7-9178-4dbe-8ad8-c48858d0e329 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.0820222 Oct 28 21:55:17.086431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-1240a765-01a9-4f05-8a15-ea94f0327db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:17.088061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-1240a765-01a9-4f05-8a15-ea94f0327db1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656450 Oct 28 21:55:17.090218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-116e1874-e629-4a50-9df0-a3b6d788306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:17.091689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-116e1874-e629-4a50-9df0-a3b6d788306c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821781 Oct 28 21:55:17.306449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dfe07-8696-4ac8-9b5e-c881ee9a6a64 req-c38f6680-33cc-4480-8cae-4d6448981034 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:17.307967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb2dfe07-8696-4ac8-9b5e-c881ee9a6a64 req-c38f6680-33cc-4480-8cae-4d6448981034 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.1574440 Oct 28 21:55:17.313927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-06b0e7b3-9805-4f85-b243-189f594f3eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176387 Oct 28 21:55:17.348855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-68a51afc-7707-447a-92a7-734bf2377bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995442 Oct 28 21:55:17.584629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:17.645002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:17.688904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-ffe07d97-1a62-469b-adfb-eb5b4dee6dd7 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340484 Oct 28 21:55:17.694770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb2dfe07-8696-4ac8-9b5e-c881ee9a6a64 req-6522cd9b-604d-46ef-adc9-6d716b884729 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750682 Oct 28 21:55:17.734303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac3e0d-8757-4312-9e68-70772fd6ec4f req-2e31dd2d-2e04-4e60-bc89-4c9991ab17b1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:17.735917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7ac3e0d-8757-4312-9e68-70772fd6ec4f req-2e31dd2d-2e04-4e60-bc89-4c9991ab17b1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 944 time: 0.2358735 Oct 28 21:55:17.742688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a9274b1-dd05-417f-acaa-9f9ba490aff7 req-85170637-a875-49e2-a164-a5d9ff3d7702 service neutron] 10.222.0.52 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218442 Oct 28 21:55:17.782023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:17.786842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7ac3e0d-8757-4312-9e68-70772fd6ec4f req-6bb18c39-f799-426a-8efc-a93b12b6374f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Oct 28 21:55:17.896606 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:17.908036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '8efaedc7-ed7a-4244-9309-e39501705594', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'port_id': '8efaedc7-ed7a-4244-9309-e39501705594', 'mac_address': 'fa:16:3e:2e:9e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:17.946831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:17.960754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:17.981829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:17.985854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:18.040233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:18.210845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['8efaedc7-ed7a-4244-9309-e39501705594'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:18.885423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c3af5-ab89-4b00-827f-a2e7182e837a req-f89318d0-af4e-4fc9-81bd-515601bbcd77 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:18.887740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c3c3af5-ab89-4b00-827f-a2e7182e837a req-f89318d0-af4e-4fc9-81bd-515601bbcd77 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0999043 Oct 28 21:55:18.961487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c3c3af5-ab89-4b00-827f-a2e7182e837a req-2f3dfc5d-e613-4c1a-90c9-81a0aab461da tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672688 Oct 28 21:55:18.987989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106233e-3229-478c-bfc2-561520b4d3f6 req-387ed470-936b-4ab4-9662-f39b1f77aaa2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:18.989529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d106233e-3229-478c-bfc2-561520b4d3f6 req-387ed470-936b-4ab4-9662-f39b1f77aaa2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Oct 28 21:55:19.031667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d106233e-3229-478c-bfc2-561520b4d3f6 req-3ee5d150-1f2f-4a9a-9214-afc1e49fed09 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Oct 28 21:55:19.056581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47240) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:19.126822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dc28884c-abf3-4a16-8eb8-8a017b5fb1a1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/6f600780-41b8-453a-aa50-bd93812ed52c HTTP/1.1" status: 200 len: 992 time: 0.0690744 Oct 28 21:55:19.781495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:55:19.839478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 8efaedc7-ed7a-4244-9309-e39501705594 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:55:19.844196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 8efaedc7-ed7a-4244-9309-e39501705594 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:19.844704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:19.930787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:19.961755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:19.964646 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57065063-f14b-47a0-9c62-22ae932d3419" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:19.979250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:19.984307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:20.043229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=13']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:20.053473 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7773d37d-92f1-43c8-88e7-8ca721a85092 x-openstack-request-id: req-7773d37d-92f1-43c8-88e7-8ca721a85092 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:20.054075 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-plugged", "status": "completed", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:20.054688 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7773d37d-92f1-43c8-88e7-8ca721a85092 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:20.055310 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'code': 200} Oct 28 21:55:20.119854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58c8af-0c0b-41ff-b105-1861aab65913 req-9cd1871a-2db4-4ac5-9029-043a0dd6e607 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:20.121413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a58c8af-0c0b-41ff-b105-1861aab65913 req-9cd1871a-2db4-4ac5-9029-043a0dd6e607 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0553927 Oct 28 21:55:20.162261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a58c8af-0c0b-41ff-b105-1861aab65913 req-2cf162fc-7c34-45fb-b998-f0dbbb5110d7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Oct 28 21:55:21.301631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77375-cda3-4c03-8f30-c4520cf321dd req-b5ea9b02-018a-4574-9a39-bfd394f58840 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:21.304820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9dc77375-cda3-4c03-8f30-c4520cf321dd req-b5ea9b02-018a-4574-9a39-bfd394f58840 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Oct 28 21:55:21.342223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9dc77375-cda3-4c03-8f30-c4520cf321dd req-2cbefcf3-a73a-4c7c-9cd6-fd56d3e75ef9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330374 Oct 28 21:55:22.496868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aba6e-ca7e-4b74-8e93-770e76f3e093 req-86d826bd-b445-4c0e-8522-b51e158ca357 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:22.501083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-774aba6e-ca7e-4b74-8e93-770e76f3e093 req-86d826bd-b445-4c0e-8522-b51e158ca357 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0713496 Oct 28 21:55:22.554849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-774aba6e-ca7e-4b74-8e93-770e76f3e093 req-c85301a9-7a53-4fe6-8fc5-0b54cc9aa265 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Oct 28 21:55:23.730533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e202c2d-23ef-40a9-99c6-1af52b1dd7a9 req-f3553e12-ca42-4163-9a4a-55e9347fb872 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:23.732999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e202c2d-23ef-40a9-99c6-1af52b1dd7a9 req-f3553e12-ca42-4163-9a4a-55e9347fb872 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0666301 Oct 28 21:55:23.812847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e202c2d-23ef-40a9-99c6-1af52b1dd7a9 req-a433f518-7bf7-45d2-b16c-89444f53cb0f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717738 Oct 28 21:55:24.940269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b5fbe-103f-499f-a234-fe9d396b4c27 req-90fb0f0b-cd9a-4b50-b7ab-96b727973b50 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:24.941960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f8b5fbe-103f-499f-a234-fe9d396b4c27 req-90fb0f0b-cd9a-4b50-b7ab-96b727973b50 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0543256 Oct 28 21:55:25.006283 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9f8b5fbe-103f-499f-a234-fe9d396b4c27 req-74ee43cd-5014-4cde-8069-cabc828d6a78 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577271 Oct 28 21:55:25.618270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:25.768899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:25.781395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '40520a70-dd3d-400f-9128-dceff098c081', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:25.820250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:25.846206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:25.874122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:25.883216 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:25.952331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:25.968743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['40520a70-dd3d-400f-9128-dceff098c081'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:26.150024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf177a1a-95fb-4806-ac87-1dd649480b4b req-b2fe39cc-4f0e-4727-bf2d-165cb1567358 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:26.158452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf177a1a-95fb-4806-ac87-1dd649480b4b req-b2fe39cc-4f0e-4727-bf2d-165cb1567358 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 944 time: 0.0704763 Oct 28 21:55:26.196093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf177a1a-95fb-4806-ac87-1dd649480b4b req-2e5861a8-4886-4d61-b085-f8ba462eb5d0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367165 Oct 28 21:55:27.212465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-f275d56a-eeb2-4b7b-a799-de60a3e823e5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493777557&fields=id&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 267 time: 0.0356815 Oct 28 21:55:27.379247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b783ce70-5bc4-49b7-b965-5bf0a1fb3b0e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:27.381167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b783ce70-5bc4-49b7-b965-5bf0a1fb3b0e tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.1601684 Oct 28 21:55:27.402609 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-67350e13-e5fd-42c4-9cad-69aefbc53026 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/quotas/d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 375 time: 0.0138533 Oct 28 21:55:27.412686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da9673-c7e8-449a-a39e-13c33a6c5cd8 req-959ca358-589b-4c31-9831-fd45c50eda2a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:27.414849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0da9673-c7e8-449a-a39e-13c33a6c5cd8 req-959ca358-589b-4c31-9831-fd45c50eda2a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 944 time: 0.1094646 Oct 28 21:55:27.512025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-aa283e58-8f21-441d-8880-8e8a47ea4ca2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959339 Oct 28 21:55:27.515891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0da9673-c7e8-449a-a39e-13c33a6c5cd8 req-e15c95b8-4fea-438e-84bb-2a47f2a9359d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872734 Oct 28 21:55:27.629740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:55:27.666245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-a6423aa6-02ca-4f5d-aeeb-95a7e4893700 service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352286 Oct 28 21:55:27.701859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 40520a70-dd3d-400f-9128-dceff098c081 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:27.702225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:27.812478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:27.823675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-602d2a9d-a6b6-4142-abc9-0cbad53f55be service neutron] 10.222.0.31 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490302 Oct 28 21:55:27.855597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:27.856646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:27.859720 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c052c15-7f7b-49c9-971d-4c95d59110fb" -d '{"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:27.868338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:27.958583 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fa7ec6-be25-47f9-97b2-2ca85146e913 x-openstack-request-id: req-e7fa7ec6-be25-47f9-97b2-2ca85146e913 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:27.958939 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:27.959373 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7fa7ec6-be25-47f9-97b2-2ca85146e913 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:27.959927 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'code': 200} Oct 28 21:55:27.961091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:28.184044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7cbd9c18-1b8b-4f51-8836-8fff7c76296b req-7cff3c36-ded1-476d-8d50-29254257afca tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0399735 Oct 28 21:55:28.680781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d377f-05f0-4386-a471-30863b5f8585 req-10a0c063-773b-4410-8050-2db0aac79984 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:28.682903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e51d377f-05f0-4386-a471-30863b5f8585 req-10a0c063-773b-4410-8050-2db0aac79984 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0741637 Oct 28 21:55:28.739250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e51d377f-05f0-4386-a471-30863b5f8585 req-2fdeaf32-12b6-42d1-a18e-7657232f8a27 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Oct 28 21:55:29.438923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72065b29-afa9-408a-a941-bb8fc293fafc req-d1f60e59-7e69-4f83-ad0a-e87ff678b8ea tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.1467679 Oct 28 21:55:29.452183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-263797b7-d987-4621-9812-b18cebaf2044 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:29.453874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-263797b7-d987-4621-9812-b18cebaf2044 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 812 time: 0.2570996 Oct 28 21:55:29.527839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-eff83a7d-a797-4ee1-b8c6-3ea95f846496 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d142e3741d1c4d11b1a4e154daab0a10 HTTP/1.1" status: 200 len: 379 time: 0.0642989 Oct 28 21:55:29.541541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'port': {'device_id': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'admin_state_up': True, 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'security_groups': ['0e06d39a-9448-434d-be55-903e46bf2c5e']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:29.726471 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Made reservation on behalf of d142e3741d1c4d11b1a4e154daab0a10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:55:29.730949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:29.961101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ec49-267e-4d7d-ae4c-3b555aea2cef req-09f87993-3907-4afa-8590-f1c6455024dd tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:29.962645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e280ec49-267e-4d7d-ae4c-3b555aea2cef req-09f87993-3907-4afa-8590-f1c6455024dd tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0832808 Oct 28 21:55:30.044536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e280ec49-267e-4d7d-ae4c-3b555aea2cef req-d9be6f79-6124-4acf-97ae-0036855dda71 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508118 Oct 28 21:55:30.058666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.20.0.6 (59dbb09c-2abf-4e99-b730-808751b92352/f0a504d7-3395-4aa2-becc-d5f8cd774ad9/6398fa32-75ff-40b5-80bd-6d969556802a) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:55:30.270115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:30.315528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:30.357440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 59dbb09c-2abf-4e99-b730-808751b92352 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:55:30.361065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:55:30.367665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:55:30.436881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:30.437565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:30.467328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9324965 Oct 28 21:55:30.472703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85995165-1cd7-46b3-9355-8f2434471ea4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:30.480809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Request body: {'port': {'device_id': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:30.621767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:30.913788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b654c4c0-2234-4e99-a33d-c145c241165c None None] Provisioning complete for port 6398fa32-75ff-40b5-80bd-6d969556802a triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:30.914391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b654c4c0-2234-4e99-a33d-c145c241165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:30.943177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eaa18-7a69-44a0-9f4f-3b9b99295357 req-03cd00f2-d40f-4da0-bca3-d7bc60450a84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:30.944745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930eaa18-7a69-44a0-9f4f-3b9b99295357 req-03cd00f2-d40f-4da0-bca3-d7bc60450a84 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 931 time: 0.3788619 Oct 28 21:55:30.968405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b654c4c0-2234-4e99-a33d-c145c241165c None None] Port 6398fa32-75ff-40b5-80bd-6d969556802a cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:55:31.013477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6398fa32-75ff-40b5-80bd-6d969556802a {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:31.020427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-930eaa18-7a69-44a0-9f4f-3b9b99295357 req-4a34957b-b37e-4f8e-8de3-97aff9a217a0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673869 Oct 28 21:55:31.024699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:31.051880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Transition to ACTIVE for port object 6398fa32-75ff-40b5-80bd-6d969556802a will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:55:31.059454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:31.246300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Pushing event updated for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:31.298500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b988f2-6a54-450e-b650-55ca98f7c62d req-861280e7-42c0-45f5-a6ee-bbe90fe18d6e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:31.300127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28b988f2-6a54-450e-b650-55ca98f7c62d req-861280e7-42c0-45f5-a6ee-bbe90fe18d6e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.1496511 Oct 28 21:55:31.302203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Attempting to bind port 6398fa32-75ff-40b5-80bd-6d969556802a on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:55:31.302531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Attempting to bind port 6398fa32-75ff-40b5-80bd-6d969556802a by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:55:31.302855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Attempting to bind port 6398fa32-75ff-40b5-80bd-6d969556802a on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:31.309443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Port 6398fa32-75ff-40b5-80bd-6d969556802a on network 59dbb09c-2abf-4e99-b730-808751b92352 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:55:31.309791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Attempting to bind port 6398fa32-75ff-40b5-80bd-6d969556802a on network 59dbb09c-2abf-4e99-b730-808751b92352 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:55:31.328133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:55:31.328497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Checking segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:55:31.328837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Bound using segment: {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:55:31.329279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Bound port: 6398fa32-75ff-40b5-80bd-6d969556802a, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26d825d-cf27-4579-916e-9e371af3de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:55:31.329633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:31.364825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28b988f2-6a54-450e-b650-55ca98f7c62d req-9a0c2017-b558-4098-8b1b-8c581680a22a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563686 Oct 28 21:55:31.433593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:55:31.437831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6398fa32-75ff-40b5-80bd-6d969556802a,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:55:31.444146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:31.507735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Pushing event updated for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:31.534225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:31.536160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:31.538397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b6d61d6b-4113-48af-b977-fef8295ba888 service neutron] 10.222.0.52 "PUT /v2.0/ports/6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 200 len: 1092 time: 1.0622594 Oct 28 21:55:31.539060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:31.541660 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:31.638266 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b712e7b-dfdb-48c5-a6b6-9a7d46f90d84 x-openstack-request-id: req-0b712e7b-dfdb-48c5-a6b6-9a7d46f90d84 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:31.638844 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:31.639254 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b712e7b-dfdb-48c5-a6b6-9a7d46f90d84 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:31.639817 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a', 'status': 'completed', 'code': 200} Oct 28 21:55:31.668447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b960839e-35a6-4ceb-a65d-2b7259d1af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:31.670580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-b960839e-35a6-4ceb-a65d-2b7259d1af1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1095 time: 0.0726571 Oct 28 21:55:31.720248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-6e2dd776-aff0-487f-8cd9-19f1e7be76ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 200 len: 217 time: 0.0407131 Oct 28 21:55:31.801983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-c4884beb-8f5f-41e1-84e8-4058efe1db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:31.807227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-c4884beb-8f5f-41e1-84e8-4058efe1db0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0793908 Oct 28 21:55:31.867088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5556b1-11f6-45a7-8975-033417a23049 req-df1c00f0-4d3d-4a28-a753-ece73b391ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:31.869092 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-df1c00f0-4d3d-4a28-a753-ece73b391ea8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537257 Oct 28 21:55:31.976325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-7aff6509-8560-4a9c-9def-55772530f324 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982723 Oct 28 21:55:32.097527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc5556b1-11f6-45a7-8975-033417a23049 req-70fc5e81-2d20-4c77-a019-20ab35a7f74c service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104827 Oct 28 21:55:32.211076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9c075-0bb9-45bf-b96e-50ab63099e62 req-d93a0baf-fccd-4c97-9b0f-ae20dda3c70f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.212913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b9c075-0bb9-45bf-b96e-50ab63099e62 req-d93a0baf-fccd-4c97-9b0f-ae20dda3c70f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0862238 Oct 28 21:55:32.245675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-03f2481d-f350-4a02-81e9-dbd782274722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.247441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-03f2481d-f350-4a02-81e9-dbd782274722 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1095 time: 0.0836613 Oct 28 21:55:32.276919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b9c075-0bb9-45bf-b96e-50ab63099e62 req-cde8bfa7-d694-4bf8-b23d-d8e48e9595c3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555956 Oct 28 21:55:32.384758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-1415ed7b-7428-4b6d-a763-605aff45e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.386234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-1415ed7b-7428-4b6d-a763-605aff45e716 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1205578 Oct 28 21:55:32.445659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-6147faaa-a0f8-4e97-bb3e-6b9737effcdf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 200 len: 217 time: 0.0492957 Oct 28 21:55:32.525845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-8a223b5d-7c56-4a15-8b67-9ba4876453d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.527520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-8a223b5d-7c56-4a15-8b67-9ba4876453d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0722575 Oct 28 21:55:32.595635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b4598-7552-4dfe-98bb-c05f93bace38 req-23bf754e-9984-486b-b269-2d05fe126658 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.598318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f48b4598-7552-4dfe-98bb-c05f93bace38 req-23bf754e-9984-486b-b269-2d05fe126658 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0963814 Oct 28 21:55:32.616302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-1e64355f-ca75-47ed-b19b-a809db0d693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:32.617781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-1e64355f-ca75-47ed-b19b-a809db0d693a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744200 Oct 28 21:55:32.739049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-228a2951-2de1-4fbd-abff-1b37e5e8a7fb service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036611 Oct 28 21:55:32.858247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f48b4598-7552-4dfe-98bb-c05f93bace38 req-4a6f0599-0335-4be1-8e28-b10208569175 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457912 Oct 28 21:55:32.881195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae0b843b-e946-4c9e-8d31-4cb4519f02f0 req-e4ca0abe-eca3-4505-9177-a38a960c89fa service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341190 Oct 28 21:55:33.173757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:55:33.429594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873d786-c4a5-44df-9f69-4efc31113126 req-f076910e-5c6d-45ee-8038-6d08f3641d60 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:33.431300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c873d786-c4a5-44df-9f69-4efc31113126 req-f076910e-5c6d-45ee-8038-6d08f3641d60 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0696826 Oct 28 21:55:33.489652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c873d786-c4a5-44df-9f69-4efc31113126 req-80ecd209-5734-4382-adae-c244198d04e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513790 Oct 28 21:55:34.022881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfef55e-f1af-4abe-ac00-d74657409d5c req-2ba10f77-ffa9-4b36-a6eb-c0f239e65bef tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:34.024383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cfef55e-f1af-4abe-ac00-d74657409d5c req-2ba10f77-ffa9-4b36-a6eb-c0f239e65bef tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0739777 Oct 28 21:55:34.072181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cfef55e-f1af-4abe-ac00-d74657409d5c req-2371d8af-5f03-467c-9ad6-b7b03946fe96 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Oct 28 21:55:34.632434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7173d9-5616-4a86-b5e2-63b5c6d1e582 req-d7d18420-df4f-4e43-ac69-02286b17786c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:34.634319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7173d9-5616-4a86-b5e2-63b5c6d1e582 req-d7d18420-df4f-4e43-ac69-02286b17786c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0590549 Oct 28 21:55:34.689473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d7173d9-5616-4a86-b5e2-63b5c6d1e582 req-496410ea-a58e-48c2-9c21-dc265cbd041a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492039 Oct 28 21:55:35.213123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253caa01-cd28-4dc3-a528-b2464f439acc req-caec59fb-fe9c-403d-b56d-1f7c478d18a1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:35.214842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-253caa01-cd28-4dc3-a528-b2464f439acc req-caec59fb-fe9c-403d-b56d-1f7c478d18a1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0610926 Oct 28 21:55:35.267330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-253caa01-cd28-4dc3-a528-b2464f439acc req-1e0f4642-f28d-4a8d-b77e-9da215f1662b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Oct 28 21:55:35.845319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8293e1-e8d8-467e-9e16-64f4ae44977a req-6d4319bc-3629-42bb-8193-8e36fae5df75 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:35.854022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e8293e1-e8d8-467e-9e16-64f4ae44977a req-6d4319bc-3629-42bb-8193-8e36fae5df75 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0797276 Oct 28 21:55:35.907104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e8293e1-e8d8-467e-9e16-64f4ae44977a req-2a8be98c-6b86-4227-9567-7dfa47e06108 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463874 Oct 28 21:55:36.427408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a17bf-6bda-48c7-b733-107411b90902 req-37ef5a9a-1e45-4701-b305-72854143b389 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:36.429535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-052a17bf-6bda-48c7-b733-107411b90902 req-37ef5a9a-1e45-4701-b305-72854143b389 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0676086 Oct 28 21:55:36.477860 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-052a17bf-6bda-48c7-b733-107411b90902 req-f42261ac-732d-4633-823b-8c53b7916943 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Oct 28 21:55:37.045986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ec127-66dd-4717-956e-2559ec4d8cfc req-72045582-df53-4903-a09b-618a04546efd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:37.048028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b4ec127-66dd-4717-956e-2559ec4d8cfc req-72045582-df53-4903-a09b-618a04546efd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0660996 Oct 28 21:55:37.096051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b4ec127-66dd-4717-956e-2559ec4d8cfc req-a9ae4842-8f11-410a-911f-5f255e4e6f73 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Oct 28 21:55:37.666584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f829f-28b2-4770-b8d4-5607128749b4 req-237a24fb-baf5-46de-84fc-366769de5129 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:37.668598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10f829f-28b2-4770-b8d4-5607128749b4 req-237a24fb-baf5-46de-84fc-366769de5129 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0815485 Oct 28 21:55:37.712772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e10f829f-28b2-4770-b8d4-5607128749b4 req-a7500819-db50-44a7-9564-7b84e04aab4e tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375555 Oct 28 21:55:38.232116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840146ea-3bad-4078-ba51-e31c7dd10a45 req-deaa31bc-c6da-4472-afe5-dfc3bbad454f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:38.233618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-840146ea-3bad-4078-ba51-e31c7dd10a45 req-deaa31bc-c6da-4472-afe5-dfc3bbad454f tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0553999 Oct 28 21:55:38.294070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-840146ea-3bad-4078-ba51-e31c7dd10a45 req-689b4fb9-7202-4ebe-9923-db96760c82cc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510006 Oct 28 21:55:38.849359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4056b-300d-4166-a246-ce7901006765 req-466b8da2-1e27-4895-bed6-592f42ad6670 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:38.850908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5c4056b-300d-4166-a246-ce7901006765 req-466b8da2-1e27-4895-bed6-592f42ad6670 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0555356 Oct 28 21:55:38.888932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5c4056b-300d-4166-a246-ce7901006765 req-f6cc1d90-3e1a-46d7-8b00-685a22566da5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320187 Oct 28 21:55:38.989423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-97096ce4-85c2-41b2-843c-477c24ccbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:38.990880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-97096ce4-85c2-41b2-843c-477c24ccbb33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1097 time: 0.0475488 Oct 28 21:55:39.089409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-016dbd48-f44a-49ea-b2e5-59ff18e32fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:39.090964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-016dbd48-f44a-49ea-b2e5-59ff18e32fbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.0935869 Oct 28 21:55:39.158389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-29eb4a49-7073-4eca-bb25-b7d09b431d38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 1000 time: 0.0596201 Oct 28 21:55:39.212902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-878eda81-ed03-4698-aae5-c1866c31a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:39.214602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-878eda81-ed03-4698-aae5-c1866c31a92c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0495720 Oct 28 21:55:39.656727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-e93cc73c-1a16-46b7-a683-68f40952194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:39.658353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-e93cc73c-1a16-46b7-a683-68f40952194f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4361088 Oct 28 21:55:39.681810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c3940-c160-4804-b165-39e9b6041505 req-e78752a0-eec4-46b7-9956-3122b2f0def6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:39.683487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818c3940-c160-4804-b165-39e9b6041505 req-e78752a0-eec4-46b7-9956-3122b2f0def6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0713267 Oct 28 21:55:39.771065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818c3940-c160-4804-b165-39e9b6041505 req-e1fc427d-b64b-4488-a485-3cc7b9e70b23 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761452 Oct 28 21:55:39.794865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-e04a813b-99a1-4be8-b5cb-736bf1fc3a32 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293073 Oct 28 21:55:39.895318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5115b30a-6b2d-49ba-99b6-63f56d6c6d65 req-415eefb5-598a-436a-91f6-5a2180efb59c service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922811 Oct 28 21:55:40.030189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102e11d-889b-4d83-9ffa-6e16903b6546 req-ebb8720d-f692-44c0-91ca-00f41ecfea30 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:40.031660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f102e11d-889b-4d83-9ffa-6e16903b6546 req-ebb8720d-f692-44c0-91ca-00f41ecfea30 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0585902 Oct 28 21:55:40.074560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f102e11d-889b-4d83-9ffa-6e16903b6546 req-3e4281ee-945d-42e3-a845-d511b8bbe320 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360792 Oct 28 21:55:40.868887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e4400f1-f8a9-4930-af36-efa9600aabe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:40.907722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f83ada-24a5-4225-9462-aba6d0e6c852 req-2131bb53-d038-43bf-aa58-8e10a3df094b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:40.909821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4f83ada-24a5-4225-9462-aba6d0e6c852 req-2131bb53-d038-43bf-aa58-8e10a3df094b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0571897 Oct 28 21:55:40.954511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4f83ada-24a5-4225-9462-aba6d0e6c852 req-ca260f2c-faaf-47b5-864d-71a649be85a1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Oct 28 21:55:41.197983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fae30-dcb7-4a24-809e-5ba3445e1274 req-9f7c46b8-cdeb-460b-ab98-beb46d282717 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:41.199435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f26fae30-dcb7-4a24-809e-5ba3445e1274 req-9f7c46b8-cdeb-460b-ab98-beb46d282717 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 945 time: 0.0493248 Oct 28 21:55:41.237238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f26fae30-dcb7-4a24-809e-5ba3445e1274 req-fc7c9e62-4e0d-4fb6-90e5-ff01558dc36f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Oct 28 21:55:41.722209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:41.802123 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:41.824198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:41.826441 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0c563-976a-4f03-800d-d7bce1b7ed23" -d '{"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-unplugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:41.838663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:41.842536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:41.865875 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc33f538-6968-4f2a-ae5f-fc3572e3a670 x-openstack-request-id: req-fc33f538-6968-4f2a-ae5f-fc3572e3a670 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:41.866163 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-unplugged", "status": "failed", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:41.866420 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc33f538-6968-4f2a-ae5f-fc3572e3a670 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:41.866810 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'code': 422} returned with failed status Oct 28 21:55:41.895478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:42.076665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860419d0-2a1f-43bb-bf3a-53c4a9700822 req-b7f45a01-f078-4d7a-b261-dcceb60a0622 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:42.077360 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:42.078185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-860419d0-2a1f-43bb-bf3a-53c4a9700822 req-b7f45a01-f078-4d7a-b261-dcceb60a0622 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0534713 Oct 28 21:55:42.119622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-860419d0-2a1f-43bb-bf3a-53c4a9700822 req-3ba8aeaf-8932-4422-9c3f-734e12e52f35 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322678 Oct 28 21:55:42.266680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:42.354646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661de76a-e64f-4064-9969-5ea47a0f92bf req-8ba72ba0-1747-4492-ace7-9e5b18b09e5d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:42.356083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-661de76a-e64f-4064-9969-5ea47a0f92bf req-8ba72ba0-1747-4492-ace7-9e5b18b09e5d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0480709 Oct 28 21:55:42.393456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-661de76a-e64f-4064-9969-5ea47a0f92bf req-e4c9150b-0926-4043-b236-8ada0c5304ee tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Oct 28 21:55:43.121526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-850360da-8386-4c99-bc23-f0da37b220d9 req-7b65adc9-7d0e-4167-a165-bda1f52ef4c3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:55:43.122492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-850360da-8386-4c99-bc23-f0da37b220d9 req-7b65adc9-7d0e-4167-a165-bda1f52ef4c3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053811 Oct 28 21:55:43.307615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bad4-8eac-4d61-a152-26ef0505f376 req-5e32b12a-9c2f-48f1-9a17-e9d970ad8358 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:43.309022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6f3bad4-8eac-4d61-a152-26ef0505f376 req-5e32b12a-9c2f-48f1-9a17-e9d970ad8358 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.1032183 Oct 28 21:55:43.318944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feaefd-93ed-4388-ad17-2bd0f2c71d1c req-f2f5f5fc-8818-44cd-a88e-9e2f7ff7289d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:43.320421 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55feaefd-93ed-4388-ad17-2bd0f2c71d1c req-f2f5f5fc-8818-44cd-a88e-9e2f7ff7289d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0784960 Oct 28 21:55:43.338939 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-e9a93600-d866-4fbc-b109-42ed66878feb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532806 Oct 28 21:55:43.394956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6f3bad4-8eac-4d61-a152-26ef0505f376 req-14705ba1-c06c-42e8-8a03-c920348b7acc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684621 Oct 28 21:55:43.417440 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07d373df-b4a8-43ff-964f-136e6769acaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:43.421802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55feaefd-93ed-4388-ad17-2bd0f2c71d1c req-e1ea7030-93a8-4562-9c00-03579ed40c03 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936642 Oct 28 21:55:44.109557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-457887af-186d-4ca8-911f-ad54189f3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.111030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-457887af-186d-4ca8-911f-ad54189f3dfe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158&tenant_id=786f31f21532408e967dca77c5c9b406 HTTP/1.1" status: 200 len: 1095 time: 0.0406642 Oct 28 21:55:44.173314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-ff5f082e-d65d-4f71-a6d0-9fd266d0ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.174774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-ff5f082e-d65d-4f71-a6d0-9fd266d0ed97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1095 time: 0.0422597 Oct 28 21:55:44.274141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-ad4750a2-c315-427a-817b-f2363af00b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.275651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-ad4750a2-c315-427a-817b-f2363af00b9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.0942061 Oct 28 21:55:44.343861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-72032d1f-8c71-4db9-a7ed-8273fb2db01f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 998 time: 0.0603473 Oct 28 21:55:44.402666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-13b0165d-a6d5-4ae7-9d3b-01b454809a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.404430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-13b0165d-a6d5-4ae7-9d3b-01b454809a6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0508263 Oct 28 21:55:44.458822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-44eafeb1-3539-4986-87ac-39695a999baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.461086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-44eafeb1-3539-4986-87ac-39695a999baf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489635 Oct 28 21:55:44.617008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617e3cc-8ae1-4fbe-8bfe-890b89bf1894 req-4f2adf7f-240b-45c1-8c55-3f7a2eb703df tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.618499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0617e3cc-8ae1-4fbe-8bfe-890b89bf1894 req-4f2adf7f-240b-45c1-8c55-3f7a2eb703df tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.1419957 Oct 28 21:55:44.643155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd54403-c861-4661-a162-0690a4633c95 req-b0f23a60-8d67-46ea-83c7-0b0ba0069c4a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:44.644636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fd54403-c861-4661-a162-0690a4633c95 req-b0f23a60-8d67-46ea-83c7-0b0ba0069c4a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1067531 Oct 28 21:55:44.647090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-91a15560-3097-4edd-942d-6aed136eff14 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783535 Oct 28 21:55:44.746233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0617e3cc-8ae1-4fbe-8bfe-890b89bf1894 req-caaaff5a-f841-4b25-8c94-f81d5c234225 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179523 Oct 28 21:55:44.762089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2fd54403-c861-4661-a162-0690a4633c95 req-d39e8647-7705-4505-9e4b-39fb06cfc195 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063316 Oct 28 21:55:44.790123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68a6cd8-10b9-4b77-a647-fb074d1bed79 req-7076d31f-5002-41b3-a11a-d8720e64e585 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354382 Oct 28 21:55:44.858651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:45.173314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:45.754276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:46.012439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c99285-84b1-4df9-bdcf-38e28bb43ceb req-67543267-9f24-4aa5-8800-ae3a5bed2313 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:46.022729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3c99285-84b1-4df9-bdcf-38e28bb43ceb req-67543267-9f24-4aa5-8800-ae3a5bed2313 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.1470897 Oct 28 21:55:46.084416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031edd0-6579-4c90-9f71-60f14cc9cc38 req-77e0708b-c1d4-4978-9ba8-979f33723657 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:46.086312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e031edd0-6579-4c90-9f71-60f14cc9cc38 req-77e0708b-c1d4-4978-9ba8-979f33723657 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1633184 Oct 28 21:55:46.124929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3c99285-84b1-4df9-bdcf-38e28bb43ceb req-51a6117b-1e0b-4dcf-af17-8df64ca274c5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920897 Oct 28 21:55:46.171097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e031edd0-6579-4c90-9f71-60f14cc9cc38 req-b014cba8-11a9-4860-8a40-9fe2c48c2ad1 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679228 Oct 28 21:55:46.726672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:47.303328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0b10-90cd-4407-89d5-874fee078ad6 req-fc4ad413-31ff-41ed-b33f-933c13fe00fc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:47.306121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf9f0b10-90cd-4407-89d5-874fee078ad6 req-fc4ad413-31ff-41ed-b33f-933c13fe00fc tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0741544 Oct 28 21:55:47.369887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cf9f0b10-90cd-4407-89d5-874fee078ad6 req-dbd0189e-ace8-46e2-9762-dabf595c3f14 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488257 Oct 28 21:55:47.378407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3c076-7fb0-489c-9c8c-6d8747bcf8b4 req-9feeef50-6535-435b-8726-99f19169ea1a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:47.380967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e3c076-7fb0-489c-9c8c-6d8747bcf8b4 req-9feeef50-6535-435b-8726-99f19169ea1a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1009259 Oct 28 21:55:47.431581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e3c076-7fb0-489c-9c8c-6d8747bcf8b4 req-2f7a5645-6a44-409f-b3d4-de36f54f04f5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Oct 28 21:55:48.515930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b3983-3d1b-4ad4-8228-80f710bb612d req-a23e49be-f377-454a-a49f-0b440ad395b7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:48.517669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a2b3983-3d1b-4ad4-8228-80f710bb612d req-a23e49be-f377-454a-a49f-0b440ad395b7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0635538 Oct 28 21:55:48.588138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6a2b3983-3d1b-4ad4-8228-80f710bb612d req-8a3f4c93-52a7-43a3-872a-24025f5287a4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599651 Oct 28 21:55:48.597129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee43c6a-8270-453c-84fc-5d04cb591b24 req-e89badda-37b6-4b50-8e77-d368117575a0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:48.598660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ee43c6a-8270-453c-84fc-5d04cb591b24 req-e89badda-37b6-4b50-8e77-d368117575a0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0799351 Oct 28 21:55:48.641067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ee43c6a-8270-453c-84fc-5d04cb591b24 req-ac9fcb29-bb4c-4899-805f-7c596176f404 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361505 Oct 28 21:55:49.780154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0b4f-2dfa-4179-86c0-40f5c5d167d4 req-944b066e-8a05-4fb4-abb3-aa3cdffdd844 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:49.788052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92dc0b4f-2dfa-4179-86c0-40f5c5d167d4 req-944b066e-8a05-4fb4-abb3-aa3cdffdd844 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.1145914 Oct 28 21:55:49.834585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f9442-6949-41db-8322-b74196169d34 req-0c61c07f-13ce-48ec-ac45-b46e05e16a78 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:49.842189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe7f9442-6949-41db-8322-b74196169d34 req-0c61c07f-13ce-48ec-ac45-b46e05e16a78 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1041532 Oct 28 21:55:49.889022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92dc0b4f-2dfa-4179-86c0-40f5c5d167d4 req-364b219d-190f-408e-b240-a813c322a376 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999253 Oct 28 21:55:49.901518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe7f9442-6949-41db-8322-b74196169d34 req-a45c4a3e-1ab4-438c-9b48-7ac79bb72ed5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573652 Oct 28 21:55:50.007565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a53a5-b71a-45bf-a9e6-6cdaad59a9f5 req-293c11a4-869e-4d7e-937e-2b038719bdec tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:50.009235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b65a53a5-b71a-45bf-a9e6-6cdaad59a9f5 req-293c11a4-869e-4d7e-937e-2b038719bdec tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.0498757 Oct 28 21:55:50.059938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b65a53a5-b71a-45bf-a9e6-6cdaad59a9f5 req-c7c59937-22df-4cda-8541-725034e510d8 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446308 Oct 28 21:55:50.085211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47582) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:50.274448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port e8463a0c-69a3-449d-b15f-07d85574a76d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:55:50.274704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:50.479966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:50.480492 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:50.503374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for e8463a0c-69a3-449d-b15f-07d85574a76d owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:55:50.717893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:50.749108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=e8463a0c-69a3-449d-b15f-07d85574a76d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:50.764284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.764517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.764699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.765038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.765359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.765685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.766008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.766328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.766665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.766974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.767303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.767607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:55:50.828278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:50.828813 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP 6f600780-41b8-453a-aa50-bd93812ed52c disassociated (deleted). External IP: 172.25.4.215, port: 8efaedc7-ed7a-4244-9309-e39501705594. Oct 28 21:55:51.043020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21961-b2a8-4f8f-9e1c-40dffb2b3264 req-74970b18-2713-415f-95c8-7ec49fcf5b0b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:51.044088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c21961-b2a8-4f8f-9e1c-40dffb2b3264 req-74970b18-2713-415f-95c8-7ec49fcf5b0b tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0800819 Oct 28 21:55:51.123558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 1bc1751e-a130-4421-bb8f-660661ebfdb4 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:55:51.168760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04c21961-b2a8-4f8f-9e1c-40dffb2b3264 req-c95ec813-2b9f-470f-aa27-d4eae36510ef tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050420 Oct 28 21:55:51.195246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b531ec2-3587-4950-900b-ad95539f7992 req-ab19321a-7a26-43a0-a45f-20c3181db170 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:51.213315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b531ec2-3587-4950-900b-ad95539f7992 req-ab19321a-7a26-43a0-a45f-20c3181db170 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1528702 Oct 28 21:55:51.289286 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:55:51.295470 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:51.300844 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Sync routers for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:55:51.301625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b531ec2-3587-4950-900b-ad95539f7992 req-7f33e8ab-f92b-46ea-9278-21f1a0f0831f tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872288 Oct 28 21:55:51.328598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:55:51.328598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:51.348257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-89b2fae5-1b34-4b90-8cfb-a7d9ad62c140 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f600780-41b8-453a-aa50-bd93812ed52c HTTP/1.1" status: 204 len: 168 time: 1.2617974 Oct 28 21:55:51.350530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:51.353257 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f0481-5994-4edc-90d9-2311a07ea30c" -d '{"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:51.473699 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:55:51.524255 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2dc634-574e-4c7b-810a-4345cb4cabfd x-openstack-request-id: req-ce2dc634-574e-4c7b-810a-4345cb4cabfd {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:51.524794 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:51.525216 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce2dc634-574e-4c7b-810a-4345cb4cabfd {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:51.525790 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:55:51.705122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0481-5994-4edc-90d9-2311a07ea30c req-00cc8807-4f52-44b3-8e2c-8a1ae573c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:51.706552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-00cc8807-4f52-44b3-8e2c-8a1ae573c1dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 1098 time: 0.1352682 Oct 28 21:55:51.721870 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:51.778552 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Checking router: 1bc1751e-a130-4421-bb8f-660661ebfdb4 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:55:51.813464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:55:51.814410 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:51.860139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0481-5994-4edc-90d9-2311a07ea30c req-0098a4ea-ddb9-42f6-8a91-1d7236240439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:51.861642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-0098a4ea-ddb9-42f6-8a91-1d7236240439 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 200 len: 897 time: 0.1115515 Oct 28 21:55:51.885896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb91a0f-109a-43bd-9b90-5a3d9cbc08ba req-c516d5ad-a43d-4554-9639-a926f38d771d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:51.887412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cb91a0f-109a-43bd-9b90-5a3d9cbc08ba req-c516d5ad-a43d-4554-9639-a926f38d771d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 946 time: 0.2034075 Oct 28 21:55:51.921153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-265317ce-56fa-4687-9866-21f4e35226f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 200 len: 217 time: 0.0498753 Oct 28 21:55:52.004412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cb91a0f-109a-43bd-9b90-5a3d9cbc08ba req-2d72a55a-d0f3-4f4e-9aed-cc52ee5582ac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856085 Oct 28 21:55:52.005684 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:55:52.029246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0481-5994-4edc-90d9-2311a07ea30c req-7f8481fb-237d-47a5-a323-8c8b2cbaa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:52.030731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-7f8481fb-237d-47a5-a323-8c8b2cbaa3cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 200 len: 834 time: 0.1021953 Oct 28 21:55:52.101104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0481-5994-4edc-90d9-2311a07ea30c req-a4fd230d-2837-47a7-85f6-17fcd9cb4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:52.102618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-a4fd230d-2837-47a7-85f6-17fcd9cb4afe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77e98075-7b69-4287-af6b-4ccc2a18bfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642846 Oct 28 21:55:52.237706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-1fbb6183-9cc0-46d3-87ee-0c5ede95c283 service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245878 Oct 28 21:55:52.548559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-117f0481-5994-4edc-90d9-2311a07ea30c req-a7917d57-0fb3-4727-b16a-51d9ea9f3cbb service neutron] 10.222.0.44 "GET /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990994 Oct 28 21:55:52.561919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309c1e-08b8-43a5-a164-4f2a48b2641d req-30d2f3ed-3124-414b-b4ef-9f53232d61cc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:52.563917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7309c1e-08b8-43a5-a164-4f2a48b2641d req-30d2f3ed-3124-414b-b4ef-9f53232d61cc tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1347480 Oct 28 21:55:52.576207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81980532-1874-40ed-93bb-374a08d488bd req-60def5db-0dc6-46f8-af07-89c82e33d177 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:52.577850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81980532-1874-40ed-93bb-374a08d488bd req-60def5db-0dc6-46f8-af07-89c82e33d177 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.2138517 Oct 28 21:55:52.646536 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:52.689375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f7309c1e-08b8-43a5-a164-4f2a48b2641d req-ba1e692c-4d5a-4ce7-baff-72227126b2b3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103709 Oct 28 21:55:52.692819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81980532-1874-40ed-93bb-374a08d488bd req-d1a0db57-7ef6-44a8-9f26-8adda27d459c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906117 Oct 28 21:55:52.699039 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7a560-cbfc-4099-b5f0-cb72577d8f8f None None] The sync data for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 is: [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:06Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '2937c76e-3957-4e5c-9ff0-977f0e32a50a', 'name': '', 'network_id': '77e98075-7b69-4287-af6b-4ccc2a18bfe9', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:04:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:05Z', 'updated_at': '2021-10-28T21:54:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '11d30498-ca0a-4c7a-b261-2b6e05d6ae89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:55:52.927702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebc9c1-7807-415f-8507-4224a0745908 req-7321bbd3-9fbb-4094-8360-cf8e42cc8122 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:52.927702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94ebc9c1-7807-415f-8507-4224a0745908 req-7321bbd3-9fbb-4094-8360-cf8e42cc8122 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 946 time: 0.0818079 Oct 28 21:55:53.118660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:55:53.119226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:53.195297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc42f29-1220-4982-b223-fd2a4939a85f None None] New status for floating IP 6f600780-41b8-453a-aa50-bd93812ed52c: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:55:53.273505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46ad6-83f3-4543-abd2-7cd0118f7162 req-cffde7f7-14fc-4fa0-9af9-553b3ff79cec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:53.275038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29c46ad6-83f3-4543-abd2-7cd0118f7162 req-cffde7f7-14fc-4fa0-9af9-553b3ff79cec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4363ba-e283-47b5-8ad5-4c792ee6d7e6 HTTP/1.1" status: 200 len: 946 time: 0.1245039 Oct 28 21:55:53.348676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port 8efaedc7-ed7a-4244-9309-e39501705594, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=8efaedc7-ed7a-4244-9309-e39501705594,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:53.349045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:53.357026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29c46ad6-83f3-4543-abd2-7cd0118f7162 req-a19a55a2-c3a4-4349-9b2e-33ffc0b8292a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdd7d5ff-add1-44b5-946d-7b8448ca26d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692117 Oct 28 21:55:53.370844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 8efaedc7-ed7a-4244-9309-e39501705594 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:55:53.512642 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:53.543999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=8efaedc7-ed7a-4244-9309-e39501705594,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:53.592660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] No DVR routers for this DVR port 8efaedc7-ed7a-4244-9309-e39501705594 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:55:53.595260 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:53.599206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94ebc9c1-7807-415f-8507-4224a0745908 req-67d78d05-9b09-4be5-8455-cb53e7eb4725 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "DELETE /v2.0/ports/8efaedc7-ed7a-4244-9309-e39501705594 HTTP/1.1" status: 204 len: 173 time: 0.6699927 Oct 28 21:55:53.599671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-deleted', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:55:53.601996 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54320e-d2be-46c6-ae3d-40aa7dab2e02" -d '{"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-deleted", "tag": "8efaedc7-ed7a-4244-9309-e39501705594"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:55:53.645268 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c6d20-b7f4-4da1-aa8f-94745b2858fd x-openstack-request-id: req-bf6c6d20-b7f4-4da1-aa8f-94745b2858fd {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:55:53.646211 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4363ba-e283-47b5-8ad5-4c792ee6d7e6", "name": "network-vif-deleted", "tag": "8efaedc7-ed7a-4244-9309-e39501705594", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:55:53.646514 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf6c6d20-b7f4-4da1-aa8f-94745b2858fd {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:55:53.646934 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4363ba-e283-47b5-8ad5-4c792ee6d7e6', 'name': 'network-vif-deleted', 'tag': '8efaedc7-ed7a-4244-9309-e39501705594', 'status': 'completed', 'code': 200} Oct 28 21:55:53.892661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13355e0b-1a48-400f-b770-93136cbc9bad req-061d07b8-f621-4704-aad1-527506e81077 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:53.894220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13355e0b-1a48-400f-b770-93136cbc9bad req-061d07b8-f621-4704-aad1-527506e81077 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0935783 Oct 28 21:55:53.918362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b13899-df58-4af1-9983-3c4cce995037 req-3ed41ea6-1f8f-474d-a67d-453b54c4fe3d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:53.919847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6b13899-df58-4af1-9983-3c4cce995037 req-3ed41ea6-1f8f-474d-a67d-453b54c4fe3d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0806282 Oct 28 21:55:53.967982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13355e0b-1a48-400f-b770-93136cbc9bad req-24f6cc0a-91b7-4cde-a62d-b42a5e0aca77 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646679 Oct 28 21:55:54.000444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6b13899-df58-4af1-9983-3c4cce995037 req-f9b25bb1-fecc-44af-9eff-15b30643bfe7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709801 Oct 28 21:55:54.433184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47630) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:54.959846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:55.195313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061b67-c093-4ebc-8df7-f1d66e821f82 req-96ad5084-6f42-4045-8d7e-6dc024df9d7a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:55.196917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc061b67-c093-4ebc-8df7-f1d66e821f82 req-96ad5084-6f42-4045-8d7e-6dc024df9d7a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0968642 Oct 28 21:55:55.210621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450659a-1208-41a7-974d-f841e99797e3 req-7f1b356c-c5a0-4382-86fa-776864578087 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:55.212341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c450659a-1208-41a7-974d-f841e99797e3 req-7f1b356c-c5a0-4382-86fa-776864578087 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0733879 Oct 28 21:55:55.276566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc061b67-c093-4ebc-8df7-f1d66e821f82 req-8c0414c0-628c-4bfb-8b1c-2e96cb33a3ce tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630863 Oct 28 21:55:55.281601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c450659a-1208-41a7-974d-f841e99797e3 req-386f892c-a300-43e9-8b40-e127d650aba0 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538995 Oct 28 21:55:55.578634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 2937c76e-3957-4e5c-9ff0-977f0e32a50a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:55:55.579153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:55.676584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-aceabbf4-c59b-418e-9165-ebf3f108c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:55.678206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-aceabbf4-c59b-418e-9165-ebf3f108c543 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=786f31f21532408e967dca77c5c9b406&device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1095 time: 0.0590191 Oct 28 21:55:55.717246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port 2937c76e-3957-4e5c-9ff0-977f0e32a50a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2937c76e-3957-4e5c-9ff0-977f0e32a50a,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:55.717605 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:55.734183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 2937c76e-3957-4e5c-9ff0-977f0e32a50a owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:55:55.821888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-b4410b5b-5df9-4d86-bce7-2df23a3c5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:55.823677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-b4410b5b-5df9-4d86-bce7-2df23a3c5252 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 200 len: 918 time: 0.1038022 Oct 28 21:55:55.898936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-a2616b36-56a2-469b-8148-c85d349eab0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 200 len: 998 time: 0.0667124 Oct 28 21:55:55.925761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:55.953733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-1a22a9f6-6b18-48fa-9275-ebea21b30000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:55.955445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-1a22a9f6-6b18-48fa-9275-ebea21b30000 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 200 len: 856 time: 0.0483778 Oct 28 21:55:55.955721 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:55.959838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 8efaedc7-ed7a-4244-9309-e39501705594 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:55:55.960888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 8efaedc7-ed7a-4244-9309-e39501705594 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:56.001784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-83e90905-444a-4c0c-8f4d-0483ecab29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:56.003281 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-83e90905-444a-4c0c-8f4d-0483ecab29ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1bf502e-9f77-4633-b3a9-a7a387f80919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408773 Oct 28 21:55:56.009503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=2937c76e-3957-4e5c-9ff0-977f0e32a50a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:56.107839 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-576cbb58-be53-4355-b807-5da3632274f6 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965731 Oct 28 21:55:56.169589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.209618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e4d9cef1-bf50-40c6-82bc-95acb93bc3e8 req-0fa6997d-0a09-4c16-b5ba-eeedd050ecf7 service neutron] 10.222.0.52 "GET /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941350 Oct 28 21:55:56.410544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 1bc1751e-a130-4421-bb8f-660661ebfdb4 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:55:56.437679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf8bc4-d491-468e-8576-ae085e3b22d9 req-e51ca13e-9746-480b-b45b-621c4211a5c7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:56.439342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dcf8bc4-d491-468e-8576-ae085e3b22d9 req-e51ca13e-9746-480b-b45b-621c4211a5c7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.0785320 Oct 28 21:55:56.453584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acba56-8375-4786-af37-b0d063cdd79a req-aabd73af-c8fc-41bc-a8d5-13c12704300b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:56.455054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38acba56-8375-4786-af37-b0d063cdd79a req-aabd73af-c8fc-41bc-a8d5-13c12704300b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.0821142 Oct 28 21:55:56.518239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38acba56-8375-4786-af37-b0d063cdd79a req-e886eae8-224a-4810-98a2-10d6e66ffc2b tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Oct 28 21:55:56.531794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dcf8bc4-d491-468e-8576-ae085e3b22d9 req-1cfda37e-66fa-41ac-8131-3ec8e7c2b714 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864496 Oct 28 21:55:56.566061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:55:56.571973 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-10e6e5e7-e244-43e8-afe8-45e6a86e239c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/1bc1751e-a130-4421-bb8f-660661ebfdb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1384349 Oct 28 21:55:56.574624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:56.579987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Sync routers for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:55:56.597744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:55:56.598418 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:56.632104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting subnet 11d30498-ca0a-4c7a-b261-2b6e05d6ae89 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:55:56.637007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.687799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.719258 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:55:56.775571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.842421 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.875723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:56.881665 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/subnets/11d30498-ca0a-4c7a-b261-2b6e05d6ae89 HTTP/1.1" status: 204 len: 168 time: 0.3060341 Oct 28 21:55:56.882902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfac0f3-b9c6-449a-94e3-0dbfe8b6c3cd tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Subnet': ['ID=11d30498-ca0a-4c7a-b261-2b6e05d6ae89,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:56.883844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737ae98-168c-445c-84d0-5cc9317b430b None None] Network 77e98075-7b69-4287-af6b-4ccc2a18bfe9 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:55:56.884579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47650) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:56.929028 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:55:55Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:56.963477 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Checking router: 1bc1751e-a130-4421-bb8f-660661ebfdb4 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:55:56.974464 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Routers {'1bc1751e-a130-4421-bb8f-660661ebfdb4'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:55:56.975347 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['1bc1751e-a130-4421-bb8f-660661ebfdb4'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:57.030865 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.100084 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] Set router 1bc1751e-a130-4421-bb8f-660661ebfdb4 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:55:57.172653 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.247204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port d720abda-3f38-4b69-a777-ed6119f4cda0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:55:57.247766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.328459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] DHCP port deletion for 77e98075-7b69-4287-af6b-4ccc2a18bfe9 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:55:57.329069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:55:55Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:57.357762 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205f3bf-f90e-4cbc-a362-35eca26b12af None None] The sync data for ids ['1bc1751e-a130-4421-bb8f-660661ebfdb4'] in n-d-806683-16 is: [{'id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146391199', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:55:55Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'd720abda-3f38-4b69-a777-ed6119f4cda0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc1751e-a130-4421-bb8f-660661ebfdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:54:02Z', 'updated_at': '2021-10-28T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:55:57.358889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port d720abda-3f38-4b69-a777-ed6119f4cda0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d720abda-3f38-4b69-a777-ed6119f4cda0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:57.359321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.374839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for d720abda-3f38-4b69-a777-ed6119f4cda0 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:55:57.406541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Deleting port c68892bd-2e00-4c46-b71a-85ac673e2aaf {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:55:57.406922 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.479649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] For port c68892bd-2e00-4c46-b71a-85ac673e2aaf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c68892bd-2e00-4c46-b71a-85ac673e2aaf,segment=NetworkSegment(e31850af-a7a5-406d-90fe-b048e2137f38),segment_id=e31850af-a7a5-406d-90fe-b048e2137f38)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:57.480133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.494709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Calling delete_port for c68892bd-2e00-4c46-b71a-85ac673e2aaf owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:55:57.568128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.604854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.635988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=d720abda-3f38-4b69-a777-ed6119f4cda0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:57.639313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] No DVR routers for this DVR port c68892bd-2e00-4c46-b71a-85ac673e2aaf on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:55:57.641086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae37c7-11ad-468d-b6e6-9739467ac27b None None] Pushing event deleted for resources: {'Port': ['ID=c68892bd-2e00-4c46-b71a-85ac673e2aaf,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:57.786741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e08db-9281-4cec-a3e5-9f49f06e4711 req-36906964-9ee1-4aed-81e9-06d4368d1e3a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:57.787873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:57.788600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c8e08db-9281-4cec-a3e5-9f49f06e4711 req-36906964-9ee1-4aed-81e9-06d4368d1e3a tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 943 time: 0.1535649 Oct 28 21:55:57.790407 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:57.800473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885db672-3e58-4bae-8f6e-6671967eefe4 req-c4fe6796-500e-4a29-867c-ab6a33ad8e86 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:57.808035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-885db672-3e58-4bae-8f6e-6671967eefe4 req-c4fe6796-500e-4a29-867c-ab6a33ad8e86 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 943 time: 0.1744573 Oct 28 21:55:57.921290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2937c76e-3957-4e5c-9ff0-977f0e32a50a no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:57.954153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2937c76e-3957-4e5c-9ff0-977f0e32a50a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:55:57.954640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2937c76e-3957-4e5c-9ff0-977f0e32a50a not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:57.955182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c68892bd-2e00-4c46-b71a-85ac673e2aaf no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:57.982734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c68892bd-2e00-4c46-b71a-85ac673e2aaf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:55:57.983197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c68892bd-2e00-4c46-b71a-85ac673e2aaf not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:58.019069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.026108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.029719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:58.044247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '40520a70-dd3d-400f-9128-dceff098c081', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'port_id': '40520a70-dd3d-400f-9128-dceff098c081', 'mac_address': 'fa:16:3e:6b:b4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:58.087464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.104132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:58.128402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:58.133856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.134849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6398fa32-75ff-40b5-80bd-6d969556802a details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:55:58.256756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:58.286098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6398fa32-75ff-40b5-80bd-6d969556802a,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:58.298890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6398fa32-75ff-40b5-80bd-6d969556802a', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'port_id': '6398fa32-75ff-40b5-80bd-6d969556802a', 'mac_address': 'fa:16:3e:9e:ef:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:55:58.338478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.351958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6398fa32-75ff-40b5-80bd-6d969556802a {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:55:58.372255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6398fa32-75ff-40b5-80bd-6d969556802a,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:55:58.376079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.429447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:58.434926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-885db672-3e58-4bae-8f6e-6671967eefe4 req-a83c72d6-f060-4609-bb68-9f82edcd01e5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6259840 Oct 28 21:55:58.438719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c8e08db-9281-4cec-a3e5-9f49f06e4711 req-9de49231-6c34-4f16-934c-ba3746b3fa04 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6238575 Oct 28 21:55:58.453222 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.454032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc1751e-a130-4421-bb8f-660661ebfdb4 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:55:58.463186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.464498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6bd3a375-704b-4217-8081-3f89b6ee69fa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/routers/1bc1751e-a130-4421-bb8f-660661ebfdb4 HTTP/1.1" status: 204 len: 168 time: 1.5785744 Oct 28 21:55:58.467259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47658) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:58.563144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.599753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6398fa32-75ff-40b5-80bd-6d969556802a'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:58.604576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['40520a70-dd3d-400f-9128-dceff098c081'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:55:58.653202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.679602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e98075-7b69-4287-af6b-4ccc2a18bfe9']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:58.690520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31850af-a7a5-406d-90fe-b048e2137f38') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:58.690884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31850af-a7a5-406d-90fe-b048e2137f38') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:55:58.701887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.715393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.721548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:55:58.721938 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:55:58.726264 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:55:58.803766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.836917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.844616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:58.845583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/networks/77e98075-7b69-4287-af6b-4ccc2a18bfe9 HTTP/1.1" status: 204 len: 168 time: 0.3764465 Oct 28 21:55:58.847979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bc306-e383-45cb-b1f0-7256ffed5071 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Network': ['ID=77e98075-7b69-4287-af6b-4ccc2a18bfe9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:58.932428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:58.989629 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.058209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.060812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.062095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/security-groups/cdd7d5ff-add1-44b5-946d-7b8448ca26d8 HTTP/1.1" status: 204 len: 168 time: 0.2164807 Oct 28 21:55:59.072331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c490542-7edc-46a5-b248-4234baf1f89c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7d5ff-add1-44b5-946d-7b8448ca26d8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:59.377651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:59.382982 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428452144', 'description': 'tempest-secgroup-smoke-428452144 description', 'project_id': '0372ae518279420198ac9f8687657e10'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:59.406157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.478845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.484586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.525672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:59.544891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.546193 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a66b5aa-6532-46d2-a763-6bc08594075e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1675158 Oct 28 21:55:59.554271 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:59.563580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:59.643786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.646354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751c92-554c-490e-9aad-4916a4f4f419 req-bc3703d7-6ffc-4b31-b355-15ef1e527706 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:59.647812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35751c92-554c-490e-9aad-4916a4f4f419 req-bc3703d7-6ffc-4b31-b355-15ef1e527706 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 944 time: 0.1062121 Oct 28 21:55:59.656046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d720abda-3f38-4b69-a777-ed6119f4cda0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:55:59.669114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0aad0-0994-4dc8-a292-8ecec1de6a92 req-f8ac5be6-c233-4fa2-a72c-37914618ce29 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:55:59.670623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5c0aad0-0994-4dc8-a292-8ecec1de6a92 req-f8ac5be6-c233-4fa2-a72c-37914618ce29 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 944 time: 0.1128676 Oct 28 21:55:59.684648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d720abda-3f38-4b69-a777-ed6119f4cda0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:55:59.685016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d720abda-3f38-4b69-a777-ed6119f4cda0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:55:59.722402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35751c92-554c-490e-9aad-4916a4f4f419 req-466aa90b-29d2-4747-94fb-9aa211702377 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638440 Oct 28 21:55:59.737132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.739859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a5c0aad0-0994-4dc8-a292-8ecec1de6a92 req-1d1bbccc-958f-4275-8e13-e34255403669 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Oct 28 21:55:59.745789 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.758500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6d2c0a-665f-44d6-8e56-8d12254a1114,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:59.775673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.776905 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88398be3-52b9-48e0-b9d4-28d85226436d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2185888 Oct 28 21:55:59.779592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:59.783906 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:59.803951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:55:59.818718 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.855039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 40520a70-dd3d-400f-9128-dceff098c081 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:55:59.855803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.890126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.896764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.924406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df87fcbf-8838-487c-aea2-73e6f7a70f42,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:55:59.932076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.936130 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4ae43d8f-c9eb-4ca2-b718-d2caa77203d9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529150 Oct 28 21:55:59.936441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47688) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:55:59.948794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:55:59.974301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.985962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:55:59.998578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:00.000858 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba29e8-5940-4652-99bc-ca440f7f3333" -d '{"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:00.014167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:00.022674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.023644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6398fa32-75ff-40b5-80bd-6d969556802a up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:00.055827 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.063087 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.071405 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd438f8-3a04-415f-888e-a7dbea25e826 x-openstack-request-id: req-4bd438f8-3a04-415f-888e-a7dbea25e826 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:00.071618 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-plugged", "status": "completed", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:00.071855 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bd438f8-3a04-415f-888e-a7dbea25e826 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:00.072249 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'code': 200} Oct 28 21:56:00.093183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b889c7ab-b926-4efb-b877-d010e25a4484,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.102401 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.103764 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-23acbfb0-6f0e-4dea-858d-176cabb43132 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663034 Oct 28 21:56:00.106387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47692) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:00.112921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:00.116302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.133680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6398fa32-75ff-40b5-80bd-6d969556802a completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:56:00.138284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6398fa32-75ff-40b5-80bd-6d969556802a triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:00.138814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.168636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.240556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.244701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.251460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.275793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b751febe-5fa7-43c7-9e89-2a5e89d8b656,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.281998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.282245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bae98-a11b-40e7-bd8b-c87159477c24 req-07d96b14-74ff-4565-b533-0aa813bc6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:00.283218 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6459d9df-e27b-46ff-a370-a9e3a21054e3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756134 Oct 28 21:56:00.283925 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-329bae98-a11b-40e7-bd8b-c87159477c24 req-07d96b14-74ff-4565-b533-0aa813bc6ad9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 1098 time: 0.0773699 Oct 28 21:56:00.286918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47694) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:00.291810 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:00.297444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6398fa32-75ff-40b5-80bd-6d969556802a,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:00.301499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.317974 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:56:00.323352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.343991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-329bae98-a11b-40e7-bd8b-c87159477c24 req-858d4621-42c4-4a6f-9236-223fa92aeeb8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Oct 28 21:56:00.361786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.387621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.391312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.410214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe7af87-4058-409a-94f6-ad3a73d0ba10,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.416241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.420460 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3d1c8ebe-16a7-4e20-894b-7dfa70c3b3a9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292901 Oct 28 21:56:00.420460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47696) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:00.424691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:00.448592 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:56:00.453504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.514213 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.517585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.541269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21c6472-cdc3-4cf4-bdf7-61f232cfd9bd,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.546658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.550700 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3830c5fa-d5ec-4e1a-a44e-7eb13744e58e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294422 Oct 28 21:56:00.550918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47698) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:00.556213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'network': {'name': 'tempest-network-smoke--1765984648', 'project_id': '0372ae518279420198ac9f8687657e10', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:00.578019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:56:00.581336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.604666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:56:00.614432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.614854 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Added segment 081f576f-3529-4367-b3a2-f0940090d177 of type vlan for network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b Oct 28 21:56:00.654065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.682526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.689544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:00.690129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.750814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985250 Oct 28 21:56:00.753803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47700) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:00.760025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'admin_state_up': True, 'project_id': '0372ae518279420198ac9f8687657e10', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:00.764548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbed9-2f6a-4e86-ac7a-8ef1e6875623 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Network': ['ID=0b4b20dc-7106-4642-8e05-d25ceaf1e73b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:00.791069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:56:00.816269 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.822437 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.880187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b420130-f9fa-4b73-9c53-4f59517199d2 req-7a1dd412-bef5-4a9d-ba14-c90029e907d3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:00.882120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b420130-f9fa-4b73-9c53-4f59517199d2 req-7a1dd412-bef5-4a9d-ba14-c90029e907d3 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0640981 Oct 28 21:56:00.943174 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:00.975228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b420130-f9fa-4b73-9c53-4f59517199d2 req-d0dfd876-9596-49fc-b83f-4b3874d96ceb tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831914 Oct 28 21:56:01.019417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440388d-02ed-4016-bc51-aaffb2e99d98 req-d28a6e10-9156-4ddf-8eb5-8dd3dba547e9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:01.021862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440388d-02ed-4016-bc51-aaffb2e99d98 req-d28a6e10-9156-4ddf-8eb5-8dd3dba547e9 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.1070509 Oct 28 21:56:01.076550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f440388d-02ed-4016-bc51-aaffb2e99d98 req-b75408d8-d1dc-4229-a90e-293afe165695 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474994 Oct 28 21:56:01.140636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:01.402192 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:01.438787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:01.585043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.192 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f8c7723a-a0e9-4fdf-9118-9834ca32a522) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:01.717350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:01.756754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:01.807588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:01.815191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:01.822902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:01.826524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=f8c7723a-a0e9-4fdf-9118-9834ca32a522,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:02.073154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:02.075529 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d9ea6-97a5-4540-8104-4f82f0ad7e94" -d '{"events": [{"server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "name": "network-vif-plugged", "status": "completed", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:02.123274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:02.131291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428108ed-3796-44a8-b53a-9bb0a8a50e23 req-01fab2da-07cd-467c-85d6-55f11e192340 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:02.135167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-428108ed-3796-44a8-b53a-9bb0a8a50e23 req-01fab2da-07cd-467c-85d6-55f11e192340 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0822744 Oct 28 21:56:02.175569 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ffb0e-ec9a-436d-ac06-5c87c64a1a5b x-openstack-request-id: req-fd7ffb0e-ec9a-436d-ac06-5c87c64a1a5b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:02.176293 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "name": "network-vif-plugged", "status": "completed", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:02.176734 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7ffb0e-ec9a-436d-ac06-5c87c64a1a5b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:02.177295 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a', 'code': 200} Oct 28 21:56:02.216563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-428108ed-3796-44a8-b53a-9bb0a8a50e23 req-4d76b6f3-1cda-4d07-8eeb-63d6d7a60fe7 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765953 Oct 28 21:56:02.336925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890483db-dc86-427b-bf7b-b6573a3efaa1 req-ca8d5e5d-abce-4e9d-9ecc-aae7e3fac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:02.338405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-890483db-dc86-427b-bf7b-b6573a3efaa1 req-ca8d5e5d-abce-4e9d-9ecc-aae7e3fac6ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1097 time: 0.0744705 Oct 28 21:56:02.349829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c855a0-19d4-4dda-9074-c8844d7376f0 req-297f6853-fecf-465d-8bdd-9c5002708338 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:02.350963 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1c855a0-19d4-4dda-9074-c8844d7376f0 req-297f6853-fecf-465d-8bdd-9c5002708338 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0887730 Oct 28 21:56:02.371343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:02.403589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-890483db-dc86-427b-bf7b-b6573a3efaa1 req-c35a1022-9165-48e4-a1d0-1bf9a21d14bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516675 Oct 28 21:56:02.417219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1c855a0-19d4-4dda-9074-c8844d7376f0 req-5826be4a-1ec8-4dc9-b093-f6c6fd79a898 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487530 Oct 28 21:56:02.783769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 36978d79-f08d-4637-8380-32d728d99f1c is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:56:02.889263 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:02.899553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Sync routers for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:02.910118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:02.910803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:02.914426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:02.914426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a7b2a2ff-e72f-4559-9215-707d00532400 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1595070 Oct 28 21:56:02.917472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47750) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:02.953742 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d715f2b4-c2a0-46b7-b497-3ce7f85a3e15 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0372ae518279420198ac9f8687657e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350430 Oct 28 21:56:02.956388 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:03.021510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:03.117630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee932d7-162b-4909-a4d7-b8ac5cddc67d tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:03.119624 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9ee932d7-162b-4909-a4d7-b8ac5cddc67d tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1614001 Oct 28 21:56:03.121856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 47754) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:03.151287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d352055b-7315-4a1a-b8ba-8aa4c0223030 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281672 Oct 28 21:56:03.154337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47756) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:03.159499 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351071727', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'project_id': '0372ae518279420198ac9f8687657e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:03.226972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:01Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:03.257720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:56:03.260566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Checking router: 36978d79-f08d-4637-8380-32d728d99f1c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:03.260904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Updating router 36978d79-f08d-4637-8380-32d728d99f1c port f8c7723a-a0e9-4fdf-9118-9834ca32a522 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:56:03.262741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.294348 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.390712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116a8f-dd62-44e7-b48d-5f5b1b79fd25 req-cf9e86be-8c1b-49a1-855e-385a83df389d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:03.392947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c116a8f-dd62-44e7-b48d-5f5b1b79fd25 req-cf9e86be-8c1b-49a1-855e-385a83df389d tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0842729 Oct 28 21:56:03.492882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c116a8f-dd62-44e7-b48d-5f5b1b79fd25 req-f308ec57-84b0-4948-b92e-6aa4532dbab5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800593 Oct 28 21:56:03.512581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.592254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Subnet': ['ID=9b5eb3a2-3328-4358-aa49-4807b2110c59,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:03.595015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ba69c-6c25-4d9d-93b3-4eea7be60b1b req-6cbf32fa-3226-4007-af84-de6b94e468bb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:03.596611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d8ba69c-6c25-4d9d-93b3-4eea7be60b1b req-6cbf32fa-3226-4007-af84-de6b94e468bb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0630777 Oct 28 21:56:03.637055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:03.637507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network hostable DHCP agents. Network: 0b4b20dc-7106-4642-8e05-d25ceaf1e73b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:56:03.657755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:56:03.661599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d8ba69c-6c25-4d9d-93b3-4eea7be60b1b req-72a011c2-4949-4b7a-8a0d-01c3d60c04a4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577583 Oct 28 21:56:03.668417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.671332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0b4b20dc-7106-4642-8e05-d25ceaf1e73b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:03.674150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.678445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:03.679403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.688066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633debaa-3b55-44bf-bcc4-896b2982c2e2 None None] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:56:03.702633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0f8b5c0-3b5a-482f-b66b-7b84df639ced tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5446126 Oct 28 21:56:03.702946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:03.776947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Attempting to bind port f8c7723a-a0e9-4fdf-9118-9834ca32a522 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:03.777314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Attempting to bind port f8c7723a-a0e9-4fdf-9118-9834ca32a522 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:03.777678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Attempting to bind port f8c7723a-a0e9-4fdf-9118-9834ca32a522 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:03.793093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10111ff3-0879-4348-ae72-b0c4604f930a None None] Pushing event updated for resources: {'Port': ['ID=f8c7723a-a0e9-4fdf-9118-9834ca32a522,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:03.795429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:03.795798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:03.796197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.796601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:03.797072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Bound port: f8c7723a-a0e9-4fdf-9118-9834ca32a522, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:03.797446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.870862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] For port f8c7723a-a0e9-4fdf-9118-9834ca32a522, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:03.874609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] For port f8c7723a-a0e9-4fdf-9118-9834ca32a522, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8c7723a-a0e9-4fdf-9118-9834ca32a522,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:03.899197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:03.983261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:03.983886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:03.992495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:56:03.993353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.069464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10111ff3-0879-4348-ae72-b0c4604f930a None None] Pushing event updated for resources: {'Port': ['ID=f8c7723a-a0e9-4fdf-9118-9834ca32a522,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:04.194173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.384634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:04.486450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Allocated IP 172.20.0.2 (0b4b20dc-7106-4642-8e05-d25ceaf1e73b/9b5eb3a2-3328-4358-aa49-4807b2110c59/5cb39cc5-300b-41c2-9f68-52e44e09fa20) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:04.538103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c15ae-2b6c-412c-a80a-5fe833a41d52 req-fc7f9b0f-009b-4581-ae24-9eed1b3a1d31 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:04.539775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a85c15ae-2b6c-412c-a80a-5fe833a41d52 req-fc7f9b0f-009b-4581-ae24-9eed1b3a1d31 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 946 time: 0.0569494 Oct 28 21:56:04.578116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a85c15ae-2b6c-412c-a80a-5fe833a41d52 req-b1735569-8825-4734-aa88-92cd3c9b6f42 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Oct 28 21:56:04.690687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.694587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:01Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:04.699571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.754655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.1 (0b4b20dc-7106-4642-8e05-d25ceaf1e73b/9b5eb3a2-3328-4358-aa49-4807b2110c59/b8b1d10d-1513-45bc-afa1-b64f79cec36d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:04.768987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5230c-36f8-4404-975a-8542834d1b5f None None] The sync data for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 is: [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:01Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:04.772061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Pushing event updated for resources: {'Port': ['ID=5cb39cc5-300b-41c2-9f68-52e44e09fa20,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:04.780732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98300-479f-449e-8312-9aab6d026682 req-e167a1b3-b2fa-4a07-8176-21a7cbdc6726 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:04.783734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fe98300-479f-449e-8312-9aab6d026682 req-e167a1b3-b2fa-4a07-8176-21a7cbdc6726 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0542097 Oct 28 21:56:04.785267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:04.788087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:04.790952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:04.857200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fe98300-479f-449e-8312-9aab6d026682 req-dce5c956-ba03-4965-a27b-529fd8c1b8eb tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477083 Oct 28 21:56:04.862946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Attempting to bind port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:04.865091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Attempting to bind port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:04.865866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Attempting to bind port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:04.872536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:04.873126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:04.873944 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.874514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Bound using segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:04.875156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Bound port: 5cb39cc5-300b-41c2-9f68-52e44e09fa20, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:04.875724 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.902041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.941468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.961673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] For port 5cb39cc5-300b-41c2-9f68-52e44e09fa20, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:04.965411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] For port 5cb39cc5-300b-41c2-9f68-52e44e09fa20, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5cb39cc5-300b-41c2-9f68-52e44e09fa20,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:04.969442 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:04.997600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac172d-ee95-4e74-b28c-bb881880a7ba req-cc9fc98f-b482-4114-b3a6-f39eff834ad2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:04.998172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:05.001508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:05.005796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:05.005986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2ac172d-ee95-4e74-b28c-bb881880a7ba req-cc9fc98f-b482-4114-b3a6-f39eff834ad2 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0600834 Oct 28 21:56:05.026945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb6c0-8619-4703-9ae3-8d7b5ea4ed00 None None] Pushing event updated for resources: {'Port': ['ID=5cb39cc5-300b-41c2-9f68-52e44e09fa20,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:05.049190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2ac172d-ee95-4e74-b28c-bb881880a7ba req-4b280f1d-776d-4b7b-bee1-8c71004c1b03 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Oct 28 21:56:05.068989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:05.071265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:05.086205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:05.186963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8959cabd-c399-4808-8740-bf5c73f964fe tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:05.188565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8959cabd-c399-4808-8740-bf5c73f964fe tempest-TestVolumeBootPattern-98452972 tempest-TestVolumeBootPattern-98452972-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1092 time: 0.1183844 Oct 28 21:56:05.191402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:05.198376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '6398fa32-75ff-40b5-80bd-6d969556802a', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:05.262599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:05.350125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:05.560168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:05.766839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c1c2-33f6-4425-af73-80de85d6e97d req-a743c197-2f78-4cce-924b-79325b296a0b tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:05.783389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ac5c1c2-33f6-4425-af73-80de85d6e97d req-a743c197-2f78-4cce-924b-79325b296a0b tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 946 time: 0.0986409 Oct 28 21:56:05.816110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Allocated IP 172.25.4.187 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/0887d8fa-579e-4527-846c-137b258d9833) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:05.877693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8c7723a-a0e9-4fdf-9118-9834ca32a522 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:05.889411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ac5c1c2-33f6-4425-af73-80de85d6e97d req-e20b3b17-c8c0-4640-861b-02f4680af793 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047359 Oct 28 21:56:05.934801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-9d48eb9b-3fbd-4bd5-bc08-58e8585fafaa tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:05.937131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-9d48eb9b-3fbd-4bd5-bc08-58e8585fafaa tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.44 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 946 time: 0.0826697 Oct 28 21:56:06.004114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f8c7723a-a0e9-4fdf-9118-9834ca32a522 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:06.005202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.019983 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.067168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.085035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Deleting port d5bc66c3-65e5-491c-abc2-acd58c7fec77 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:06.085694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.130540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:06.159269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:06.165836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:06.188324 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.211860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f8c7723a-a0e9-4fdf-9118-9834ca32a522, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8c7723a-a0e9-4fdf-9118-9834ca32a522,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:06.220262 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.221510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5cb39cc5-300b-41c2-9f68-52e44e09fa20 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:06.232761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] For port d5bc66c3-65e5-491c-abc2-acd58c7fec77, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d5bc66c3-65e5-491c-abc2-acd58c7fec77,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:06.235717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.257255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Calling delete_port for d5bc66c3-65e5-491c-abc2-acd58c7fec77 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:06.263690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=0887d8fa-579e-4527-846c-137b258d9833,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:06.336831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f8c7723a-a0e9-4fdf-9118-9834ca32a522,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:06.355477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b88c4c-6839-46bb-a625-ed827993111d None None] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:56:06.358142 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.361360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.362626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.363136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.364266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.364785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.365353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.365885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.367027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.367201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.367680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.368171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.368536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.368879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:06.476290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.493382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8d3fad83-90ee-47cc-b102-30956f2bd969 None None] Provisioning complete for port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:06.493777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d3fad83-90ee-47cc-b102-30956f2bd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.495680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d5bc66c3-65e5-491c-abc2-acd58c7fec77'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:56:06.510941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Pushing event deleted for resources: {'Port': ['ID=d5bc66c3-65e5-491c-abc2-acd58c7fec77,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:06.553051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:06.553420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.556662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] No DVR routers for this DVR port d5bc66c3-65e5-491c-abc2-acd58c7fec77 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:56:06.559462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.563399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5188d6c3-5ab6-449b-8be2-2dd734a9bb55 req-f89822e7-89ea-4d54-8059-1ca5919a0fb6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.44 "DELETE /v2.0/ports/d5bc66c3-65e5-491c-abc2-acd58c7fec77 HTTP/1.1" status: 204 len: 173 time: 0.6185088 Oct 28 21:56:06.563854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'name': 'network-vif-deleted', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:06.567369 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b3b3c1-a476-4701-9a33-4a12e9a27f2d" -d '{"events": [{"server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "name": "network-vif-deleted", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:06.695316 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaa203d-e484-4a83-87e1-41cba42392ba x-openstack-request-id: req-baaa203d-e484-4a83-87e1-41cba42392ba {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:06.695615 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d60b05-d9a1-4536-bd7f-816224220a7e", "name": "network-vif-deleted", "tag": "d5bc66c3-65e5-491c-abc2-acd58c7fec77", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:06.695864 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-baaa203d-e484-4a83-87e1-41cba42392ba {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:06.696265 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d60b05-d9a1-4536-bd7f-816224220a7e', 'name': 'network-vif-deleted', 'tag': 'd5bc66c3-65e5-491c-abc2-acd58c7fec77', 'status': 'completed', 'code': 200} Oct 28 21:56:06.728754 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.803784 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5cb39cc5-300b-41c2-9f68-52e44e09fa20, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5cb39cc5-300b-41c2-9f68-52e44e09fa20,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:06.851470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d3fad83-90ee-47cc-b102-30956f2bd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.865147 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:06.985074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:07.007541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-8d3fad83-90ee-47cc-b102-30956f2bd969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:56:07.007992 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-8d3fad83-90ee-47cc-b102-30956f2bd969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:56:07.015340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5cb39cc5-300b-41c2-9f68-52e44e09fa20,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:07.034209 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.053237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe571ac1-4448-4d22-9f26-39cac8975160 req-a4c38269-b626-43b4-a196-6884674fb5e0 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d60b05-d9a1-4536-bd7f-816224220a7e HTTP/1.1" status: 200 len: 210 time: 0.0464542 Oct 28 21:56:07.226186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:07.265476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:07.397876 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.460095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 36978d79-f08d-4637-8380-32d728d99f1c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:56:07.491911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.670380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8dba610e-c853-4092-9884-f18f08782c1b None None] Provisioning complete for port b8b1d10d-1513-45bc-afa1-b64f79cec36d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:07.671026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dba610e-c853-4092-9884-f18f08782c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.677527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:07.683718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c623e678-8df6-415a-a5a0-8352ad53d321 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/36978d79-f08d-4637-8380-32d728d99f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9797404 Oct 28 21:56:07.699925 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Sync routers for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:07.713162 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:07.713786 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:07.716957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8c7723a-a0e9-4fdf-9118-9834ca32a522 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:07.776418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.782897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.824461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8dba610e-c853-4092-9884-f18f08782c1b None None] Port b8b1d10d-1513-45bc-afa1-b64f79cec36d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:56:07.831702 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:07.851962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f8c7723a-a0e9-4fdf-9118-9834ca32a522 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:07.852499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.862404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7622515b-e187-425b-8c90-34439f7e8784 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428452144&fields=id&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 267 time: 0.0489805 Oct 28 21:56:07.866419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event updated for resources: {'Port': ['ID=0887d8fa-579e-4527-846c-137b258d9833,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:07.878572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.889328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8dba610e-c853-4092-9884-f18f08782c1b None None] Provisioning complete for port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:07.889844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dba610e-c853-4092-9884-f18f08782c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:07.978081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-2c0afbca-97b0-4bc5-a55d-15cc33f87bfa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:07.985658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-2c0afbca-97b0-4bc5-a55d-15cc33f87bfa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 797 time: 0.1217139 Oct 28 21:56:07.997832 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP cad0b7e0-bb8b-4cc6-aa81-ac2527235c54 associated. External IP: 172.25.4.187, port: 6398fa32-75ff-40b5-80bd-6d969556802a. Oct 28 21:56:08.001418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5cb39cc5-300b-41c2-9f68-52e44e09fa20 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:08.002622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-dcba2fad-7f57-42ae-bb9f-4cbb7bbc05b0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/quotas/0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 375 time: 0.0157585 Oct 28 21:56:08.077333 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 2, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:08.084948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-be390c52-339c-48d0-a9b3-f066a60399b9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623298 Oct 28 21:56:08.092987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:08.093468 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.108646 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Checking router: 36978d79-f08d-4637-8380-32d728d99f1c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:08.108996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Updating router 36978d79-f08d-4637-8380-32d728d99f1c port b8b1d10d-1513-45bc-afa1-b64f79cec36d binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:56:08.140117 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.233775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-6e189c32-6eb0-4fbf-a6f2-8b91f696f445 service neutron] 10.222.0.31 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410475 Oct 28 21:56:08.290447 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:56:08.339536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-74a22555-cce9-446b-9f65-cef712ec7e34 service neutron] 10.222.0.31 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045148 Oct 28 21:56:08.436178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:08.448590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:08.463048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.466134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:08.466932 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.468331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:08.473728 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.540578 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ff995c92-4685-41e9-bca3-37ef423690a6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3372393 Oct 28 21:56:08.540578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:08.540578 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:08.543412 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Pushing event updated for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:08.554949 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.555289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.555620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.555944 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.556271 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.556688 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.557209 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.557735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.558230 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.558712 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.559720 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.560221 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:08.611043 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7d605c-7049-463a-a28f-3fb18dd4af0c x-openstack-request-id: req-8b7d605c-7049-463a-a28f-3fb18dd4af0c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:08.611348 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:08.611608 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b7d605c-7049-463a-a28f-3fb18dd4af0c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:08.612015 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a', 'status': 'completed', 'code': 200} Oct 28 21:56:08.652195 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Attempting to bind port b8b1d10d-1513-45bc-afa1-b64f79cec36d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:08.652878 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Attempting to bind port b8b1d10d-1513-45bc-afa1-b64f79cec36d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:08.653584 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Attempting to bind port b8b1d10d-1513-45bc-afa1-b64f79cec36d on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:08.662740 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:08.663114 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:08.663642 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.664386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Bound using segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:08.664855 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Bound port: b8b1d10d-1513-45bc-afa1-b64f79cec36d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:08.665230 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.695090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-014eef07-fd22-4614-acb8-70285fd56919 req-a3ea65bd-00bd-4464-a0e3-6b04967b0ac0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 210 time: 0.1013985 Oct 28 21:56:08.727836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:08.769060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] For port b8b1d10d-1513-45bc-afa1-b64f79cec36d, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:08.783509 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] For port b8b1d10d-1513-45bc-afa1-b64f79cec36d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b8b1d10d-1513-45bc-afa1-b64f79cec36d,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:08.790643 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:08.798223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-58dbdc1b-cb1f-420d-93f9-fcfa1b422c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:08.803228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-58dbdc1b-cb1f-420d-93f9-fcfa1b422c19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1097 time: 0.1444530 Oct 28 21:56:08.870706 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:08.871288 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:08.959788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-826b82c7-3a91-4201-9e2e-1f32c6197918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:08.968170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-826b82c7-3a91-4201-9e2e-1f32c6197918 service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1526387 Oct 28 21:56:09.038808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] Provisioning complete for port b8b1d10d-1513-45bc-afa1-b64f79cec36d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:09.039861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:09.137370 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d064e8-c12a-4331-81bb-e430f12afc48 None None] Pushing event updated for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:09.158518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-5ebc5d56-14d4-4246-adc7-e926d5339f4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 200 len: 999 time: 0.1758125 Oct 28 21:56:09.168750 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:09.265991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-832daea9-4656-4c6e-9c2e-a5a683292e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:09.268200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-832daea9-4656-4c6e-9c2e-a5a683292e70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.1080697 Oct 28 21:56:09.337417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-11f34d6a-384b-4c02-81cb-589e90c41064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:09.339757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-11f34d6a-384b-4c02-81cb-589e90c41064 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624912 Oct 28 21:56:09.430663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}, {'id': 'cad0b7e0-bb8b-4cc6-aa81-ac2527235c54', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '6398fa32-75ff-40b5-80bd-6d969556802a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:9e:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:07Z', 'updated_at': '2021-10-28T21:56:07Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:09.463523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:09.466662 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:09.485583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-d035bdda-65f1-40ef-bcd7-22fc0fce92e2 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372635 Oct 28 21:56:09.492848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:09.493486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:55:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:09.497840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:08Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:09.537360 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37497f-4ba8-446f-9cda-086e7541ed24 None None] The sync data for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 is: [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:08Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:09.589345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] For port b8b1d10d-1513-45bc-afa1-b64f79cec36d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b8b1d10d-1513-45bc-afa1-b64f79cec36d,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:09.597109 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:09.666076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1bc0b4-4406-4170-ab77-b5386db3ce6d req-9420d1ef-bdbb-4058-b084-ed2447beb58f service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738837 Oct 28 21:56:09.724483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34443d75-5178-49e5-a5b9-50b0caccadfb None None] Pushing event updated for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:09.752341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:09.809812 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-61b209b6-19b6-4853-80c3-419b20c8f9e2 None None] Provisioning complete for port b8b1d10d-1513-45bc-afa1-b64f79cec36d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:09.810336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-61b209b6-19b6-4853-80c3-419b20c8f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:09.877860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b8b1d10d-1513-45bc-afa1-b64f79cec36d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:09.880265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f010a17-b65a-4867-a576-b3ffbbd85f46 req-be5c7142-960e-4734-a19a-235557c022eb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 210 time: 0.0491281 Oct 28 21:56:10.015542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d5bc66c3-65e5-491c-abc2-acd58c7fec77 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:56:10.091502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-49850cc4-23a4-448b-87e2-2a5c918fa698 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:10.092027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d5bc66c3-65e5-491c-abc2-acd58c7fec77 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:56:10.092403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d5bc66c3-65e5-491c-abc2-acd58c7fec77 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:56:10.094243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-49850cc4-23a4-448b-87e2-2a5c918fa698 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 797 time: 0.1416149 Oct 28 21:56:10.117302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b8b1d10d-1513-45bc-afa1-b64f79cec36d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:10.117670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:10.154549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-2d722ebc-c30c-45a8-8453-d936d72bccdc tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 379 time: 0.0506537 Oct 28 21:56:10.165416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'port': {'device_id': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'admin_state_up': True, 'tenant_id': '0372ae518279420198ac9f8687657e10', 'security_groups': ['f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:10.178183 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:56:10.337518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:56:10.341939 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:10.405192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}, {'id': 'cad0b7e0-bb8b-4cc6-aa81-ac2527235c54', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '6398fa32-75ff-40b5-80bd-6d969556802a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:9e:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:07Z', 'updated_at': '2021-10-28T21:56:07Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:10.436298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564a2b9-2fc8-4722-9ff2-26e25741f088 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}, {'id': 'cad0b7e0-bb8b-4cc6-aa81-ac2527235c54', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '6398fa32-75ff-40b5-80bd-6d969556802a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:9e:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:07Z', 'updated_at': '2021-10-28T21:56:07Z', 'revision_number': 0, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:10.515377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.8 (0b4b20dc-7106-4642-8e05-d25ceaf1e73b/9b5eb3a2-3328-4358-aa49-4807b2110c59/b723b757-2afe-4d3f-959e-a71af83a6bc0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:10.723582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:10.784475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:10.866116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:10.870215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-081c2966-360f-43a2-b7f8-6e904731d5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:10.874550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:10.878443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:10.881402 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd2021d-3562-42d8-a932-0ad3d5446109 None None] New status for floating IP cad0b7e0-bb8b-4cc6-aa81-ac2527235c54: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:56:10.886500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:10.924176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.924661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.925064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.925469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.925917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.926328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.926772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.927201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.927999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.927999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.928571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.929129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:10.965314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:10.979708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.008237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7783a610-cb1a-4264-9ee4-a9ce0bcac722 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507900 Oct 28 21:56:11.036904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Request body: {'port': {'device_id': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:11.140241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.151340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d4e1-23b6-4ca8-bf1d-eb7746f9a81f req-d6ba403f-3939-491a-86f8-caf2b6ceb304 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:11.152922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8a7d4e1-23b6-4ca8-bf1d-eb7746f9a81f req-d6ba403f-3939-491a-86f8-caf2b6ceb304 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 931 time: 0.1432214 Oct 28 21:56:11.192457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f28d881d-d80e-4e57-8b8d-f0449c55d8c1 None None] Provisioning complete for port b723b757-2afe-4d3f-959e-a71af83a6bc0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:11.193202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f28d881d-d80e-4e57-8b8d-f0449c55d8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.226050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f8a7d4e1-23b6-4ca8-bf1d-eb7746f9a81f req-6dbe650a-da2c-406a-a9a6-b3bf2727de89 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636876 Oct 28 21:56:11.234195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f28d881d-d80e-4e57-8b8d-f0449c55d8c1 None None] Port b723b757-2afe-4d3f-959e-a71af83a6bc0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:56:11.448219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b723b757-2afe-4d3f-959e-a71af83a6bc0 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:56:11.455507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.467633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Transition to ACTIVE for port object b723b757-2afe-4d3f-959e-a71af83a6bc0 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:56:11.471459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.522269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:11.592949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:11.593534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:11.593940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:11.599592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:56:11.599993 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:11.606171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:11.606509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:11.606892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Bound using segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:11.607360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Bound port: b723b757-2afe-4d3f-959e-a71af83a6bc0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:11.607712 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.707292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:11.711186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:11.720657 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.734298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b8b1d10d-1513-45bc-afa1-b64f79cec36d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:11.768002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:11.768697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.770325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 1092 time: 0.7428129 Oct 28 21:56:11.770909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:11.774749 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ac723-d9a7-4d16-a97c-d9d09d5d017b" -d '{"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:11.816216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f9f8-ea4c-4e9f-9ed4-c13fe196d2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:11.849342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b8b1d10d-1513-45bc-afa1-b64f79cec36d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:11.849813 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:11.856538 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0854d-611d-480a-9185-f7d40636ef56 x-openstack-request-id: req-80d0854d-611d-480a-9185-f7d40636ef56 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:11.856872 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:11.857144 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d0854d-611d-480a-9185-f7d40636ef56 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:11.857619 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'status': 'completed', 'code': 200} Oct 28 21:56:11.876767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7615a513-1848-4086-85ea-399f066166b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:11.878636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-7615a513-1848-4086-85ea-399f066166b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1095 time: 0.0565476 Oct 28 21:56:11.931618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-031bb3e6-bce7-4915-bb0d-096445cc72f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 217 time: 0.0439377 Oct 28 21:56:11.990762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-96f7fbe0-a040-4296-a62d-221f47e76dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:11.992476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-96f7fbe0-a040-4296-a62d-221f47e76dcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0535421 Oct 28 21:56:12.045351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-c12cec0f-365b-4193-b4de-683a8c8737d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.046789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-c12cec0f-365b-4193-b4de-683a8c8737d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464380 Oct 28 21:56:12.089964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:12.152112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-401f649c-4f22-41be-b184-5fa416abcea1 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978115 Oct 28 21:56:12.249139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-701e6170-db39-4b76-b69e-ba0c84fb7427 req-eeae2ff8-d874-48bc-8597-565aa71ef435 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906637 Oct 28 21:56:12.301246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:12.379258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-d63041ba-0992-4144-a49b-633de707d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.380787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-d63041ba-0992-4144-a49b-633de707d56f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1095 time: 0.0775766 Oct 28 21:56:12.405212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e94907-9600-443e-afe8-4ae136901887 req-0050e33a-c23d-4fad-bcf4-a26e1baf96cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.406642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5e94907-9600-443e-afe8-4ae136901887 req-0050e33a-c23d-4fad-bcf4-a26e1baf96cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 943 time: 0.0714676 Oct 28 21:56:12.493579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b5e94907-9600-443e-afe8-4ae136901887 req-a3b309ba-7883-4ce6-b17f-f86cd8ea114e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758214 Oct 28 21:56:12.516308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-52e1a2ab-726d-46c2-854b-da152a7134b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.517834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-52e1a2ab-726d-46c2-854b-da152a7134b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.1291864 Oct 28 21:56:12.561862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-320bcb91-de71-4574-958b-ceebf1b4770f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 217 time: 0.0363691 Oct 28 21:56:12.611233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-e87aa0ef-d82c-4b88-89c7-6f8ebbf793af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.612736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-e87aa0ef-d82c-4b88-89c7-6f8ebbf793af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0438926 Oct 28 21:56:12.657763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-8418a518-8c7f-4ccd-9e67-5aef2ca3fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:12.659274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-8418a518-8c7f-4ccd-9e67-5aef2ca3fcc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390439 Oct 28 21:56:12.755708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-604595fb-d82f-4685-ab1e-5894ce7a3b25 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882041 Oct 28 21:56:12.852318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-464ac723-d9a7-4d16-a97c-d9d09d5d017b req-58d3433d-929f-423a-ab16-5449a8f3c234 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885327 Oct 28 21:56:13.411366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6b4162d5-131d-401f-b23e-f3ac619cd856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:13.612727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9915-9f3b-462a-94d5-e562baee6bdb req-8d5cff2b-cbd8-49e8-9a58-429e0a1af0c8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:13.614665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b27a9915-9f3b-462a-94d5-e562baee6bdb req-8d5cff2b-cbd8-49e8-9a58-429e0a1af0c8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 943 time: 0.0512578 Oct 28 21:56:13.652588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b27a9915-9f3b-462a-94d5-e562baee6bdb req-b83feaf5-2e16-4d5d-b340-fb6a87cf374c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Oct 28 21:56:13.990665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:56:14.092592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:14.104567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'port_id': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'mac_address': 'fa:16:3e:e4:a8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:56:14.146974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:14.163315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b723b757-2afe-4d3f-959e-a71af83a6bc0 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:56:14.184264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:14.188199 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:14.241134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:14.396484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b723b757-2afe-4d3f-959e-a71af83a6bc0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:56:14.773656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ab84-863b-4034-87bf-9eb0a9e917b9 req-3e6cea8e-892a-4701-acd9-eeb25aa954f6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:14.775220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92e3ab84-863b-4034-87bf-9eb0a9e917b9 req-3e6cea8e-892a-4701-acd9-eeb25aa954f6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0520668 Oct 28 21:56:14.823802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92e3ab84-863b-4034-87bf-9eb0a9e917b9 req-967608ff-3e03-47b1-a092-eb16caac9ab2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420070 Oct 28 21:56:14.863000 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:15.164124 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:15.942016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2feba8-5da5-4efe-a7b6-2afe017d4fb8 req-7d7e49bc-763b-4ae2-936a-883ff6c93e17 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:15.943365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f2feba8-5da5-4efe-a7b6-2afe017d4fb8 req-7d7e49bc-763b-4ae2-936a-883ff6c93e17 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0501680 Oct 28 21:56:15.985157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f2feba8-5da5-4efe-a7b6-2afe017d4fb8 req-d79f476f-91ae-46a8-a5fa-190c047a763c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357347 Oct 28 21:56:15.987351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:16.041687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port b723b757-2afe-4d3f-959e-a71af83a6bc0 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:56:16.046420 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port b723b757-2afe-4d3f-959e-a71af83a6bc0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:16.046920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:16.125988 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:16.150735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:16.153025 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ccf8f4-2339-4890-baea-7cb47c645135" -d '{"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-plugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:16.166680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:16.172315 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:16.208770 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9f9be-00f5-4644-80cd-20c79a782f8f x-openstack-request-id: req-d8d9f9be-00f5-4644-80cd-20c79a782f8f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:16.209137 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-plugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:16.209362 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8d9f9be-00f5-4644-80cd-20c79a782f8f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:16.209694 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'code': 200} Oct 28 21:56:16.228902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-2cd0b6c8-9377-42f1-ae7d-084237db5ab9 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:16.230394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-2cd0b6c8-9377-42f1-ae7d-084237db5ab9 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 814 time: 0.1056662 Oct 28 21:56:16.236407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:16.246615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-79ca9ec0-c1b2-49d8-8fdc-6a4ebb5fb10c tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/quotas/cad54fdf8a0e41e8830c920bb0cea0b2 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Oct 28 21:56:16.284316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6570b189-90b2-4bf1-a068-7cf763812c2d tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318258 Oct 28 21:56:16.366641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4d692-5fee-4c04-944c-875410336de7 req-f408cef8-bcf2-4e13-8f30-b80ca65e8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:16.368140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01c4d692-5fee-4c04-944c-875410336de7 req-f408cef8-bcf2-4e13-8f30-b80ca65e8e9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1097 time: 0.1069863 Oct 28 21:56:16.406911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-44003bee-a2cb-4e45-86a8-f0bdd026b58c service neutron] 10.222.0.31 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Oct 28 21:56:16.440389 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01c4d692-5fee-4c04-944c-875410336de7 req-f629a1fe-3447-4722-b576-f4f264b66830 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603428 Oct 28 21:56:16.504842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-bedcc55b-463b-4e5a-83b8-17dd5187f6f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889499 Oct 28 21:56:16.663196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c462fb85-8f38-4780-b944-49522460c60a req-b3dcd1fc-cf61-4eea-be25-0af3ffd25b9f tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 210 time: 0.0275772 Oct 28 21:56:16.719415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:17.105094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398f8d5-8a73-4c51-86d6-2da1a5563c28 req-fb56b22e-978b-4934-afe0-b144befd7867 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:17.106557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b398f8d5-8a73-4c51-86d6-2da1a5563c28 req-fb56b22e-978b-4934-afe0-b144befd7867 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Oct 28 21:56:17.148344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b398f8d5-8a73-4c51-86d6-2da1a5563c28 req-9d3e0e21-2c38-47d9-81b4-f6ec798686a5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341489 Oct 28 21:56:17.616539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-4de621a4-6340-43e8-808d-7ac0936bfb73 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:17.617897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-4de621a4-6340-43e8-808d-7ac0936bfb73 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.52 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 814 time: 0.1078296 Oct 28 21:56:17.632760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Request body: {'port': {'device_id': '347e8e76-5102-4778-8751-67f44ce0157a', 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5', 'admin_state_up': True, 'tenant_id': 'cad54fdf8a0e41e8830c920bb0cea0b2'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:17.765905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ad018b3-b315-4da0-a2d0-5735aef8299e req-426d7770-990d-4713-90ef-940a2941b38c tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 210 time: 0.0332487 Oct 28 21:56:17.766970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Made reservation on behalf of cad54fdf8a0e41e8830c920bb0cea0b2 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:56:17.770813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:17.896822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Allocated IP 172.20.0.9 (2d51ac33-f511-42a8-9453-ae77386f34d5/50a32b1d-8441-4369-a2d2-5c15c05d467e/35706792-32a6-46da-838d-42b2b5707171) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:18.038081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.070491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.117928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Network 2d51ac33-f511-42a8-9453-ae77386f34d5 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:18.121016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:18.124696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:18.131043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Pushing event updated for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:18.178378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.179147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.195560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-05ada61c-4582-4bb3-a648-46f113019374 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671320 Oct 28 21:56:18.210670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Request body: {'port': {'device_id': '347e8e76-5102-4778-8751-67f44ce0157a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:18.295641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.306214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c46723-2f18-4642-9535-af57bbebd581 req-673ce8f3-afbc-4e6f-af11-ca1df456865a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.307639 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00c46723-2f18-4642-9535-af57bbebd581 req-673ce8f3-afbc-4e6f-af11-ca1df456865a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0790801 Oct 28 21:56:18.374025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00c46723-2f18-4642-9535-af57bbebd581 req-af57798b-411f-4918-adb5-e9ddf667beac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603871 Oct 28 21:56:18.551577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b012-5ece-4b83-8ecc-8b6854cdeceb req-19671def-80d0-4e65-87e1-11b1177a1471 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.552987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cee8b012-5ece-4b83-8ecc-8b6854cdeceb req-19671def-80d0-4e65-87e1-11b1177a1471 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.1064956 Oct 28 21:56:18.616218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cee8b012-5ece-4b83-8ecc-8b6854cdeceb req-2232f1f8-13bb-4562-abeb-0dbc83c7a730 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532327 Oct 28 21:56:18.637624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47898) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:18.657085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35706792-32a6-46da-838d-42b2b5707171 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:56:18.664949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.677315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Transition to ACTIVE for port object 35706792-32a6-46da-838d-42b2b5707171 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:56:18.682322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.683157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e99c2-f61c-48a6-a084-7fd6ed4700b6 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.685182 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b62e99c2-f61c-48a6-a084-7fd6ed4700b6 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1092 time: 0.0464332 Oct 28 21:56:18.687974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:18.692940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:18.716720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.746647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Pushing event updated for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:18.800412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Attempting to bind port 35706792-32a6-46da-838d-42b2b5707171 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:18.801260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Attempting to bind port 35706792-32a6-46da-838d-42b2b5707171 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:18.801642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Attempting to bind port 35706792-32a6-46da-838d-42b2b5707171 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:18.806071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Port 35706792-32a6-46da-838d-42b2b5707171 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:56:18.806526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Attempting to bind port 35706792-32a6-46da-838d-42b2b5707171 on network 2d51ac33-f511-42a8-9453-ae77386f34d5 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:18.818995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:18.818995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Checking segment: {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:18.819675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Bound using segment: {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:18.820104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Bound port: 35706792-32a6-46da-838d-42b2b5707171, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be68873b-2543-4f5d-8f22-8fea060289b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:18.820590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.830428 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.920298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:18.929547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e3cec-61b1-4fdb-9f02-7402d2844fc1 req-0f7ce65f-dca6-48bf-be4d-b87759103e42 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.931043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-641e3cec-61b1-4fdb-9f02-7402d2844fc1 req-0f7ce65f-dca6-48bf-be4d-b87759103e42 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 943 time: 0.0741043 Oct 28 21:56:18.932785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=35706792-32a6-46da-838d-42b2b5707171,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:18.937894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.945722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.235 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/50ca87f6-721d-4ee4-8100-27dd5cc1e71f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:56:18.996346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:18.996881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:18.998263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] 10.222.0.52 "PUT /v2.0/ports/35706792-32a6-46da-838d-42b2b5707171 HTTP/1.1" status: 200 len: 1092 time: 0.7924986 Oct 28 21:56:18.998970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'tag': '35706792-32a6-46da-838d-42b2b5707171'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:19.001247 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74f9e19-6b64-4374-b4f8-327d2078dd74" -d '{"events": [{"name": "network-changed", "server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "tag": "35706792-32a6-46da-838d-42b2b5707171"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:19.062720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.103056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.147757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:56:19.153332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:56:19.157273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:56:19.180475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=50ca87f6-721d-4ee4-8100-27dd5cc1e71f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:19.396933 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc412ca3-a2be-4e34-a6d3-a63d1b4d9e9d x-openstack-request-id: req-dc412ca3-a2be-4e34-a6d3-a63d1b4d9e9d {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:19.397569 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "tag": "35706792-32a6-46da-838d-42b2b5707171", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:19.397569 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc412ca3-a2be-4e34-a6d3-a63d1b4d9e9d {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:19.397822 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'tag': '35706792-32a6-46da-838d-42b2b5707171', 'status': 'completed', 'code': 200} Oct 28 21:56:19.415880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2615ec-ead3-4a61-8a4d-d1630d8aeb2e service neutron] Pushing event updated for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:19.434220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-641e3cec-61b1-4fdb-9f02-7402d2844fc1 req-89cfb20e-f6d7-498d-995c-89c1fb613dd6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939349 Oct 28 21:56:19.460166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-0f48457a-1749-4f2f-98ce-9cb5d05cc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:19.461810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-0f48457a-1749-4f2f-98ce-9cb5d05cc075 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 1095 time: 0.0618386 Oct 28 21:56:19.505578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-1ec0d0e2-dfdc-4664-bbd4-0b886df64fd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35706792-32a6-46da-838d-42b2b5707171 HTTP/1.1" status: 200 len: 217 time: 0.0344970 Oct 28 21:56:19.516825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.555906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-51f18ee7-b9f1-4985-bf7c-7b74aa2a1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:19.557327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-51f18ee7-b9f1-4985-bf7c-7b74aa2a1c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50a32b1d-8441-4369-a2d2-5c15c05d467e HTTP/1.1" status: 200 len: 854 time: 0.0452335 Oct 28 21:56:19.589225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.593166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-9c0a8bae-8098-4ca2-af82-7d3d5f34a5c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d51ac33-f511-42a8-9453-ae77386f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282555 Oct 28 21:56:19.684888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-b65552de-0f20-443c-a24f-ac54c6d452fc service neutron] 10.222.0.52 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Oct 28 21:56:19.740216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.745366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.782907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7268f67b-e9ad-42a8-8559-c027502c9dac req-9fb13433-66dc-464c-842e-9566f3e245c9 service neutron] 10.222.0.52 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Oct 28 21:56:19.818893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=50ca87f6-721d-4ee4-8100-27dd5cc1e71f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:19.829830 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:19.896871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-820e7fba-2e7a-4bc1-9e92-39b0d2b61873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:19.898385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-820e7fba-2e7a-4bc1-9e92-39b0d2b61873 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 1095 time: 0.0421338 Oct 28 21:56:19.932989 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 associated. External IP: 172.25.4.235, port: b723b757-2afe-4d3f-959e-a71af83a6bc0. Oct 28 21:56:19.993930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-5033da80-08ab-40fc-85e7-add17360b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:19.995293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-5033da80-08ab-40fc-85e7-add17360b034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 200 len: 915 time: 0.0892346 Oct 28 21:56:20.038519 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-a760bf1f-874d-457b-aa1a-71374af913f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35706792-32a6-46da-838d-42b2b5707171 HTTP/1.1" status: 200 len: 217 time: 0.0348058 Oct 28 21:56:20.090090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-448e5a35-0a60-4e17-82c0-e2b1b86503c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.091545 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-448e5a35-0a60-4e17-82c0-e2b1b86503c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50a32b1d-8441-4369-a2d2-5c15c05d467e HTTP/1.1" status: 200 len: 854 time: 0.0439911 Oct 28 21:56:20.125138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-f3af8bea-7bdd-4a32-a160-a63d2f943ad9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d51ac33-f511-42a8-9453-ae77386f34d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255256 Oct 28 21:56:20.151293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 36978d79-f08d-4637-8380-32d728d99f1c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:56:20.232115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-c6cac1f0-9d60-44f0-b84a-3a59318cbe8a service neutron] 10.222.0.52 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898433 Oct 28 21:56:20.263086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:20.275905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Sync routers for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:20.282657 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:20.288104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:20.288772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:20.318310 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-97a9fd3c-45af-411f-95a0-8384edde6f8d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6291783 Oct 28 21:56:20.319380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:20.333884 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:20.337858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f74f9e19-6b64-4374-b4f8-327d2078dd74 req-86c5a883-ca7d-493a-aba1-c9738ada8cf6 service neutron] 10.222.0.52 "GET /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980129 Oct 28 21:56:20.374657 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554f805-5017-40d0-83c2-8ac574a9d00e x-openstack-request-id: req-c554f805-5017-40d0-83c2-8ac574a9d00e {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:20.375928 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:20.376278 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c554f805-5017-40d0-83c2-8ac574a9d00e {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:20.376795 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'status': 'completed', 'code': 200} Oct 28 21:56:20.413223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:20.464121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f007b77-22a7-4fd0-ba25-5d67631d27c8 req-274beb51-0a27-42ef-8187-bfc2b2bf5645 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.465170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f007b77-22a7-4fd0-ba25-5d67631d27c8 req-274beb51-0a27-42ef-8187-bfc2b2bf5645 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0802224 Oct 28 21:56:20.468026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-8667e562-4b4e-4cea-b4bf-a7df45b8cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.469441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-8667e562-4b4e-4cea-b4bf-a7df45b8cc65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1097 time: 0.0722272 Oct 28 21:56:20.601986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f007b77-22a7-4fd0-ba25-5d67631d27c8 req-4a57e10f-08a1-4cd2-913f-f0d83f540c34 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297398 Oct 28 21:56:20.627061 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47914) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:20.640928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cd088-dd1f-4da2-a306-24aa86626330 req-8f6afc41-1be2-4d8e-ba4f-6f3691e18273 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.642509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a3cd088-dd1f-4da2-a306-24aa86626330 req-8f6afc41-1be2-4d8e-ba4f-6f3691e18273 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 943 time: 0.1043093 Oct 28 21:56:20.648681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-4b1fbb13-5116-4bb6-9bd8-669f6fd21b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.650149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-4b1fbb13-5116-4bb6-9bd8-669f6fd21b25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.1717997 Oct 28 21:56:20.698139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c6f705a-2f1b-44e5-a846-9a5ffd1f922a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 HTTP/1.1" status: 200 len: 991 time: 0.0678008 Oct 28 21:56:20.732816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a3cd088-dd1f-4da2-a306-24aa86626330 req-28f92f8c-f289-4be3-857f-374b2bf842a6 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798836 Oct 28 21:56:20.745307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-7a407068-8410-4a38-89cc-7a96f202b004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 999 time: 0.0855615 Oct 28 21:56:20.794930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-8ed96d35-b113-4340-a0cc-e4b49a6283d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.796412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-8ed96d35-b113-4340-a0cc-e4b49a6283d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0443270 Oct 28 21:56:20.798915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ad6c808e-8ab1-4dfd-a036-79d9babe8dd4', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'port_id': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'mac_address': 'fa:16:3e:e4:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:19Z', 'updated_at': '2021-10-28T21:56:19Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:20.829307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Checking router: 36978d79-f08d-4637-8380-32d728d99f1c for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:20.838974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:20.839586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:20.844806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-9079752d-4cd6-45cb-9f67-db9f1831f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:20.846292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-9079752d-4cd6-45cb-9f67-db9f1831f44f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430498 Oct 28 21:56:20.939130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-4d646e30-939f-4bef-9114-0791fc1116e7 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Oct 28 21:56:20.945272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:21.033476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d310cb2-2b48-4e56-adf7-9b5de0c86ffa req-41a9e9c0-1f81-4ee2-9ea4-cc1af6cfbd50 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879552 Oct 28 21:56:21.174053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ad6c808e-8ab1-4dfd-a036-79d9babe8dd4', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'port_id': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'mac_address': 'fa:16:3e:e4:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:19Z', 'updated_at': '2021-10-28T21:56:19Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:21.204297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df5bbc-e870-4050-909e-35674099ac07 None None] The sync data for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 is: [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ad6c808e-8ab1-4dfd-a036-79d9babe8dd4', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.235', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'port_id': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'mac_address': 'fa:16:3e:e4:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:56:19Z', 'updated_at': '2021-10-28T21:56:19Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:21.437152 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae4a5f-fd21-4bfd-bf42-3bac95d17aca None None] New status for floating IP ad6c808e-8ab1-4dfd-a036-79d9babe8dd4: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:56:21.700941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:21.768628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe0e6afa-94ac-4637-865f-d04c66ad1e08 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 HTTP/1.1" status: 200 len: 993 time: 0.0662909 Oct 28 21:56:21.852150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3e49-df5d-4761-a5e0-d25337d6790d req-bedf3178-fa5e-4956-9737-99f94dbaaf77 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:21.853649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44de3e49-df5d-4761-a5e0-d25337d6790d req-bedf3178-fa5e-4956-9737-99f94dbaaf77 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 943 time: 0.0500779 Oct 28 21:56:21.878308 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 35706792-32a6-46da-838d-42b2b5707171 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:56:21.893854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44de3e49-df5d-4761-a5e0-d25337d6790d req-f9de4b30-fcb2-4de9-92a7-c8b9e569b4b3 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Oct 28 21:56:21.978382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=35706792-32a6-46da-838d-42b2b5707171,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:21.990067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '35706792-32a6-46da-838d-42b2b5707171', 'network_id': '2d51ac33-f511-42a8-9453-ae77386f34d5', 'port_id': '35706792-32a6-46da-838d-42b2b5707171', 'mac_address': 'fa:16:3e:4a:2f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a32b1d-8441-4369-a2d2-5c15c05d467e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:56:22.033076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:22.046377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35706792-32a6-46da-838d-42b2b5707171 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:56:22.067550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=35706792-32a6-46da-838d-42b2b5707171,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:22.071158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:22.120509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:22.340397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['35706792-32a6-46da-838d-42b2b5707171'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:56:23.009050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612ba7c-8683-4463-bc36-d9299abd13cb req-5d24e599-c003-4ebe-a27d-6c134827627e tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:23.010524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7612ba7c-8683-4463-bc36-d9299abd13cb req-5d24e599-c003-4ebe-a27d-6c134827627e tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 944 time: 0.0489075 Oct 28 21:56:23.048165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7612ba7c-8683-4463-bc36-d9299abd13cb req-c4d683b8-61d9-4de6-af80-39179636f8e8 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Oct 28 21:56:23.881780 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 35706792-32a6-46da-838d-42b2b5707171 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:56:23.930691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 35706792-32a6-46da-838d-42b2b5707171 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:56:23.934852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 35706792-32a6-46da-838d-42b2b5707171 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:23.935222 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:24.014876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:24.038460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35706792-32a6-46da-838d-42b2b5707171'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:24.040756 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd6c4e-922b-4797-84b5-29d5b06cc78a" -d '{"events": [{"server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "name": "network-vif-plugged", "status": "completed", "tag": "35706792-32a6-46da-838d-42b2b5707171"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:24.053368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=35706792-32a6-46da-838d-42b2b5707171,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:24.057525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:24.083160 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69404d7-fc19-4c75-89cc-e0f1bbc56a3e x-openstack-request-id: req-a69404d7-fc19-4c75-89cc-e0f1bbc56a3e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:24.083453 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "name": "network-vif-plugged", "status": "completed", "tag": "35706792-32a6-46da-838d-42b2b5707171", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:24.083710 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a69404d7-fc19-4c75-89cc-e0f1bbc56a3e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:24.084104 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35706792-32a6-46da-838d-42b2b5707171', 'code': 200} Oct 28 21:56:24.113030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:24.206683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddde68-32dc-4897-86ae-ea1c84287bc5 req-f2c818a1-b0f8-4daf-86cd-faf5f92f53bf tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:24.208800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ddde68-32dc-4897-86ae-ea1c84287bc5 req-f2c818a1-b0f8-4daf-86cd-faf5f92f53bf tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.0854414 Oct 28 21:56:24.211413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927adb0-7231-4260-8c8f-631326961c5a req-f530d4d0-2c84-48c9-ae79-63802c8252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:24.212790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e927adb0-7231-4260-8c8f-631326961c5a req-f530d4d0-2c84-48c9-ae79-63802c8252ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 1097 time: 0.0614970 Oct 28 21:56:24.264437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89ddde68-32dc-4897-86ae-ea1c84287bc5 req-fb054573-9cb2-4d60-8579-78a83e1bfcd1 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495360 Oct 28 21:56:24.270638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e927adb0-7231-4260-8c8f-631326961c5a req-9185f36a-2603-4e6d-8dc6-c2daae754768 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Oct 28 21:56:25.388401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50321a6-59ca-447e-8b39-0f48c5b6c312 req-ce614d28-6741-449d-bc7c-5d75830462c1 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:25.390135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c50321a6-59ca-447e-8b39-0f48c5b6c312 req-ce614d28-6741-449d-bc7c-5d75830462c1 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.0548089 Oct 28 21:56:25.436047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c50321a6-59ca-447e-8b39-0f48c5b6c312 req-59fb5898-7cfc-45a5-9517-3f1987f0b558 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Oct 28 21:56:26.551872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488950cc-91bc-4a86-929f-7a0c0fc0cbae req-f83b3405-6be8-40c6-b075-9992a382b915 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:26.553346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-488950cc-91bc-4a86-929f-7a0c0fc0cbae req-f83b3405-6be8-40c6-b075-9992a382b915 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.0503070 Oct 28 21:56:26.597825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-488950cc-91bc-4a86-929f-7a0c0fc0cbae req-c4df7dc8-1c7e-48e7-90b1-87c8c02654a5 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Oct 28 21:56:36.413298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8851-736b-4934-9eaa-428c1f8ce8d4 req-37f7150b-cfe6-422f-8261-c8cabb3fd8ea tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:36.414782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-817d8851-736b-4934-9eaa-428c1f8ce8d4 req-37f7150b-cfe6-422f-8261-c8cabb3fd8ea tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Oct 28 21:56:36.452962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-817d8851-736b-4934-9eaa-428c1f8ce8d4 req-b5fc9e97-ad2b-4a05-b4a7-dc63ff9d42f5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Oct 28 21:56:37.579827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f9141-c526-4d96-9647-f1dc42240c3f req-97ecb65e-2ead-4f2c-8feb-775ddce2e6ee tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:37.581346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-955f9141-c526-4d96-9647-f1dc42240c3f req-97ecb65e-2ead-4f2c-8feb-775ddce2e6ee tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Oct 28 21:56:37.627237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-955f9141-c526-4d96-9647-f1dc42240c3f req-2c0f15f6-1102-4814-aabb-0c5fffc899e5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8dcc838-44bb-441e-add3-3302c94079f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Oct 28 21:56:37.950702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-4cfcd777-fa94-4dd9-b747-c00c3dc9d0a5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:37.952072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-4cfcd777-fa94-4dd9-b747-c00c3dc9d0a5 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 946 time: 0.0497549 Oct 28 21:56:38.046278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Deleting port 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:38.046684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.134329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] For port 40520a70-dd3d-400f-9128-dceff098c081, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=40520a70-dd3d-400f-9128-dceff098c081,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:38.134690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.308029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.308278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.308621 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Floating IP bc1f09d0-3990-4558-94a5-ae25e15af902 disassociated. External IP: 172.25.4.69, port: 40520a70-dd3d-400f-9128-dceff098c081. Oct 28 21:56:38.308956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Calling delete_port for 40520a70-dd3d-400f-9128-dceff098c081 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:38.432450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.463246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'Port': ['ID=40520a70-dd3d-400f-9128-dceff098c081,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:38.584409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:56:38.698243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:38.709880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:38.723022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:38.724047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:38.758242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] No DVR routers for this DVR port 40520a70-dd3d-400f-9128-dceff098c081 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:56:38.761439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:38.765030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b91bcb4e-b2b4-4061-b01b-52c205e9d3bd req-bb184a20-d269-4d91-b5d7-1907b9a06089 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.52 "DELETE /v2.0/ports/40520a70-dd3d-400f-9128-dceff098c081 HTTP/1.1" status: 204 len: 173 time: 0.8062387 Oct 28 21:56:38.765482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-deleted', 'tag': '40520a70-dd3d-400f-9128-dceff098c081'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:38.767726 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07249808-e21b-4a3d-ab9c-12f96b71d11e" -d '{"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-deleted", "tag": "40520a70-dd3d-400f-9128-dceff098c081"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:38.792050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aba22680-2906-46df-a26b-5176fc61469e req-755fa933-26a7-4300-9555-dd786d47baaa tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e87228a5-7bdd-4209-9155-1b36db615158 HTTP/1.1" status: 200 len: 210 time: 0.0559406 Oct 28 21:56:38.850642 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb8010-3bf8-4e9e-9f94-d890606a6787 x-openstack-request-id: req-3bcb8010-3bf8-4e9e-9f94-d890606a6787 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:38.850642 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87228a5-7bdd-4209-9155-1b36db615158", "name": "network-vif-deleted", "tag": "40520a70-dd3d-400f-9128-dceff098c081", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:38.850996 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bcb8010-3bf8-4e9e-9f94-d890606a6787 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:38.851292 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87228a5-7bdd-4209-9155-1b36db615158', 'name': 'network-vif-deleted', 'tag': '40520a70-dd3d-400f-9128-dceff098c081', 'status': 'completed', 'code': 200} Oct 28 21:56:38.858600 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:39.095201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:39.122443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:39.131272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:39.131874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:39.237688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:39.442832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:39.469307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed68aa00-d698-49e8-8ad9-1abcd776951b None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:49:15Z', 'revision_number': 4, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b4283e1f-c98f-4412-a77a-f6331d7f2693', 'name': '', 'network_id': 'e1bf502e-9f77-4633-b3a9-a7a387f80919', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'mac_address': 'fa:16:3e:33:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:12Z', 'updated_at': '2021-10-28T21:49:22Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'subnets': [{'id': '6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:39.713560 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4147f9b-d60a-4ced-b01e-613c5bc7a8e8 None None] New status for floating IP bc1f09d0-3990-4558-94a5-ae25e15af902: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:56:39.896647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 47998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:39.956508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:39.982344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.035476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.040948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.043529 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8dcc838-44bb-441e-add3-3302c94079f2 HTTP/1.1" status: 204 len: 168 time: 0.1458700 Oct 28 21:56:40.046480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48000) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:40.063829 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-c2948be3-ccb8-4fa1-bcc9-f90feca5d4ad tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] show failed (client error): The resource could not be found. Oct 28 21:56:40.065309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c2948be3-ccb8-4fa1-bcc9-f90feca5d4ad tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "GET /v2.0/security-groups/c8dcc838-44bb-441e-add3-3302c94079f2 HTTP/1.1" status: 404 len: 347 time: 0.0176418 Oct 28 21:56:40.068454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48002) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:40.094030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bfb1f-ee68-4200-ad5e-89d94d513b31 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dcc838-44bb-441e-add3-3302c94079f2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:40.261898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Deleting port fa9c0345-1c56-48b8-b727-d249fa02fc4c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:40.262168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.345503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.345835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.357866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Calling delete_port for fa9c0345-1c56-48b8-b727-d249fa02fc4c owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:40.488238 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.513907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Pushing event deleted for resources: {'Port': ['ID=fa9c0345-1c56-48b8-b727-d249fa02fc4c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:40.574513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.577602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:40.578754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-310439ce-33bf-40cb-bf23-27413e8aabf9 tempest-AttachVolumeShelveTestJSON-1016240061 tempest-AttachVolumeShelveTestJSON-1016240061-project] 10.222.0.31 "DELETE /v2.0/floatingips/bc1f09d0-3990-4558-94a5-ae25e15af902 HTTP/1.1" status: 204 len: 168 time: 0.5082779 Oct 28 21:56:40.880341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f3432124-84e0-4932-afd6-e50c1ff20278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:41.987900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:56:42.014483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 40520a70-dd3d-400f-9128-dceff098c081 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:56:42.014829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 40520a70-dd3d-400f-9128-dceff098c081 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:56:42.088076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:42.297414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:43.414391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bd27a243-434e-49e5-bdd0-7a1c65d19a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:44.866900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:45.178842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:46.204408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48060) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:46.666738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:46.725438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:46.926741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Deleting port b4283e1f-c98f-4412-a77a-f6331d7f2693 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:46.927023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:47.006297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] For port b4283e1f-c98f-4412-a77a-f6331d7f2693, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b4283e1f-c98f-4412-a77a-f6331d7f2693,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:47.006656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:47.020884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Calling delete_port for b4283e1f-c98f-4412-a77a-f6331d7f2693 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:47.178331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:56:47.203266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:47.233461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Pushing event deleted for resources: {'Port': ['ID=b4283e1f-c98f-4412-a77a-f6331d7f2693,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:47.422687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:47.641973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Router d0679caa-d27e-45c7-bd7d-11a93d9959be has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:56:47.826641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-bd443233-c712-4476-8bb9-05c9fcdbd756 req-f370a1c4-c021-4bbc-ac07-039480ff13c8 service neutron] (102313) timed out ('10.222.0.44', 60147) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:56:48.094730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:56:48.099927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-303c805f-de79-42d0-b9a3-53dc61afd0db admin admin] 10.222.0.31 "PUT /v2.0/routers/d0679caa-d27e-45c7-bd7d-11a93d9959be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942997 Oct 28 21:56:48.102261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48074) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:48.106119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Sync routers for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:56:48.118783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:48.119498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:48.217404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.256179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:48.324506 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.399153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Deleting port 020b2317-3df7-4fe8-ab05-f5659b795b52 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:48.399793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.463851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:56:47Z', 'revision_number': 5, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port': {'id': '020b2317-3df7-4fe8-ab05-f5659b795b52', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:49:08Z', 'updated_at': '2021-10-28T21:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:48.493821 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Checking router: d0679caa-d27e-45c7-bd7d-11a93d9959be for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:56:48.502898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Routers {'d0679caa-d27e-45c7-bd7d-11a93d9959be'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:56:48.503510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['d0679caa-d27e-45c7-bd7d-11a93d9959be'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:48.507089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] For port 020b2317-3df7-4fe8-ab05-f5659b795b52, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b2317-3df7-4fe8-ab05-f5659b795b52,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:48.507729 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.522765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Calling delete_port for 020b2317-3df7-4fe8-ab05-f5659b795b52 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:48.736211 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.776154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=020b2317-3df7-4fe8-ab05-f5659b795b52,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:48.818553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] Set router d0679caa-d27e-45c7-bd7d-11a93d9959be gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:56:48.862610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.879711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:56:48Z', 'revision_number': 6, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:48.907868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5560-1e8b-44fb-ac43-a29922bc0d3c None None] The sync data for ids ['d0679caa-d27e-45c7-bd7d-11a93d9959be'] in n-d-806683-16 is: [{'id': 'd0679caa-d27e-45c7-bd7d-11a93d9959be', 'name': 'tempest-AttachVolumeShelveTestJSON-1668195201-router', 'tenant_id': '786f31f21532408e967dca77c5c9b406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:49:05Z', 'updated_at': '2021-10-28T21:56:48Z', 'revision_number': 6, 'project_id': '786f31f21532408e967dca77c5c9b406', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:56:48.962231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:48.964421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.009180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.010059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0679caa-d27e-45c7-bd7d-11a93d9959be {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:56:49.018202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.020399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eafca460-f730-478a-b79f-8af9535e3e45 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d0679caa-d27e-45c7-bd7d-11a93d9959be HTTP/1.1" status: 204 len: 168 time: 0.9161854 Oct 28 21:56:49.022038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48080) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:49.070034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Deleting subnet 6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:56:49.073144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.111342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.188188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.242663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.268537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:49.276148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.282486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:49.283048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-aa76414c-6560-4a20-b8e8-028bce6ccca9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6c0c2e1f-d7fe-439c-b323-4f6ce6fe8a81 HTTP/1.1" status: 204 len: 168 time: 0.2596464 Oct 28 21:56:49.285393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062a266-7296-4df9-9eae-0b042e78e39b None None] Network e1bf502e-9f77-4633-b3a9-a7a387f80919 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:56:49.370189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.422935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Deleting port 5fbc73f6-9400-41db-8a2d-c3f289729474 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:49.423274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.487282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] For port 5fbc73f6-9400-41db-8a2d-c3f289729474, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5fbc73f6-9400-41db-8a2d-c3f289729474,segment=NetworkSegment(25d64f33-2176-4fa9-a749-04c65b3526a1),segment_id=25d64f33-2176-4fa9-a749-04c65b3526a1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:49.487558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.500808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Calling delete_port for 5fbc73f6-9400-41db-8a2d-c3f289729474 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:49.586830 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.614735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbc73f6-9400-41db-8a2d-c3f289729474,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:49.620880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] No DVR routers for this DVR port 5fbc73f6-9400-41db-8a2d-c3f289729474 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:56:49.697431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4abd2c4-d8ca-45e0-8c39-2042779a1ab3 None None] DHCP port deletion for e1bf502e-9f77-4633-b3a9-a7a387f80919 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:56:49.747024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:49.795968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4283e1f-c98f-4412-a77a-f6331d7f2693 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:56:49.822516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b4283e1f-c98f-4412-a77a-f6331d7f2693 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:56:49.822856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b4283e1f-c98f-4412-a77a-f6331d7f2693 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:56:49.823278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5fbc73f6-9400-41db-8a2d-c3f289729474 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:56:49.847533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5fbc73f6-9400-41db-8a2d-c3f289729474 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:56:49.847877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5fbc73f6-9400-41db-8a2d-c3f289729474 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:56:49.848869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b2317-3df7-4fe8-ab05-f5659b795b52 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:56:49.872822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 020b2317-3df7-4fe8-ab05-f5659b795b52 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:56:49.873169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b2317-3df7-4fe8-ab05-f5659b795b52 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:56:50.097329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf502e-9f77-4633-b3a9-a7a387f80919']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:50.108928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d64f33-2176-4fa9-a749-04c65b3526a1') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:50.109790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d64f33-2176-4fa9-a749-04c65b3526a1') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:56:50.120172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.133981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.140657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:56:50.141104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:56:50.142799 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:56:50.201723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.215824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.221905 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1bf502e-9f77-4633-b3a9-a7a387f80919 HTTP/1.1" status: 204 len: 168 time: 0.9345529 Oct 28 21:56:50.230774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6118e-542b-40d4-93ed-2a5a07ae7031 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bf502e-9f77-4633-b3a9-a7a387f80919,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:50.338357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48098) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:50.385612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-813bad48-5352-4cf2-9931-ff7786cd7ae0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=786f31f21532408e967dca77c5c9b406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460289 Oct 28 21:56:50.388082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48100) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:50.438670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.461159 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.509917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.512894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:50.514074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/488a91be-71ab-43aa-a266-b86da80a4159 HTTP/1.1" status: 204 len: 168 time: 0.1250658 Oct 28 21:56:50.524896 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a57351-3e9e-4a07-bddb-6970df6eac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a91be-71ab-43aa-a266-b86da80a4159,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:53.029851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab63ff9-9921-4773-b4a2-c1cb0e3c8b37 req-9a9dbbd7-594d-4990-a5db-4043810c2888 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:53.031546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bab63ff9-9921-4773-b4a2-c1cb0e3c8b37 req-9a9dbbd7-594d-4990-a5db-4043810c2888 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0571785 Oct 28 21:56:53.078973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bab63ff9-9921-4773-b4a2-c1cb0e3c8b37 req-2c077d8e-9fa3-4907-933f-9e6a5890a573 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383906 Oct 28 21:56:53.106633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:53.188896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea3689f5-8787-4e90-8ccf-b4b66f628ffa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 HTTP/1.1" status: 200 len: 993 time: 0.0717251 Oct 28 21:56:53.506485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5614-5ff2-418c-b96d-7a10f16daa34 req-09fa725f-8ffb-4d21-89ff-da091b9c9825 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:53.508629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-528d5614-5ff2-418c-b96d-7a10f16daa34 req-09fa725f-8ffb-4d21-89ff-da091b9c9825 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1097 time: 0.0454597 Oct 28 21:56:53.549085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-528d5614-5ff2-418c-b96d-7a10f16daa34 req-95fdde7f-4069-41ec-a339-8a980d4e2646 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340247 Oct 28 21:56:53.645943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-410aad32-30b5-4627-86ae-3c8ba405a799 req-faf3843e-a790-45ca-bd8c-f2787a6d223e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:56:53.647217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-410aad32-30b5-4627-86ae-3c8ba405a799 req-faf3843e-a790-45ca-bd8c-f2787a6d223e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072000 Oct 28 21:56:53.742342 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-e6d7531f-a5e3-49ab-ab7d-e10c25524b4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586889 Oct 28 21:56:53.870951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-0617194a-3b37-46b6-9fab-90ecf6991834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:53.872770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-0617194a-3b37-46b6-9fab-90ecf6991834 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1097 time: 0.0662017 Oct 28 21:56:54.047615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-d22d7f48-a9eb-46ad-b0b8-7ca645c15719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:54.049360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-d22d7f48-a9eb-46ad-b0b8-7ca645c15719 service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1496971 Oct 28 21:56:54.158792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-f3c5d274-d286-4c30-9f87-9058cc7ecf3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 1000 time: 0.1021352 Oct 28 21:56:54.225779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-369eaf0b-8b44-4d46-8132-bb268b71fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:54.227983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-369eaf0b-8b44-4d46-8132-bb268b71fb95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0611107 Oct 28 21:56:54.292546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-0c1ed993-cd1e-4de1-8b2d-38575649c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:54.294474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-0c1ed993-cd1e-4de1-8b2d-38575649c241 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593209 Oct 28 21:56:54.434722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-92f8da73-bf40-4b3b-b3b2-36ffc2333f19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995779 Oct 28 21:56:54.439600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-beb5c167-8012-4ebd-ba16-e9d6065617de service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:56:54.447082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-beb5c167-8012-4ebd-ba16-e9d6065617de service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083687 Oct 28 21:56:54.468884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-b749c619-7466-4cfd-a721-bec936a4fa75 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675715 Oct 28 21:56:54.595243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7c7fd0f-53c1-4bd0-90ab-e6979a07c6c7 req-23a2fe83-083e-4c2d-a6d0-59a4f2433126 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186349 Oct 28 21:56:55.175443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4159f661-ecaf-4b39-a2dd-52d1c489985e req-03a671e5-c681-4e07-94c7-239272a413d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260589 Oct 28 21:56:55.253635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4159f661-ecaf-4b39-a2dd-52d1c489985e req-751a7c1e-b0fd-452c-bccc-e98202e15a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0261745 Oct 28 21:56:55.317524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4159f661-ecaf-4b39-a2dd-52d1c489985e req-02f73f63-08f7-4c8a-b790-94a1cfbe7139 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360303 Oct 28 21:56:55.322483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-465ec1bc-a038-4971-aae8-9738c9fe0301 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:55.323718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-465ec1bc-a038-4971-aae8-9738c9fe0301 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 1094 time: 0.2596507 Oct 28 21:56:55.351339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Request body: {'binding': {'host': 'n-h1-806683-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:55.351825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Unknown quota resources ['binding']. {{(pid=102314) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 28 21:56:55.494128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159f661-ecaf-4b39-a2dd-52d1c489985e req-9ab3567d-3be3-436c-b142-a7039579a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:55.495613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4159f661-ecaf-4b39-a2dd-52d1c489985e req-9ab3567d-3be3-436c-b142-a7039579a2e8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708710 Oct 28 21:56:55.551625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on host n-h1-806683-16 for vnic_type normal with profile None {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:55.552026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:55.552448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:55.557001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:56:55.557319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:55.562095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:55.562430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:55.562808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Bound using segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:55.563227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Bound port: b723b757-2afe-4d3f-959e-a71af83a6bc0, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:55.674469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:55.681624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:55.682994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] 10.222.0.31 "POST /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3488002 Oct 28 21:56:55.899057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775ad4-0a2e-4f07-8371-66478a3ef92e req-f377bfa2-ec04-4678-9536-89dd61a6b181 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:55.900705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3775ad4-0a2e-4f07-8371-66478a3ef92e req-f377bfa2-ec04-4678-9536-89dd61a6b181 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0746846 Oct 28 21:56:55.964572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3775ad4-0a2e-4f07-8371-66478a3ef92e req-f85f1692-db2a-4112-b92b-b7a9e0b94467 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539720 Oct 28 21:56:55.970328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-b2abbfcf-0cc8-410e-b1a2-17604f416da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:55.972201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-b2abbfcf-0cc8-410e-b1a2-17604f416da3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1097 time: 0.0694270 Oct 28 21:56:56.071967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-374b323a-efcf-470b-9dec-15f8ebdf0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:56.079526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-374b323a-efcf-470b-9dec-15f8ebdf0030 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.0934188 Oct 28 21:56:56.157004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-d18badf4-557f-4d55-8f80-dd10b2fe7bc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0722888 Oct 28 21:56:56.218842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ef3e66e2-ee15-40e2-9990-33c5868e4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:56.220565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ef3e66e2-ee15-40e2-9990-33c5868e4eeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0562823 Oct 28 21:56:56.315090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4815c683-108b-454f-814a-c9ec9166a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:56.316884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4815c683-108b-454f-814a-c9ec9166a237 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779009 Oct 28 21:56:56.328707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba25af-0793-4e06-a4a7-ee4745613212 req-7b7c5456-c2ed-4bdd-a8a7-ae391488406a tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:56.330128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7ba25af-0793-4e06-a4a7-ee4745613212 req-7b7c5456-c2ed-4bdd-a8a7-ae391488406a tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.0654950 Oct 28 21:56:56.364209 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48370) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:56.420013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7ba25af-0793-4e06-a4a7-ee4745613212 req-6f003255-fc33-4d51-b689-6eba0b0e79fe tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709934 Oct 28 21:56:56.443538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-3a05b104-1fd8-47b0-867a-a1f5c9fced37 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123197 Oct 28 21:56:56.481999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.554415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-5ddc9cfb-76ac-40a8-b1db-c0ec537344e9 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941105 Oct 28 21:56:56.560905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.564832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.609518 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aa815b01abd4a28b1e22667c2ee20ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441835 Oct 28 21:56:56.610353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814771b2-56a4-401e-ba1b-6cdca4fa62ce,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:56.612176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48374) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:56.618886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.619233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.619569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.619897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.620223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.620577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.620900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.621219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.621538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.621856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.622168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.622483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08472f81-4758-4b19-90ce-d03bb45b66eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:56:56.723757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.734642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-52bf4718-dd59-4f12-8564-99995afbe835 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:56.736142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-52bf4718-dd59-4f12-8564-99995afbe835 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511&tenant_id=0372ae518279420198ac9f8687657e10&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1097 time: 0.0943885 Oct 28 21:56:56.755282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-16'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:56:56.762374 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.843351 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.885925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.888451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:56.889585 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/814771b2-56a4-401e-ba1b-6cdca4fa62ce HTTP/1.1" status: 204 len: 168 time: 0.2763813 Oct 28 21:56:56.907444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5578c-5a09-400b-b28c-710ee3419ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814771b2-56a4-401e-ba1b-6cdca4fa62ce,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:56.995171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:57.038003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:57.108590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:57.111156 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1a2dd4-59c0-4040-8c8e-5bdf427b3bed" -d '{"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-unplugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:57.116427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.125344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.145772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d88ae-f495-4dc4-894a-d4120b469c5c req-de645b10-5fa7-4442-a6e1-9c12a06e22f5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:57.147867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-937d88ae-f495-4dc4-894a-d4120b469c5c req-de645b10-5fa7-4442-a6e1-9c12a06e22f5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0890911 Oct 28 21:56:57.174621 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6779b28-3816-421b-8f04-525598911fbb x-openstack-request-id: req-d6779b28-3816-421b-8f04-525598911fbb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:57.174913 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-unplugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:57.175043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48386) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:57.175161 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6779b28-3816-421b-8f04-525598911fbb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:57.175531 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'code': 200} Oct 28 21:56:57.196662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3fad-a629-4603-af12-2df3683635f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.275730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:57.278780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3fad-a629-4603-af12-2df3683635f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.283175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-937d88ae-f495-4dc4-894a-d4120b469c5c req-2666e3c9-73fd-499b-9765-ccc469420a80 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062853 Oct 28 21:56:57.286229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4ff3fad-a629-4603-af12-2df3683635f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.315824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff3fad-a629-4603-af12-2df3683635f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0203ac-d689-4775-adb4-5d5883dac0b8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:57.340716 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4ff3fad-a629-4603-af12-2df3683635f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa00f55f29b248b98d649b2c1de812ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636407 Oct 28 21:56:57.341225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48388) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:56:57.367119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on host n-h2-806683-16 for vnic_type normal with profile {"migrating_to": "n-h1-806683-16"} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:56:57.367547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:56:57.367932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:57.384129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:56:57.384561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Attempting to bind port b723b757-2afe-4d3f-959e-a71af83a6bc0 on network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:56:57.394943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:56:57.395481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Checking segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:56:57.395799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Bound using segment: {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:56:57.396232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Bound port: b723b757-2afe-4d3f-959e-a71af83a6bc0, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081f576f-3529-4367-b3a2-f0940090d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:56:57.396605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.442516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.452747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-50ea455b-2c8f-4265-bbf1-689146637f0a None None] Provisioning complete for port b723b757-2afe-4d3f-959e-a71af83a6bc0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:57.453325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-50ea455b-2c8f-4265-bbf1-689146637f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.477525 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.493476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-50ea455b-2c8f-4265-bbf1-689146637f0a None None] Port b723b757-2afe-4d3f-959e-a71af83a6bc0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:56:57.534252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:56:57.556232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:56:57.561580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.625842 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.628402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.629611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a0203ac-d689-4775-adb4-5d5883dac0b8 HTTP/1.1" status: 204 len: 168 time: 0.2873812 Oct 28 21:56:57.637795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b88a0-584c-41d5-96f5-65bc3b82f799 req-8a3c87a8-d8ee-4eee-a7a7-1e9c6903d757 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:57.639327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee8b88a0-584c-41d5-96f5-65bc3b82f799 req-8a3c87a8-d8ee-4eee-a7a7-1e9c6903d757 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.1420345 Oct 28 21:56:57.703424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=8']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:57.715065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6dd00-d26b-4e7c-b3d8-9f15f19ad247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0203ac-d689-4775-adb4-5d5883dac0b8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:57.751113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee8b88a0-584c-41d5-96f5-65bc3b82f799 req-68a2af05-418e-4002-b336-c091f85bcb68 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/security-groups?id=543449ec-db57-423b-adca-909593fcd8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720096 Oct 28 21:56:57.796117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:57.797414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.801592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-79934952-bf3f-4950-a7d6-6c714deb16f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 1123 time: 1.0518887 Oct 28 21:56:57.862654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['b723b757-2afe-4d3f-959e-a71af83a6bc0'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:56:57.946505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] Provisioning complete for port b723b757-2afe-4d3f-959e-a71af83a6bc0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:56:57.946869 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:57.987926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe59be2-af60-4d95-be19-8bbde462767f req-596bfaf3-0a07-40dc-88fb-191dc4cf1871 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:57.990004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfe59be2-af60-4d95-be19-8bbde462767f req-596bfaf3-0a07-40dc-88fb-191dc4cf1871 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.52 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 945 time: 0.0552742 Oct 28 21:56:58.091576 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.092890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Deleting port 35706792-32a6-46da-838d-42b2b5707171 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:56:58.093112 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.126770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:58.130931 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0bdc44-2b5f-443d-b78e-908f1a78f9d7" -d '{"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-plugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:58.152511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:58.165140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.195093 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9018e1cb-48b2-4f1c-926c-347ff90b4b5d x-openstack-request-id: req-9018e1cb-48b2-4f1c-926c-347ff90b4b5d {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:58.195786 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-plugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:58.196511 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9018e1cb-48b2-4f1c-926c-347ff90b4b5d {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:58.197229 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'code': 200} Oct 28 21:56:58.218840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] For port 35706792-32a6-46da-838d-42b2b5707171, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=35706792-32a6-46da-838d-42b2b5707171,segment=NetworkSegment(be68873b-2543-4f5d-8f22-8fea060289b6),segment_id=be68873b-2543-4f5d-8f22-8fea060289b6)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:56:58.220771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.244084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Calling delete_port for 35706792-32a6-46da-838d-42b2b5707171 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:56:58.343651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b272c1-40f3-438d-a049-1a815de546f6 None None] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:58.460989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.475500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['35706792-32a6-46da-838d-42b2b5707171'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:56:58.476042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18f589-c9f8-4f5e-bda1-5551e6f85736 req-c309bf96-dbc1-45e4-b5a5-e2d2797a8079 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:58.477900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e18f589-c9f8-4f5e-bda1-5551e6f85736 req-c309bf96-dbc1-45e4-b5a5-e2d2797a8079 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0738220 Oct 28 21:56:58.509712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Pushing event deleted for resources: {'Port': ['ID=35706792-32a6-46da-838d-42b2b5707171,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:56:58.581542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] No DVR routers for this DVR port 35706792-32a6-46da-838d-42b2b5707171 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:56:58.587487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:56:58.590851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dfe59be2-af60-4d95-be19-8bbde462767f req-fd2d8af9-3d2e-4611-871f-f4d5849d63ea tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.52 "DELETE /v2.0/ports/35706792-32a6-46da-838d-42b2b5707171 HTTP/1.1" status: 204 len: 173 time: 0.5936735 Oct 28 21:56:58.594604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e18f589-c9f8-4f5e-bda1-5551e6f85736 req-f57f4f27-9666-4c93-a9fd-66a6179a07f4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884159 Oct 28 21:56:58.877757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-58cc4a50-5e6b-4aca-bb92-d78a8baa37e9 req-9b8d9599-21be-43a5-ae96-259b89840f70 tempest-VolumesSnapshotTestJSON-1821345188 tempest-VolumesSnapshotTestJSON-1821345188-project] 10.222.0.31 "GET /v2.0/ports?device_id=347e8e76-5102-4778-8751-67f44ce0157a HTTP/1.1" status: 200 len: 210 time: 0.0284393 Oct 28 21:56:59.177031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}, {'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'name': 'network-vif-deleted', 'tag': '35706792-32a6-46da-838d-42b2b5707171'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:56:59.179490 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272ad8f-03be-4958-8ebc-3999fbc71a61" -d '{"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}, {"server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "name": "network-vif-deleted", "tag": "35706792-32a6-46da-838d-42b2b5707171"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:56:59.226353 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 28 Oct 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd9ecb-df17-48c8-8ba3-d6cf12fb0bc7 x-openstack-request-id: req-03bd9ecb-df17-48c8-8ba3-d6cf12fb0bc7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:56:59.228590 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "status": "completed", "code": 200}, {"server_uuid": "347e8e76-5102-4778-8751-67f44ce0157a", "name": "network-vif-deleted", "tag": "35706792-32a6-46da-838d-42b2b5707171", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:56:59.228590 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03bd9ecb-df17-48c8-8ba3-d6cf12fb0bc7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:56:59.228590 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'status': 'completed', 'code': 200} Oct 28 21:56:59.228590 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347e8e76-5102-4778-8751-67f44ce0157a', 'name': 'network-vif-deleted', 'tag': '35706792-32a6-46da-838d-42b2b5707171', 'status': 'completed', 'code': 200} Oct 28 21:56:59.303336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-79d8aaf0-237d-4a88-ac10-05439174db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:59.306249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-79d8aaf0-237d-4a88-ac10-05439174db86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1128 time: 0.0522051 Oct 28 21:56:59.409448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-d66a4554-e533-4349-b551-f251195fa5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:59.411174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-d66a4554-e533-4349-b551-f251195fa5a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.0974848 Oct 28 21:56:59.479635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-a35aa6dd-1b77-455d-b8b0-4c213a57e66f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 1001 time: 0.0613711 Oct 28 21:56:59.536123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-c2e7287b-4343-4415-b64b-ca1ef445baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:59.537940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-c2e7287b-4343-4415-b64b-ca1ef445baf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0510869 Oct 28 21:56:59.591021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-73a033d1-a454-4089-b1ae-9aaaa5ec922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:59.591021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-73a033d1-a454-4089-b1ae-9aaaa5ec922a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442984 Oct 28 21:56:59.700586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-dbe08b91-d48e-4e3c-9968-34d7fbb00e00 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027317 Oct 28 21:56:59.799066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600e5b3-5984-4889-b424-83b3ef84ce55 req-661b5596-6760-4d66-8390-c7d3f9bade76 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:56:59.800874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a600e5b3-5984-4889-b424-83b3ef84ce55 req-661b5596-6760-4d66-8390-c7d3f9bade76 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.1200898 Oct 28 21:56:59.852594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4272ad8f-03be-4958-8ebc-3999fbc71a61 req-1b3351ca-30bb-44c7-ab41-b272c128feb1 service neutron] 10.222.0.44 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333020 Oct 28 21:56:59.861287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a600e5b3-5984-4889-b424-83b3ef84ce55 req-510c662f-c89c-480a-bf3b-09a26491005b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537364 Oct 28 21:57:00.082647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:57:00.215805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:00.227527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 has no active binding in host n-h1-806683-16 {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 28 21:57:01.000895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55403fc-8f13-4f45-8aa4-d9cf45b2025e req-bf0d9ddc-71f0-47a1-9108-990dfb083aaa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:01.002524 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c55403fc-8f13-4f45-8aa4-d9cf45b2025e req-bf0d9ddc-71f0-47a1-9108-990dfb083aaa tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0650160 Oct 28 21:57:01.046295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c55403fc-8f13-4f45-8aa4-d9cf45b2025e req-b77a8276-729e-495f-94f1-a9f23a2496d1 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370626 Oct 28 21:57:01.149361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48520) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:01.268282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bcbbfc42-5bcf-4c47-8ded-3cddd298de63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.351937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bcbbfc42-5bcf-4c47-8ded-3cddd298de63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.355991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bcbbfc42-5bcf-4c47-8ded-3cddd298de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.405228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bcbbfc42-5bcf-4c47-8ded-3cddd298de63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc007d3d2b3746eb9e9e5a894afa9785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547722 Oct 28 21:57:01.406168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbfc42-5bcf-4c47-8ded-3cddd298de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69144d-b58e-4d01-8aab-1904a687ee40,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:01.409401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48530) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:01.463798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.486361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.534039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.537431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.539179 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d69144d-b58e-4d01-8aab-1904a687ee40 HTTP/1.1" status: 204 len: 168 time: 0.1278262 Oct 28 21:57:01.547171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5bb4-69a4-4b09-81c5-76680768ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69144d-b58e-4d01-8aab-1904a687ee40,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:01.831095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48536) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:01.848084 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa039b0f-b8de-4550-b05c-70234878559b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.927476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa039b0f-b8de-4550-b05c-70234878559b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.930964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aa039b0f-b8de-4550-b05c-70234878559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:01.970503 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa039b0f-b8de-4550-b05c-70234878559b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=643ab62cc6884341b47290356adbb870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382735 Oct 28 21:57:01.971225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa039b0f-b8de-4550-b05c-70234878559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13479404-fb21-45b2-9dc2-0ca8866ab4aa,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:01.974476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48538) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:02.024917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:02.049401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:02.104430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 35706792-32a6-46da-838d-42b2b5707171 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:02.111150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:02.115032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:02.116694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13479404-fb21-45b2-9dc2-0ca8866ab4aa HTTP/1.1" status: 204 len: 168 time: 0.1407859 Oct 28 21:57:02.125994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db83c-c8d2-4a55-9f46-ad72dc4d0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13479404-fb21-45b2-9dc2-0ca8866ab4aa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:02.148327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 35706792-32a6-46da-838d-42b2b5707171 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:02.149175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 35706792-32a6-46da-838d-42b2b5707171 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:02.184655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a00e6-dc93-4585-bd0f-6814cf6829c4 req-2d58025e-cab6-4bf1-b801-f0535ab0a90c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:02.186080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f0a00e6-dc93-4585-bd0f-6814cf6829c4 req-2d58025e-cab6-4bf1-b801-f0535ab0a90c tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 945 time: 0.0555286 Oct 28 21:57:02.229794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f0a00e6-dc93-4585-bd0f-6814cf6829c4 req-1b6c66f3-7c7e-4bdc-8c33-deb9b059c2f6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Oct 28 21:57:03.051918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-b12f300b-c82d-42e2-b2c6-13a98f1e0575 service neutron] 10.222.0.44 "GET /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 385 time: 0.0699320 Oct 28 21:57:03.242710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:03.263055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:03.308930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:03.311256 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc528f-3137-4135-8a16-fee4145b469e" -d '{"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-unplugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:03.321515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:03.344695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:03.360388 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a8fb0-2bba-4c3d-9dc0-d72122e51eda x-openstack-request-id: req-840a8fb0-2bba-4c3d-9dc0-d72122e51eda {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:03.360758 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-unplugged", "status": "completed", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:03.361134 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-840a8fb0-2bba-4c3d-9dc0-d72122e51eda {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:03.361651 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'code': 200} Oct 28 21:57:03.429383 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] Transition to ACTIVE for port object b723b757-2afe-4d3f-959e-a71af83a6bc0 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:57:03.434582 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:04.049841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] Pushing event updated for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=11']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:04.097219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] No DVR routers for this DVR port b723b757-2afe-4d3f-959e-a71af83a6bc0 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:04.109110 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187e16-d3e1-4e52-82e8-c902d2f33941 req-83449989-cbb5-46ac-973c-63f0c6b53d9b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.111063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04187e16-d3e1-4e52-82e8-c902d2f33941 req-83449989-cbb5-46ac-973c-63f0c6b53d9b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.1242752 Oct 28 21:57:04.238167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04187e16-d3e1-4e52-82e8-c902d2f33941 req-9f324764-4885-4c96-a2fb-8c3f85eecad4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837409 Oct 28 21:57:04.305919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4174a6cc-e6f6-41d1-a698-ff65be0cf5bf service neutron] 10.222.0.44 "PUT /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0/bindings/n-h1-806683-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2467442 Oct 28 21:57:04.424498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-04707476-6858-401d-a7db-e45f209643bd tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.426826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-04707476-6858-401d-a7db-e45f209643bd tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511&tenant_id=0372ae518279420198ac9f8687657e10&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.0614002 Oct 28 21:57:04.484341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-cc88f2c8-195e-4ff1-9043-aa0fc6f33fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.486782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-cc88f2c8-195e-4ff1-9043-aa0fc6f33fcc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 1096 time: 0.0525327 Oct 28 21:57:04.487841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48604) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:04.564302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ef8b44d0-efab-4850-bbbd-3e83863e4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.566197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ef8b44d0-efab-4850-bbbd-3e83863e4e73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1096 time: 0.0539002 Oct 28 21:57:04.657549 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7a0b-9b9c-4e29-9592-dbe6fde8370c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:04.732343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-850e1504-d01b-4ea4-8030-b9c0ed6762aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.734171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-850e1504-d01b-4ea4-8030-b9c0ed6762aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.1606448 Oct 28 21:57:04.837900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-712d8cab-ff78-4b1c-b296-1574c62af92e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 999 time: 0.0952742 Oct 28 21:57:04.849867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7a0b-9b9c-4e29-9592-dbe6fde8370c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:04.853942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7a0b-9b9c-4e29-9592-dbe6fde8370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:04.933907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d7a0b-9b9c-4e29-9592-dbe6fde8370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85a14a-2126-4d03-8b41-48af62d5e680,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:04.943028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe9d7a0b-9b9c-4e29-9592-dbe6fde8370c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a1b1aea6bad480882d0d7bcf5a9d336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539254 Oct 28 21:57:04.945306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-d413dd33-2453-47d0-99fd-7dd8fe48b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:04.945820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48610) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:04.946762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-d413dd33-2453-47d0-99fd-7dd8fe48b39b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.0900087 Oct 28 21:57:05.006748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-f450fbb3-e8f5-4965-ab4a-e1594835172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:05.008465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-f450fbb3-e8f5-4965-ab4a-e1594835172a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529699 Oct 28 21:57:05.011072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.034150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.082806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.086106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.089013 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e85a14a-2126-4d03-8b41-48af62d5e680 HTTP/1.1" status: 204 len: 168 time: 0.1418900 Oct 28 21:57:05.101223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb8cc0-a837-4a24-ac4e-455e59c85e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85a14a-2126-4d03-8b41-48af62d5e680,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:05.124919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-4f20408d-ee79-401e-8eb2-b74f71bb5e72 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078348 Oct 28 21:57:05.222000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-e8368f61-f794-4311-9772-9e9ced184ef6 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896423 Oct 28 21:57:05.386446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bfe13-6164-45b3-82e5-9e89c194a286 req-39cd326e-e0bc-4245-9af1-3cfc9096b038 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:05.388887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-906bfe13-6164-45b3-82e5-9e89c194a286 req-39cd326e-e0bc-4245-9af1-3cfc9096b038 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0647295 Oct 28 21:57:05.418764 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:05.434167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c070e77c-5aaf-4e64-b8c6-0ecd2abad4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.441760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-906bfe13-6164-45b3-82e5-9e89c194a286 req-c4efd407-39df-45f1-9db5-04e03fde689f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Oct 28 21:57:05.491402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-aa3f1579-549b-4c98-a31e-16f59165f038 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:05.493011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-aa3f1579-549b-4c98-a31e-16f59165f038 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511&tenant_id=0372ae518279420198ac9f8687657e10&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 1096 time: 0.0501542 Oct 28 21:57:05.542740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c070e77c-5aaf-4e64-b8c6-0ecd2abad4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.546820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c070e77c-5aaf-4e64-b8c6-0ecd2abad4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.590270 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c070e77c-5aaf-4e64-b8c6-0ecd2abad4ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c2ccf98a2f84bcf88175a759cbba04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699288 Oct 28 21:57:05.591144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48624) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:05.607409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e77c-5aaf-4e64-b8c6-0ecd2abad4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd0fd1-d464-4d62-8057-2eff632cd898,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:05.643417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-81648818-02cb-4d4d-97a3-e3a9a234382a service neutron] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:05.649625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-81648818-02cb-4d4d-97a3-e3a9a234382a service neutron] Publish callbacks [] for binding, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.651003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-81648818-02cb-4d4d-97a3-e3a9a234382a service neutron] 10.222.0.52 "DELETE /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0/bindings/n-h2-806683-16 HTTP/1.1" status: 204 len: 173 time: 0.1507931 Oct 28 21:57:05.680716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.705784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.769160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.773072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:05.777085 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9cd0fd1-d464-4d62-8057-2eff632cd898 HTTP/1.1" status: 204 len: 168 time: 0.1846557 Oct 28 21:57:05.786838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eb590-abaa-4986-832d-a99e6572090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd0fd1-d464-4d62-8057-2eff632cd898,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:06.264669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:06.351204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:06.586158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d2806-29ea-4022-a108-950450acb008 req-d9d0c8ee-fc7f-48a6-9916-113b2f9abc61 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:06.588292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-989d2806-29ea-4022-a108-950450acb008 req-d9d0c8ee-fc7f-48a6-9916-113b2f9abc61 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0637167 Oct 28 21:57:06.639833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-989d2806-29ea-4022-a108-950450acb008 req-7ee2e379-1e69-4001-b6f3-ff4d56295cd4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Oct 28 21:57:06.775345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dd709-4801-437a-9374-8e0041acb9e8 req-d5d05af7-3ea7-4b57-9352-d915801eabf6 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:06.777631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f28dd709-4801-437a-9374-8e0041acb9e8 req-d5d05af7-3ea7-4b57-9352-d915801eabf6 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1096 time: 0.0528295 Oct 28 21:57:06.830784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f28dd709-4801-437a-9374-8e0041acb9e8 req-dd620e45-61f0-42e7-a3a3-b4987e067b63 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Oct 28 21:57:06.981612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431346-cd01-4ab2-a086-e1fe5d0d182c req-ca9452d7-1b18-442b-8510-76727cc2c6f0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:06.984896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f431346-cd01-4ab2-a086-e1fe5d0d182c req-ca9452d7-1b18-442b-8510-76727cc2c6f0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0783083 Oct 28 21:57:07.031409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f431346-cd01-4ab2-a086-e1fe5d0d182c req-553555c5-ab81-48f4-8385-d2e1e492f351 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397232 Oct 28 21:57:07.053994 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:07.138679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-028b9919-c09d-41f5-90bf-76da404670a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 HTTP/1.1" status: 200 len: 991 time: 0.0781221 Oct 28 21:57:07.570971 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48690) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:07.688089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88af78b9-2b25-483f-8088-006fa3ccebb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.770590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88af78b9-2b25-483f-8088-006fa3ccebb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.774544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88af78b9-2b25-483f-8088-006fa3ccebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.824165 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88af78b9-2b25-483f-8088-006fa3ccebb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5f80f25304f4480b0240d8877c65eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517900 Oct 28 21:57:07.825638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:07.826504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af78b9-2b25-483f-8088-006fa3ccebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d7ec2-732a-45c3-a6b0-3c7a6f02adaf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:07.885208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.907392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.956016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.959592 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:07.963064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d3d7ec2-732a-45c3-a6b0-3c7a6f02adaf HTTP/1.1" status: 204 len: 168 time: 0.1334963 Oct 28 21:57:07.969275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f214-8955-41f8-b974-e49ad15f059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d7ec2-732a-45c3-a6b0-3c7a6f02adaf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:09.391015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48764) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:09.420119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48766) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:09.548696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bfc86ff8-6743-49d1-b5e5-6f1db6ff7610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.575121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 50ca87f6-721d-4ee4-8100-27dd5cc1e71f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:09.575544 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.646371 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bfc86ff8-6743-49d1-b5e5-6f1db6ff7610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.651186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bfc86ff8-6743-49d1-b5e5-6f1db6ff7610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.671127 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.671456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.687150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 50ca87f6-721d-4ee4-8100-27dd5cc1e71f owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:09.695105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc86ff8-6743-49d1-b5e5-6f1db6ff7610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09228b0d-c555-4fda-b95c-1d7c02948446,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:09.699776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bfc86ff8-6743-49d1-b5e5-6f1db6ff7610 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e66cf8aa5a24279acecc30c240a2861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775593 Oct 28 21:57:09.703641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48770) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:09.772447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.797670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.863819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.866665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.867836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09228b0d-c555-4fda-b95c-1d7c02948446 HTTP/1.1" status: 204 len: 168 time: 0.1594942 Oct 28 21:57:09.882806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489bbcb-be81-4de4-b60e-3355168f3bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09228b0d-c555-4fda-b95c-1d7c02948446,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:09.886787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.926546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=50ca87f6-721d-4ee4-8100-27dd5cc1e71f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:09.990951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:09.991372 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 disassociated (deleted). External IP: 172.25.4.235, port: b723b757-2afe-4d3f-959e-a71af83a6bc0. Oct 28 21:57:10.238997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 36978d79-f08d-4637-8380-32d728d99f1c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:10.394382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:10.405731 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Sync routers for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:10.407082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:10.420667 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:10.421416 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:10.444653 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3c632a3a-ae43-4254-91ed-26097c18a703 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/floatingips/ad6c808e-8ab1-4dfd-a036-79d9babe8dd4 HTTP/1.1" status: 204 len: 168 time: 1.0524220 Oct 28 21:57:10.445253 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:10.448039 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ee44d-401b-4ef0-863d-85be3289b524" -d '{"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:10.501859 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a8c62-b6a5-486c-a590-054bdc92d637 x-openstack-request-id: req-411a8c62-b6a5-486c-a590-054bdc92d637 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:10.501859 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:10.501859 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-411a8c62-b6a5-486c-a590-054bdc92d637 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:10.501859 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'status': 'completed', 'code': 200} Oct 28 21:57:10.599336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee44d-401b-4ef0-863d-85be3289b524 req-3e975ee5-ac3f-43d9-9385-caa19778f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:10.600637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-3e975ee5-ac3f-43d9-9385-caa19778f437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 1096 time: 0.0717249 Oct 28 21:57:10.656772 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:10.720410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee44d-401b-4ef0-863d-85be3289b524 req-13300e74-3822-46da-a1e9-515e2ebb0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:10.722313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-13300e74-3822-46da-a1e9-515e2ebb0e39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 200 len: 898 time: 0.1116216 Oct 28 21:57:10.807297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-cc6d1a34-ebf9-4fb1-91a3-39b9b0327e23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 200 len: 217 time: 0.0727308 Oct 28 21:57:10.888980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbf48909-0d52-4730-8c98-baa8b46b7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:10.919121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed325aec-e12b-4ee4-8f04-5b3b28b0ab32 req-54740956-6dfe-4bb7-91dc-612cea267d36 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:10.927464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed325aec-e12b-4ee4-8f04-5b3b28b0ab32 req-54740956-6dfe-4bb7-91dc-612cea267d36 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.1641622 Oct 28 21:57:10.930175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee44d-401b-4ef0-863d-85be3289b524 req-857af06d-2d20-478d-b63a-3d8604cb134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:10.931560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-857af06d-2d20-478d-b63a-3d8604cb134a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 200 len: 834 time: 0.1171265 Oct 28 21:57:10.993485 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:11.031032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed325aec-e12b-4ee4-8f04-5b3b28b0ab32 req-08ad28f3-7c54-4e56-9d4d-dd36c5e57c32 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983522 Oct 28 21:57:11.052498 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Checking router: 36978d79-f08d-4637-8380-32d728d99f1c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:11.055513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee44d-401b-4ef0-863d-85be3289b524 req-15fbf5a3-4a1c-4bda-8b8c-bb358c8c1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:11.057786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-15fbf5a3-4a1c-4bda-8b8c-bb358c8c1e91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4b20dc-7106-4642-8e05-d25ceaf1e73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954487 Oct 28 21:57:11.068327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:11.069205 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:56:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:11.177368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-5565da86-fc76-45f2-a916-70cd6f204e3c service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089950 Oct 28 21:57:11.247048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083d5b2-146b-4951-bfc9-88f57277638f req-a08e9283-e8d0-40d8-96eb-961bf3af9a4b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:11.248675 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7083d5b2-146b-4951-bfc9-88f57277638f req-a08e9283-e8d0-40d8-96eb-961bf3af9a4b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.52 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 944 time: 0.0686514 Oct 28 21:57:11.337409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-c97a249f-6bc7-4b2f-926a-78d2b4c7c57a service neutron] 10.222.0.52 "GET /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462026 Oct 28 21:57:11.360059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:11.401207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port b723b757-2afe-4d3f-959e-a71af83a6bc0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:11.404817 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:11.578762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port b723b757-2afe-4d3f-959e-a71af83a6bc0, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=b723b757-2afe-4d3f-959e-a71af83a6bc0,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:11.579517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:11.596713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for b723b757-2afe-4d3f-959e-a71af83a6bc0 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:11.649248 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:11.693003 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d284f16a-b032-48bc-905f-5c6417d55246 None None] The sync data for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 is: [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:56:05Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b8b1d10d-1513-45bc-afa1-b64f79cec36d', 'name': '', 'network_id': '0b4b20dc-7106-4642-8e05-d25ceaf1e73b', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:7a:57:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:04Z', 'updated_at': '2021-10-28T21:56:09Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': '9b5eb3a2-3328-4358-aa49-4807b2110c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:11.802439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:11.833206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=b723b757-2afe-4d3f-959e-a71af83a6bc0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:11.898930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] No DVR routers for this DVR port b723b757-2afe-4d3f-959e-a71af83a6bc0 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:11.901947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:11.905350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7083d5b2-146b-4951-bfc9-88f57277638f req-e9924a2e-db4c-49bf-aea3-92714ff6712d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.52 "DELETE /v2.0/ports/b723b757-2afe-4d3f-959e-a71af83a6bc0 HTTP/1.1" status: 204 len: 173 time: 0.6492214 Oct 28 21:57:12.107518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c451c4-83eb-4bbe-9ded-1c16124c2206 None None] New status for floating IP ad6c808e-8ab1-4dfd-a036-79d9babe8dd4: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:57:12.167765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7521594-b753-4384-b517-08d98ca591f7 req-ef91f078-e874-40f9-8ec5-ecffb0acee00 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511 HTTP/1.1" status: 200 len: 210 time: 0.0389464 Oct 28 21:57:12.213311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:12.306975 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:12.502660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-deleted', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:12.505630 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535024e6-dea8-4a9a-a8ed-5f5a08ab3e47" -d '{"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-deleted", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:12.552043 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64b897-692e-4540-9fe8-19c4e4da9e9a x-openstack-request-id: req-9d64b897-692e-4540-9fe8-19c4e4da9e9a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:12.552299 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511", "name": "network-vif-deleted", "tag": "b723b757-2afe-4d3f-959e-a71af83a6bc0", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:12.552636 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d64b897-692e-4540-9fe8-19c4e4da9e9a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:12.552973 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60dac70-5fbc-4ac0-9f13-d3b9d9bb2511', 'name': 'network-vif-deleted', 'tag': 'b723b757-2afe-4d3f-959e-a71af83a6bc0', 'status': 'completed', 'code': 200} Oct 28 21:57:12.639608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48834) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:12.787120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:12.811923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:12.911396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.057418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Allocated IP 172.25.4.8 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/1180d4ce-e36a-4588-b1d5-269b01174fa4) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:13.157004 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.191010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.237712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:13.243228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:13.246978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:13.249397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=1180d4ce-e36a-4588-b1d5-269b01174fa4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:13.251767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:13.275179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.275516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.275848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.276187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.276552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.276875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.277194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.277510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.277826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.278141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.278454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.278772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:13.375503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.417894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.418139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-081f8536-03e5-42a8-a855-2de9001d4ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.575735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.582627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.627124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.660213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=1180d4ce-e36a-4588-b1d5-269b01174fa4,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:13.668964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.690956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.693276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b88419a2-0a51-4038-a609-b0d624cf529c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0526230 Oct 28 21:57:13.696128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48850) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:13.701772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1368296120'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:13.725187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Made reservation on behalf of 9d72c0717783404bbc56bb1a3fec2f9e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:13.730614 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.739973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.842381 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.846747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.878468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:57:13.894280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77076809-e0ae-43f6-a13e-90978c63b3dc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:13.899733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.900336 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Added segment fec67686-4d5f-4d89-baa1-94e512552044 of type vlan for network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 Oct 28 21:57:13.945752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.964952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port b8b1d10d-1513-45bc-afa1-b64f79cec36d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:13.965292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.976902 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:13.984211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:13.985053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.045565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3480985 Oct 28 21:57:14.048590 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48852) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:14.054320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Request body: {'subnet': {'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:14.068300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe2310-c3ad-4f72-88e1-b222d4733a2d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Network': ['ID=1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:14.080325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:57:14.125743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port b8b1d10d-1513-45bc-afa1-b64f79cec36d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b8b1d10d-1513-45bc-afa1-b64f79cec36d,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:14.126167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.156518 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for b8b1d10d-1513-45bc-afa1-b64f79cec36d owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:14.158469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:14.187975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: b723b757-2afe-4d3f-959e-a71af83a6bc0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:14.188654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device b723b757-2afe-4d3f-959e-a71af83a6bc0 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:14.229742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Made reservation on behalf of 9d72c0717783404bbc56bb1a3fec2f9e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:14.233233 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.522138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.552326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.560392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=b8b1d10d-1513-45bc-afa1-b64f79cec36d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:14.656141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Subnet': ['ID=d820eb24-34e8-467f-a8f5-20c3a117b4a5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:14.699150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Checking segment: {'id': 'fec67686-4d5f-4d89-baa1-94e512552044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:14.699530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network hostable DHCP agents. Network: 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:57:14.795569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:57:14.813357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:14.821720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a21dc-a4c5-4a1b-b565-9546e613801e None None] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:14.824794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:14.825467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.843681 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.856588 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f89565a5-dd32-4072-9395-d9701cba6ab2 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8064842 Oct 28 21:57:14.859069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48856) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:14.864845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-786608396', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}, 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:14.895375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.897187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:14.902671 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.005248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4', 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4', 'tenant_id': '9d72c0717783404bbc56bb1a3fec2f9e', 'fixed_ips': [{'subnet_id': 'd820eb24-34e8-467f-a8f5-20c3a117b4a5'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:57:15.005903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.007055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.120260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 36978d79-f08d-4637-8380-32d728d99f1c has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:15.161560 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.189192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Allocated IP 172.20.0.2 (1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4/d820eb24-34e8-467f-a8f5-20c3a117b4a5/379371dc-10d0-4566-9340-7e6309ad8ed7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:15.217758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.287711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:15.293822 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5de1dc95-3e8e-45b6-878c-871c30585cac tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/36978d79-f08d-4637-8380-32d728d99f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562167 Oct 28 21:57:15.299143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:15.300611 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Sync routers for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:15.311656 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:15.312247 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:15.378019 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.389789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.405614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting subnet 9b5eb3a2-3328-4358-aa49-4807b2110c59 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:57:15.421299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.422066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:15.444340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:15.449948 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:15.452609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:15.504956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.530953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Pushing event updated for resources: {'Port': ['ID=379371dc-10d0-4566-9340-7e6309ad8ed7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:15.573221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.573978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.574555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.575112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.575705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.576322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.576899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.577477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.578066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.579497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.580127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.582450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:15.601774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Attempting to bind port 379371dc-10d0-4566-9340-7e6309ad8ed7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:15.603723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Attempting to bind port 379371dc-10d0-4566-9340-7e6309ad8ed7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'fec67686-4d5f-4d89-baa1-94e512552044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:15.605512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Attempting to bind port 379371dc-10d0-4566-9340-7e6309ad8ed7 on network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:15.612705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:15.614431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Checking segment: {'id': 'fec67686-4d5f-4d89-baa1-94e512552044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:15.615070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.616148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Bound using segment: {'id': 'fec67686-4d5f-4d89-baa1-94e512552044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:15.627267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Bound port: 379371dc-10d0-4566-9340-7e6309ad8ed7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec67686-4d5f-4d89-baa1-94e512552044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:15.628987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.710128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.740084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.775155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] For port 379371dc-10d0-4566-9340-7e6309ad8ed7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:15.782059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] For port 379371dc-10d0-4566-9340-7e6309ad8ed7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=379371dc-10d0-4566-9340-7e6309ad8ed7,segment=NetworkSegment(fec67686-4d5f-4d89-baa1-94e512552044),segment_id=fec67686-4d5f-4d89-baa1-94e512552044)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:15.792301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:15.820499 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:57:14Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:15.901236 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Checking router: 36978d79-f08d-4637-8380-32d728d99f1c for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:15.905435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db9c3-309a-403d-93d8-700f8e033042 None None] Pushing event updated for resources: {'Port': ['ID=379371dc-10d0-4566-9340-7e6309ad8ed7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:15.922215 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Routers {'36978d79-f08d-4637-8380-32d728d99f1c'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:15.922846 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['36978d79-f08d-4637-8380-32d728d99f1c'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:15.946500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Allocated IP 172.25.4.127 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/eb257985-e4f0-46ab-9ff0-6acad94fbb45) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:16.057542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.077124 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.122701 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] Set router 36978d79-f08d-4637-8380-32d728d99f1c gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:16.129731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.142489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.175204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5eb3a2-3328-4358-aa49-4807b2110c59,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:16.180599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.183997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a6e59905-3008-454d-94d4-c6ae0bb1b38e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/subnets/9b5eb3a2-3328-4358-aa49-4807b2110c59 HTTP/1.1" status: 204 len: 168 time: 0.8838782 Oct 28 21:57:16.187368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48862) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:16.213427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=eb257985-e4f0-46ab-9ff0-6acad94fbb45,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:16.226323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:16.230156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:16.235274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b4b36-7a45-4b6c-a875-33957ab3b491 None None] Network 0b4b20dc-7106-4642-8e05-d25ceaf1e73b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:16.237805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:16.401480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.435658 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:57:14Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:16.499546 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40bf61-ea08-40ee-8693-f532e7936e96 None None] The sync data for ids ['36978d79-f08d-4637-8380-32d728d99f1c'] in n-d-806683-16 is: [{'id': '36978d79-f08d-4637-8380-32d728d99f1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935296204', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:56:00Z', 'updated_at': '2021-10-28T21:57:14Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f8c7723a-a0e9-4fdf-9118-9834ca32a522', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36978d79-f08d-4637-8380-32d728d99f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:56:01Z', 'updated_at': '2021-10-28T21:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:16.570436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.621905 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.637261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port f8c7723a-a0e9-4fdf-9118-9834ca32a522 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:16.638283 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.730043 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.759886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port f8c7723a-a0e9-4fdf-9118-9834ca32a522, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f8c7723a-a0e9-4fdf-9118-9834ca32a522,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:16.760254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.773231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for f8c7723a-a0e9-4fdf-9118-9834ca32a522 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:16.858847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:16.874016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] DHCP port deletion for 0b4b20dc-7106-4642-8e05-d25ceaf1e73b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:57:16.993740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Deleting port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:16.994379 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.086775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.095265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:57:17.122380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] For port 5cb39cc5-300b-41c2-9f68-52e44e09fa20, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5cb39cc5-300b-41c2-9f68-52e44e09fa20,segment=NetworkSegment(081f576f-3529-4367-b3a2-f0940090d177),segment_id=081f576f-3529-4367-b3a2-f0940090d177)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:17.123129 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.144257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Calling delete_port for 5cb39cc5-300b-41c2-9f68-52e44e09fa20 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:17.169357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=f8c7723a-a0e9-4fdf-9118-9834ca32a522,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:17.269954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.288194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.351600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:17.358336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] Pushing event deleted for resources: {'Port': ['ID=5cb39cc5-300b-41c2-9f68-52e44e09fa20,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:17.371824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] Sync routers for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:17.374917 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.381045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d1ff786-dbbe-47f6-8d37-47e5ffaddad6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.5204518 Oct 28 21:57:17.382090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48870) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:17.385768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a0111-7595-4241-9bb6-46aee2ee0d63 None None] No DVR routers for this DVR port 5cb39cc5-300b-41c2-9f68-52e44e09fa20 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:17.396078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:17.396963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:17.445516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:17.457523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:17.457523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:17.511160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:17.511641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8136ca-101b-43db-8e21-1c938688edc1 None None] The sync data for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:17.555106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.561783 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.602793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af32739-3342-424a-a7c3-6e1f90f6d135 None None] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:17.662402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.662933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Fanout notify agent at l3_agent the message router_deleted on router 36978d79-f08d-4637-8380-32d728d99f1c {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:57:17.670255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.671267 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-79642e19-1c54-4e58-9e59-650e12fa977a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/routers/36978d79-f08d-4637-8380-32d728d99f1c HTTP/1.1" status: 204 len: 168 time: 1.4829469 Oct 28 21:57:17.685044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48876) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:17.709965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] Provisioning complete for port 379371dc-10d0-4566-9340-7e6309ad8ed7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:17.710253 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:17.802147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.020661 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.040777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.084172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] For port 379371dc-10d0-4566-9340-7e6309ad8ed7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=379371dc-10d0-4566-9340-7e6309ad8ed7,segment=NetworkSegment(fec67686-4d5f-4d89-baa1-94e512552044),segment_id=fec67686-4d5f-4d89-baa1-94e512552044)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:18.090617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4b20dc-7106-4642-8e05-d25ceaf1e73b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:18.101680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.113709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f576f-3529-4367-b3a2-f0940090d177') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:18.114665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f576f-3529-4367-b3a2-f0940090d177') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:18.138328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.149734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.165936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.180486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:57:18.180891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:57:18.188521 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:57:18.206241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b492e7-23e5-4f0e-96d1-b2c38b33ce8f None None] Pushing event updated for resources: {'Port': ['ID=379371dc-10d0-4566-9340-7e6309ad8ed7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:18.276081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 379371dc-10d0-4566-9340-7e6309ad8ed7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:18.319514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.331539 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.336473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/networks/0b4b20dc-7106-4642-8e05-d25ceaf1e73b HTTP/1.1" status: 204 len: 168 time: 0.6500580 Oct 28 21:57:18.341545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48878) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:18.377494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 379371dc-10d0-4566-9340-7e6309ad8ed7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:18.379381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.384808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587b2b-2eaf-4059-a5fd-6990d296e459 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Network': ['ID=0b4b20dc-7106-4642-8e05-d25ceaf1e73b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:18.459630 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.514824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.549120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cc611924-60f6-43cb-a2a7-ed7423b905ab None None] Provisioning complete for port 379371dc-10d0-4566-9340-7e6309ad8ed7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:18.549485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cc611924-60f6-43cb-a2a7-ed7423b905ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.615996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.618846 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.622967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b HTTP/1.1" status: 204 len: 168 time: 0.2798865 Oct 28 21:57:18.646776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca8d7f-4b18-437f-b381-be068dd27485 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a2810c-58cc-4e73-a461-2b5c2c4a7d5b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:18.676201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5cb39cc5-300b-41c2-9f68-52e44e09fa20 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:18.702894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5cb39cc5-300b-41c2-9f68-52e44e09fa20 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:18.703229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5cb39cc5-300b-41c2-9f68-52e44e09fa20 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:18.703758 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b8b1d10d-1513-45bc-afa1-b64f79cec36d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:18.720085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Allocated IP 172.20.0.1 (1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4/d820eb24-34e8-467f-a8f5-20c3a117b4a5/c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:18.725088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b8b1d10d-1513-45bc-afa1-b64f79cec36d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:18.725440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b8b1d10d-1513-45bc-afa1-b64f79cec36d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:18.867103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.902723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:18.947134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:18.950245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:18.954474 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:18.958806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:19.003191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.172121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.207806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-cd0e2369-16d7-4c99-b48d-7fbb84a40f7a None None] Provisioning complete for port c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:19.208441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2369-16d7-4c99-b48d-7fbb84a40f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.241667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e2369-16d7-4c99-b48d-7fbb84a40f7a None None] Port c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:19.335683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48886) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:19.340424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533419984', 'description': 'tempest-secgroup-smoke-1533419984 description', 'project_id': '0372ae518279420198ac9f8687657e10'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:19.361880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.427450 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.431559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.451793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.456511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.460778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.462006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251361 Oct 28 21:57:19.464919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48888) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:19.469930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:19.476416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3cdda-0151-42af-8bc9-fa74af05ca03 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f0b6b-8ba8-4533-929c-897d00d71cfa,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:19.501569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.568571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.573815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.596002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70801d6c-8c15-40a7-90bd-1098b743d7fe,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:19.611452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.613501 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84648909-a96c-4b84-9812-77cfb485adc6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470904 Oct 28 21:57:19.616030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48894) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:19.621264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:19.653104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.743030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.748775 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.771240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b3748d-6dcc-4e69-b7fe-c85f3b2a418e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:19.782489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.783308 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-154c70ca-015e-4dc7-9374-02afc62d077f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658518 Oct 28 21:57:19.787833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48896) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:19.798198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:19.804254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 379371dc-10d0-4566-9340-7e6309ad8ed7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:19.820299 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.824276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:19.872954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 379371dc-10d0-4566-9340-7e6309ad8ed7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:19.873311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.901306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:19.966827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8c7723a-a0e9-4fdf-9118-9834ca32a522 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:19.990088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f8c7723a-a0e9-4fdf-9118-9834ca32a522 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:19.990579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f8c7723a-a0e9-4fdf-9118-9834ca32a522 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:20.001337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:20.009740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:20.012690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.020786 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.099330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306861cf-5996-4e2a-8e61-eaff9c2e1b1f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:20.123062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.124196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e99af658-3d8b-4d33-804e-833b9ce1bf94 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331697 Oct 28 21:57:20.127070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48900) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.131823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.181669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:20.183143 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.276415 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7ab7f0c0-f7ed-4f43-b5c7-2ae4e8fc8b0a None None] Provisioning complete for port c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:20.277026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f0c0-f7ed-4f43-b5c7-2ae4e8fc8b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.312872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7f0c0-f7ed-4f43-b5c7-2ae4e8fc8b0a None None] Port c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:20.329095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.334257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.363720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645540b5-b8f8-4501-a7ff-658a6ff040c7,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:20.368755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:20.376605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48902) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.377061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-50b77a17-96bd-44d9-bd2d-607e06e62cae tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "PUT /v2.0/routers/6e5af0d9-f0cc-4957-b403-9afa9866ae30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928973 Oct 28 21:57:20.380034 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.381772 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] Sync routers for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:20.384042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af885c4c-d094-4adc-8f17-2b3a4a78df67 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2558234 Oct 28 21:57:20.385268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48904) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.387788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Request body: {'port': {'network_id': '1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4', 'name': 'tempest-FloatingIPAdminTestJSON-625264491'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.389648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.406494 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:20.407218 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:20.413917 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:57:20.419486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.451099 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:20.461077 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:20.461939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:20.497643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.502114 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:20.502779 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1906-2caf-4927-bb92-305c79d3c923 None None] The sync data for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:20.508039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.518373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Made reservation on behalf of 9d72c0717783404bbc56bb1a3fec2f9e for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:20.523784 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.531581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3becdeaf-b575-4136-9693-a205fd63ef16,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:20.544040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.547886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f19e67d9-7042-4ec0-aa07-ced4198775de tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591339 Oct 28 21:57:20.548304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.553480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'security_group_rule': {'security_group_id': 'b01f0b6b-8ba8-4533-929c-897d00d71cfa', 'project_id': '0372ae518279420198ac9f8687657e10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.555029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] device_id is not set on port b32f6659-2982-47f0-b34d-38fb236f2fc6 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:20.582935 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Project 0372ae518279420198ac9f8687657e10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:57:20.591461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.661319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.665957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.672765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Allocated IP 172.20.0.11 (1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4/d820eb24-34e8-467f-a8f5-20c3a117b4a5/b32f6659-2982-47f0-b34d-38fb236f2fc6) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:20.688885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453364a4-9fd1-4123-878f-9ae23fed23ee,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:20.695815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.697185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bf0f3bcf-b7e6-4f72-b7b6-4cd94397d2c3 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477585 Oct 28 21:57:20.699886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48908) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.704918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'network': {'name': 'tempest-network-smoke--361774891', 'project_id': '0372ae518279420198ac9f8687657e10', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.730927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:20.736385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.771605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:57:20.783486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.785407 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Added segment 3abfa7bf-2623-4e62-a95d-48329b6de204 of type vlan for network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 Oct 28 21:57:20.833937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.864891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.865443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.871352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:20.872126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.902243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:20.906921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2032366 Oct 28 21:57:20.932514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48912) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:20.938744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'admin_state_up': True, 'project_id': '0372ae518279420198ac9f8687657e10', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:20.960033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce7eb4-7ee4-4427-97e8-9552477f6f12 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Network': ['ID=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:20.974405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:57:20.982104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:20.992744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:20.996479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:21.063620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.064572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.073925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:21.074673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.078004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event updated for resources: {'Port': ['ID=b32f6659-2982-47f0-b34d-38fb236f2fc6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:21.102898 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4378c737-9cd7-431c-895f-a17254607354 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7224965 Oct 28 21:57:21.108688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48914) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:21.168892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.181868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'project_id': '9d72c0717783404bbc56bb1a3fec2f9e', 'port_id': 'b32f6659-2982-47f0-b34d-38fb236f2fc6'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:21.218757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.368291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-62ed24a1-f7ac-432f-916f-ba6db12b0bcc None None] Provisioning complete for port b32f6659-2982-47f0-b34d-38fb236f2fc6 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:21.370282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62ed24a1-f7ac-432f-916f-ba6db12b0bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.407197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.410404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.414458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-62ed24a1-f7ac-432f-916f-ba6db12b0bcc None None] Port b32f6659-2982-47f0-b34d-38fb236f2fc6 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:21.539448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Allocated IP 172.25.4.218 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/68b47c07-a55c-4264-8b73-404cf3d1b59d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:21.613496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.636444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.641065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.675288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.719893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:21.723008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:21.726634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:21.743877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.122 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f2565358-e549-4bce-83c7-b8bc8a5bfe6d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:21.750219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Pushing event updated for resources: {'Port': ['ID=68b47c07-a55c-4264-8b73-404cf3d1b59d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:21.863963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.900575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:21.942180 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:21.945415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:21.949106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:21.975080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:22.178250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.231579 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.291436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.452220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.452814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.458647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.527296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Pushing event updated for resources: {'Port': ['ID=68b47c07-a55c-4264-8b73-404cf3d1b59d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:22.545589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.603078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:57:22.650402 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Floating IP 000a9794-f574-48e0-9a8b-c7062db6cb65 associated. External IP: 172.25.4.218, port: b32f6659-2982-47f0-b34d-38fb236f2fc6. Oct 28 21:57:22.721570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:22.735859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Sync routers for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:22.749343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:22.751802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:22.753163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:22.755306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a59ebd74-9fe2-4a90-aa7d-2de21ee34542 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8217745 Oct 28 21:57:22.758497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48928) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:22.870267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:22.926754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:22.954308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e8539a2a-483b-4b87-b1c6-7f241d91593c tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0372ae518279420198ac9f8687657e10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1944349 Oct 28 21:57:22.957388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48932) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.079755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:22Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.109738 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Checking router: 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:23.110085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Updating router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 port f2565358-e549-4bce-83c7-b8bc8a5bfe6d binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:57:23.140750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.171264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d97eb2-580d-4995-abb6-d8f4847dfea9 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:23.175027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-65d97eb2-580d-4995-abb6-d8f4847dfea9 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2139814 Oct 28 21:57:23.176875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48934) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.187629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:23.199007 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] Sync routers for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:23.209982 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:23.210847 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.225461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5a35df1a-919a-4786-80ee-1eb15db3757f tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482917 Oct 28 21:57:23.228024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48936) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.235053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672156922', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'project_id': '0372ae518279420198ac9f8687657e10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:23.247259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.261905 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.280119 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:23.282361 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.328886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6664afb7-ceb2-4525-bde1-dce35dc820b2 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.2189775 Oct 28 21:57:23.332058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48940) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.335812 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.336697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14d1b6a-23d8-4488-8f9c-17c393424ff9 None None] The sync data for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:23.484555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1240c4d-bc3f-40d2-b2b2-33b8c9b64848 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "GET /v2.0/floatingips/000a9794-f574-48e0-9a8b-c7062db6cb65 HTTP/1.1" status: 200 len: 983 time: 0.1511273 Oct 28 21:57:23.486716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48942) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.514268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.522935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.596124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Attempting to bind port f2565358-e549-4bce-83c7-b8bc8a5bfe6d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:23.596566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Attempting to bind port f2565358-e549-4bce-83c7-b8bc8a5bfe6d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:23.596931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Attempting to bind port f2565358-e549-4bce-83c7-b8bc8a5bfe6d on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:23.599952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33171dfe-6ea0-41af-a69e-a4b9f476937a None None] Pushing event updated for resources: {'Port': ['ID=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:23.609066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:23.609443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:23.609844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.610231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:23.610703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Bound port: f2565358-e549-4bce-83c7-b8bc8a5bfe6d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:23.611080 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.675329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] For port f2565358-e549-4bce-83c7-b8bc8a5bfe6d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:23.679221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] For port f2565358-e549-4bce-83c7-b8bc8a5bfe6d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:23.685507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.713372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:23.719698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:23.753516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33171dfe-6ea0-41af-a69e-a4b9f476937a None None] Pushing event updated for resources: {'Port': ['ID=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:23.765039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:23.765764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:23.905692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:23.942194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ca42b808-e1e0-42a8-89c3-08988dc72045 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.4534669 Oct 28 21:57:23.944692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:23.977750 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.040986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Subnet': ['ID=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:24.070466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Checking segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:24.071163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network hostable DHCP agents. Network: 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:57:24.094897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:57:24.108834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:24.120577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:24.121179 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.121568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae5c96-2741-444f-8cc1-f6e92699524d None None] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:24.141854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port 68b47c07-a55c-4264-8b73-404cf3d1b59d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:24.142298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.146300 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-455bc42b-6308-44ee-b30b-67b6a1ce0db2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9171009 Oct 28 21:57:24.149513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48946) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:24.178708 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:57:24.213167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:22Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:24.250902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf987b-678d-46f8-b19e-24e76bc81b0e None None] The sync data for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 is: [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:22Z', 'revision_number': 3, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:24.331221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:57:24.332655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.339890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.340460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.423306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for 68b47c07-a55c-4264-8b73-404cf3d1b59d owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:24.500894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Allocated IP 172.20.0.2 (7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1/fc45a6d0-629b-4a6e-bd22-4fd07e34be6e/808f9fa0-e04f-4b66-aead-b1022ec56421) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:24.714895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.726191 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.766931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:24.779337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:24.782671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:24.796430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Pushing event updated for resources: {'Port': ['ID=808f9fa0-e04f-4b66-aead-b1022ec56421,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:24.836133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.874709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Attempting to bind port 808f9fa0-e04f-4b66-aead-b1022ec56421 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:24.875134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Attempting to bind port 808f9fa0-e04f-4b66-aead-b1022ec56421 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:24.875633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Attempting to bind port 808f9fa0-e04f-4b66-aead-b1022ec56421 on network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:24.880753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=68b47c07-a55c-4264-8b73-404cf3d1b59d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:24.881836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:24.882322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Checking segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:24.882849 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.883339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Bound using segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:24.883949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Bound port: 808f9fa0-e04f-4b66-aead-b1022ec56421, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:24.884452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:24.962517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] For port 808f9fa0-e04f-4b66-aead-b1022ec56421, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:24.967045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] For port 808f9fa0-e04f-4b66-aead-b1022ec56421, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=808f9fa0-e04f-4b66-aead-b1022ec56421,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:24.971038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.005903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.006302 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Floating IP 000a9794-f574-48e0-9a8b-c7062db6cb65 disassociated (deleted). External IP: 172.25.4.218, port: b32f6659-2982-47f0-b34d-38fb236f2fc6. Oct 28 21:57:25.033692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82a23a-1a36-4142-bf57-c49683890cb2 None None] Pushing event updated for resources: {'Port': ['ID=808f9fa0-e04f-4b66-aead-b1022ec56421,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:25.141825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.415868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:25.673491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:25.680402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.686542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] Sync routers for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:25.709618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:25.710443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:25.725877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-705c0fc7-962f-40a4-923e-aeeb8f60ac6c tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/floatingips/000a9794-f574-48e0-9a8b-c7062db6cb65 HTTP/1.1" status: 204 len: 168 time: 1.7755575 Oct 28 21:57:25.725877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.1 (7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1/fc45a6d0-629b-4a6e-bd22-4fd07e34be6e/d1e428fd-ce77-4593-98bc-fbcb350c6d38) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:25.726179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48952) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:25.731077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:25.764326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.783763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:25.808282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:25.812915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:25.857651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:25.858576 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5882b-c64e-4411-a1a7-b9a1f0ebd840 None None] The sync data for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:25.927393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 808f9fa0-e04f-4b66-aead-b1022ec56421 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:25.983430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:25.994766 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.024132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 808f9fa0-e04f-4b66-aead-b1022ec56421 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:26.024548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.118943 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.188354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:26.215001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:26.218165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:26.222845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:26.296914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Allocated IP 172.25.4.142 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/24232eba-1f51-438b-8da7-8cd4227a4fa3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:26.312131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.431789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.490507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 808f9fa0-e04f-4b66-aead-b1022ec56421, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=808f9fa0-e04f-4b66-aead-b1022ec56421,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:26.497513 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.498306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f2565358-e549-4bce-83c7-b8bc8a5bfe6d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:26.552854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.556899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc42443-c707-470a-b3d0-60e2a048bdb7 None None] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:26.689666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f2565358-e549-4bce-83c7-b8bc8a5bfe6d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:26.689970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.717953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.734866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5f6ffff1-82e4-47a7-b37a-ebafa87b5d32 None None] Provisioning complete for port 808f9fa0-e04f-4b66-aead-b1022ec56421 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:26.735302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5f6ffff1-82e4-47a7-b37a-ebafa87b5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.779817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=808f9fa0-e04f-4b66-aead-b1022ec56421,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:26.842782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.947696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:26.957597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:26.959922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:26.977861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:26.987390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Pushing event updated for resources: {'Port': ['ID=24232eba-1f51-438b-8da7-8cd4227a4fa3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:27.020652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f2565358-e549-4bce-83c7-b8bc8a5bfe6d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:27.027446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.125590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:27.405591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d104305e-25da-4298-b300-899a41db927d None None] Provisioning complete for port 808f9fa0-e04f-4b66-aead-b1022ec56421 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:27.407457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d104305e-25da-4298-b300-899a41db927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.447944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.512672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.516813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.522040 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.549668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d104305e-25da-4298-b300-899a41db927d None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:27.552739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d104305e-25da-4298-b300-899a41db927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.594360 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d104305e-25da-4298-b300-899a41db927d None None] Port d1e428fd-ce77-4593-98bc-fbcb350c6d38 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:27.649528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.655282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:27.729885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7245dbe5-1ca1-4bc9-8836-a5cad87f7d2e None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:27.730405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7245dbe5-1ca1-4bc9-8836-a5cad87f7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.780706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-7245dbe5-1ca1-4bc9-8836-a5cad87f7d2e None None] Port d1e428fd-ce77-4593-98bc-fbcb350c6d38 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:27.806947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 808f9fa0-e04f-4b66-aead-b1022ec56421 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:27.843791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:27.846795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:27.888040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 808f9fa0-e04f-4b66-aead-b1022ec56421 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:27.888937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.941809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:27.961054 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.011037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f2565358-e549-4bce-83c7-b8bc8a5bfe6d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:28.051947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Pushing event updated for resources: {'Port': ['ID=24232eba-1f51-438b-8da7-8cd4227a4fa3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:28.084041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.097491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:28.115227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f2565358-e549-4bce-83c7-b8bc8a5bfe6d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:28.116196 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.194699 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.195923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-01900e96-1afd-42a7-a03e-04a1d0a9f626 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4689856 Oct 28 21:57:28.203330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:28.236935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b3a2944b-a60d-4116-87ba-20ef9dd79017 None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:28.237163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3a2944b-a60d-4116-87ba-20ef9dd79017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.244105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:28.251296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f720c8c9-1711-45fe-ad8d-1c1df1bfcc7e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/6cc2b4bd-a466-4184-90fd-1edd9a821ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1005039 Oct 28 21:57:28.267243 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Sync routers for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:28.292933 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:28.293861 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:28.315054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2944b-a60d-4116-87ba-20ef9dd79017 None None] Port d1e428fd-ce77-4593-98bc-fbcb350c6d38 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:28.348592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:28.375597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.455791 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:28.522435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.578716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-53b922b5-1121-4405-aeb1-c934ad8c24a7 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533419984&fields=id&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 267 time: 0.0798380 Oct 28 21:57:28.697684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Allocated IP 172.25.4.128 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/7299987c-45e4-4a3f-9b35-a3118d93e6fe) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:28.733007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-ac776bc2-13f8-4828-adf0-66097714f713 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:28.735521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-ac776bc2-13f8-4828-adf0-66097714f713 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 796 time: 0.1487291 Oct 28 21:57:28.760405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-b28c6606-87e7-4817-811c-1430d5686879 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/quotas/0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 375 time: 0.0147846 Oct 28 21:57:28.845174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-df73ae19-133c-4fd3-aad7-5b3cf17a05c8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736208 Oct 28 21:57:28.862247 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 2, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:28.873926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.899467 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Checking router: 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:28.899971 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Updating router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 port d1e428fd-ce77-4593-98bc-fbcb350c6d38 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:57:28.926558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.945089 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:28.957527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-b87fc478-dd61-44b0-b66e-9298331c17d3 service neutron] 10.222.0.31 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052010 Oct 28 21:57:28.983773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:28.987112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:28.991870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:28.997709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Pushing event updated for resources: {'Port': ['ID=7299987c-45e4-4a3f-9b35-a3118d93e6fe,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:29.102438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.114622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-8931afd6-c0d4-4b9c-abc8-22d730dac0e7 service neutron] 10.222.0.31 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504250 Oct 28 21:57:29.154261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.345571 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.355321 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.381376 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df397dd4-3967-49c9-b645-f4d325f6c03d req-0704b44d-f48d-47c2-8c1e-9366287140a6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 210 time: 0.0597808 Oct 28 21:57:29.421332 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Pushing event updated for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:29.430877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.431555 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.432111 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.432687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.433212 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.433536 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.433990 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.434317 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.434635 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.434960 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.435275 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.435591 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:29.502571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.516907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.543524 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Attempting to bind port d1e428fd-ce77-4593-98bc-fbcb350c6d38 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:29.543972 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Attempting to bind port d1e428fd-ce77-4593-98bc-fbcb350c6d38 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:29.544472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Attempting to bind port d1e428fd-ce77-4593-98bc-fbcb350c6d38 on network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:29.559651 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:29.565395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Checking segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:29.566937 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.568502 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Bound using segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:29.569733 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Bound port: d1e428fd-ce77-4593-98bc-fbcb350c6d38, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:29.571123 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.627781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Pushing event updated for resources: {'Port': ['ID=7299987c-45e4-4a3f-9b35-a3118d93e6fe,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:29.634030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.666409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.668238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d933b4c-6835-481d-9672-8069e327fae9 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4637856 Oct 28 21:57:29.677434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48984) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:29.760089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-27090549-16a8-4e19-912f-91928fd1830a None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:29.761758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-27090549-16a8-4e19-912f-91928fd1830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.765350 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] For port d1e428fd-ce77-4593-98bc-fbcb350c6d38, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:29.773852 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] For port d1e428fd-ce77-4593-98bc-fbcb350c6d38, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e428fd-ce77-4593-98bc-fbcb350c6d38,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:29.811761 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:29.820990 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8482a799-4533-4db2-85f7-f2e631457943 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1423838 Oct 28 21:57:29.823462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48988) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:29.871958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-27090549-16a8-4e19-912f-91928fd1830a None None] Port d1e428fd-ce77-4593-98bc-fbcb350c6d38 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:29.903211 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:29.903907 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:29.932855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-afc4781f-461a-48f8-a514-92536d1d1514 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1000462 Oct 28 21:57:29.933534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 48992) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:29.960323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457726c-eca4-494c-9403-a25dcd0ba11a None None] Pushing event updated for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:30.084649 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:30.210465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:30.210836 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.226437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Deleting port 7299987c-45e4-4a3f-9b35-a3118d93e6fe {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:30.227129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.354446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.370683 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.371014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.399224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Calling delete_port for 7299987c-45e4-4a3f-9b35-a3118d93e6fe owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:30.402967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] For port d1e428fd-ce77-4593-98bc-fbcb350c6d38, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e428fd-ce77-4593-98bc-fbcb350c6d38,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:30.410862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.444465 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:29Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:30.485925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328aa66-5677-4d7b-b7f6-a5a2ef4748f3 None None] Pushing event updated for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:30.517621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d3dc67c-73c1-4b12-87f8-4a2a1d1a3e20 req-74c018e3-6adb-4ca8-b65e-8d35530f6785 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 210 time: 0.0337853 Oct 28 21:57:30.517914 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf244-7d6b-4897-b042-28b102702314 None None] The sync data for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 is: [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:29Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:30.649067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.686385 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Pushing event deleted for resources: {'Port': ['ID=7299987c-45e4-4a3f-9b35-a3118d93e6fe,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:30.931593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.934219 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:30.935495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1888eac6-2297-4c73-a40a-29dd76dca632 tempest-FloatingIPAdminTestJSON-796570626 tempest-FloatingIPAdminTestJSON-796570626-project] 10.222.0.31 "DELETE /v2.0/floatingips/a0ded688-a691-422e-b4e9-3a8563db96bc HTTP/1.1" status: 204 len: 168 time: 1.0025933 Oct 28 21:57:30.941633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 48998) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:31.007084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-73c14e96-0c69-401b-9210-268383ecdbfb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:31.008803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-73c14e96-0c69-401b-9210-268383ecdbfb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 796 time: 0.1788020 Oct 28 21:57:31.073834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-8366c2a9-1dfd-4690-b0ea-30df72e90fb4 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0372ae518279420198ac9f8687657e10 HTTP/1.1" status: 200 len: 380 time: 0.0503840 Oct 28 21:57:31.084412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'port': {'device_id': '2174d241-6a75-493e-8d03-3525581b850a', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'admin_state_up': True, 'tenant_id': '0372ae518279420198ac9f8687657e10', 'security_groups': ['b01f0b6b-8ba8-4533-929c-897d00d71cfa']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:31.187457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Deleting port 24232eba-1f51-438b-8da7-8cd4227a4fa3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:31.188430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.265053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Made reservation on behalf of 0372ae518279420198ac9f8687657e10 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:31.268678 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.317725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.318359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.336611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Calling delete_port for 24232eba-1f51-438b-8da7-8cd4227a4fa3 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:31.454410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.20.0.8 (7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1/fc45a6d0-629b-4a6e-bd22-4fd07e34be6e/e9f1f417-941b-40ba-bfc7-4f67ad7dec92) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:31.520603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.578672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Pushing event deleted for resources: {'Port': ['ID=24232eba-1f51-438b-8da7-8cd4227a4fa3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:31.681096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.683504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-280fe38c-3ef3-44e7-b59a-7bfd6f9f7e5a req-fc39ab94-982b-432f-b570-3d18d2ab5e32 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 210 time: 0.0590587 Oct 28 21:57:31.684466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.692124 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a6bba98b-02ed-4e61-9771-ae60e2bf5525 tempest-FloatingIPAdminTestJSON-1875500675 tempest-FloatingIPAdminTestJSON-1875500675-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/d0629fc3-5bb1-44c0-9625-8996e431404c HTTP/1.1" status: 204 len: 168 time: 0.7488747 Oct 28 21:57:31.692124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49002) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:31.758346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.848450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.849487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e428fd-ce77-4593-98bc-fbcb350c6d38 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:31.890627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port b32f6659-2982-47f0-b34d-38fb236f2fc6 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:31.891312 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:31.908241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:31.944268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:31.946606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:31.949322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:31.987161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d1e428fd-ce77-4593-98bc-fbcb350c6d38 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:31.987562 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.066942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.092726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:32.093402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.095149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for b32f6659-2982-47f0-b34d-38fb236f2fc6 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:32.131528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-33b95f99-f007-4ddc-90dd-ed93fb8d99bb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518532 Oct 28 21:57:32.145032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Request body: {'port': {'device_id': '2174d241-6a75-493e-8d03-3525581b850a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:32.257722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.277901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.307801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=b32f6659-2982-47f0-b34d-38fb236f2fc6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:32.364132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fc58ae82-f6d6-4df6-b121-601123e6565b None None] Provisioning complete for port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:32.364643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fc58ae82-f6d6-4df6-b121-601123e6565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.382001 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.389152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-04bda364-6721-4ee1-b974-65712427bd29 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/ports/b32f6659-2982-47f0-b34d-38fb236f2fc6 HTTP/1.1" status: 204 len: 168 time: 0.6959748 Oct 28 21:57:32.389816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49006) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:32.405889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fc58ae82-f6d6-4df6-b121-601123e6565b None None] Port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:32.451064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc428562-028d-4336-889e-7fa1e4dcfd3a tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:32.452766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cc428562-028d-4336-889e-7fa1e4dcfd3a tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e5af0d9-f0cc-4957-b403-9afa9866ae30 HTTP/1.1" status: 200 len: 913 time: 0.0614293 Oct 28 21:57:32.455319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49008) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:32.562765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f1f417-941b-40ba-bfc7-4f67ad7dec92 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:57:32.571473 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.584168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Transition to ACTIVE for port object e9f1f417-941b-40ba-bfc7-4f67ad7dec92 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:57:32.587938 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.639062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:32.717074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Attempting to bind port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:32.717484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Attempting to bind port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:32.717941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Attempting to bind port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 on network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:32.723284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 on network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:57:32.723720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Attempting to bind port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 on network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:32.729159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:32.729585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Checking segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:32.730033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Bound using segment: {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:32.730464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Bound port: e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abfa7bf-2623-4e62-a95d-48329b6de204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:32.730815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.842216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.851600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:32.855384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:32.864087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e036-d218-4a48-b726-a159c9f825f8 req-5e8778d6-7a5e-4950-8dd7-a92f1e23e6a6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:32.865624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35b4e036-d218-4a48-b726-a159c9f825f8 req-5e8778d6-7a5e-4950-8dd7-a92f1e23e6a6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 943 time: 0.0778751 Oct 28 21:57:32.867253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.918541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:32.919162 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:32.920575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] 10.222.0.44 "PUT /v2.0/ports/e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 1092 time: 0.7804646 Oct 28 21:57:32.922763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:32.925656 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd689189-091f-4af4-9eaa-a901ec8541ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:32.955928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa16f6-c918-4cf5-a2d5-3bb15675fc4d service neutron] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:32.964966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35b4e036-d218-4a48-b726-a159c9f825f8 req-23d531f3-f447-4f36-994d-cd93c2ebd93b tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896745 Oct 28 21:57:33.013516 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13c4b24-84ec-4314-880d-dd9d9c6d4688 x-openstack-request-id: req-e13c4b24-84ec-4314-880d-dd9d9c6d4688 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:33.013818 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:33.014076 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e13c4b24-84ec-4314-880d-dd9d9c6d4688 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:33.014480 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'status': 'completed', 'code': 200} Oct 28 21:57:33.035270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-13f4a2e9-5735-47f5-bfc9-09641d2ed91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.037358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-13f4a2e9-5735-47f5-bfc9-09641d2ed91d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1095 time: 0.0626326 Oct 28 21:57:33.094335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-5f0bc7f8-24b8-4e89-966f-61259b9e70e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 217 time: 0.0449286 Oct 28 21:57:33.153165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-2c6e0df8-98df-449a-a0fa-f7179366ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.153165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-2c6e0df8-98df-449a-a0fa-f7179366ca64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 200 len: 834 time: 0.0503788 Oct 28 21:57:33.190657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:33.191136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:33.209430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-94c0e0b0-7b7c-457b-b26d-a7724729f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.210933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-94c0e0b0-7b7c-457b-b26d-a7724729f31e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492320 Oct 28 21:57:33.304720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:33.317624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:33.323760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-65b42962-1d82-47f3-9f53-8c6007b8c78b service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054544 Oct 28 21:57:33.418001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0ee9028-c766-4442-8c5c-9bddb61a1dcd req-0276bdc7-41ac-4bfd-8710-1be01de8eccb service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867956 Oct 28 21:57:33.511396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-d3105df3-ea1f-4a1d-b694-a4cbf77aa40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.512996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-d3105df3-ea1f-4a1d-b694-a4cbf77aa40c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1095 time: 0.0466788 Oct 28 21:57:33.529742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:33.558826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=c622b6f3-ef0b-4c0d-a8ea-71e22e0c9259,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:33.611839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-1aa82e0e-9783-4b7c-8886-946890743ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.613539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-1aa82e0e-9783-4b7c-8886-946890743ce5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 897 time: 0.0931489 Oct 28 21:57:33.673428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-bc4ea054-da7f-49d1-921c-31e7977e7cde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 217 time: 0.0519164 Oct 28 21:57:33.792172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-4d0cd66b-2d32-4127-b235-517bd0b80bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.793687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-4d0cd66b-2d32-4127-b235-517bd0b80bba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 200 len: 834 time: 0.1119814 Oct 28 21:57:33.802937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:33.855120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-9a95ef8b-7054-4707-b426-c7c2913d2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:33.856706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-9a95ef8b-7054-4707-b426-c7c2913d2a0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521848 Oct 28 21:57:33.958723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-04f77fc7-5647-4102-8c8d-5cd55d122300 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942233 Oct 28 21:57:34.075883 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd689189-091f-4af4-9eaa-a901ec8541ef req-2e3c62d9-e824-4799-9770-19ff73cda512 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083288 Oct 28 21:57:34.114261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2008-a3b8-470a-b208-cf104a9db077 req-88782b77-9707-453b-b526-42e12ae49748 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:34.115868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16dc2008-a3b8-470a-b208-cf104a9db077 req-88782b77-9707-453b-b526-42e12ae49748 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 943 time: 0.0567808 Oct 28 21:57:34.166330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-16dc2008-a3b8-470a-b208-cf104a9db077 req-d78f2308-ed8a-418c-839d-1ccd596d4c98 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Oct 28 21:57:34.358393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:34.463603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:34.470885 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84f9bdde-b6d6-4802-ab20-d645f81e52ef tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "PUT /v2.0/routers/6e5af0d9-f0cc-4957-b403-9afa9866ae30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123689 Oct 28 21:57:34.471314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49026) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:34.473540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] Sync routers for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:34.483497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:34.484105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:34.518312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:34.529201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] Routers {'6e5af0d9-f0cc-4957-b403-9afa9866ae30'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:34.529811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:34.563834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:34.564044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c90114-4bbc-4cbf-96e1-c775478779d9 None None] The sync data for ids ['6e5af0d9-f0cc-4957-b403-9afa9866ae30'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:34.575480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:34.682148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:34.745453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port eb257985-e4f0-46ab-9ff0-6acad94fbb45 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:34.745806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:34.823594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:34.836341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for eb257985-e4f0-46ab-9ff0-6acad94fbb45 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:35.002682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.025906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=eb257985-e4f0-46ab-9ff0-6acad94fbb45,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:35.092388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.184918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.187005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.230888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.231578 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5af0d9-f0cc-4957-b403-9afa9866ae30 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:57:35.239870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.241070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c560711c-6b0f-4ec0-a768-961aa3d003e6 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/routers/6e5af0d9-f0cc-4957-b403-9afa9866ae30 HTTP/1.1" status: 204 len: 168 time: 0.7686081 Oct 28 21:57:35.243666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49030) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:35.326697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting subnet d820eb24-34e8-467f-a8f5-20c3a117b4a5 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:57:35.334259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.344012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca5b37-0fad-4d93-bd55-fee80781fdaa req-ee627921-adb6-49f3-8e6b-d6ea64965911 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:35.345507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04ca5b37-0fad-4d93-bd55-fee80781fdaa req-ee627921-adb6-49f3-8e6b-d6ea64965911 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 943 time: 0.0937304 Oct 28 21:57:35.707570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.739916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-04ca5b37-0fad-4d93-bd55-fee80781fdaa req-352ec085-f2c9-4ead-af68-28603d24528a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670111 Oct 28 21:57:35.803948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.864986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.891826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Subnet': ['ID=d820eb24-34e8-467f-a8f5-20c3a117b4a5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:35.896664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:35.899814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9fc0c7d2-32ec-4961-98f2-b2459863fed4 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/subnets/d820eb24-34e8-467f-a8f5-20c3a117b4a5 HTTP/1.1" status: 204 len: 168 time: 0.6551371 Oct 28 21:57:35.902266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49034) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:35.907210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845ad50-8939-4079-b7ff-c3fd077624b1 None None] Network 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:35.983706 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.047020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port 379371dc-10d0-4566-9340-7e6309ad8ed7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:36.047595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.082952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] DHCP port deletion for 1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:57:36.115583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] For port 379371dc-10d0-4566-9340-7e6309ad8ed7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=379371dc-10d0-4566-9340-7e6309ad8ed7,segment=NetworkSegment(fec67686-4d5f-4d89-baa1-94e512552044),segment_id=fec67686-4d5f-4d89-baa1-94e512552044)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:36.115896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.131264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for 379371dc-10d0-4566-9340-7e6309ad8ed7 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:36.138806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Deleting port 379371dc-10d0-4566-9340-7e6309ad8ed7 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:36.139176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.209170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] For port 379371dc-10d0-4566-9340-7e6309ad8ed7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=379371dc-10d0-4566-9340-7e6309ad8ed7,segment=NetworkSegment(fec67686-4d5f-4d89-baa1-94e512552044),segment_id=fec67686-4d5f-4d89-baa1-94e512552044)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:36.209863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.221147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.223926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Calling delete_port for 379371dc-10d0-4566-9340-7e6309ad8ed7 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:36.247006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=379371dc-10d0-4566-9340-7e6309ad8ed7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:36.250676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] No DVR routers for this DVR port 379371dc-10d0-4566-9340-7e6309ad8ed7 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:36.307392 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.333673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] Pushing event deleted for resources: {'Port': ['ID=379371dc-10d0-4566-9340-7e6309ad8ed7,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:36.335360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.340430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6214a2-c49e-47ed-b6ab-4344291edb03 None None] No DVR routers for this DVR port 379371dc-10d0-4566-9340-7e6309ad8ed7 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:36.361036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:36.371611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:57:36.371916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec67686-4d5f-4d89-baa1-94e512552044') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:36.372178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec67686-4d5f-4d89-baa1-94e512552044') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:36.385384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.402273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.409066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:57:36.410970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:57:36.432134 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:57:36.490561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.505080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.508488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/networks/1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4 HTTP/1.1" status: 204 len: 168 time: 0.6051126 Oct 28 21:57:36.511171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49042) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:36.526490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:36.554702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'mac_address': 'fa:16:3e:8b:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:57:36.557039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52384e-ebca-4b4c-b225-ccf26cd81b8d tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Network': ['ID=1ecc1a32-35ce-4cac-bd93-b292b7c8f1b4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:36.612033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.629020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f1f417-941b-40ba-bfc7-4f67ad7dec92 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:57:36.654640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:36.661364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.676731 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Deleting port 1180d4ce-e36a-4588-b1d5-269b01174fa4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:36.677072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.714131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:36.760511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.760760 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.775154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Calling delete_port for 1180d4ce-e36a-4588-b1d5-269b01174fa4 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:36.872870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e9f1f417-941b-40ba-bfc7-4f67ad7dec92'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:57:36.906749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c2b78-7117-4e58-85c4-b28f6d0d1b21 req-4175e6c1-b667-47e6-ab84-a95b07a3b621 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:36.908419 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d46c2b78-7117-4e58-85c4-b28f6d0d1b21 req-4175e6c1-b667-47e6-ab84-a95b07a3b621 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 944 time: 0.0566211 Oct 28 21:57:36.955653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:36.955924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d46c2b78-7117-4e58-85c4-b28f6d0d1b21 req-54eb29f6-d346-4939-850b-923a073f8f99 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Oct 28 21:57:36.990868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Pushing event deleted for resources: {'Port': ['ID=1180d4ce-e36a-4588-b1d5-269b01174fa4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:37.055056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.057548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.060829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b4a5241e-3bb8-4f2a-a500-e64be06ce784 tempest-FloatingIPAdminTestJSON-1571975378 tempest-FloatingIPAdminTestJSON-1571975378-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9c149e4-7280-46ac-9991-7d4136c20bf1 HTTP/1.1" status: 204 len: 168 time: 0.5479851 Oct 28 21:57:37.325813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49052) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:37.464751 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f124e883-e7d3-4f97-9223-91ba52fa1a5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d72c0717783404bbc56bb1a3fec2f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376061 Oct 28 21:57:37.467291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49056) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:37.515515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.536851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.588566 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.591242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.595464 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77076809-e0ae-43f6-a13e-90978c63b3dc HTTP/1.1" status: 204 len: 168 time: 0.1272464 Oct 28 21:57:37.604268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b55a-4c2a-4d43-821c-85919bf52be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77076809-e0ae-43f6-a13e-90978c63b3dc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:37.895383 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:37.912850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-314f75da-d3fd-4c27-9c1f-4fa346e8458c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:37.913839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 379371dc-10d0-4566-9340-7e6309ad8ed7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:37.938402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 379371dc-10d0-4566-9340-7e6309ad8ed7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:37.938402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 379371dc-10d0-4566-9340-7e6309ad8ed7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:38.009689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-314f75da-d3fd-4c27-9c1f-4fa346e8458c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.014814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-314f75da-d3fd-4c27-9c1f-4fa346e8458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.058967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-314f75da-d3fd-4c27-9c1f-4fa346e8458c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d1d4aaafa2741e2ae5de34b1ce6ddb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600845 Oct 28 21:57:38.059224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49068) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:38.065330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f75da-d3fd-4c27-9c1f-4fa346e8458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a17c8-5027-466a-866d-496d5b340698,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:38.099844 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445810f2-592e-4fa3-a0dc-59d407e6017d req-c9ced1a7-9c59-49a8-a215-c00c6cb5c4cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:38.101398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-445810f2-592e-4fa3-a0dc-59d407e6017d req-c9ced1a7-9c59-49a8-a215-c00c6cb5c4cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 944 time: 0.0597513 Oct 28 21:57:38.123884 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.146677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-445810f2-592e-4fa3-a0dc-59d407e6017d req-9a9fcef7-b646-446a-9176-64fcff5ebd7d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 Oct 28 21:57:38.148020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.195986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.198575 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.199699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/582a17c8-5027-466a-866d-496d5b340698 HTTP/1.1" status: 204 len: 168 time: 0.1394997 Oct 28 21:57:38.208162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d8d18-cc33-4c17-a073-9014afe93799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a17c8-5027-466a-866d-496d5b340698,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:38.387046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:38.436098 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:57:38.439951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:38.440320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.523765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.526368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:38.540757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32981ab4-574c-4d5b-a02e-63d3098573d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.549528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:38.552019 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6831db21-7fc2-49b8-8951-7efccbe5211b" -d '{"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:38.565588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:38.570618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.598749 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d452fb1-8ec0-4a86-a05e-ee07ccc6fabc x-openstack-request-id: req-0d452fb1-8ec0-4a86-a05e-ee07ccc6fabc {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:38.599702 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:38.599958 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d452fb1-8ec0-4a86-a05e-ee07ccc6fabc {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:38.600344 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'code': 200} Oct 28 21:57:38.634442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:38.635713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32981ab4-574c-4d5b-a02e-63d3098573d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.642263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32981ab4-574c-4d5b-a02e-63d3098573d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.686655 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32981ab4-574c-4d5b-a02e-63d3098573d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5614450fb421427980dadb6c2b5b669d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587574 Oct 28 21:57:38.689329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32981ab4-574c-4d5b-a02e-63d3098573d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09468ccf-7c46-4321-b27d-911bc89df6ad,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:38.694070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49084) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:38.737206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf325c0-b930-4ac1-94c8-88cad9cdd33d req-b3b22bc0-2973-43eb-8beb-c0cf79846ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:38.739522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-caf325c0-b930-4ac1-94c8-88cad9cdd33d req-b3b22bc0-2973-43eb-8beb-c0cf79846ff9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1097 time: 0.0689368 Oct 28 21:57:38.753625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.777416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.778864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-caf325c0-b930-4ac1-94c8-88cad9cdd33d req-e9de5c70-5e76-4110-b883-4b4be3d9f315 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Oct 28 21:57:38.833102 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.835711 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:38.836923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09468ccf-7c46-4321-b27d-911bc89df6ad HTTP/1.1" status: 204 len: 168 time: 0.1415243 Oct 28 21:57:38.844917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee93ff-9189-4daf-9030-912145574352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09468ccf-7c46-4321-b27d-911bc89df6ad,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:39.270747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02277166-6b05-4c88-9661-f2f147221332 req-710d0039-a30f-445e-a65d-7b05cfe42e5d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:39.272245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02277166-6b05-4c88-9661-f2f147221332 req-710d0039-a30f-445e-a65d-7b05cfe42e5d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0496252 Oct 28 21:57:39.316141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02277166-6b05-4c88-9661-f2f147221332 req-c38f4a36-150c-42d4-a4d0-4e0272458ade tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Oct 28 21:57:39.635185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49108) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:39.736532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2053353349'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:39.763095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:39.768228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.781535 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.882611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.886813 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.917870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:57:39.924347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3122ca5-8aef-4935-8e6a-5380d581a5c3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:39.930576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.930926 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Added segment e1e3fd1a-030a-4f70-802e-8d9028bb841b of type vlan for network 3034a8d7-d408-47ed-82f0-4af57fecca23 Oct 28 21:57:39.971201 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:39.997059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.003284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:40.003944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.072343 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4359264 Oct 28 21:57:40.075254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49114) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:40.079655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eeb54-419b-4435-8e46-4bc3d0919abd tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Network': ['ID=3034a8d7-d408-47ed-82f0-4af57fecca23,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:40.080228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'subnet': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:40.091714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:57:40.188497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:40.193177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.378756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.475000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Subnet': ['ID=2fba3cd7-9585-4326-85f3-7c717cf0bce2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:40.498670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b8fe8-3be0-4caf-a142-b8cd2ca047dc req-b7f4134f-6bac-4e0f-ba80-818735091d02 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:40.500141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c6b8fe8-3be0-4caf-a142-b8cd2ca047dc req-b7f4134f-6bac-4e0f-ba80-818735091d02 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.1102357 Oct 28 21:57:40.501240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Checking segment: {'id': 'e1e3fd1a-030a-4f70-802e-8d9028bb841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:40.501594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network hostable DHCP agents. Network: 3034a8d7-d408-47ed-82f0-4af57fecca23, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:57:40.542655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:57:40.554906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c6b8fe8-3be0-4caf-a142-b8cd2ca047dc req-9de825a1-a2db-4fc4-90ec-3de114fc2ccb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463178 Oct 28 21:57:40.558487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 3034a8d7-d408-47ed-82f0-4af57fecca23) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:40.563026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:40.563623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.583099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d06622-724b-4a24-9d2d-2e586cfe6de9 None None] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:40.588257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7fbe8b1-5c64-4524-b0c8-86af07673372 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5118825 Oct 28 21:57:40.589075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49120) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:40.594421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-1041900406'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:40.731612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b915e-4af1-4a70-acbc-0a6a6be72f07 req-40e26889-1088-4fa4-8538-4bc9534ab2b2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:40.734116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-669b915e-4af1-4a70-acbc-0a6a6be72f07 req-40e26889-1088-4fa4-8538-4bc9534ab2b2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0732234 Oct 28 21:57:40.743381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:40.747079 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:40.768110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port c7a29283-0832-4551-81d4-6afc0ed639fc yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:40.793176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-669b915e-4af1-4a70-acbc-0a6a6be72f07 req-cb08f0b5-f484-47b5-b366-4f245f785ab5 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517232 Oct 28 21:57:40.818907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49124) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:40.881541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe285dbd-e684-431a-b012-d687c90dced0 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:40.885900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe285dbd-e684-431a-b012-d687c90dced0 tempest-TestNetworkAdvancedServerOps-1809362113 tempest-TestNetworkAdvancedServerOps-1809362113-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1092 time: 0.0631156 Oct 28 21:57:40.886248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49128) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:40.895962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:40.922374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.2 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/c7a29283-0832-4551-81d4-6afc0ed639fc) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:40.935623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.055222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-3034a8d7-d408-47ed-82f0-4af57fecca23', 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'tenant_id': '4e5dcf382c104c679134f7101ec33f60', 'fixed_ips': [{'subnet_id': '2fba3cd7-9585-4326-85f3-7c717cf0bce2'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:57:41.057349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.077597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8be0e0be-9295-4149-9e0d-e6af681b8b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.129189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.148809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.173955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.228108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=c7a29283-0832-4551-81d4-6afc0ed639fc,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:41.243677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:41.245113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:41.251576 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:41.298477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d0bd2901-a71e-4d6c-a65d-ec224c28483a {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:57:41.299467 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:57:41.311826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:41.312735 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.335921 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-88faf6aa-3bc0-4c95-9199-d0ead0fb7455 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7428589 Oct 28 21:57:41.336483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49134) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:41.344985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-795445762', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:b3:ce'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:41.359156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Allocated IP 172.25.4.100 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/7264ceb1-58e8-403d-b9a6-acfef4257802) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:41.480395 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.510265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:41.522804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.575263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:41.578634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:41.583168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:41.607924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.629494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=7264ceb1-58e8-403d-b9a6-acfef4257802,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:41.634929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port f36a9fbf-5c45-4918-b6f4-2c8bc758e828 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:41.763838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.4 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/f36a9fbf-5c45-4918-b6f4-2c8bc758e828) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:41.801935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:41.989341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.039113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.057403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.125465 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=f36a9fbf-5c45-4918-b6f4-2c8bc758e828,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:42.148706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Allocated IP 172.20.0.3 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/942bdbf7-4047-49e2-bb0a-8487ff54eb51) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:42.154634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.162189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:42.166816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:42.176698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:42.179266 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.274591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:42.275195 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.311552 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cf64266a-06d3-48bf-872e-2ae01911e539 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9733572 Oct 28 21:57:42.312387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:42.358956 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.384420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.386151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.394421 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.395732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.414882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96c3a2-382c-4cab-8db9-53cf1654d0df tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:42.421760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96c3a2-382c-4cab-8db9-53cf1654d0df tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:42.427880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ee96c3a2-382c-4cab-8db9-53cf1654d0df tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1726 time: 0.1139960 Oct 28 21:57:42.428539 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49140) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:42.448994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:42.452338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:42.459845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:42.467145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Pushing event updated for resources: {'Port': ['ID=942bdbf7-4047-49e2-bb0a-8487ff54eb51,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:42.476470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event updated for resources: {'Port': ['ID=7264ceb1-58e8-403d-b9a6-acfef4257802,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:42.526481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.539364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Attempting to bind port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:42.539725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Attempting to bind port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e1e3fd1a-030a-4f70-802e-8d9028bb841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:42.540084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Attempting to bind port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 on network 3034a8d7-d408-47ed-82f0-4af57fecca23 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:42.545041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:42.545430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Checking segment: {'id': 'e1e3fd1a-030a-4f70-802e-8d9028bb841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:42.545827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.546213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Bound using segment: {'id': 'e1e3fd1a-030a-4f70-802e-8d9028bb841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:42.546672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Bound port: 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e3fd1a-030a-4f70-802e-8d9028bb841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:42.547044 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.577070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port f36a9fbf-5c45-4918-b6f4-2c8bc758e828 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:42.577716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.624918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] For port 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:42.632831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] For port 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=942bdbf7-4047-49e2-bb0a-8487ff54eb51,segment=NetworkSegment(e1e3fd1a-030a-4f70-802e-8d9028bb841b),segment_id=e1e3fd1a-030a-4f70-802e-8d9028bb841b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:42.638934 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.661446 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP ccde27d0-6f7e-4829-be53-5bebeb94e526 associated. External IP: 172.25.4.100, port: e9f1f417-941b-40ba-bfc7-4f67ad7dec92. Oct 28 21:57:42.718432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ae790-6f0d-4649-9656-d66c56ba714a None None] Pushing event updated for resources: {'Port': ['ID=942bdbf7-4047-49e2-bb0a-8487ff54eb51,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:42.749181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:42.763191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for f36a9fbf-5c45-4918-b6f4-2c8bc758e828 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:42.923417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:42.975340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:43.013051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=f36a9fbf-5c45-4918-b6f4-2c8bc758e828,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:43.106881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:43.125004 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Sync routers for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:43.140310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:43.141251 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:43.145997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:43.181105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-73474421-8f52-4114-95a4-882a6e471810 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2912717 Oct 28 21:57:43.181105 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:43.195749 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c434cc82-2dec-471b-8616-3a1d5eca02f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:43.275380 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:43.281214 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3392f-a4d7-4c5f-bef2-a6912725df5e x-openstack-request-id: req-61a3392f-a4d7-4c5f-bef2-a6912725df5e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:43.281534 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:43.281755 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61a3392f-a4d7-4c5f-bef2-a6912725df5e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:43.282015 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94f49949-4b08-4a97-971f-25ff286e05a3 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/f36a9fbf-5c45-4918-b6f4-2c8bc758e828 HTTP/1.1" status: 204 len: 168 time: 0.8521693 Oct 28 21:57:43.282307 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'status': 'completed', 'code': 200} Oct 28 21:57:43.285026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49152) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:43.319197 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d0abe3-8e86-4784-985e-de90d6717375 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] GET failed (client error): The resource could not be found. Oct 28 21:57:43.320964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05d0abe3-8e86-4784-985e-de90d6717375 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports/f36a9fbf-5c45-4918-b6f4-2c8bc758e828 HTTP/1.1" status: 404 len: 333 time: 0.0347695 Oct 28 21:57:43.326565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49154) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:43.326865 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:43.332038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-1944407740'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:43.358510 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b576-b3ca-40cd-8c46-367e68272de1 req-c0a1491b-d004-4535-b18a-be9f2c693e51 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:43.360108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1b1b576-b3ca-40cd-8c46-367e68272de1 req-c0a1491b-d004-4535-b18a-be9f2c693e51 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.1190369 Oct 28 21:57:43.413398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-22ac7190-ffd9-4a00-a070-db19318c4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:43.415313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-22ac7190-ffd9-4a00-a070-db19318c4483 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1097 time: 0.1170497 Oct 28 21:57:43.436435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1b1b576-b3ca-40cd-8c46-367e68272de1 req-13a2a40a-5d0a-4917-a969-5b46f0e4215a tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689244 Oct 28 21:57:43.443917 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea31a14a-f065-41d0-a226-3610fb3b5f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:43.469496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49156) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:43.555879 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aae2c917-2790-424d-9748-cf6068b13b28 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ccde27d0-6f7e-4829-be53-5bebeb94e526 HTTP/1.1" status: 200 len: 991 time: 0.0850849 Oct 28 21:57:43.557386 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:43.561528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:43.583445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port 77f7bc05-53eb-406d-ad08-843fa1d6d688 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:43.592869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-02ec2994-5420-47e3-bed8-e0b78f99c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:43.594340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-02ec2994-5420-47e3-bed8-e0b78f99c611 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 897 time: 0.1569736 Oct 28 21:57:43.669197 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ccde27d0-6f7e-4829-be53-5bebeb94e526', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'mac_address': 'fa:16:3e:8b:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2174d241-6a75-493e-8d03-3525581b850a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:57:41Z', 'updated_at': '2021-10-28T21:57:41Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:43.690198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-e390b9ba-acda-4a78-92c4-f326cdc05a98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 999 time: 0.0868421 Oct 28 21:57:43.701861 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Checking router: 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:43.714613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:43.715484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:43.740473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.10 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/77f7bc05-53eb-406d-ad08-843fa1d6d688) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:43.776100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-64f7a2fc-4b7c-4889-8c06-5ea2798d2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:43.778114 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-64f7a2fc-4b7c-4889-8c06-5ea2798d2eae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 200 len: 834 time: 0.0786750 Oct 28 21:57:43.874248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-4e4a8043-48e5-4ecb-a62a-ccc4b089625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:43.880383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-4e4a8043-48e5-4ecb-a62a-ccc4b089625d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928755 Oct 28 21:57:43.887347 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:43.988502 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.020217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 942bdbf7-4047-49e2-bb0a-8487ff54eb51 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:44.029495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.060802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-6a478b6a-256c-40b7-b890-fd5c550ac055 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723077 Oct 28 21:57:44.083371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:44.097941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:44.105909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:44.106289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.108616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:44.162269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=77f7bc05-53eb-406d-ad08-843fa1d6d688,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:44.180544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522026fc-94b0-4ddd-9d78-1c10b46aa17a None None] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:44.205135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c434cc82-2dec-471b-8616-3a1d5eca02f3 req-fdde8415-5920-4863-b6f7-15e31afb8d69 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373532 Oct 28 21:57:44.214574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:44.215259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.244194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49158) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:44.245649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07409818-4c36-4a9d-8778-65e8c58646f0 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9178636 Oct 28 21:57:44.249507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:b3:ce'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:44.303397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6effab85-1473-47f2-9521-432f060cbd7c None None] Provisioning complete for port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:44.305234 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6effab85-1473-47f2-9521-432f060cbd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.428453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ccde27d0-6f7e-4829-be53-5bebeb94e526', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'mac_address': 'fa:16:3e:8b:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2174d241-6a75-493e-8d03-3525581b850a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:57:41Z', 'updated_at': '2021-10-28T21:57:41Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:44.433834 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.465371 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da19c71-0f3c-4988-a4e8-7af329ff4693 None None] The sync data for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 is: [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'ccde27d0-6f7e-4829-be53-5bebeb94e526', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'floating_ip_address': '172.25.4.100', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'mac_address': 'fa:16:3e:8b:53:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2174d241-6a75-493e-8d03-3525581b850a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:57:41Z', 'updated_at': '2021-10-28T21:57:41Z', 'revision_number': 0, 'project_id': '0372ae518279420198ac9f8687657e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:44.467909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.502209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=942bdbf7-4047-49e2-bb0a-8487ff54eb51,segment=NetworkSegment(e1e3fd1a-030a-4f70-802e-8d9028bb841b),segment_id=e1e3fd1a-030a-4f70-802e-8d9028bb841b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:44.558056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49162) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:44.559980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.617043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=942bdbf7-4047-49e2-bb0a-8487ff54eb51,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:44.676653 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-34ea74fb-eb90-477c-9294-2fbef31f1998 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ccde27d0-6f7e-4829-be53-5bebeb94e526 HTTP/1.1" status: 200 len: 991 time: 0.1170628 Oct 28 21:57:44.773597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.785585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.827749 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3aa46-7adb-4ef4-8551-06317047d85f None None] New status for floating IP ccde27d0-6f7e-4829-be53-5bebeb94e526: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:57:44.894250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=77f7bc05-53eb-406d-ad08-843fa1d6d688,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:44.903971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] In _notify_port_updated(), no bound segment for port 77f7bc05-53eb-406d-ad08-843fa1d6d688 on network 3034a8d7-d408-47ed-82f0-4af57fecca23 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:57:44.910831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:44.912199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.913896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f19c426-ad49-42e9-b9c9-dbc804787a43 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "PUT /v2.0/ports/77f7bc05-53eb-406d-ad08-843fa1d6d688 HTTP/1.1" status: 200 len: 994 time: 0.6686480 Oct 28 21:57:44.917230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49164) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:44.917435 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:44.935456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Provisioning complete for port 77f7bc05-53eb-406d-ad08-843fa1d6d688 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:44.935908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.027063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Port 77f7bc05-53eb-406d-ad08-843fa1d6d688 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:45.034832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port 77f7bc05-53eb-406d-ad08-843fa1d6d688 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:45.035466 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.074597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Provisioning complete for port c7a29283-0832-4551-81d4-6afc0ed639fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:45.075060 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.121236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Port c7a29283-0832-4551-81d4-6afc0ed639fc cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:45.138712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Provisioning complete for port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:45.139194 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-533cfa3b-595f-4edf-96a8-0bacfa0b72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.145010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.163608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for 77f7bc05-53eb-406d-ad08-843fa1d6d688 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:45.212429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.324784 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.371100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=77f7bc05-53eb-406d-ad08-843fa1d6d688,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:45.397449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e3d7e1e0-2456-4ac4-a355-67377d0bcf0e None None] Provisioning complete for port c7a29283-0832-4551-81d4-6afc0ed639fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:45.397812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e1e0-2456-4ac4-a355-67377d0bcf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.444118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7e1e0-2456-4ac4-a355-67377d0bcf0e None None] Port c7a29283-0832-4551-81d4-6afc0ed639fc cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:45.557872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c918f7b5-767d-4ee6-9f71-2470fd1b4c1c None None] Could not find standard attr ID for object f36a9fbf-5c45-4918-b6f4-2c8bc758e828. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:45.573240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:45.576623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5c76b6ad-8e15-4306-addf-b649513e9249 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/77f7bc05-53eb-406d-ad08-843fa1d6d688 HTTP/1.1" status: 204 len: 168 time: 0.6584165 Oct 28 21:57:45.579250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49168) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:45.605926 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4f611a-866d-400e-ba60-b517cf3ace94 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] GET failed (client error): The resource could not be found. Oct 28 21:57:45.607488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fc4f611a-866d-400e-ba60-b517cf3ace94 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports/77f7bc05-53eb-406d-ad08-843fa1d6d688 HTTP/1.1" status: 404 len: 333 time: 0.0272534 Oct 28 21:57:45.611898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49170) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:45.617822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-1599579467'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:45.675799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-83a86b56-dc93-46a6-8bba-0ba99a76d2a9 None None] Could not find standard attr ID for object 77f7bc05-53eb-406d-ad08-843fa1d6d688. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:45.677776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49172) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:45.750819 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e10c246-05f9-4cf0-8047-666de50e816f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ccde27d0-6f7e-4829-be53-5bebeb94e526 HTTP/1.1" status: 200 len: 993 time: 0.0711708 Oct 28 21:57:45.944008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 942bdbf7-4047-49e2-bb0a-8487ff54eb51 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:46.010913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:46.011282 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.104857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:46.108819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.127834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:46.198058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b194223a-79eb-4bf7-8069-e8e38a4e44fa None None] Could not find standard attr ID for object 77f7bc05-53eb-406d-ad08-843fa1d6d688. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:46.256810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.8 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/0051cda0-182e-47ba-b0f6-ffaa7441f4fc) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:46.389184 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49174) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:46.440046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.490297 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.557491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:46.560849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:46.565022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:46.593674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 0887d8fa-579e-4527-846c-137b258d9833 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:46.594173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.617239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=0051cda0-182e-47ba-b0f6-ffaa7441f4fc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:46.656877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:46.657508 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.681434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f21e124d-0437-4a68-b5ac-5d8b8a77602b tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0650897 Oct 28 21:57:46.681837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49194) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:46.690533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:b3:ce'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:46.736730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.740999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.741500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.756396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 0887d8fa-579e-4527-846c-137b258d9833 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:46.821854 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.930377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1455d618-8137-4a3e-9587-2e729325c96f None None] Provisioning complete for port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:46.931824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1455d618-8137-4a3e-9587-2e729325c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:46.993532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1455d618-8137-4a3e-9587-2e729325c96f None None] Port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:46.999382 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.041510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=0887d8fa-579e-4527-846c-137b258d9833,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:47.106906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.115916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.126882 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.127433 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP cad0b7e0-bb8b-4cc6-aa81-ac2527235c54 disassociated (deleted). External IP: 172.25.4.187, port: 6398fa32-75ff-40b5-80bd-6d969556802a. Oct 28 21:57:47.222060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=0051cda0-182e-47ba-b0f6-ffaa7441f4fc,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:47.255818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] In _notify_port_updated(), no bound segment for port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc on network 3034a8d7-d408-47ed-82f0-4af57fecca23 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:57:47.271708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:47.273087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.276824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c4512c16-e6e7-4231-8ddb-0e24522b7358 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "PUT /v2.0/ports/0051cda0-182e-47ba-b0f6-ffaa7441f4fc HTTP/1.1" status: 200 len: 996 time: 0.5938272 Oct 28 21:57:47.279139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49198) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:47.409273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:47.410118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:57:47.410631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.515942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.517317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-037af065-5ffc-4bc0-b64b-9e01b70afcc2 None None] Provisioning complete for port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:47.517936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-037af065-5ffc-4bc0-b64b-9e01b70afcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.530078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for 0051cda0-182e-47ba-b0f6-ffaa7441f4fc owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:47.542779 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:57:47.552479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.557130 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:57:47.567839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-037af065-5ffc-4bc0-b64b-9e01b70afcc2 None None] Port 0051cda0-182e-47ba-b0f6-ffaa7441f4fc cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:47.576008 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:47.577499 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:47.589705 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b878e3d4-4cbf-483a-b366-eca2fc916dd1 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "DELETE /v2.0/floatingips/cad0b7e0-bb8b-4cc6-aa81-ac2527235c54 HTTP/1.1" status: 204 len: 168 time: 1.1971159 Oct 28 21:57:47.589705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:47.590877 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad3bed9-9de0-4242-8c56-54cf535a5138" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:47.643142 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3476de-defb-4f8b-9e6a-12656634e458 x-openstack-request-id: req-5a3476de-defb-4f8b-9e6a-12656634e458 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:47.643465 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:47.643719 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a3476de-defb-4f8b-9e6a-12656634e458 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:47.644255 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a', 'status': 'completed', 'code': 200} Oct 28 21:57:47.706867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.725499 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:47.748041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-b2fe29ce-af51-4370-b41f-6ba60b058778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:47.749076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=0051cda0-182e-47ba-b0f6-ffaa7441f4fc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:47.749601 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-b2fe29ce-af51-4370-b41f-6ba60b058778 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 1097 time: 0.0818927 Oct 28 21:57:47.900589 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:47.910851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-332e914e-23e5-4aec-ae8e-a174c93f0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:47.915729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af24f19e-f188-4b2a-8175-a8303d37d194 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/0051cda0-182e-47ba-b0f6-ffaa7441f4fc HTTP/1.1" status: 204 len: 168 time: 0.6325533 Oct 28 21:57:47.916388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49208) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:47.917674 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-332e914e-23e5-4aec-ae8e-a174c93f0a5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1600084 Oct 28 21:57:47.960834 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f802671-e653-4a16-83ac-50ab9c99cca2 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] GET failed (client error): The resource could not be found. Oct 28 21:57:47.962570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4f802671-e653-4a16-83ac-50ab9c99cca2 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports/0051cda0-182e-47ba-b0f6-ffaa7441f4fc HTTP/1.1" status: 404 len: 333 time: 0.0451241 Oct 28 21:57:47.970847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:47.975857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-1007583194'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:48.004426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-e21ef4bc-df6c-4298-9224-bfe243731e98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 200 len: 217 time: 0.0746417 Oct 28 21:57:48.054600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-b8bc8715-7173-4cbc-8e73-6367f9a28b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:48.056107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-b8bc8715-7173-4cbc-8e73-6367f9a28b3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0465190 Oct 28 21:57:48.093707 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:48.097591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728c985-cbad-41df-94ce-368a29d48600 req-44180343-ede2-469e-98bf-d7537a817206 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:48.099393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c728c985-cbad-41df-94ce-368a29d48600 req-44180343-ede2-469e-98bf-d7537a817206 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.1402962 Oct 28 21:57:48.150872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-648198ac-1512-4b03-b9d9-a5089a45e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:48.151663 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:57:48.153716 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-648198ac-1512-4b03-b9d9-a5089a45e3a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881867 Oct 28 21:57:48.164270 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:57:48.164918 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:48.171147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c728c985-cbad-41df-94ce-368a29d48600 req-c360c73e-3b32-482c-a5a5-4fc5fa915bd6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611193 Oct 28 21:57:48.189583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:48.200128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:48.221190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port 3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:48.297034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-496e9fba-a960-4acc-8589-f7cb061ae013 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339097 Oct 28 21:57:48.310757 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:57:48.376039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.7 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:48.424096 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fad3bed9-9de0-4242-8c56-54cf535a5138 req-67ea758c-b13a-46ac-bbf4-7059f343c516 service neutron] 10.222.0.52 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173792 Oct 28 21:57:48.566671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:48.602545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:48.608275 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:48.635554 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660228dc-df8e-4535-b9b2-78bc2f40d21a None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '579605c7-89a7-4955-8840-0c08c424343d', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'port_id': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'mac_address': 'fa:16:3e:8b:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T21:53:42Z', 'updated_at': '2021-10-28T21:53:45Z', 'revision_number': 1, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:57:48.652027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:48.655384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:48.658349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:48.712710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:48.727716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:48.728480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:48.755453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6970a35f-6be5-4cfe-8c54-f3730b54f013 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7800765 Oct 28 21:57:48.755453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49212) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:48.760834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'network_id': '3034a8d7-d408-47ed-82f0-4af57fecca23', 'name': 'tempest-AllowedAddressPairTestJSON-255421097'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:48.923253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Made reservation on behalf of 4e5dcf382c104c679134f7101ec33f60 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:48.931073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:48.968691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275185b-53fb-45fb-b493-8b405bb64408 None None] New status for floating IP cad0b7e0-bb8b-4cc6-aa81-ac2527235c54: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:57:48.974803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] device_id is not set on port 66a7f5d3-a6d1-4023-89f1-da922735e6ae yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:49.045547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d31e163d-6bf1-467f-b07d-f25a74733b98 None None] Provisioning complete for port 3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:49.045931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d31e163d-6bf1-467f-b07d-f25a74733b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.089072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d31e163d-6bf1-467f-b07d-f25a74733b98 None None] Port 3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:49.106557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Allocated IP 172.20.0.13 (3034a8d7-d408-47ed-82f0-4af57fecca23/2fba3cd7-9585-4326-85f3-7c717cf0bce2/66a7f5d3-a6d1-4023-89f1-da922735e6ae) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:49.285242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.325363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732a071-cc52-44a5-a00c-2e69ce5209c0 req-bf9bcef2-6196-47ff-826d-e08fe7cc94b7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:49.326861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6732a071-cc52-44a5-a00c-2e69ce5209c0 req-bf9bcef2-6196-47ff-826d-e08fe7cc94b7 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0789342 Oct 28 21:57:49.349687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.415140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:49.418482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6732a071-cc52-44a5-a00c-2e69ce5209c0 req-1a5ef94a-1a9b-4aa6-9682-e51b4a79512a tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854154 Oct 28 21:57:49.421561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:49.426925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:49.431004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=66a7f5d3-a6d1-4023-89f1-da922735e6ae,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:49.435227 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-bdb29905-b562-43ac-85a8-5c15f03ba5d5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:49.436859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-bdb29905-b562-43ac-85a8-5c15f03ba5d5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 945 time: 0.0583606 Oct 28 21:57:49.480228 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:49.480892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.500477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-714ae703-c2e6-496a-b007-033205b26932 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7434590 Oct 28 21:57:49.503166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49218) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:49.509268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:57:b3:ce'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:08:c8:c6'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:49.553926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 6398fa32-75ff-40b5-80bd-6d969556802a {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:49.554262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.660462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port 6398fa32-75ff-40b5-80bd-6d969556802a, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6398fa32-75ff-40b5-80bd-6d969556802a,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:49.660825 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.683652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 6398fa32-75ff-40b5-80bd-6d969556802a owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:49.702151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.715475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e41277ba-2af4-4c7c-9f20-b5c441b86c21 None None] Provisioning complete for port 66a7f5d3-a6d1-4023-89f1-da922735e6ae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:49.716709 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e41277ba-2af4-4c7c-9f20-b5c441b86c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.779151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e41277ba-2af4-4c7c-9f20-b5c441b86c21 None None] Port 66a7f5d3-a6d1-4023-89f1-da922735e6ae cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:49.829346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.860510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=6398fa32-75ff-40b5-80bd-6d969556802a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:49.913207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port 6398fa32-75ff-40b5-80bd-6d969556802a on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:49.916388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.920077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ba876880-d96b-4ec1-9816-ffced90f94e4 req-765f5f98-7c1a-40be-a8c8-0cd6e93e3293 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.52 "DELETE /v2.0/ports/6398fa32-75ff-40b5-80bd-6d969556802a HTTP/1.1" status: 204 len: 173 time: 0.4761820 Oct 28 21:57:49.920597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'name': 'network-vif-deleted', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:57:49.923399 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ae4da-8320-46b7-8a02-ff1615d9075c" -d '{"events": [{"server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "name": "network-vif-deleted", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:57:49.983963 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e3ec3-5787-4041-8e8c-f645558c77d9 x-openstack-request-id: req-ea2e3ec3-5787-4041-8e8c-f645558c77d9 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:57:49.983963 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2513d1-f37d-4554-ab92-415b021fbb30", "name": "network-vif-deleted", "tag": "6398fa32-75ff-40b5-80bd-6d969556802a", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:57:49.984231 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea2e3ec3-5787-4041-8e8c-f645558c77d9 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:57:49.984494 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2513d1-f37d-4554-ab92-415b021fbb30', 'name': 'network-vif-deleted', 'tag': '6398fa32-75ff-40b5-80bd-6d969556802a', 'status': 'completed', 'code': 200} Oct 28 21:57:49.989156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:49.999652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.103614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event updated for resources: {'Port': ['ID=66a7f5d3-a6d1-4023-89f1-da922735e6ae,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:50.122625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] In _notify_port_updated(), no bound segment for port 66a7f5d3-a6d1-4023-89f1-da922735e6ae on network 3034a8d7-d408-47ed-82f0-4af57fecca23 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:57:50.134154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:50.134845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.136200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b063f4d1-1b4a-462a-a4de-201de75ccf0a tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "PUT /v2.0/ports/66a7f5d3-a6d1-4023-89f1-da922735e6ae HTTP/1.1" status: 200 len: 1055 time: 0.6317084 Oct 28 21:57:50.139221 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49224) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:50.260796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port 66a7f5d3-a6d1-4023-89f1-da922735e6ae {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:50.261758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.405356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.411700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a2fc719a-e78e-4aeb-8582-1f9960cc214a None None] Provisioning complete for port 66a7f5d3-a6d1-4023-89f1-da922735e6ae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:50.412916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a2fc719a-e78e-4aeb-8582-1f9960cc214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.426173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for 66a7f5d3-a6d1-4023-89f1-da922735e6ae owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:50.490730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc719a-e78e-4aeb-8582-1f9960cc214a None None] Port 66a7f5d3-a6d1-4023-89f1-da922735e6ae cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:57:50.584128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33b3390b-6215-4e0e-bddb-9f59facce825 req-5eb3f5ec-875d-471e-acc9-58e37ce5a6f3 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0371714 Oct 28 21:57:50.601622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.638338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=66a7f5d3-a6d1-4023-89f1-da922735e6ae,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:50.865625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:50.869703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c03d55d-e579-47a3-9842-f4891308ac90 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/66a7f5d3-a6d1-4023-89f1-da922735e6ae HTTP/1.1" status: 204 len: 168 time: 0.7294369 Oct 28 21:57:50.872190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49228) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:50.900176 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc9cf93-4172-47f5-bd2c-1aad5cf39499 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] GET failed (client error): The resource could not be found. Oct 28 21:57:50.904133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3dc9cf93-4172-47f5-bd2c-1aad5cf39499 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports/66a7f5d3-a6d1-4023-89f1-da922735e6ae HTTP/1.1" status: 404 len: 333 time: 0.0285952 Oct 28 21:57:50.904402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49230) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:51.001436 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port 3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:51.001978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:51.093774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:51.106666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for 3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:51.577110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:51.648458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:51.785686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6785def3-0dee-4692-9c97-fab288099550 req-f8afffcf-f119-49b6-b92c-d9b0d63b7f3d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0640194 Oct 28 21:57:51.831415 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:51.834709 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a27c6b2f-dbc7-45b7-b975-4b9b1527eca8 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce HTTP/1.1" status: 204 len: 168 time: 0.9293616 Oct 28 21:57:51.837441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49240) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:51.871121 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea69fc-d7ee-4c16-b37b-bbfa67d7a75c tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] GET failed (client error): The resource could not be found. Oct 28 21:57:51.872764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-20ea69fc-d7ee-4c16-b37b-bbfa67d7a75c tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "GET /v2.0/ports/3bd743fd-ebd7-40bb-9aad-2e5dd9c8b9ce HTTP/1.1" status: 404 len: 333 time: 0.0341418 Oct 28 21:57:51.877079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:51.996123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port c7a29283-0832-4551-81d4-6afc0ed639fc {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:51.996685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.093828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.107153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for c7a29283-0832-4551-81d4-6afc0ed639fc owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:52.254059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.303832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6398fa32-75ff-40b5-80bd-6d969556802a no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:52.320197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=c7a29283-0832-4551-81d4-6afc0ed639fc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:52.350668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6398fa32-75ff-40b5-80bd-6d969556802a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:52.351291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6398fa32-75ff-40b5-80bd-6d969556802a not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:52.382325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.390291 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49246) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:52.390513 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4f7d1dfe-e52e-46a9-be29-25f77ae2efaf tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/ports/c7a29283-0832-4551-81d4-6afc0ed639fc HTTP/1.1" status: 204 len: 168 time: 0.5112679 Oct 28 21:57:52.461369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting subnet 2fba3cd7-9585-4326-85f3-7c717cf0bce2 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:57:52.465094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.512010 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.622241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.698009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.727386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Subnet': ['ID=2fba3cd7-9585-4326-85f3-7c717cf0bce2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:52.729443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.737887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc4454-a58a-4ffb-b5ed-f4d0153d2c84 None None] Network 3034a8d7-d408-47ed-82f0-4af57fecca23 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:52.744256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-42295346-3778-4c91-b484-3b602743e376 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/subnets/2fba3cd7-9585-4326-85f3-7c717cf0bce2 HTTP/1.1" status: 204 len: 168 time: 0.3522177 Oct 28 21:57:52.746902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49248) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:52.857962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.944166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b0cac8f-0f0a-4df9-bed8-a345c021bdde req-c48c8496-e9dd-4233-8939-949364d7e0e4 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0403540 Oct 28 21:57:52.963931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Deleting port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:52.964296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:52.994841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] DHCP port deletion for 3034a8d7-d408-47ed-82f0-4af57fecca23 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:57:53.041775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] For port 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=942bdbf7-4047-49e2-bb0a-8487ff54eb51,segment=NetworkSegment(e1e3fd1a-030a-4f70-802e-8d9028bb841b),segment_id=e1e3fd1a-030a-4f70-802e-8d9028bb841b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:53.042301 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.050557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Deleting port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:53.051280 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.057756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Calling delete_port for 942bdbf7-4047-49e2-bb0a-8487ff54eb51 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:53.120086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] For port 942bdbf7-4047-49e2-bb0a-8487ff54eb51, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=942bdbf7-4047-49e2-bb0a-8487ff54eb51,segment=NetworkSegment(e1e3fd1a-030a-4f70-802e-8d9028bb841b),segment_id=e1e3fd1a-030a-4f70-802e-8d9028bb841b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:53.120796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.133927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Calling delete_port for 942bdbf7-4047-49e2-bb0a-8487ff54eb51 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:53.145427 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.174574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Port': ['ID=942bdbf7-4047-49e2-bb0a-8487ff54eb51,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:53.176512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] No DVR routers for this DVR port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:57:53.208392 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 21:57:53.222514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.256703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] Pushing event deleted for resources: {'Port': ['ID=942bdbf7-4047-49e2-bb0a-8487ff54eb51,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:53.264565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.264810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99553c5-a14e-4cc4-9d7a-08d3b553817d None None] No DVR routers for this DVR port 942bdbf7-4047-49e2-bb0a-8487ff54eb51 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:57:53.294394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3034a8d7-d408-47ed-82f0-4af57fecca23']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:53.304328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e3fd1a-030a-4f70-802e-8d9028bb841b') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:53.304646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e3fd1a-030a-4f70-802e-8d9028bb841b') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:53.313994 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.327697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.335631 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:57:53.336171 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:57:53.339743 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:57:53.417081 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.425481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.429149 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] 10.222.0.31 "DELETE /v2.0/networks/3034a8d7-d408-47ed-82f0-4af57fecca23 HTTP/1.1" status: 204 len: 168 time: 0.6811078 Oct 28 21:57:53.442486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d6107-9922-477b-83bf-495c19ce0163 tempest-AllowedAddressPairTestJSON-1441466150 tempest-AllowedAddressPairTestJSON-1441466150-project] Pushing event deleted for resources: {'Network': ['ID=3034a8d7-d408-47ed-82f0-4af57fecca23,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:53.677782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49264) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:53.812485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4531061c-98a3-4b25-83cf-4fe6f611e6c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e5dcf382c104c679134f7101ec33f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334341 Oct 28 21:57:53.814958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49268) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:53.875218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.902027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.929912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 942bdbf7-4047-49e2-bb0a-8487ff54eb51 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:57:53.954336 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.955003 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 942bdbf7-4047-49e2-bb0a-8487ff54eb51 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:57:53.955423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 942bdbf7-4047-49e2-bb0a-8487ff54eb51 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:57:53.959171 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:53.960255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3122ca5-8aef-4935-8e6a-5380d581a5c3 HTTP/1.1" status: 204 len: 168 time: 0.1441154 Oct 28 21:57:53.974641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223fe76-a9ad-4057-ae20-ab9553b111e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3122ca5-8aef-4935-8e6a-5380d581a5c3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:54.344143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb905e31-09c0-4f6e-ba58-0b4e5c0ec873 req-b25e988f-45b5-4d3f-b519-1969430f71cd tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Oct 28 21:57:54.672035 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49294) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:54.778170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1241588622'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:54.804519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Made reservation on behalf of 7367b2fb1aad4862b1ece97895aceb01 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:54.808462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:54.819447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:54.899702 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:54.905186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:54.930009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:57:54.947964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72eebc15-41c2-417f-b9a8-3bfc47c13b0f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:54.951201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:54.952833 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Added segment 53bb4759-dd3e-4b46-9b39-d5ad4adf2627 of type vlan for network c950905b-3eb3-4115-84fa-9598801d766d Oct 28 21:57:55.001361 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.027909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.033634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:55.034326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.090292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4171164 Oct 28 21:57:55.093416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49298) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:55.100319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Request body: {'subnet': {'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:55.102918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f40366-8063-4b33-beba-8d2f67254446 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'Network': ['ID=c950905b-3eb3-4115-84fa-9598801d766d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:55.115322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c950905b-3eb3-4115-84fa-9598801d766d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:57:55.187642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-a755e2ae-1080-4d37-a3b3-a318c1850c45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b2513d1-f37d-4554-ab92-415b021fbb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328684 Oct 28 21:57:55.267881 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-4d006348-0666-4e44-b448-4a662b0dbaa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=3b2513d1-f37d-4554-ab92-415b021fbb30 HTTP/1.1" status: 200 len: 210 time: 0.0485680 Oct 28 21:57:55.290125 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Made reservation on behalf of 7367b2fb1aad4862b1ece97895aceb01 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:55.294329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.569306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-3b729307-399b-4084-9a57-ff76608feab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:55.570833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-3b729307-399b-4084-9a57-ff76608feab9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2211456 Oct 28 21:57:55.806479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.844179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-f7bc1001-6e2a-486b-b30e-556e4b052275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:55.845635 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9d24117c-d7c0-4add-a2f5-819b07c33a9e req-f7bc1001-6e2a-486b-b30e-556e4b052275 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562528 Oct 28 21:57:55.864397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'Subnet': ['ID=94727440-9247-4d2b-a65e-08655c20fd9e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:55.888753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Checking segment: {'id': '53bb4759-dd3e-4b46-9b39-d5ad4adf2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:55.889149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Network hostable DHCP agents. Network: c950905b-3eb3-4115-84fa-9598801d766d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:57:55.909706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Network c950905b-3eb3-4115-84fa-9598801d766d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:57:55.920522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c950905b-3eb3-4115-84fa-9598801d766d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:55.926553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:55.927363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:55.933935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09749638-eacf-42a8-84c3-9d06c90bc53e None None] Network c950905b-3eb3-4115-84fa-9598801d766d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:55.951370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49308) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:55.952286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15b96bce-0b09-4756-ad0e-f65f995629b8 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8564880 Oct 28 21:57:55.957722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Request body: {'port': {'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-386646149'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:56.095292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Made reservation on behalf of 7367b2fb1aad4862b1ece97895aceb01 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:56.099781 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.120830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] device_id is not set on port 549f5f66-65ed-4b84-8bc6-a4fecb162342 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:56.136013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c950905b-3eb3-4115-84fa-9598801d766d', 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d', 'tenant_id': '7367b2fb1aad4862b1ece97895aceb01', 'fixed_ips': [{'subnet_id': '94727440-9247-4d2b-a65e-08655c20fd9e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:57:56.137411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.248591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Allocated IP 172.20.0.9 (c950905b-3eb3-4115-84fa-9598801d766d/94727440-9247-4d2b-a65e-08655c20fd9e/549f5f66-65ed-4b84-8bc6-a4fecb162342) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:56.406119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.457434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.490903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Allocated IP 172.20.0.2 (c950905b-3eb3-4115-84fa-9598801d766d/94727440-9247-4d2b-a65e-08655c20fd9e/e93410f1-1804-4a00-86b2-c61aea5d707d) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:56.518796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Network c950905b-3eb3-4115-84fa-9598801d766d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:56.522666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:56.529500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:56.578753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'Port': ['ID=549f5f66-65ed-4b84-8bc6-a4fecb162342,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:56.630814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:56.631426 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.662576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93e83a27-e0e7-4b1f-a3ff-439a75200fa7 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097778 Oct 28 21:57:56.665983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:56.672460 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Request body: {'port': {'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2097350006', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:56.673148 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] bootfile-name is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:56.673562 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] tftp-server is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:56.673986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] server-ip-address is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:56.807690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Made reservation on behalf of 7367b2fb1aad4862b1ece97895aceb01 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:57:56.816934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.837164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] device_id is not set on port e5cfe419-9d43-4735-8e1c-f7c102acf669 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:57:56.868451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.877235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:56.920731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Pushing event updated for resources: {'Port': ['ID=e93410f1-1804-4a00-86b2-c61aea5d707d,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:56.943799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Network c950905b-3eb3-4115-84fa-9598801d766d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:56.945892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:56.948621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:56.997845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Allocated IP 172.20.0.11 (c950905b-3eb3-4115-84fa-9598801d766d/94727440-9247-4d2b-a65e-08655c20fd9e/e5cfe419-9d43-4735-8e1c-f7c102acf669) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:57:57.021265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Attempting to bind port e93410f1-1804-4a00-86b2-c61aea5d707d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:57:57.021685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Attempting to bind port e93410f1-1804-4a00-86b2-c61aea5d707d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '53bb4759-dd3e-4b46-9b39-d5ad4adf2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:57:57.022052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Attempting to bind port e93410f1-1804-4a00-86b2-c61aea5d707d on network c950905b-3eb3-4115-84fa-9598801d766d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:57:57.027173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:57:57.027543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Checking segment: {'id': '53bb4759-dd3e-4b46-9b39-d5ad4adf2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:57:57.027941 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.028329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Bound using segment: {'id': '53bb4759-dd3e-4b46-9b39-d5ad4adf2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:57:57.028976 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Bound port: e93410f1-1804-4a00-86b2-c61aea5d707d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bb4759-dd3e-4b46-9b39-d5ad4adf2627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c950905b-3eb3-4115-84fa-9598801d766d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:57:57.029566 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.099997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] For port e93410f1-1804-4a00-86b2-c61aea5d707d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:57:57.105230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] For port e93410f1-1804-4a00-86b2-c61aea5d707d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e93410f1-1804-4a00-86b2-c61aea5d707d,segment=NetworkSegment(53bb4759-dd3e-4b46-9b39-d5ad4adf2627),segment_id=53bb4759-dd3e-4b46-9b39-d5ad4adf2627)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:57:57.115822 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.200706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848af91-7793-410f-999d-9322fc7a3c09 None None] Pushing event updated for resources: {'Port': ['ID=e93410f1-1804-4a00-86b2-c61aea5d707d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:57.205481 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.248885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.302335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Network c950905b-3eb3-4115-84fa-9598801d766d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:57:57.304674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:57:57.310264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:57:57.359094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'Port': ['ID=e5cfe419-9d43-4735-8e1c-f7c102acf669,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:57.372993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.373283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.373622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.373954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.374287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.374701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.374924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.375247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.375573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.375896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.376217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.376562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:57:57.405885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:57.407013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.432575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0c508f2-0c63-44f7-86fd-fcfe7b7fc928 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7645457 Oct 28 21:57:57.439837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49316) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:57.510512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41949d-a7f6-48c3-b567-2bac4d2a002c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:57.538318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41949d-a7f6-48c3-b567-2bac4d2a002c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:57.544752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41949d-a7f6-48c3-b567-2bac4d2a002c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:57.549044 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4d41949d-a7f6-48c3-b567-2bac4d2a002c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1048145 Oct 28 21:57:57.549998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49318) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:57.657575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Deleting port e5cfe419-9d43-4735-8e1c-f7c102acf669 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:57.657575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.775884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:57.789790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Calling delete_port for e5cfe419-9d43-4735-8e1c-f7c102acf669 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:57.954053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e93410f1-1804-4a00-86b2-c61aea5d707d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:57:57.954554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.024628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event deleted for resources: {'Port': ['ID=e5cfe419-9d43-4735-8e1c-f7c102acf669,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:58.037320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e93410f1-1804-4a00-86b2-c61aea5d707d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:58.038002 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.079687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.089403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49324) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:58.090002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dfa40378-bd97-4341-9627-d1c26a0a6681 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "DELETE /v2.0/ports/e5cfe419-9d43-4735-8e1c-f7c102acf669 HTTP/1.1" status: 204 len: 168 time: 0.5383706 Oct 28 21:57:58.094791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Request body: {'port': {'name': 'tempest-new-port-name-1077524497', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:57:58.095191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] bootfile-name is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:58.095525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] tftp-server is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:58.095849 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.api.validators [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] server-ip-address is not in valid_values {{(pid=102313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 28 21:57:58.183940 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.207799 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.242997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e93410f1-1804-4a00-86b2-c61aea5d707d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e93410f1-1804-4a00-86b2-c61aea5d707d,segment=NetworkSegment(53bb4759-dd3e-4b46-9b39-d5ad4adf2627),segment_id=53bb4759-dd3e-4b46-9b39-d5ad4adf2627)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:57:58.255474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.366142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e93410f1-1804-4a00-86b2-c61aea5d707d,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:58.454905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407cafd-747f-4456-b263-06f8616e4d35 None None] Network c950905b-3eb3-4115-84fa-9598801d766d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:57:58.460973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.472402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.520880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c0c45ae4-785c-4175-98b2-39f4ef3aada6 None None] Provisioning complete for port e93410f1-1804-4a00-86b2-c61aea5d707d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:58.521252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c0c45ae4-785c-4175-98b2-39f4ef3aada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.538034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event updated for resources: {'Port': ['ID=549f5f66-65ed-4b84-8bc6-a4fecb162342,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:58.631186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] In _notify_port_updated(), no bound segment for port 549f5f66-65ed-4b84-8bc6-a4fecb162342 on network c950905b-3eb3-4115-84fa-9598801d766d {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:57:58.637958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:58.638709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.643812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49326) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:58.653752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-acfa12e2-bd19-43aa-a150-25ed8efa3b9f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "PUT /v2.0/ports/549f5f66-65ed-4b84-8bc6-a4fecb162342 HTTP/1.1" status: 200 len: 1136 time: 0.5632117 Oct 28 21:57:58.714716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fb74c-898d-465f-86da-dd8067b8fc59 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:57:58.719790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec9fb74c-898d-465f-86da-dd8067b8fc59 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "GET /v2.0/ports/549f5f66-65ed-4b84-8bc6-a4fecb162342 HTTP/1.1" status: 200 len: 1136 time: 0.0711877 Oct 28 21:57:58.720172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49330) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:58.752687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49334) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:58.841308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Deleting subnet 50a32b1d-8441-4369-a2d2-5c15c05d467e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:57:58.854314 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.887659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Deleting port 549f5f66-65ed-4b84-8bc6-a4fecb162342 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:57:58.888001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.901920 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:58.951463 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.036643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.052476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.053018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Calling delete_port for 549f5f66-65ed-4b84-8bc6-a4fecb162342 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:57:59.090234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a32b1d-8441-4369-a2d2-5c15c05d467e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:59.113993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.120262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3dd92730-6fa5-4c56-89af-876a60b70107 None None] Provisioning complete for port e93410f1-1804-4a00-86b2-c61aea5d707d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:57:59.123274 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9962c30d-ce04-427a-a5b4-f4faaa7f4a45 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50a32b1d-8441-4369-a2d2-5c15c05d467e HTTP/1.1" status: 204 len: 168 time: 0.3689609 Oct 28 21:57:59.123999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3dd92730-6fa5-4c56-89af-876a60b70107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.125930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49336) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:59.238098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.260161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.317287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event deleted for resources: {'Port': ['ID=549f5f66-65ed-4b84-8bc6-a4fecb162342,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:59.322739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3dd92730-6fa5-4c56-89af-876a60b70107 None None] Could not find standard attr ID for object 549f5f66-65ed-4b84-8bc6-a4fecb162342. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:59.371855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.392266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d51ac33-f511-42a8-9453-ae77386f34d5']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:59.402999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be68873b-2543-4f5d-8f22-8fea060289b6') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:59.403297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be68873b-2543-4f5d-8f22-8fea060289b6') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:57:59.433433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.435616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ef4220eb-f8e6-4839-980d-5a34fb1cc9c5 None None] Could not find standard attr ID for object 549f5f66-65ed-4b84-8bc6-a4fecb162342. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:59.437273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.439601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9b850764-ee2a-4974-b8d4-f45d62d0910c tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "DELETE /v2.0/ports/549f5f66-65ed-4b84-8bc6-a4fecb162342 HTTP/1.1" status: 204 len: 168 time: 0.7163982 Oct 28 21:57:59.440984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49338) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:59.474826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.490409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:57:59.490717 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:57:59.496919 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:57:59.533014 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Deleting subnet 94727440-9247-4d2b-a65e-08655c20fd9e {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:57:59.537859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.597981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.609923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.617949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.639455 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d51ac33-f511-42a8-9453-ae77386f34d5 HTTP/1.1" status: 204 len: 168 time: 0.5102732 Oct 28 21:57:59.686670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71fd3a-1d22-4eee-a441-eb3c0d6fa185 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d51ac33-f511-42a8-9453-ae77386f34d5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:59.751304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c3362005-ec38-43f7-9a1f-01c7741b0761 None None] Could not find standard attr ID for object e5cfe419-9d43-4735-8e1c-f7c102acf669. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:57:59.776007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.876818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.956098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event deleted for resources: {'Subnet': ['ID=94727440-9247-4d2b-a65e-08655c20fd9e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:57:59.973484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:57:59.974490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49346) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:57:59.983409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4887c9f5-af13-4f3b-a354-a828fafd9489 tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "DELETE /v2.0/subnets/94727440-9247-4d2b-a65e-08655c20fd9e HTTP/1.1" status: 204 len: 168 time: 0.5404658 Oct 28 21:57:59.985806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49348) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:00.064616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0895997a-6e3e-4f8a-8780-b3e0b60ae4c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cad54fdf8a0e41e8830c920bb0cea0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859501 Oct 28 21:58:00.065058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:00.101913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7e10d-9a30-4893-8cbb-805da4ab9a0e None None] Network c950905b-3eb3-4115-84fa-9598801d766d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:00.132166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.163039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e93410f1-1804-4a00-86b2-c61aea5d707d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:00.172584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.198773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.199821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Deleting port e93410f1-1804-4a00-86b2-c61aea5d707d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:00.200164 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.265205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.271250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.276089 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/543449ec-db57-423b-adca-909593fcd8ad HTTP/1.1" status: 204 len: 168 time: 0.2097611 Oct 28 21:58:00.288970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c9399-3774-44a5-8f06-500f5566ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543449ec-db57-423b-adca-909593fcd8ad,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:00.306825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] For port e93410f1-1804-4a00-86b2-c61aea5d707d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e93410f1-1804-4a00-86b2-c61aea5d707d,segment=NetworkSegment(53bb4759-dd3e-4b46-9b39-d5ad4adf2627),segment_id=53bb4759-dd3e-4b46-9b39-d5ad4adf2627)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:00.307194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.336926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Calling delete_port for e93410f1-1804-4a00-86b2-c61aea5d707d owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:00.367017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e93410f1-1804-4a00-86b2-c61aea5d707d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:00.367996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.462985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb956555-4248-4729-8351-6c3e1c99a956 None None] DHCP port deletion for c950905b-3eb3-4115-84fa-9598801d766d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:00.476586 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.505663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fb956555-4248-4729-8351-6c3e1c99a956 None None] The port 'e93410f1-1804-4a00-86b2-c61aea5d707d' was deleted {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 28 21:58:00.528987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] No DVR routers for this DVR port e93410f1-1804-4a00-86b2-c61aea5d707d on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:00.534594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event deleted for resources: {'Port': ['ID=e93410f1-1804-4a00-86b2-c61aea5d707d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:00.633253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.667612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c950905b-3eb3-4115-84fa-9598801d766d']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:00.681381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bb4759-dd3e-4b46-9b39-d5ad4adf2627') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:00.681825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bb4759-dd3e-4b46-9b39-d5ad4adf2627') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:00.696639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.715385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.724074 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:00.724851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:00.728881 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:00.834479 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.850875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:00.857326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] 10.222.0.31 "DELETE /v2.0/networks/c950905b-3eb3-4115-84fa-9598801d766d HTTP/1.1" status: 204 len: 168 time: 0.8702385 Oct 28 21:58:00.874221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f100c15-e991-4602-bdbc-ee5a9eadb93f tempest-ExtraDHCPOptionsTestJSON-396541161 tempest-ExtraDHCPOptionsTestJSON-396541161-project] Pushing event deleted for resources: {'Network': ['ID=c950905b-3eb3-4115-84fa-9598801d766d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:01.179937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:58:01.211366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49362) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:01.352123 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9dec400-9805-47f3-bb06-d538aa038b9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7367b2fb1aad4862b1ece97895aceb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388593 Oct 28 21:58:01.354642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:01.403795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:01.426011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:01.474660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:01.477297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:01.478482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72eebc15-41c2-417f-b9a8-3bfc47c13b0f HTTP/1.1" status: 204 len: 168 time: 0.1229250 Oct 28 21:58:01.486606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9cd4-a85f-4ceb-9537-e93ad6677d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eebc15-41c2-417f-b9a8-3bfc47c13b0f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:01.927035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e93410f1-1804-4a00-86b2-c61aea5d707d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:01.949275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e93410f1-1804-4a00-86b2-c61aea5d707d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:01.949692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e93410f1-1804-4a00-86b2-c61aea5d707d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:02.145309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:02.167823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:02.267237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1157581523'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:02.288402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:02.291887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.304966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.308318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 880c159c-fa32-4417-8bfa-79129ebbd874 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:02.308912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.380604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.385599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.390950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.391281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.403897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 880c159c-fa32-4417-8bfa-79129ebbd874 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:02.408556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:02.422812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7143d047-d7ef-497d-adac-2cf5e580cec5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:02.428246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.428628 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 3dd146f1-49a7-4988-bfab-97f4ef286606 of type vlan for network e95bc130-c458-4784-a42e-a6689057efa1 Oct 28 21:58:02.469186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.495666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.501357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:02.501941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.562143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.563319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3943412 Oct 28 21:58:02.567776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:02.572451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'name': 'tempest-PortsTestJSON-2076531458'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:02.575346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735887-b236-4806-868d-bb68faaed256 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=e95bc130-c458-4784-a42e-a6689057efa1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:02.586089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e95bc130-c458-4784-a42e-a6689057efa1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:02.598703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=880c159c-fa32-4417-8bfa-79129ebbd874,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:02.730052 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.730400 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Floating IP 579605c7-89a7-4955-8840-0c08c424343d disassociated (deleted). External IP: 172.25.4.57, port: 2a0347d5-22f1-436c-a00a-55e324ec1b96. Oct 28 21:58:02.764856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:02.768903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:02.823522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 3004c694-56d0-4c13-ad38-029e81d60534 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:03.394093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.409689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:58:03.505226 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.580416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=3004c694-56d0-4c13-ad38-029e81d60534,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:03.598407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:03.602771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.606148 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '3dd146f1-49a7-4988-bfab-97f4ef286606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:03.606503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: e95bc130-c458-4784-a42e-a6689057efa1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:03.609742 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:03.619876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:03.620525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:03.639155 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-915c30bf-0e86-450a-b25b-453a76a4d741 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "DELETE /v2.0/floatingips/579605c7-89a7-4955-8840-0c08c424343d HTTP/1.1" status: 204 len: 168 time: 1.4925871 Oct 28 21:58:03.641244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:58:03.645324 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab228c-cb46-4df7-92fa-ff425f75041f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:58:03.660229 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:03.678788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e95bc130-c458-4784-a42e-a6689057efa1) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:03.688103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197785d-7a38-456e-b7b7-fa70597ef574 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:03.691335 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af139f62-d2d9-42ea-a943-b707ca03bbd8 x-openstack-request-id: req-af139f62-d2d9-42ea-a943-b707ca03bbd8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:58:03.691631 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:58:03.691890 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af139f62-d2d9-42ea-a943-b707ca03bbd8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:58:03.692282 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'status': 'completed', 'code': 200} Oct 28 21:58:03.693060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:03.700922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:03.701839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.746829 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0db7bf08-679d-4e32-b45e-011d5af0d264 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1783791 Oct 28 21:58:03.749864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49402) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:03.755241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1938466151'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:03.771456 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:03.813594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:03.817866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.880696 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:03.895111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.898725 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 0a9da956-0428-4215-a0a6-ce03e8db8370 of type vlan for network 44ddba55-938a-4b22-bec9-65d58c8069d8 Oct 28 21:58:03.951762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.984051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:03.990527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:03.991268 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.055332 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3041189 Oct 28 21:58:04.063722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:04.071553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'ports': [{'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'}, {'network_id': '44ddba55-938a-4b22-bec9-65d58c8069d8'}]} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:04.071870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:04.072382 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': '44ddba55-938a-4b22-bec9-65d58c8069d8'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:04.079269 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:04.079678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0c6e3-b8dd-4764-9b69-1137f568cc5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=44ddba55-938a-4b22-bec9-65d58c8069d8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:04.102973 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 44ddba55-938a-4b22-bec9-65d58c8069d8 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:04.111662 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:58:04.121182 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:04.123103 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:57:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:04.213767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab228c-cb46-4df7-92fa-ff425f75041f req-38f59321-1e2f-4483-b9cf-735f4b2c1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.215189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-38f59321-1e2f-4483-b9cf-735f4b2c1c4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 1097 time: 0.5018237 Oct 28 21:58:04.231402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1e82-1732-4f6d-af5e-effe4b8dc487 req-36432c75-dd22-449a-a686-4ff3969a64b0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.233025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cac1e82-1732-4f6d-af5e-effe4b8dc487 req-36432c75-dd22-449a-a686-4ff3969a64b0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.0641830 Oct 28 21:58:04.261521 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:04.298538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 2} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:04.306316 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.322416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.333502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cac1e82-1732-4f6d-af5e-effe4b8dc487 req-8793e61d-f7a7-4a6a-b249-21e86593201c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789042 Oct 28 21:58:04.366910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab228c-cb46-4df7-92fa-ff425f75041f req-6c32cb14-d584-4f68-99ad-75b02b15313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.368694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-6c32cb14-d584-4f68-99ad-75b02b15313d service neutron] 10.222.0.44 "GET /v2.0/networks?id=59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 200 len: 913 time: 0.1346679 Oct 28 21:58:04.425583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-01ef0bf7-caf3-4083-b7f1-098b0f39c983 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 200 len: 217 time: 0.0492616 Oct 28 21:58:04.432295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port c4511552-9757-4810-af66-5ff95eeb8973 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:04.504452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab228c-cb46-4df7-92fa-ff425f75041f req-d5f1db95-f1e4-42e3-8c0f-243542033e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.505970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-d5f1db95-f1e4-42e3-8c0f-243542033e49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 200 len: 851 time: 0.0731699 Oct 28 21:58:04.553195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab228c-cb46-4df7-92fa-ff425f75041f req-a6a3f65c-0287-4d51-bfab-b79de1ade260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.554690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-a6a3f65c-0287-4d51-bfab-b79de1ade260 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=59dbb09c-2abf-4e99-b730-808751b92352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412729 Oct 28 21:58:04.563479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.585225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:04.615243 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b59158-830a-46c1-b5ba-370fd13dbb19 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:44:57Z', 'revision_number': 4, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'bfa293a4-720f-42f8-a69a-ca12c4a154c1', 'name': '', 'network_id': '59dbb09c-2abf-4e99-b730-808751b92352', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'mac_address': 'fa:16:3e:eb:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:56Z', 'updated_at': '2021-10-28T21:45:03Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'subnets': [{'id': 'f0a504d7-3395-4aa2-becc-d5f8cd774ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:04.641102 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port ff1a11bc-14ae-41c2-bc45-eafd933e09a6 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:04.654752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-b7fcd826-ad04-4b6f-8422-f0d684bb15ae service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921440 Oct 28 21:58:04.756236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-deab228c-cb46-4df7-92fa-ff425f75041f req-b0d21568-2d15-46f6-a9a6-5f82ace2a1c9 service neutron] 10.222.0.44 "GET /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936074 Oct 28 21:58:04.757654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.801294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.860621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:04.867064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:04.870440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=c4511552-9757-4810-af66-5ff95eeb8973,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:04.873216 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:04.873922 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:04.887443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73e103-aea5-40f6-a39c-a33d37fe7fde None None] New status for floating IP 579605c7-89a7-4955-8840-0c08c424343d: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:58:04.938621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=ff1a11bc-14ae-41c2-bc45-eafd933e09a6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:04.947207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '0a9da956-0428-4215-a0a6-ce03e8db8370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44ddba55-938a-4b22-bec9-65d58c8069d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:04.947574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: 44ddba55-938a-4b22-bec9-65d58c8069d8, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:04.967504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 44ddba55-938a-4b22-bec9-65d58c8069d8 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:04.977732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 44ddba55-938a-4b22-bec9-65d58c8069d8) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:04.981787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:04.987767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639f15f-cc5f-4f70-b51e-d5463555e058 None None] Network 44ddba55-938a-4b22-bec9-65d58c8069d8 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:04.988887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.994011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:04.994698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.012401 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-50f4a342-92cf-4ef0-bc0d-fcdf26fba1d7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9480660 Oct 28 21:58:05.015102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49408) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:05.107488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port ff1a11bc-14ae-41c2-bc45-eafd933e09a6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:05.107828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.173597 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.185722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for ff1a11bc-14ae-41c2-bc45-eafd933e09a6 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:05.266455 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.293384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=ff1a11bc-14ae-41c2-bc45-eafd933e09a6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:05.301328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.304676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3bd3689-140a-4f85-ba55-632b4a6f460f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/ff1a11bc-14ae-41c2-bc45-eafd933e09a6 HTTP/1.1" status: 204 len: 168 time: 0.2884231 Oct 28 21:58:05.307164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49410) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:05.388262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d05728-8437-4da2-9505-991dd256c2b1 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:05.394774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d05728-8437-4da2-9505-991dd256c2b1 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:05.396339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-04d05728-8437-4da2-9505-991dd256c2b1 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0882497 Oct 28 21:58:05.399103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49414) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:05.548410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-0c7ad559-e4b3-4e34-8844-4434c00c08d6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:05.550709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-0c7ad559-e4b3-4e34-8844-4434c00c08d6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.0909820 Oct 28 21:58:05.559553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedd2da-c8ea-4256-a59e-98bfba1afd5d req-f571d31e-5e9c-4b14-9c89-a07f208b2f14 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:05.561020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-caedd2da-c8ea-4256-a59e-98bfba1afd5d req-f571d31e-5e9c-4b14-9c89-a07f208b2f14 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 945 time: 0.1359401 Oct 28 21:58:05.659742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port c4511552-9757-4810-af66-5ff95eeb8973 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:05.660080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.708615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-caedd2da-c8ea-4256-a59e-98bfba1afd5d req-541878c9-ffb7-4b77-a927-24901f708707 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e06d39a-9448-434d-be55-903e46bf2c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368740 Oct 28 21:58:05.748751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.764351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for c4511552-9757-4810-af66-5ff95eeb8973 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:05.774219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port 2a0347d5-22f1-436c-a00a-55e324ec1b96 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:05.774556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.921066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] For port 2a0347d5-22f1-436c-a00a-55e324ec1b96, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2a0347d5-22f1-436c-a00a-55e324ec1b96,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:05.921438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:05.936818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for 2a0347d5-22f1-436c-a00a-55e324ec1b96 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:05.951924 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.020013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=c4511552-9757-4810-af66-5ff95eeb8973,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:06.028773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.031921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-185e462a-d47a-44fd-9407-09a10220c04a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/c4511552-9757-4810-af66-5ff95eeb8973 HTTP/1.1" status: 204 len: 168 time: 0.6318963 Oct 28 21:58:06.035440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.086196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0aa326-af5c-423a-b4e1-4d416dc84aec tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:06.087765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1d0aa326-af5c-423a-b4e1-4d416dc84aec tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0507367 Oct 28 21:58:06.090475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49424) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.116406 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eab87eb-2818-4096-b126-2bc07d43c28d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:06.118357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4eab87eb-2818-4096-b126-2bc07d43c28d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/ff1a11bc-14ae-41c2-bc45-eafd933e09a6 HTTP/1.1" status: 404 len: 333 time: 0.0268922 Oct 28 21:58:06.120587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.121381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.151473 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f294ffe8-9b77-4bbc-af32-7a7d8a6f72d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:06.155758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f294ffe8-9b77-4bbc-af32-7a7d8a6f72d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/c4511552-9757-4810-af66-5ff95eeb8973 HTTP/1.1" status: 404 len: 333 time: 0.0307648 Oct 28 21:58:06.156721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=2a0347d5-22f1-436c-a00a-55e324ec1b96,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:06.156861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.202470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] No DVR routers for this DVR port 2a0347d5-22f1-436c-a00a-55e324ec1b96 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:06.206149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.210148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8daf6e9-75ad-4417-a3fb-05833c089a1e req-28f6cb3b-d132-44ce-96a6-bd3da3f9291d tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.44 "DELETE /v2.0/ports/2a0347d5-22f1-436c-a00a-55e324ec1b96 HTTP/1.1" status: 204 len: 173 time: 0.6468575 Oct 28 21:58:06.210891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'name': 'network-vif-deleted', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:58:06.214119 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49810a0f-8bd9-452d-aa98-a0390c2a62d8" -d '{"events": [{"server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "name": "network-vif-deleted", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:58:06.245025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.253477 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a07c49-a3bf-4e77-9b66-b917d845aa67 x-openstack-request-id: req-83a07c49-a3bf-4e77-9b66-b917d845aa67 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:58:06.254038 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a417fb-e3dd-4f95-8a94-f928b15a9b23", "name": "network-vif-deleted", "tag": "2a0347d5-22f1-436c-a00a-55e324ec1b96", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:58:06.254384 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a07c49-a3bf-4e77-9b66-b917d845aa67 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:58:06.254822 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a417fb-e3dd-4f95-8a94-f928b15a9b23', 'name': 'network-vif-deleted', 'tag': '2a0347d5-22f1-436c-a00a-55e324ec1b96', 'status': 'completed', 'code': 200} Oct 28 21:58:06.342746 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.365431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ddba55-938a-4b22-bec9-65d58c8069d8']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:06.374845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9da956-0428-4215-a0a6-ce03e8db8370') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:06.375223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9da956-0428-4215-a0a6-ce03e8db8370') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:06.385278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.399108 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.405461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:06.405932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:06.409582 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:06.472097 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.479319 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.489090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/44ddba55-938a-4b22-bec9-65d58c8069d8 HTTP/1.1" status: 204 len: 168 time: 0.3252337 Oct 28 21:58:06.489863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49432) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.494941 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-314292079'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:06.510958 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b4816-2313-473d-9eee-3b27be8888dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=44ddba55-938a-4b22-bec9-65d58c8069d8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:06.530211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:06.535348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.578508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:06.605579 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.605956 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment c8632aa8-9439-4f31-8471-4481a6630d0d of type vlan for network 2d90a5b3-a68b-4799-aafc-5b4b23578908 Oct 28 21:58:06.659578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.694357 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.700488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:06.701646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.763904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2707231 Oct 28 21:58:06.764727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49436) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:06.771613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:06.802868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc742e6-e1ff-497f-9628-f345e1d54341 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=2d90a5b3-a68b-4799-aafc-5b4b23578908,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:06.817744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:06.846659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8ab108b-f193-4029-8160-8af883dfe6bd req-53e366c8-9041-4901-8b72-1667b938ddc0 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Oct 28 21:58:06.912101 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:06.917165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:06.981660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Performing IP validity checks on allocation pools {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 21:58:06.982277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 21:58:07.102349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.170310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=9bd39e2a-6301-41f7-8fe8-4409255872e1,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:07.177401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': 'c8632aa8-9439-4f31-8471-4481a6630d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:07.177538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: 2d90a5b3-a68b-4799-aafc-5b4b23578908, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:07.196676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:07.207903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2d90a5b3-a68b-4799-aafc-5b4b23578908) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:07.212414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:07.213027 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.218599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48af3d3-5c99-41f0-9ce4-8cba3ad92461 None None] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:07.235319 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9e6aeee-8c93-46a3-a9eb-8b7b696671ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4689760 Oct 28 21:58:07.240021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49438) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:07.246147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908', 'name': 'tempest-PortsTestJSON-1434054002'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:07.379747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:07.382399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2d90a5b3-a68b-4799-aafc-5b4b23578908', 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': '9bd39e2a-6301-41f7-8fe8-4409255872e1'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:07.383326 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.383788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.402630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 2a1eaba5-642c-4df3-962b-a0337eb1c3f6 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:07.518900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.4 (2d90a5b3-a68b-4799-aafc-5b4b23578908/9bd39e2a-6301-41f7-8fe8-4409255872e1/2a1eaba5-642c-4df3-962b-a0337eb1c3f6) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:07.661964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.696859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.747700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:07.751067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:07.756557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:07.760677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Allocated IP 172.20.0.2 (2d90a5b3-a68b-4799-aafc-5b4b23578908/9bd39e2a-6301-41f7-8fe8-4409255872e1/f678c70d-4498-4188-a436-36a6d0dec5c8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:07.761313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=2a1eaba5-642c-4df3-962b-a0337eb1c3f6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:07.823996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:07.824663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.845902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d3e27c90-725c-469a-9f4e-e5f2754d95e7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6016941 Oct 28 21:58:07.846302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49440) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:07.954997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.962543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:07.963182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72605d44-a4f6-4f7a-9fd4-5cecc61cf41b req-c03df000-16c6-49e0-bbf1-b98dd009d07c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0390162 Oct 28 21:58:07.989903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 2a1eaba5-642c-4df3-962b-a0337eb1c3f6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:07.989903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.016094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Pushing event updated for resources: {'Port': ['ID=f678c70d-4498-4188-a436-36a6d0dec5c8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:08.023719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:08.025230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:08.027776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:08.083679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Attempting to bind port f678c70d-4498-4188-a436-36a6d0dec5c8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:08.084043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Attempting to bind port f678c70d-4498-4188-a436-36a6d0dec5c8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'c8632aa8-9439-4f31-8471-4481a6630d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:08.084858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Attempting to bind port f678c70d-4498-4188-a436-36a6d0dec5c8 on network 2d90a5b3-a68b-4799-aafc-5b4b23578908 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:08.089864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:08.090824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Checking segment: {'id': 'c8632aa8-9439-4f31-8471-4481a6630d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:08.090824 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.091090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Bound using segment: {'id': 'c8632aa8-9439-4f31-8471-4481a6630d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:08.091611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Bound port: f678c70d-4498-4188-a436-36a6d0dec5c8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8632aa8-9439-4f31-8471-4481a6630d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d90a5b3-a68b-4799-aafc-5b4b23578908'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:08.091983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.095501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.113161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 2a1eaba5-642c-4df3-962b-a0337eb1c3f6 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:08.156609 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] For port f678c70d-4498-4188-a436-36a6d0dec5c8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:08.162076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] For port f678c70d-4498-4188-a436-36a6d0dec5c8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f678c70d-4498-4188-a436-36a6d0dec5c8,segment=NetworkSegment(c8632aa8-9439-4f31-8471-4481a6630d0d),segment_id=c8632aa8-9439-4f31-8471-4481a6630d0d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:08.167077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.240915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82c4d-a761-4b70-98bc-92190b497bb2 None None] Pushing event updated for resources: {'Port': ['ID=f678c70d-4498-4188-a436-36a6d0dec5c8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:08.264755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.301406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=2a1eaba5-642c-4df3-962b-a0337eb1c3f6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:08.371537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.378045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-00c3d2ca-7723-4cb7-b57a-e49d9ee4837f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/2a1eaba5-642c-4df3-962b-a0337eb1c3f6 HTTP/1.1" status: 204 len: 168 time: 0.5282478 Oct 28 21:58:08.378346 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49444) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:08.403247 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc0124c-4ae7-43fd-b300-efe60ad019bd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:08.403915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc0124c-4ae7-43fd-b300-efe60ad019bd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:08.407224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fbc0124c-4ae7-43fd-b300-efe60ad019bd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/2a1eaba5-642c-4df3-962b-a0337eb1c3f6 HTTP/1.1" status: 404 len: 333 time: 0.0277512 Oct 28 21:58:08.410257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49446) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:08.449862 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f07e24-65b1-4290-8904-f30206341964 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:08.454056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b3f07e24-65b1-4290-8904-f30206341964 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/2a1eaba5-642c-4df3-962b-a0337eb1c3f6 HTTP/1.1" status: 404 len: 333 time: 0.0403221 Oct 28 21:58:08.454850 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:08.514407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2a0347d5-22f1-436c-a00a-55e324ec1b96 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:08.522163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet 9bd39e2a-6301-41f7-8fe8-4409255872e1 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:08.526340 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.540916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 2a0347d5-22f1-436c-a00a-55e324ec1b96 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:08.541255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2a0347d5-22f1-436c-a00a-55e324ec1b96 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:08.572773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.660382 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.725259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.753301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd39e2a-6301-41f7-8fe8-4409255872e1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:08.757946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.761191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f221628-e411-4b1a-8ce2-284f97615daf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/9bd39e2a-6301-41f7-8fe8-4409255872e1 HTTP/1.1" status: 204 len: 168 time: 0.3052628 Oct 28 21:58:08.763829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49452) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:08.844114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.909033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port f678c70d-4498-4188-a436-36a6d0dec5c8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:08.909033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.977943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port f678c70d-4498-4188-a436-36a6d0dec5c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f678c70d-4498-4188-a436-36a6d0dec5c8,segment=NetworkSegment(c8632aa8-9439-4f31-8471-4481a6630d0d),segment_id=c8632aa8-9439-4f31-8471-4481a6630d0d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:08.978341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:08.994285 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for f678c70d-4498-4188-a436-36a6d0dec5c8 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:09.084878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4664a809-c837-40f5-be3f-27c35ae9838a req-155aeda4-1a8a-4724-b08f-88bea2165ca5 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0365500 Oct 28 21:58:09.109645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.137492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=f678c70d-4498-4188-a436-36a6d0dec5c8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:09.142332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port f678c70d-4498-4188-a436-36a6d0dec5c8 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:09.233966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.260315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d90a5b3-a68b-4799-aafc-5b4b23578908']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:09.273714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8632aa8-9439-4f31-8471-4481a6630d0d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:09.274126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8632aa8-9439-4f31-8471-4481a6630d0d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:09.274522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd2ec8-5167-4559-b2e6-5d89a70e6ef7 None None] Network 2d90a5b3-a68b-4799-aafc-5b4b23578908 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:09.284879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.298176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.305009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:09.305497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:09.308655 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:09.347705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f59dc1e7-df80-40c2-a484-d267fd0c48d7 None None] Could not find standard attr ID for object f678c70d-4498-4188-a436-36a6d0dec5c8. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:09.373627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.382954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.386368 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/2d90a5b3-a68b-4799-aafc-5b4b23578908 HTTP/1.1" status: 204 len: 168 time: 0.6215792 Oct 28 21:58:09.391104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49456) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:09.397590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157883530'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:09.402205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68041aa5-43a3-4f54-bdfc-0865f20bf97e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=2d90a5b3-a68b-4799-aafc-5b4b23578908,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:09.425888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:09.429613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.454459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:09.464811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1120880-e32e-4531-9484-d1698b684052 None None] DHCP port deletion for 2d90a5b3-a68b-4799-aafc-5b4b23578908 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:09.467061 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.467683 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 9dec6dff-62ec-4e8b-8fc9-45368b8cee31 of type vlan for network 18960822-0382-4926-8c5f-15fd792a02a1 Oct 28 21:58:09.521895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.546870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.552784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:09.553463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.610886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2181704 Oct 28 21:58:09.613777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49458) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:09.618961 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': '18960822-0382-4926-8c5f-15fd792a02a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:09.623855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342aed5-4b43-4b68-8ff1-aa52f41ca095 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=18960822-0382-4926-8c5f-15fd792a02a1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:09.636779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 18960822-0382-4926-8c5f-15fd792a02a1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:09.722233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:09.725976 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:09.935691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.002788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=8490a0f5-4450-42b5-a2c0-40320d042913,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:10.004995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '9dec6dff-62ec-4e8b-8fc9-45368b8cee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:10.005352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: 18960822-0382-4926-8c5f-15fd792a02a1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:10.024482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 18960822-0382-4926-8c5f-15fd792a02a1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:10.033068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 18960822-0382-4926-8c5f-15fd792a02a1) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:10.038166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:10.038779 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.043539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea1ac6e-9dbe-4e8d-9738-6f2a45b746f8 None None] Network 18960822-0382-4926-8c5f-15fd792a02a1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:10.057818 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-593f9390-c791-47c8-bfc7-f55c90d7bd86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428873 Oct 28 21:58:10.060470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49460) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:10.065521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': '18960822-0382-4926-8c5f-15fd792a02a1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1473901768'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:10.204594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd17f4c5-ae05-4ebb-bcea-bd173fbbba93 req-7b8a7f62-2bf5-441d-97d0-2046381f42e6 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a417fb-e3dd-4f95-8a94-f928b15a9b23 HTTP/1.1" status: 200 len: 210 time: 0.0371640 Oct 28 21:58:10.230482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:10.231114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-18960822-0382-4926-8c5f-15fd792a02a1', 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': '8490a0f5-4450-42b5-a2c0-40320d042913'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:10.231998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.234747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.251797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port e1f4d3d1-2ec7-4c09-a64e-37535a3b901f yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:10.377913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.5 (18960822-0382-4926-8c5f-15fd792a02a1/8490a0f5-4450-42b5-a2c0-40320d042913/e1f4d3d1-2ec7-4c09-a64e-37535a3b901f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:10.496778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.530391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.575092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 18960822-0382-4926-8c5f-15fd792a02a1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:10.578255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:10.581167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:10.592777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Allocated IP 172.20.0.2 (18960822-0382-4926-8c5f-15fd792a02a1/8490a0f5-4450-42b5-a2c0-40320d042913/77aa8068-164a-499f-86b9-5595be41233d) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:10.619711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=e1f4d3d1-2ec7-4c09-a64e-37535a3b901f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:10.648067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:10.648762 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.669096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-233181cd-3cdb-4f4f-b90e-75c19682eb2d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6074431 Oct 28 21:58:10.671959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49464) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:10.770206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port e1f4d3d1-2ec7-4c09-a64e-37535a3b901f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:10.770454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.868916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8445d1d7-b12a-404a-9bd5-39b79b561619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.888009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.900440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for e1f4d3d1-2ec7-4c09-a64e-37535a3b901f owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:10.951442 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:10.958042 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.004018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Network 18960822-0382-4926-8c5f-15fd792a02a1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:11.009653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:11.011882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Pushing event updated for resources: {'Port': ['ID=77aa8068-164a-499f-86b9-5595be41233d,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:11.014529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:11.032293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.060748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=e1f4d3d1-2ec7-4c09-a64e-37535a3b901f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:11.072743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Attempting to bind port 77aa8068-164a-499f-86b9-5595be41233d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:11.073113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Attempting to bind port 77aa8068-164a-499f-86b9-5595be41233d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '9dec6dff-62ec-4e8b-8fc9-45368b8cee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:11.073474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Attempting to bind port 77aa8068-164a-499f-86b9-5595be41233d on network 18960822-0382-4926-8c5f-15fd792a02a1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:11.078623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:11.079142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Checking segment: {'id': '9dec6dff-62ec-4e8b-8fc9-45368b8cee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:11.079597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.079993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Bound using segment: {'id': '9dec6dff-62ec-4e8b-8fc9-45368b8cee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:11.080677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Bound port: 77aa8068-164a-499f-86b9-5595be41233d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec6dff-62ec-4e8b-8fc9-45368b8cee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18960822-0382-4926-8c5f-15fd792a02a1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:11.081064 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.128823 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.132831 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e9c0b22f-9d41-46fa-af4e-ebb4667b6624 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/e1f4d3d1-2ec7-4c09-a64e-37535a3b901f HTTP/1.1" status: 204 len: 168 time: 0.4597392 Oct 28 21:58:11.135323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49466) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:11.153755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] For port 77aa8068-164a-499f-86b9-5595be41233d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:11.157350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] For port 77aa8068-164a-499f-86b9-5595be41233d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77aa8068-164a-499f-86b9-5595be41233d,segment=NetworkSegment(9dec6dff-62ec-4e8b-8fc9-45368b8cee31),segment_id=9dec6dff-62ec-4e8b-8fc9-45368b8cee31)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:11.163665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.172033 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba51638-4a94-4a8d-b902-75b4ed1d262f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:11.174112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9ba51638-4a94-4a8d-b902-75b4ed1d262f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/e1f4d3d1-2ec7-4c09-a64e-37535a3b901f HTTP/1.1" status: 404 len: 333 time: 0.0377510 Oct 28 21:58:11.177431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49468) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:11.227399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110a04-7881-4754-b0e2-52d45a03ed67 None None] Pushing event updated for resources: {'Port': ['ID=77aa8068-164a-499f-86b9-5595be41233d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:11.249821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet 8490a0f5-4450-42b5-a2c0-40320d042913 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:11.254282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.285841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:11.328507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.490915 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.530552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Deleting port fc710351-5bbf-4d0f-9e33-5696ec970898 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:11.530903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.593651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.630026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=8490a0f5-4450-42b5-a2c0-40320d042913,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:11.638799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.641962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0917accd-c198-438a-bf4a-e91733e4767e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/8490a0f5-4450-42b5-a2c0-40320d042913 HTTP/1.1" status: 204 len: 168 time: 0.4633868 Oct 28 21:58:11.645011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:11.655445 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.655768 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.668809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Calling delete_port for fc710351-5bbf-4d0f-9e33-5696ec970898 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:11.729423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.785527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 77aa8068-164a-499f-86b9-5595be41233d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:11.785863 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.854519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port 77aa8068-164a-499f-86b9-5595be41233d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=77aa8068-164a-499f-86b9-5595be41233d,segment=NetworkSegment(9dec6dff-62ec-4e8b-8fc9-45368b8cee31),segment_id=9dec6dff-62ec-4e8b-8fc9-45368b8cee31)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:11.855207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:11.872592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 77aa8068-164a-499f-86b9-5595be41233d owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:11.978622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77aa8068-164a-499f-86b9-5595be41233d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:11.984588 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.005724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 77aa8068-164a-499f-86b9-5595be41233d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:12.006381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77aa8068-164a-499f-86b9-5595be41233d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:58:12.012474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=77aa8068-164a-499f-86b9-5595be41233d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:12.020449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port 77aa8068-164a-499f-86b9-5595be41233d on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:12.038290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port 77aa8068-164a-499f-86b9-5595be41233d not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:58:12.105103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.114995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.137153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18960822-0382-4926-8c5f-15fd792a02a1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:12.147366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec6dff-62ec-4e8b-8fc9-45368b8cee31') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:12.147528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec6dff-62ec-4e8b-8fc9-45368b8cee31') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:12.157959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.163780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.172990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.180418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:12.180820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:12.184436 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:12.203343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'Port': ['ID=fc710351-5bbf-4d0f-9e33-5696ec970898,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:12.248650 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.256015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.259310 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/18960822-0382-4926-8c5f-15fd792a02a1 HTTP/1.1" status: 204 len: 168 time: 0.6132450 Oct 28 21:58:12.263593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49478) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:12.275983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.279476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.283147 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'name': 'tempest-PortsTestJSON-138808468'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:12.288619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3e31d-4f07-4083-a4ed-244ab32458a9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=18960822-0382-4926-8c5f-15fd792a02a1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:12.292661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ddb8504a-c2dc-4d65-8bd4-fe90ac345015 tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "DELETE /v2.0/floatingips/571ca8ec-3ded-4101-a49a-22fbe0223951 HTTP/1.1" status: 204 len: 168 time: 0.9918756 Oct 28 21:58:12.317905 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.381642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a5afb6d2-ae30-44fe-a9e4-6529813f1af3 None None] Could not find standard attr ID for object 77aa8068-164a-499f-86b9-5595be41233d. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:12.425427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:12.429267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.431740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66633bc7-8c6d-4b01-bf15-7aae5ec71856 None None] DHCP port deletion for 18960822-0382-4926-8c5f-15fd792a02a1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:12.450537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2fb0a-6011-4b74-b22b-8b48ad35504f None None] Network 18960822-0382-4926-8c5f-15fd792a02a1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:12.454619 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 17d054da-1837-4722-8388-d581ba3e981e yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:12.464583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2fb0a-6011-4b74-b22b-8b48ad35504f None None] Network 18960822-0382-4926-8c5f-15fd792a02a1 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 21:58:12.691257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.713762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f428d-7ed5-4b09-9544-daea6bae3317 req-9cc21aa2-2db4-48ba-8de9-e7842e9136db tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:12.715586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-935f428d-7ed5-4b09-9544-daea6bae3317 req-9cc21aa2-2db4-48ba-8de9-e7842e9136db tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0791385 Oct 28 21:58:12.730056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.760539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-935f428d-7ed5-4b09-9544-daea6bae3317 req-42407066-8338-4669-86fe-0cafdfdc43b9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370383 Oct 28 21:58:12.779292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:12.782530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:12.789996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:12.797374 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:12.798274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:12.810055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=17d054da-1837-4722-8388-d581ba3e981e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:12.822149 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0393507-89dc-4f5c-ae5c-662df8b5e185 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5574543 Oct 28 21:58:12.824747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49504) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:12.931351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 17d054da-1837-4722-8388-d581ba3e981e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:12.931621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.001711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.013957 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 17d054da-1837-4722-8388-d581ba3e981e owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:13.098782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.125345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=17d054da-1837-4722-8388-d581ba3e981e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:13.133032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.138588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dbc20649-36d6-4b55-81f4-b404ad87a69d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/17d054da-1837-4722-8388-d581ba3e981e HTTP/1.1" status: 204 len: 168 time: 0.3104320 Oct 28 21:58:13.138908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49506) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:13.144684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'mac_address': 'fa:16:3e:c5:41:da', 'name': 'tempest-PortsTestJSON-1006828267'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:13.236204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:13.301811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.323695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:13.426991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-660514c4-1733-4e9f-8bf8-333aaf529564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.493595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.526403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.576946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:13.579973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:13.584818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:13.590584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:13.591056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.600677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:13.619114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2781e9b7-ee23-4142-89cc-733811618c6b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4738934 Oct 28 21:58:13.619270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49510) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:13.660387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c02120-00e2-44ea-a053-0541db4de56f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:13.662123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-09c02120-00e2-44ea-a053-0541db4de56f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 HTTP/1.1" status: 200 len: 841 time: 0.0444396 Oct 28 21:58:13.665007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49512) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:13.754521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:13.754769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.832126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:13.845201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:13.937146 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9650e-2926-4f39-97c9-6424d6b3227e req-27c377d0-c68c-4f4b-b583-ea0da680146f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:13.938643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dce9650e-2926-4f39-97c9-6424d6b3227e req-27c377d0-c68c-4f4b-b583-ea0da680146f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0912402 Oct 28 21:58:13.944778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77aa8068-164a-499f-86b9-5595be41233d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:13.965647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 77aa8068-164a-499f-86b9-5595be41233d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:13.966082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 77aa8068-164a-499f-86b9-5595be41233d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:13.992207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dce9650e-2926-4f39-97c9-6424d6b3227e req-5fb0447b-3acc-4326-b8e3-fb1233edce50 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447176 Oct 28 21:58:13.997785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.029597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:14.040031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.043269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 HTTP/1.1" status: 204 len: 168 time: 0.3773336 Oct 28 21:58:14.045290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.045727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.046073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.046236 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49516) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:14.046695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.046805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.047042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.047367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.047708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.048011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.048332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.048681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.049061 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c0623-b382-43e4-8884-164ec0f832a4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:14.074441 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77adbf5-2289-49f0-9695-37d133f086f4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:14.076027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b77adbf5-2289-49f0-9695-37d133f086f4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/bf9f1d7e-d125-46d7-a39c-e5ca276ccaa4 HTTP/1.1" status: 404 len: 333 time: 0.0288110 Oct 28 21:58:14.079705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:14.086664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'name': 'tempest-PortsTestJSON-565198198'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:14.180267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:14.183986 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.201175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 9180c7b5-e4bc-450e-8f06-a176b5964b7b yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:14.365411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.398233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.443772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:14.446864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:14.451183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:14.457019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:14.457646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.466017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=9180c7b5-e4bc-450e-8f06-a176b5964b7b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:14.478258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f72f9271-03e0-4952-a115-e34156568496 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3957100 Oct 28 21:58:14.480833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49520) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:14.485803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:14.552857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.716166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.721397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.755502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] In _notify_port_updated(), no bound segment for port 9180c7b5-e4bc-450e-8f06-a176b5964b7b on network e95bc130-c458-4784-a42e-a6689057efa1 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:58:14.761004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:14.761602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.762876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/ports/9180c7b5-e4bc-450e-8f06-a176b5964b7b HTTP/1.1" status: 200 len: 818 time: 0.2812092 Oct 28 21:58:14.765676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49524) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:14.804632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594d670-f66f-4dae-8b44-1d96dababd0a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=9180c7b5-e4bc-450e-8f06-a176b5964b7b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:14.861314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 9180c7b5-e4bc-450e-8f06-a176b5964b7b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:14.862944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.873355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.934319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:14.947542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 9180c7b5-e4bc-450e-8f06-a176b5964b7b owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:15.027812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.069008 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.072670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/9180c7b5-e4bc-450e-8f06-a176b5964b7b HTTP/1.1" status: 204 len: 168 time: 0.3059244 Oct 28 21:58:15.075472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49528) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.083384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2338e5-d26b-4c13-84c1-6158577deaf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=9180c7b5-e4bc-450e-8f06-a176b5964b7b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:15.129423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4487-3969-4a32-93cc-e7cc48f60680 req-1cbd7bef-010c-401c-b891-ee9b76c31622 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:15.132277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4fb4487-3969-4a32-93cc-e7cc48f60680 req-1cbd7bef-010c-401c-b891-ee9b76c31622 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0583985 Oct 28 21:58:15.134004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf869a-3294-4f76-998a-dbee1a95a9dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:15.136481 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e5bf869a-3294-4f76-998a-dbee1a95a9dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0587430 Oct 28 21:58:15.140229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49530) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.179653 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f180fc-4291-4c77-9889-1bb95d752f59 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:15.179948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.181369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-90f180fc-4291-4c77-9889-1bb95d752f59 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/9180c7b5-e4bc-450e-8f06-a176b5964b7b HTTP/1.1" status: 404 len: 333 time: 0.0402186 Oct 28 21:58:15.185276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.190965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1486842874'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:15.222385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4fb4487-3969-4a32-93cc-e7cc48f60680 req-579399fa-bb39-4726-b199-49d8360e8c5f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830810 Oct 28 21:58:15.228970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:15.232430 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.256639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:15.265733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.266093 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 08d7c507-fcfb-4210-922d-4c799f0d88b4 of type vlan for network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 Oct 28 21:58:15.308459 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.340469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.347349 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:15.347965 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.406157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2201889 Oct 28 21:58:15.409651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49536) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.416328 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:15.420157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de5046-ee64-4c11-84f5-4f32ef06d3d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=e86a4c4c-fe45-4ebf-beba-9d841da3bc48,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:15.432394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:15.522755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:15.526227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.698336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49540) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.719912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.761745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.785333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=b28fd5c3-2f2f-406a-8ac6-4a4946b68a87,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:15.796846 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.801965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '08d7c507-fcfb-4210-922d-4c799f0d88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:15.802335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: e86a4c4c-fe45-4ebf-beba-9d841da3bc48, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:15.823394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:15.833356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e86a4c4c-fe45-4ebf-beba-9d841da3bc48) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:15.837353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:15.837937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.856032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132fe20d-e720-477d-b5e4-5a4745f33595 None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:15.861543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49542) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:15.864095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c50fadc7-b884-44b9-959b-9e2cd947b499 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4498987 Oct 28 21:58:15.868562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:15.943309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.945950 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:15.947128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e06d39a-9448-434d-be55-903e46bf2c5e HTTP/1.1" status: 204 len: 168 time: 0.2478061 Oct 28 21:58:15.965350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d388fbe-6685-4fe2-917f-c0c34858b42c tempest-TestVolumeBootPattern-1345181137 tempest-TestVolumeBootPattern-1345181137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06d39a-9448-434d-be55-903e46bf2c5e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:16.016667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49546) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:16.045277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:16.051517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.059283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': 'b28fd5c3-2f2f-406a-8ac6-4a4946b68a87'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:16.061001 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.177260 n-d-806683-16 neutron-server[102314]: INFO neutron.db.ipam_backend_mixin [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b28fd5c3-2f2f-406a-8ac6-4a4946b68a87 (CIDR: 172.20.0.0/28) Oct 28 21:58:16.182611 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:58:16.183446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:16.216910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ae7b6137-8cb5-4b6e-87ef-7c9ba323ae13 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3533845 Oct 28 21:58:16.217688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:16.223423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:16.233587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Allocated IP 172.20.0.2 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/b28fd5c3-2f2f-406a-8ac6-4a4946b68a87/3a1424d9-4edc-48a9-9e20-d7ab7d10136c) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:16.346485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:16.351268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.461767 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.469848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.483483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1db8-df1c-40c1-a461-46cc58db9232 req-16d86d51-9b93-4fbd-9b0c-ed5a1cbc9844 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:16.493584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f09c1db8-df1c-40c1-a461-46cc58db9232 req-16d86d51-9b93-4fbd-9b0c-ed5a1cbc9844 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.1221497 Oct 28 21:58:16.515999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:16.521207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:16.524509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:16.567495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f09c1db8-df1c-40c1-a461-46cc58db9232 req-eea65bbe-08e5-42c4-a926-b3cbebb8ed84 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726488 Oct 28 21:58:16.588857 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.622091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Attempting to bind port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:16.622727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Attempting to bind port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '08d7c507-fcfb-4210-922d-4c799f0d88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:16.623297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Attempting to bind port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c on network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:16.626013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Pushing event updated for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:16.635744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.636357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.636894 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.637391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.637923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.638508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.639009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.640241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.640783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.641300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.641793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.643551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:16.652711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:16.653303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Checking segment: {'id': '08d7c507-fcfb-4210-922d-4c799f0d88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:16.653877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.655171 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Bound using segment: {'id': '08d7c507-fcfb-4210-922d-4c799f0d88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:16.655840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Bound port: 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d7c507-fcfb-4210-922d-4c799f0d88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:16.656420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.745393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:16.749001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,segment=NetworkSegment(08d7c507-fcfb-4210-922d-4c799f0d88b4),segment_id=08d7c507-fcfb-4210-922d-4c799f0d88b4)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:16.754152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.757959 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.784622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.832714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078894d8-73be-466b-96fe-2edbc9a0e95f None None] Pushing event updated for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:16.853835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:16.857082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:16.859868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:16.860552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:16.875322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=24b672c5-deb2-4c75-97a3-a8941e5ef096,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:16.886958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-abb547ec-dc12-4982-a532-177b1a9ca4da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6679614 Oct 28 21:58:16.889703 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49554) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:16.896399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'fixed_ips': [{'subnet_id': 'b28fd5c3-2f2f-406a-8ac6-4a4946b68a87'}, {'subnet_id': '24b672c5-deb2-4c75-97a3-a8941e5ef096'}], 'name': 'tempest-PortsTestJSON-38568830'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:16.906790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Deleting port bfa293a4-720f-42f8-a69a-ca12c4a154c1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:16.907538 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.011207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] For port bfa293a4-720f-42f8-a69a-ca12c4a154c1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=bfa293a4-720f-42f8-a69a-ca12c4a154c1,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:17.011207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.028859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Calling delete_port for bfa293a4-720f-42f8-a69a-ca12c4a154c1 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:17.062625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:17.164669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.183661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port baa46ad0-0353-4982-b500-784df9f4504d yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:17.233384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.261817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa293a4-720f-42f8-a69a-ca12c4a154c1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:17.435408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.471348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.11 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/b28fd5c3-2f2f-406a-8ac6-4a4946b68a87/baa46ad0-0353-4982-b500-784df9f4504d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:17.477614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.26 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/24b672c5-deb2-4c75-97a3-a8941e5ef096/baa46ad0-0353-4982-b500-784df9f4504d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:17.660348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.670387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Router fe056e30-7d0f-43eb-8f15-e5766716e0a9 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:58:17.728811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349681fc-694f-4e5d-a4fb-8b711ae32ca5 req-4094e884-2938-4ff5-8302-2761834c1f2f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:17.730322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-349681fc-694f-4e5d-a4fb-8b711ae32ca5 req-4094e884-2938-4ff5-8302-2761834c1f2f tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0771251 Oct 28 21:58:17.747912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.801815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:17.807861 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e285af3f-f244-4657-998b-a6877a76a509 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe056e30-7d0f-43eb-8f15-e5766716e0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889647 Oct 28 21:58:17.812732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49558) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:17.816596 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Sync routers for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:17.826846 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:17.827456 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:17.835164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:17.900702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:17.903215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:17.912779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-349681fc-694f-4e5d-a4fb-8b711ae32ca5 req-77d0b97d-caab-4ea1-bdc4-a528184271d0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724317 Oct 28 21:58:17.934107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=baa46ad0-0353-4982-b500-784df9f4504d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:17.943915 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:17.970626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:17.971926 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:17.975714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10023aa8-4b15-4cf7-a21a-d5dda6d7a92c None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:18.002704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9fa662dc-51aa-4abe-b752-ccc6fbe881c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1116941 Oct 28 21:58:18.005347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49560) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:18.008296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.019182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b28fd5c3-2f2f-406a-8ac6-4a4946b68a87'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:18.132944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a1424d9-4edc-48a9-9e20-d7ab7d10136c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:18.138056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:18.138291 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:58:17Z', 'revision_number': 5, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port': {'id': '2e94019c-f98a-4dc4-ad57-1251e880e04a', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:44:51Z', 'updated_at': '2021-10-28T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:18.138845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.142126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.171766 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Checking router: fe056e30-7d0f-43eb-8f15-e5766716e0a9 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:58:18.182033 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Routers {'fe056e30-7d0f-43eb-8f15-e5766716e0a9'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:18.182656 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:18.213579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Deleting port 2e94019c-f98a-4dc4-ad57-1251e880e04a {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:18.214055 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.286759 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] Set router fe056e30-7d0f-43eb-8f15-e5766716e0a9 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:18.326702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] For port 2e94019c-f98a-4dc4-ad57-1251e880e04a, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2e94019c-f98a-4dc4-ad57-1251e880e04a,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:18.327151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.343294 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:58:18Z', 'revision_number': 6, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:18.343845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Calling delete_port for 2e94019c-f98a-4dc4-ad57-1251e880e04a owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:18.364586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.375484 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:18.376123 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.376781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bf347-55c0-474d-8dc6-ea863f14fca1 None None] The sync data for ids ['fe056e30-7d0f-43eb-8f15-e5766716e0a9'] in n-d-806683-16 is: [{'id': 'fe056e30-7d0f-43eb-8f15-e5766716e0a9', 'name': 'tempest-TestVolumeBootPattern-1194042180-router', 'tenant_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:44:48Z', 'updated_at': '2021-10-28T21:58:18Z', 'revision_number': 6, 'project_id': 'd142e3741d1c4d11b1a4e154daab0a10', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:18.445232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,segment=NetworkSegment(08d7c507-fcfb-4210-922d-4c799f0d88b4),segment_id=08d7c507-fcfb-4210-922d-4c799f0d88b4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:18.456015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.555923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.579456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b29150-110f-4899-b687-ff5f20d0971a None None] Pushing event updated for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:18.584871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Update dhcp port {'port': {'network_id': 'e86a4c4c-fe45-4ebf-beba-9d841da3bc48', 'fixed_ips': [{'subnet_id': 'b28fd5c3-2f2f-406a-8ac6-4a4946b68a87', 'ip_address': '172.20.0.2'}, {'subnet_id': '24b672c5-deb2-4c75-97a3-a8941e5ef096'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '3a1424d9-4edc-48a9-9e20-d7ab7d10136c'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:58:18.585080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e94019c-f98a-4dc4-ad57-1251e880e04a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:18.625106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.628118 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.653675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.751989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.754465 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.821327 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.821911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Allocated IP 172.20.0.18 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/24b672c5-deb2-4c75-97a3-a8941e5ef096/3a1424d9-4edc-48a9-9e20-d7ab7d10136c) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:18.822417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe056e30-7d0f-43eb-8f15-e5766716e0a9 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:58:18.828203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.830449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ccc7e9c6-f890-4e2e-8ce6-0e930429589a admin admin] 10.222.0.31 "DELETE /v2.0/routers/fe056e30-7d0f-43eb-8f15-e5766716e0a9 HTTP/1.1" status: 204 len: 168 time: 1.0081136 Oct 28 21:58:18.832579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49562) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:18.893315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Deleting subnet f0a504d7-3395-4aa2-becc-d5f8cd774ad9 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:18.896704 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.930486 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.931103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,segment=NetworkSegment(08d7c507-fcfb-4210-922d-4c799f0d88b4),segment_id=08d7c507-fcfb-4210-922d-4c799f0d88b4)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:18.965420 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:18.971446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.023112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Delete allocated IP 172.20.0.26 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/24b672c5-deb2-4c75-97a3-a8941e5ef096) {{(pid=102313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:58:19.056730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.072996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de757db1-baf7-4b6b-a6f6-a1c6c88d39a4 None None] Pushing event updated for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:19.107212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553c09c-309d-4547-a482-bc9abd9bb731 req-bc2bd3b7-4e08-44d0-8012-5bdba1b565ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:19.108742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6553c09c-309d-4547-a482-bc9abd9bb731 req-bc2bd3b7-4e08-44d0-8012-5bdba1b565ec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0975223 Oct 28 21:58:19.141851 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.155876 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.160734 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f0a504d7-3395-4aa2-becc-d5f8cd774ad9 HTTP/1.1" status: 204 len: 168 time: 0.3264678 Oct 28 21:58:19.167979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb1cac-258b-426c-9170-c2bafc8d01bf None None] Network 59dbb09c-2abf-4e99-b730-808751b92352 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:19.175423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49566) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:19.184948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.190230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1753d2e-0134-4a3b-befa-77f6e71ba6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a504d7-3395-4aa2-becc-d5f8cd774ad9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:19.203788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.222640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6553c09c-309d-4547-a482-bc9abd9bb731 req-9e46e96a-725e-4828-99fc-79ab2828a24d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012342 Oct 28 21:58:19.369071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.370686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=baa46ad0-0353-4982-b500-784df9f4504d,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:19.390947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] In _notify_port_updated(), no bound segment for port baa46ad0-0353-4982-b500-784df9f4504d on network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:58:19.394319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] DHCP port deletion for 59dbb09c-2abf-4e99-b730-808751b92352 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:19.396653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:19.397300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.398652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f5ccab62-fca7-4601-a179-13b7f1131a2b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/ports/baa46ad0-0353-4982-b500-784df9f4504d HTTP/1.1" status: 200 len: 918 time: 1.3850360 Oct 28 21:58:19.402020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:19.406986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b28fd5c3-2f2f-406a-8ac6-4a4946b68a87'}, {'subnet_id': '24b672c5-deb2-4c75-97a3-a8941e5ef096'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:19.448931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Deleting port 72140e51-159e-42bd-aed3-a4bb84d4aa8b {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:19.449441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.501441 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.532020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] For port 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72140e51-159e-42bd-aed3-a4bb84d4aa8b,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:19.532393 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.551333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Calling delete_port for 72140e51-159e-42bd-aed3-a4bb84d4aa8b owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:19.556817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Deleting port 72140e51-159e-42bd-aed3-a4bb84d4aa8b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:19.557208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.653031 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.684621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] Pushing event deleted for resources: {'Port': ['ID=72140e51-159e-42bd-aed3-a4bb84d4aa8b,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:19.688891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911144d-b904-4a6a-bcf8-dba59a97ec1e None None] No DVR routers for this DVR port 72140e51-159e-42bd-aed3-a4bb84d4aa8b on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:19.695572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] For port 72140e51-159e-42bd-aed3-a4bb84d4aa8b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=72140e51-159e-42bd-aed3-a4bb84d4aa8b,segment=NetworkSegment(f26d825d-cf27-4579-916e-9e371af3de53),segment_id=f26d825d-cf27-4579-916e-9e371af3de53)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:19.695937 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.729723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648eab5-73ff-402c-987c-8ce14df4e3ac None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:19.740491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Calling delete_port for 72140e51-159e-42bd-aed3-a4bb84d4aa8b owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:19.807167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02f59e09-6860-4cc8-9fda-bd0ad8e6c2ab None None] Provisioning complete for port baa46ad0-0353-4982-b500-784df9f4504d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:19.807551 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02f59e09-6860-4cc8-9fda-bd0ad8e6c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.882438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-02f59e09-6860-4cc8-9fda-bd0ad8e6c2ab None None] Port baa46ad0-0353-4982-b500-784df9f4504d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:19.903592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02f59e09-6860-4cc8-9fda-bd0ad8e6c2ab None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:19.903592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02f59e09-6860-4cc8-9fda-bd0ad8e6c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.924892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:19.932737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.28 (e86a4c4c-fe45-4ebf-beba-9d841da3bc48/24b672c5-deb2-4c75-97a3-a8941e5ef096/baa46ad0-0353-4982-b500-784df9f4504d) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:19.945620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a1424d9-4edc-48a9-9e20-d7ab7d10136c up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:19.968762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Pushing event deleted for resources: {'Port': ['ID=72140e51-159e-42bd-aed3-a4bb84d4aa8b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:19.977932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] No DVR routers for this DVR port 72140e51-159e-42bd-aed3-a4bb84d4aa8b on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:20.042969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:20.043337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.104464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.141251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dbb09c-2abf-4e99-b730-808751b92352']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:20.159466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26d825d-cf27-4579-916e-9e371af3de53') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:20.159833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26d825d-cf27-4579-916e-9e371af3de53') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:20.173883 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.180966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2e94019c-f98a-4dc4-ad57-1251e880e04a no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:20.198059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.200002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.204334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.204667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 2e94019c-f98a-4dc4-ad57-1251e880e04a {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:20.205152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 2e94019c-f98a-4dc4-ad57-1251e880e04a not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:20.205762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72140e51-159e-42bd-aed3-a4bb84d4aa8b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:20.214299 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:20.214690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self.session.flush() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:20.218997 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:20.225525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 72140e51-159e-42bd-aed3-a4bb84d4aa8b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:20.225867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 72140e51-159e-42bd-aed3-a4bb84d4aa8b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:20.226282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bfa293a4-720f-42f8-a69a-ca12c4a154c1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:20.246320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: bfa293a4-720f-42f8-a69a-ca12c4a154c1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:20.246662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device bfa293a4-720f-42f8-a69a-ca12c4a154c1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:20.347689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=baa46ad0-0353-4982-b500-784df9f4504d,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:20.375435 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.386168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.390297 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] 10.222.0.31 "DELETE /v2.0/networks/59dbb09c-2abf-4e99-b730-808751b92352 HTTP/1.1" status: 204 len: 168 time: 1.2137380 Oct 28 21:58:20.394683 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49572) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:20.416162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb3a5-6b27-4f15-8c2b-470a77948cec admin admin] Pushing event deleted for resources: {'Network': ['ID=59dbb09c-2abf-4e99-b730-808751b92352,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:20.496633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] In _notify_port_updated(), no bound segment for port baa46ad0-0353-4982-b500-784df9f4504d on network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 {{(pid=102313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:58:20.502644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:20.503460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.507445 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d58f5456-dc02-4a32-812b-b6b3ccd08e0b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/ports/baa46ad0-0353-4982-b500-784df9f4504d HTTP/1.1" status: 200 len: 998 time: 1.1022067 Oct 28 21:58:20.507842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49574) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:20.616030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e4e21e2b-054b-49f9-884a-9e5ca5760e38 None None] Provisioning complete for port baa46ad0-0353-4982-b500-784df9f4504d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:20.616721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e4e21e2b-054b-49f9-884a-9e5ca5760e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.660253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e4e21e2b-054b-49f9-884a-9e5ca5760e38 None None] Port baa46ad0-0353-4982-b500-784df9f4504d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:20.673333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e4e21e2b-054b-49f9-884a-9e5ca5760e38 None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:20.673862 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e4e21e2b-054b-49f9-884a-9e5ca5760e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.680657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee57dc-cf12-4b7a-aab7-527d54ae9026 req-43c40b7c-d215-409f-87a4-73840f31aace tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:20.682196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eee57dc-cf12-4b7a-aab7-527d54ae9026 req-43c40b7c-d215-409f-87a4-73840f31aace tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.3884225 Oct 28 21:58:20.715727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port baa46ad0-0353-4982-b500-784df9f4504d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:20.716092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.739473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eee57dc-cf12-4b7a-aab7-527d54ae9026 req-b5c09432-dc03-4b4c-ad34-1cc1979040af tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461028 Oct 28 21:58:20.863411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.891086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2f3081a5-4c8b-4854-a14c-c8332d7e5a23 None None] Provisioning complete for port baa46ad0-0353-4982-b500-784df9f4504d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:20.891553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f3081a5-4c8b-4854-a14c-c8332d7e5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:20.894948 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for baa46ad0-0353-4982-b500-784df9f4504d owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:20.928993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2f3081a5-4c8b-4854-a14c-c8332d7e5a23 None None] Port baa46ad0-0353-4982-b500-784df9f4504d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:21.049204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-230b3184-5250-4183-b0ae-225670f64fe9 None None] Provisioning complete for port baa46ad0-0353-4982-b500-784df9f4504d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:21.049683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-230b3184-5250-4183-b0ae-225670f64fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.094418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-230b3184-5250-4183-b0ae-225670f64fe9 None None] Port baa46ad0-0353-4982-b500-784df9f4504d cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:21.112831 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.206341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.209113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-177855fe-6103-469f-824a-1b2497c25990 None None] Could not find standard attr ID for object baa46ad0-0353-4982-b500-784df9f4504d. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:21.241056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=baa46ad0-0353-4982-b500-784df9f4504d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:21.384231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.387444 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d8c2a35f-8405-488a-b8c0-502d4870e598 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/baa46ad0-0353-4982-b500-784df9f4504d HTTP/1.1" status: 204 len: 168 time: 0.8785541 Oct 28 21:58:21.390186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49576) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:21.415254 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ccf2f8-1c60-4a97-8dcb-dc45994919d3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:21.416767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c2ccf2f8-1c60-4a97-8dcb-dc45994919d3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/baa46ad0-0353-4982-b500-784df9f4504d HTTP/1.1" status: 404 len: 333 time: 0.0254352 Oct 28 21:58:21.419324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:21.468791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet 24b672c5-deb2-4c75-97a3-a8941e5ef096 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:21.472522 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.479069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Deleting port e5b714d7-37b7-4f58-90aa-85b07388cb6b {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:21.479416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.515229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.560121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] For port e5b714d7-37b7-4f58-90aa-85b07388cb6b, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e5b714d7-37b7-4f58-90aa-85b07388cb6b,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:21.560511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.578643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Calling delete_port for e5b714d7-37b7-4f58-90aa-85b07388cb6b owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:21.599178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.666193 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.699144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=24b672c5-deb2-4c75-97a3-a8941e5ef096,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:21.702997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.709730 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f18f515d-96f4-474d-b262-573abc20eb07 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/24b672c5-deb2-4c75-97a3-a8941e5ef096 HTTP/1.1" status: 204 len: 168 time: 0.2865241 Oct 28 21:58:21.709730 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49580) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:21.765602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet b28fd5c3-2f2f-406a-8ac6-4a4946b68a87 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:21.770719 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.785219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205055a-f051-46bd-8e3d-2b8fc36cf24b None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:21.785607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.823424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:21.824725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b714d7-37b7-4f58-90aa-85b07388cb6b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:21.980188 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.021766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9591-fd27-4538-89c5-ac9119d660a5 req-e3adeed2-4a41-491d-b2c9-abab7f4855f9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:22.024113 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bec9591-fd27-4538-89c5-ac9119d660a5 req-e3adeed2-4a41-491d-b2c9-abab7f4855f9 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.1632750 Oct 28 21:58:22.026820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.087880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1bec9591-fd27-4538-89c5-ac9119d660a5 req-afb334c5-e59c-422f-b9f4-bae974154bec tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508416 Oct 28 21:58:22.098493 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.127468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=b28fd5c3-2f2f-406a-8ac6-4a4946b68a87,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:22.134346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.137832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-542810ca-2348-4b2b-a18f-9e659d362cc6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/b28fd5c3-2f2f-406a-8ac6-4a4946b68a87 HTTP/1.1" status: 204 len: 168 time: 0.4273019 Oct 28 21:58:22.141045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49584) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:22.237529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.383768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Router b36a81de-247e-4538-9ba4-c972c756e20b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:58:22.389708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:22.390041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.556306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de3c9d-6e85-4f56-badf-7689f90f1a8a None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:22.677242 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f5df302a-0f37-4fa9-b1fc-96724dfe113e None None] Provisioning complete for port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:22.677611 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5df302a-0f37-4fa9-b1fc-96724dfe113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.866513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,segment=NetworkSegment(08d7c507-fcfb-4210-922d-4c799f0d88b4),segment_id=08d7c507-fcfb-4210-922d-4c799f0d88b4)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:22.866872 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:22.884814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 3a1424d9-4edc-48a9-9e20-d7ab7d10136c owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:22.942065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:22.950306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-95c8e193-ae4d-4153-b547-bdd9ef4cb070 admin admin] 10.222.0.31 "PUT /v2.0/routers/b36a81de-247e-4538-9ba4-c972c756e20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5521164 Oct 28 21:58:22.950673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49586) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:22.951679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Sync routers for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:22.966618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] DHCP port deletion for e86a4c4c-fe45-4ebf-beba-9d841da3bc48 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:22.974779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:22.975533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:22.988070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.013957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:23.020702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:23.068414 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.112301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.132850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:23.136115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86a4c4c-fe45-4ebf-beba-9d841da3bc48']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.146088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d7c507-fcfb-4210-922d-4c799f0d88b4') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.146088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d7c507-fcfb-4210-922d-4c799f0d88b4') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.157814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.174712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Deleting port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:23.174967 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.181671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.188206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:23.188810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:23.192395 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:23.210090 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.259469 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be14e8-e815-478c-86f3-e646e7182a91 req-73aad3b1-dd88-4284-b477-be93cc547f0e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:23.260986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2be14e8-e815-478c-86f3-e646e7182a91 req-73aad3b1-dd88-4284-b477-be93cc547f0e tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0805507 Oct 28 21:58:23.266856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.279363 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.287199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/e86a4c4c-fe45-4ebf-beba-9d841da3bc48 HTTP/1.1" status: 204 len: 168 time: 1.1407998 Oct 28 21:58:23.287535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49590) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:23.293954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcbf47-d71b-4bab-8433-186eadbf0299 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=e86a4c4c-fe45-4ebf-beba-9d841da3bc48,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:23.319823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] For port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:23.320126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.342036 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2be14e8-e815-478c-86f3-e646e7182a91 req-34352cb8-1981-4e07-b616-05c45a42a8cc tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695288 Oct 28 21:58:23.342424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Calling delete_port for 3a1424d9-4edc-48a9-9e20-d7ab7d10136c owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:23.347302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 21:58:23.351007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Deleting port 186b0108-e679-4a55-8888-13ed4b10c85e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:23.351339 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.356396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.382023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Network e86a4c4c-fe45-4ebf-beba-9d841da3bc48 is not hosted by any dhcp agent {{(pid=102315) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 21:58:23.382470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] No DVR routers for this DVR port 3a1424d9-4edc-48a9-9e20-d7ab7d10136c on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:23.384055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd48cf2-6252-4273-ab5a-5f112b08af5c None None] Pushing event deleted for resources: {'Port': ['ID=3a1424d9-4edc-48a9-9e20-d7ab7d10136c,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:23.400539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977874b1-44af-4182-8505-407a1aa2c993 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:23.402015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-977874b1-44af-4182-8505-407a1aa2c993 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1124170 Oct 28 21:58:23.405658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49592) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:23.447213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:58:21Z', 'revision_number': 5, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port': {'id': '186b0108-e679-4a55-8888-13ed4b10c85e', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:45:02Z', 'updated_at': '2021-10-28T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.454538 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1a9c015f-e35d-44a9-bc83-0fbad9547927 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0446248 Oct 28 21:58:23.454760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49594) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:23.460073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2087092712'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:23.468911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] For port 186b0108-e679-4a55-8888-13ed4b10c85e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=186b0108-e679-4a55-8888-13ed4b10c85e,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:23.469269 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.477805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Checking router: b36a81de-247e-4538-9ba4-c972c756e20b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:58:23.484015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:23.485905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Calling delete_port for 186b0108-e679-4a55-8888-13ed4b10c85e owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:23.486496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Routers {'b36a81de-247e-4538-9ba4-c972c756e20b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:23.487105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b36a81de-247e-4538-9ba4-c972c756e20b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.487881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.513834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:23.524307 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.524718 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 1d3f86d4-0e1a-4d06-995b-3aa9c7422db1 of type vlan for network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a Oct 28 21:58:23.576565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.578515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] Set router b36a81de-247e-4538-9ba4-c972c756e20b gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:58:23.604125 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.610135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:23.610729 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.633555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:58:23Z', 'revision_number': 6, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:23.662356 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.666468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b34681-e269-4a66-95e0-06c4f1ef605a None None] The sync data for ids ['b36a81de-247e-4538-9ba4-c972c756e20b'] in n-d-806683-16 is: [{'id': 'b36a81de-247e-4538-9ba4-c972c756e20b', 'name': 'tempest-TestVolumeBootPattern-164042371-router', 'tenant_id': 'c20a5e21e39747219df9a52860e3406e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:45:01Z', 'updated_at': '2021-10-28T21:58:23Z', 'revision_number': 6, 'project_id': 'c20a5e21e39747219df9a52860e3406e', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:23.694136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2353461 Oct 28 21:58:23.695448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49596) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:23.697577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=186b0108-e679-4a55-8888-13ed4b10c85e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:23.703340 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:23.723485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d497f5-4fcb-457d-a371-f33827fe54b3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=82b9d3d3-03db-45e6-bff9-b7b42cc5751a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:23.734264 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:23.758017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.804834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:23.809101 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.851822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.853941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.910557 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.911439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36a81de-247e-4538-9ba4-c972c756e20b {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:58:23.915997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.920020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-10700a89-c50c-4392-bb07-749095a1b5f9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b36a81de-247e-4538-9ba4-c972c756e20b HTTP/1.1" status: 204 len: 168 time: 0.9680219 Oct 28 21:58:23.920688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49598) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:23.965791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Deleting subnet ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:23.968848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:23.999044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.004186 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.079014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=e10c49d2-6b9d-47fc-a448-73d50cc49af7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:24.089956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:24.090309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: 82b9d3d3-03db-45e6-bff9-b7b42cc5751a, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:24.100916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.112397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:24.126113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 82b9d3d3-03db-45e6-bff9-b7b42cc5751a) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:24.135684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:24.135684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.141405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f817ae7-3151-4dcb-ad5b-ada3a3defb72 None None] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:24.162426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c1d35ad-e0cc-4cf9-812e-79ee6da3175b tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4664347 Oct 28 21:58:24.166630 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49600) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:24.172840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a', 'name': 'tempest-PortsTestJSON-1190691662'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:24.185285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.220476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a1424d9-4edc-48a9-9e20-d7ab7d10136c no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:24.220890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:24.228839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.237272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-488d55e9-2503-4e16-9a1f-b396ce3e13e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ee6d9347-9e4f-47c5-bdd7-dae9bb96b8f0 HTTP/1.1" status: 204 len: 168 time: 0.3154368 Oct 28 21:58:24.239818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49602) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:24.252917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9490ed-b180-4c1b-9fd4-d0e1c9e2aabb None None] Network fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:24.257661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3a1424d9-4edc-48a9-9e20-d7ab7d10136c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:24.258104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3a1424d9-4edc-48a9-9e20-d7ab7d10136c not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:24.258611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e5b714d7-37b7-4f58-90aa-85b07388cb6b no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:24.325161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e5b714d7-37b7-4f58-90aa-85b07388cb6b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:24.325903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e5b714d7-37b7-4f58-90aa-85b07388cb6b not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:24.342015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.389629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:24.393184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.416228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 759e7f4b-c188-4497-acf1-67b0ac517a94 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:24.471632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be1c40-610d-4968-8df9-b58bd1e0d694 req-471c851d-1472-466f-a614-f290aade0b01 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:24.473102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81be1c40-610d-4968-8df9-b58bd1e0d694 req-471c851d-1472-466f-a614-f290aade0b01 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0548067 Oct 28 21:58:24.483797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Deleting port 087660f1-adaf-412f-92e1-de74c09a22c1 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:24.483797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.497628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-82b9d3d3-03db-45e6-bff9-b7b42cc5751a', 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': 'e10c49d2-6b9d-47fc-a448-73d50cc49af7'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:24.498685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.531508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81be1c40-610d-4968-8df9-b58bd1e0d694 req-b3fb38fd-9f71-4abf-8f4b-c8617dee8f84 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476840 Oct 28 21:58:24.589432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] DHCP port deletion for fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:24.597798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] For port 087660f1-adaf-412f-92e1-de74c09a22c1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=087660f1-adaf-412f-92e1-de74c09a22c1,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:24.598157 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.617062 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.12 (82b9d3d3-03db-45e6-bff9-b7b42cc5751a/e10c49d2-6b9d-47fc-a448-73d50cc49af7/759e7f4b-c188-4497-acf1-67b0ac517a94) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:24.619345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Calling delete_port for 087660f1-adaf-412f-92e1-de74c09a22c1 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:24.655680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Deleting port 087660f1-adaf-412f-92e1-de74c09a22c1 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:24.655958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.733414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] For port 087660f1-adaf-412f-92e1-de74c09a22c1, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=087660f1-adaf-412f-92e1-de74c09a22c1,segment=NetworkSegment(d6f26b11-e655-4345-a04a-70297c6164ec),segment_id=d6f26b11-e655-4345-a04a-70297c6164ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:24.733800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.747032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Calling delete_port for 087660f1-adaf-412f-92e1-de74c09a22c1 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:24.798086 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.824418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] No DVR routers for this DVR port 087660f1-adaf-412f-92e1-de74c09a22c1 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:24.829327 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.850549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=087660f1-adaf-412f-92e1-de74c09a22c1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:24.859359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] Pushing event deleted for resources: {'Port': ['ID=087660f1-adaf-412f-92e1-de74c09a22c1,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:24.864900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e3bb1-4d8c-439e-a713-dc99e38357ce None None] No DVR routers for this DVR port 087660f1-adaf-412f-92e1-de74c09a22c1 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:24.931100 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.949136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:24.980525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:24.996287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f26b11-e655-4345-a04a-70297c6164ec') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:24.996599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f26b11-e655-4345-a04a-70297c6164ec') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:25.008809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.022030 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.029658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.060171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:25.060599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:25.062449 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:25.070332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Allocated IP 172.20.0.2 (82b9d3d3-03db-45e6-bff9-b7b42cc5751a/e10c49d2-6b9d-47fc-a448-73d50cc49af7/e1055025-d09d-4564-b917-c96f91fa44e4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:25.109867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:25.117432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:25.119787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:25.135475 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=759e7f4b-c188-4497-acf1-67b0ac517a94,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:25.170009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.175005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.178941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b HTTP/1.1" status: 204 len: 168 time: 0.9381158 Oct 28 21:58:25.199734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704473-e253-4023-a059-4a60b45400a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb3dc8d-0f3f-4bef-ab7e-1c3c519f691b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:25.211809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:25.212478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.230794 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.238071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.244773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49608) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:25.245355 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1e0a3e1e-2c27-4635-9cab-6e835eb44d17 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0769730 Oct 28 21:58:25.253462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a', 'name': 'tempest-PortsTestJSON-965090262'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:25.281755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:25.284941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:25.288922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:25.296513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Pushing event updated for resources: {'Port': ['ID=e1055025-d09d-4564-b917-c96f91fa44e4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:25.343513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49610) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:25.349097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Attempting to bind port e1055025-d09d-4564-b917-c96f91fa44e4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:25.349469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Attempting to bind port e1055025-d09d-4564-b917-c96f91fa44e4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:25.349832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Attempting to bind port e1055025-d09d-4564-b917-c96f91fa44e4 on network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:25.357380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:25.358007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Checking segment: {'id': '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:25.358581 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.359157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Bound using segment: {'id': '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:25.359982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Bound port: e1055025-d09d-4564-b917-c96f91fa44e4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '82b9d3d3-03db-45e6-bff9-b7b42cc5751a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:25.360651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.389965 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4744497a-18a9-4a07-8138-28bcf941a3f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d142e3741d1c4d11b1a4e154daab0a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449142 Oct 28 21:58:25.393373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49612) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:25.400636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77444a-55a5-48a4-89d0-22c483bc7e06 req-fc41f67d-cbb8-46be-8ba8-c2b21b2f138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:25.402146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a77444a-55a5-48a4-89d0-22c483bc7e06 req-fc41f67d-cbb8-46be-8ba8-c2b21b2f138c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1097 time: 0.0602140 Oct 28 21:58:25.434040 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] For port e1055025-d09d-4564-b917-c96f91fa44e4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:25.437906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] For port e1055025-d09d-4564-b917-c96f91fa44e4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1055025-d09d-4564-b917-c96f91fa44e4,segment=NetworkSegment(1d3f86d4-0e1a-4d06-995b-3aa9c7422db1),segment_id=1d3f86d4-0e1a-4d06-995b-3aa9c7422db1)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:25.444012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.445712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.464941 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0a77444a-55a5-48a4-89d0-22c483bc7e06 req-c5437aa0-a801-424f-b56e-94c6c3eeb9fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Oct 28 21:58:25.467479 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.479803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:25.483517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.502922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port fd48f596-c2e4-499b-8ba2-e809e2a4eff5 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:25.508895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf5b0e-8f2a-4d8b-9c4f-508a1622f501 None None] Pushing event updated for resources: {'Port': ['ID=e1055025-d09d-4564-b917-c96f91fa44e4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:25.529205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.532023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.534004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f51b2fea-18de-4a5a-9cbd-85e5b42690d0 HTTP/1.1" status: 204 len: 168 time: 0.1389287 Oct 28 21:58:25.542905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a232a50-3656-4775-8a13-fdcaff713e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51b2fea-18de-4a5a-9cbd-85e5b42690d0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:25.672952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.14 (82b9d3d3-03db-45e6-bff9-b7b42cc5751a/e10c49d2-6b9d-47fc-a448-73d50cc49af7/fd48f596-c2e4-499b-8ba2-e809e2a4eff5) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:25.708532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533382e-2d2b-47cb-a28b-3025a2cc9353 req-61e60a50-f083-4d61-ab5c-0520d5f9b811 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:25.710652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f533382e-2d2b-47cb-a28b-3025a2cc9353 req-61e60a50-f083-4d61-ab5c-0520d5f9b811 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0730164 Oct 28 21:58:25.778312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f533382e-2d2b-47cb-a28b-3025a2cc9353 req-07f59f3f-03bc-405f-a041-6d230c8a36ad tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604029 Oct 28 21:58:25.954139 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.980056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1055025-d09d-4564-b917-c96f91fa44e4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:25.994294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:25.994854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49620) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.032151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e1055025-d09d-4564-b917-c96f91fa44e4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:26.032721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.042037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:26.045224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:26.049888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:26.051119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4acc6edf-c5e1-4cba-b721-fa8282b0dd7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c20a5e21e39747219df9a52860e3406e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548792 Oct 28 21:58:26.053639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49622) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.056551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=fd48f596-c2e4-499b-8ba2-e809e2a4eff5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:26.111953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:26.112681 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.128430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.132232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-744f2b53-a96e-4753-a1ed-c400af0f1340 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8846350 Oct 28 21:58:26.134790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49624) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.137391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.152586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.173414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e1055025-d09d-4564-b917-c96f91fa44e4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1055025-d09d-4564-b917-c96f91fa44e4,segment=NetworkSegment(1d3f86d4-0e1a-4d06-995b-3aa9c7422db1),segment_id=1d3f86d4-0e1a-4d06-995b-3aa9c7422db1)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:26.178737 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.215414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.219238 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.225011 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c428e7ab-bdbf-4016-88e5-3558b89b23e6 HTTP/1.1" status: 204 len: 168 time: 0.1698842 Oct 28 21:58:26.243460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a99c42-f1c1-491b-be68-1673e92d18d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:26.245032 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507ace0-bd51-4e7e-9d0f-90f0d9fe1d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c428e7ab-bdbf-4016-88e5-3558b89b23e6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:26.256536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-31a99c42-f1c1-491b-be68-1673e92d18d5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1181262 Oct 28 21:58:26.257097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49628) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.257230 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e1055025-d09d-4564-b917-c96f91fa44e4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:26.276243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 087660f1-adaf-412f-92e1-de74c09a22c1 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:26.326076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 087660f1-adaf-412f-92e1-de74c09a22c1 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:26.326443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 087660f1-adaf-412f-92e1-de74c09a22c1 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:26.326859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 186b0108-e679-4a55-8888-13ed4b10c85e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:26.348952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 186b0108-e679-4a55-8888-13ed4b10c85e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:26.349329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 186b0108-e679-4a55-8888-13ed4b10c85e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:26.403264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port fd48f596-c2e4-499b-8ba2-e809e2a4eff5 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:26.404310 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.514325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.531807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for fd48f596-c2e4-499b-8ba2-e809e2a4eff5 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:26.613642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:58:26.616475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:26.713359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.749257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045497d-1a47-44a4-aeb6-25c69cf980f9 None None] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:26.754715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=fd48f596-c2e4-499b-8ba2-e809e2a4eff5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:26.870439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:26.878952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49632) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.880742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6a466ca0-05c4-4afc-ae0c-979645aa731a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/fd48f596-c2e4-499b-8ba2-e809e2a4eff5 HTTP/1.1" status: 204 len: 168 time: 0.6229498 Oct 28 21:58:26.912156 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2c7a59-101c-4bb4-9998-131ef1558a33 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:26.914896 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2f2c7a59-101c-4bb4-9998-131ef1558a33 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/fd48f596-c2e4-499b-8ba2-e809e2a4eff5 HTTP/1.1" status: 404 len: 333 time: 0.0341623 Oct 28 21:58:26.917318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49634) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:26.959808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995412-6658-4a21-baa4-6370f6ab67da req-b1beb700-af1e-49cc-9f71-f9f1a6b70027 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:26.964330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d995412-6658-4a21-baa4-6370f6ab67da req-b1beb700-af1e-49cc-9f71-f9f1a6b70027 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.0674169 Oct 28 21:58:27.016654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d995412-6658-4a21-baa4-6370f6ab67da req-c68aa78f-9213-48fc-aa64-30e1dee21c48 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 Oct 28 21:58:27.016998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 759e7f4b-c188-4497-acf1-67b0ac517a94 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:27.017861 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.028250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49636) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:27.044134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2d19f46b-cf01-401a-ac01-91aa372802a8 None None] Provisioning complete for port e1055025-d09d-4564-b917-c96f91fa44e4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:27.044796 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d19f46b-cf01-401a-ac01-91aa372802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.045989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.094320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-efc6f883-2ad5-4ce5-948b-6fef69ecdf18 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/floatingips/ccde27d0-6f7e-4829-be53-5bebeb94e526 HTTP/1.1" status: 200 len: 993 time: 0.0642946 Oct 28 21:58:27.116320 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.129557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 759e7f4b-c188-4497-acf1-67b0ac517a94 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:27.150733 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:27.156718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:58:27.160421 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bfe948-fe3b-4cac-bdb3-231b64e1261c" -d '{"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:58:27.186495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:27.212131 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c235b5-3935-42a7-9211-95fc4c3e96eb x-openstack-request-id: req-e9c235b5-3935-42a7-9211-95fc4c3e96eb {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:58:27.212562 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:58:27.212758 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9c235b5-3935-42a7-9211-95fc4c3e96eb {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:58:27.213068 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'code': 200} Oct 28 21:58:27.215829 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'port_id': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'mac_address': 'fa:16:3e:8b:53:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:58:27.220195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.265961 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.296399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=759e7f4b-c188-4497-acf1-67b0ac517a94,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:27.372328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.374511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:27.379199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-54f580fc-276a-4116-bb41-eefe5e0bc254 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/759e7f4b-c188-4497-acf1-67b0ac517a94 HTTP/1.1" status: 204 len: 168 time: 0.4573753 Oct 28 21:58:27.379582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49640) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:27.383583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.401836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f1f417-941b-40ba-bfc7-4f67ad7dec92 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:58:27.406993 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3fdb8-6615-480c-92c3-9349a61632c7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:27.409058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ba3fdb8-6615-480c-92c3-9349a61632c7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/759e7f4b-c188-4497-acf1-67b0ac517a94 HTTP/1.1" status: 404 len: 333 time: 0.0284786 Oct 28 21:58:27.412644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:27.427302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:27.431278 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.466444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet e10c49d2-6b9d-47fc-a448-73d50cc49af7 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:27.469821 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.484994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:27.511570 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.602115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.635845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e9f1f417-941b-40ba-bfc7-4f67ad7dec92'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:58:27.666589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.696067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=e10c49d2-6b9d-47fc-a448-73d50cc49af7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:27.700057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.706398 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8b47a83d-ee69-4dad-a57d-f692e471e671 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/e10c49d2-6b9d-47fc-a448-73d50cc49af7 HTTP/1.1" status: 204 len: 168 time: 0.2896562 Oct 28 21:58:27.706659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49644) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:27.719497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6bf522dc-bd46-4106-8fb7-1872238f1b87 None None] Provisioning complete for port e1055025-d09d-4564-b917-c96f91fa44e4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:27.719864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6bf522dc-bd46-4106-8fb7-1872238f1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.786448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.841473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516cb6d-9ddd-4b97-a5cf-c6c1deacdd98 None None] Network 82b9d3d3-03db-45e6-bff9-b7b42cc5751a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:27.854012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port e1055025-d09d-4564-b917-c96f91fa44e4 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:27.854701 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.921629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port e1055025-d09d-4564-b917-c96f91fa44e4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e1055025-d09d-4564-b917-c96f91fa44e4,segment=NetworkSegment(1d3f86d4-0e1a-4d06-995b-3aa9c7422db1),segment_id=1d3f86d4-0e1a-4d06-995b-3aa9c7422db1)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:27.922163 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:27.937426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for e1055025-d09d-4564-b917-c96f91fa44e4 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:27.950001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1055025-d09d-4564-b917-c96f91fa44e4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:28.021623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.050006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f6c7e6a6-6553-4b05-8649-b0ac34204cc5 None None] Could not find standard attr ID for object 759e7f4b-c188-4497-acf1-67b0ac517a94. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:28.050641 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=e1055025-d09d-4564-b917-c96f91fa44e4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:28.055498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port e1055025-d09d-4564-b917-c96f91fa44e4 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:28.056754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No active binding found for port e1055025-d09d-4564-b917-c96f91fa44e4 {{(pid=102315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 21:58:28.057107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1055025-d09d-4564-b917-c96f91fa44e4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:58:28.089345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port e1055025-d09d-4564-b917-c96f91fa44e4 not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:58:28.130716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2259e71-13c7-4897-b4b2-4fb757798b94 None None] DHCP port deletion for 82b9d3d3-03db-45e6-bff9-b7b42cc5751a request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:28.149436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.170104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b9d3d3-03db-45e6-bff9-b7b42cc5751a']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:28.179978 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:28.180287 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3f86d4-0e1a-4d06-995b-3aa9c7422db1') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:28.189840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.202715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.208790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:28.209218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:28.212143 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:28.274964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.281835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.285805 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/82b9d3d3-03db-45e6-bff9-b7b42cc5751a HTTP/1.1" status: 204 len: 168 time: 0.5781863 Oct 28 21:58:28.289807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49646) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:28.295145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1350394194'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:28.302177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71fec-d11f-4a8d-8956-b1203c1d0576 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=82b9d3d3-03db-45e6-bff9-b7b42cc5751a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:28.317034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:28.320736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.343330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:28.353209 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.353551 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment fa9d5db2-459b-4c81-81da-835f0ce3d14e of type vlan for network d66e561f-4eba-48d8-b7cf-c8c8819ac629 Oct 28 21:58:28.393504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.417340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.422973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:28.424207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.475042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840215 Oct 28 21:58:28.477850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:28.484526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:28.535222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4f255-9b5c-4043-93e8-a9c88d4dcae5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=d66e561f-4eba-48d8-b7cf-c8c8819ac629,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:28.545288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:28.586003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:28.589555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.625724 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:28.679524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:28.679888 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.759269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.769286 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.797671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:28.802255 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.834420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=c436264c-d294-42ee-856a-dd8572abaa19,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:28.843869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': 'fa9d5db2-459b-4c81-81da-835f0ce3d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:28.844227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: d66e561f-4eba-48d8-b7cf-c8c8819ac629, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:28.856688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:28.861692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:28.870229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d66e561f-4eba-48d8-b7cf-c8c8819ac629) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:28.874987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:28.875569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:28.879573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3bee9-6148-48f0-931c-23c208f0c082 None None] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:28.893035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b85cefcb-d8bc-4e0d-9b3d-111f0b146811 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4135051 Oct 28 21:58:28.895775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49650) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:28.900645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629', 'name': 'tempest-PortsTestJSON-967917345', 'fixed_ips': [{'subnet_id': 'c436264c-d294-42ee-856a-dd8572abaa19', 'ip_address': '172.20.0.10'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:29.011375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:29.028478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d66e561f-4eba-48d8-b7cf-c8c8819ac629', 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': 'c436264c-d294-42ee-856a-dd8572abaa19'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:29.029363 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.098224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.116243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port ee018578-61b3-4198-9d34-1249a792154b yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:29.167006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Allocated IP 172.20.0.2 (d66e561f-4eba-48d8-b7cf-c8c8819ac629/c436264c-d294-42ee-856a-dd8572abaa19/add97636-ea6c-418f-a9ff-69c4df808a09) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:29.218449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:58:29.221250 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff5605f-659f-4661-87b7-9f21c25823b5" -d '{"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:58:29.262991 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4269f99-15bb-467d-96d2-3a485fbd83e6 x-openstack-request-id: req-a4269f99-15bb-467d-96d2-3a485fbd83e6 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:58:29.263281 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:58:29.263537 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4269f99-15bb-467d-96d2-3a485fbd83e6 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:58:29.263918 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'code': 200} Oct 28 21:58:29.318518 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.324250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.370491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.10 (d66e561f-4eba-48d8-b7cf-c8c8819ac629/c436264c-d294-42ee-856a-dd8572abaa19/ee018578-61b3-4198-9d34-1249a792154b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:29.373945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:29.375582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:29.377605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Pushing event updated for resources: {'Port': ['ID=add97636-ea6c-418f-a9ff-69c4df808a09,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:29.379723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:29.432449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Attempting to bind port add97636-ea6c-418f-a9ff-69c4df808a09 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:29.432813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Attempting to bind port add97636-ea6c-418f-a9ff-69c4df808a09 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'fa9d5db2-459b-4c81-81da-835f0ce3d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:29.433174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Attempting to bind port add97636-ea6c-418f-a9ff-69c4df808a09 on network d66e561f-4eba-48d8-b7cf-c8c8819ac629 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:29.438177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:29.438564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Checking segment: {'id': 'fa9d5db2-459b-4c81-81da-835f0ce3d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:29.438951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.440140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Bound using segment: {'id': 'fa9d5db2-459b-4c81-81da-835f0ce3d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:29.440281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Bound port: add97636-ea6c-418f-a9ff-69c4df808a09, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9d5db2-459b-4c81-81da-835f0ce3d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:29.440580 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.502988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] For port add97636-ea6c-418f-a9ff-69c4df808a09, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:29.506223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] For port add97636-ea6c-418f-a9ff-69c4df808a09, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add97636-ea6c-418f-a9ff-69c4df808a09,segment=NetworkSegment(fa9d5db2-459b-4c81-81da-835f0ce3d14e),segment_id=fa9d5db2-459b-4c81-81da-835f0ce3d14e)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:29.510634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.527613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.567025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7124e-a499-4c6d-aa21-d704f18dfe44 None None] Pushing event updated for resources: {'Port': ['ID=add97636-ea6c-418f-a9ff-69c4df808a09,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:29.573517 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.624998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:29.628836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:29.633594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:29.639964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=ee018578-61b3-4198-9d34-1249a792154b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:29.686979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:29.687595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.721097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49654) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:29.723797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a553a7b2-86e1-448a-ac1f-2e1221e4586f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8269336 Oct 28 21:58:29.727372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'd66e561f-4eba-48d8-b7cf-c8c8819ac629', 'name': 'tempest-PortsTestJSON-767124985', 'fixed_ips': [{'subnet_id': 'c436264c-d294-42ee-856a-dd8572abaa19', 'ip_address': '172.20.0.9'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:29.850116 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:29.936736 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:29.954039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port f890d5b9-a90e-43cd-a8b7-f44c276b36a8 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:29.974270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add97636-ea6c-418f-a9ff-69c4df808a09 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:30.026970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port add97636-ea6c-418f-a9ff-69c4df808a09 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:30.027346 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.105189 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.118398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.9 (d66e561f-4eba-48d8-b7cf-c8c8819ac629/c436264c-d294-42ee-856a-dd8572abaa19/f890d5b9-a90e-43cd-a8b7-f44c276b36a8) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:30.137217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port add97636-ea6c-418f-a9ff-69c4df808a09, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add97636-ea6c-418f-a9ff-69c4df808a09,segment=NetworkSegment(fa9d5db2-459b-4c81-81da-835f0ce3d14e),segment_id=fa9d5db2-459b-4c81-81da-835f0ce3d14e)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:30.141252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.202026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=add97636-ea6c-418f-a9ff-69c4df808a09,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:30.207327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1055025-d09d-4564-b917-c96f91fa44e4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:30.229896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e1055025-d09d-4564-b917-c96f91fa44e4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:30.230334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e1055025-d09d-4564-b917-c96f91fa44e4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:30.292858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.329153 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.373973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:30.377838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:30.381950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:30.416943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=f890d5b9-a90e-43cd-a8b7-f44c276b36a8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:30.441674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:30.442343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.461421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d40518de-1908-44be-85e1-caa58020c7ca tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7384551 Oct 28 21:58:30.464074 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49656) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:30.519586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d5f46-b20e-4eca-a9ed-0ebba793fd5c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:30.523331 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac0d5f46-b20e-4eca-a9ed-0ebba793fd5c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0556531 Oct 28 21:58:30.523920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:30.530434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50fb13-f203-4b74-bf1a-9d07659b97f3 None None] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:30.576874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b3199-7f09-4b8f-a225-c869e89ec62c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:30.583976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b3199-7f09-4b8f-a225-c869e89ec62c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:30.590066 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b3199-7f09-4b8f-a225-c869e89ec62c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:30.591775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d7b3199-7f09-4b8f-a225-c869e89ec62c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0670211 Oct 28 21:58:30.594559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49660) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:30.619250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-feed2a3e-22b1-47b8-b634-41b19296ccd2 None None] Provisioning complete for port add97636-ea6c-418f-a9ff-69c4df808a09 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:30.619626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-feed2a3e-22b1-47b8-b634-41b19296ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.683694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port f890d5b9-a90e-43cd-a8b7-f44c276b36a8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:30.683943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.772713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.785725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for f890d5b9-a90e-43cd-a8b7-f44c276b36a8 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:30.923051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:30.954600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=f890d5b9-a90e-43cd-a8b7-f44c276b36a8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:30.975063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Could not find standard attr ID for object f890d5b9-a90e-43cd-a8b7-f44c276b36a8. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:30.987998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Provisioning complete for port ee018578-61b3-4198-9d34-1249a792154b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:30.988540 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.025514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Port ee018578-61b3-4198-9d34-1249a792154b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:31.031660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.036306 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-63faa3b7-b0b2-42af-ae1d-39b79b844c44 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/f890d5b9-a90e-43cd-a8b7-f44c276b36a8 HTTP/1.1" status: 204 len: 168 time: 0.4404683 Oct 28 21:58:31.036795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Provisioning complete for port add97636-ea6c-418f-a9ff-69c4df808a09 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:31.037237 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c4499ac1-d23d-4ea7-b271-b529402b2574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.039044 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:31.067190 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-5032de3a-2384-4203-aec8-1cb6bd498e5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:31.068798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5032de3a-2384-4203-aec8-1cb6bd498e5f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/f890d5b9-a90e-43cd-a8b7-f44c276b36a8 HTTP/1.1" status: 404 len: 333 time: 0.0282109 Oct 28 21:58:31.071526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49664) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:31.170781 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port ee018578-61b3-4198-9d34-1249a792154b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:31.171120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.247862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b7843c9d-aaa5-4ce2-a334-cf2dd2dcad2d None None] Provisioning complete for port ee018578-61b3-4198-9d34-1249a792154b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:31.248480 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b7843c9d-aaa5-4ce2-a334-cf2dd2dcad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.262534 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.276579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for ee018578-61b3-4198-9d34-1249a792154b owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:31.288974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b7843c9d-aaa5-4ce2-a334-cf2dd2dcad2d None None] Port ee018578-61b3-4198-9d34-1249a792154b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:31.401144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-19565063-b422-4b4d-9d08-652ef1129759 None None] Could not find standard attr ID for object f890d5b9-a90e-43cd-a8b7-f44c276b36a8. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:31.420799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.456964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=ee018578-61b3-4198-9d34-1249a792154b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:31.526731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.530322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0fa873e6-4dc5-492d-addd-0818375f5081 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/ee018578-61b3-4198-9d34-1249a792154b HTTP/1.1" status: 204 len: 168 time: 0.4578497 Oct 28 21:58:31.533051 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49666) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:31.558914 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ca97e5-1059-43d6-8d1d-b9f220bdab61 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:31.563067 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-83ca97e5-1059-43d6-8d1d-b9f220bdab61 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/ee018578-61b3-4198-9d34-1249a792154b HTTP/1.1" status: 404 len: 333 time: 0.0263720 Oct 28 21:58:31.563268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49668) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:31.616950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet c436264c-d294-42ee-856a-dd8572abaa19 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:31.620483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.662513 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.748224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.805160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.832827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=c436264c-d294-42ee-856a-dd8572abaa19,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:31.836377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.839494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1a5f1c1-22c6-49e3-b7d8-b4e4baca17b2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/c436264c-d294-42ee-856a-dd8572abaa19 HTTP/1.1" status: 204 len: 168 time: 0.2753119 Oct 28 21:58:31.842179 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49670) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:31.844744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbffae5-1e1b-4a60-8d68-3091487cac84 None None] Network d66e561f-4eba-48d8-b7cf-c8c8819ac629 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:31.925948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:31.943255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add97636-ea6c-418f-a9ff-69c4df808a09 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:31.979773 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port add97636-ea6c-418f-a9ff-69c4df808a09 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:31.980467 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.048562 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port add97636-ea6c-418f-a9ff-69c4df808a09, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=add97636-ea6c-418f-a9ff-69c4df808a09,segment=NetworkSegment(fa9d5db2-459b-4c81-81da-835f0ce3d14e),segment_id=fa9d5db2-459b-4c81-81da-835f0ce3d14e)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:32.049407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.068265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for add97636-ea6c-418f-a9ff-69c4df808a09 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:32.148941 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.166062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No active binding found for port add97636-ea6c-418f-a9ff-69c4df808a09 {{(pid=102315) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 28 21:58:32.166472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add97636-ea6c-418f-a9ff-69c4df808a09 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 21:58:32.176917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=add97636-ea6c-418f-a9ff-69c4df808a09,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:32.181059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port add97636-ea6c-418f-a9ff-69c4df808a09 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:32.186033 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Port add97636-ea6c-418f-a9ff-69c4df808a09 not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 21:58:32.240042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf8a78-7816-4bce-9d9f-4d3835305921 None None] DHCP port deletion for d66e561f-4eba-48d8-b7cf-c8c8819ac629 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:32.269567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.289173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66e561f-4eba-48d8-b7cf-c8c8819ac629']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:32.298158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9d5db2-459b-4c81-81da-835f0ce3d14e') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:32.299099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9d5db2-459b-4c81-81da-835f0ce3d14e') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:32.308167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.321794 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.327985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:32.328505 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:32.331570 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:32.388390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.395331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.398443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/d66e561f-4eba-48d8-b7cf-c8c8819ac629 HTTP/1.1" status: 204 len: 168 time: 0.5553620 Oct 28 21:58:32.402372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49672) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:32.407377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1774768040'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:32.415686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83fe2-338c-4d04-af5a-4f02c2b2406c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=d66e561f-4eba-48d8-b7cf-c8c8819ac629,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:32.429716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:32.433268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.457643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:32.466296 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.466631 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Added segment 2521a7b9-f8f3-4a7d-8ab4-b5b045153d47 of type vlan for network fed34e59-0600-4af4-9968-470402126e0b Oct 28 21:58:32.506067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.529507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.535918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:32.536785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.590459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1869700 Oct 28 21:58:32.593431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49674) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:32.599843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'fed34e59-0600-4af4-9968-470402126e0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:32.603108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a34b3a-6ad4-41f2-8be2-025a3cd121ae tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Network': ['ID=fed34e59-0600-4af4-9968-470402126e0b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:32.614549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network fed34e59-0600-4af4-9968-470402126e0b details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:32.690217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:32.693879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.871472 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.932494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=ef56df6b-8a06-407c-b725-2b6e5452a4eb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:32.939836 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Checking segment: {'id': '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:32.940182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network hostable DHCP agents. Network: fed34e59-0600-4af4-9968-470402126e0b, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:32.956174 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network fed34e59-0600-4af4-9968-470402126e0b is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:32.964763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, fed34e59-0600-4af4-9968-470402126e0b) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:32.968754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:32.969337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:32.974182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589b7b8-6a97-4fe1-96c6-0bf0e5a8fd6f None None] Network fed34e59-0600-4af4-9968-470402126e0b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:32.986655 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-06d0bdbf-938b-4006-8800-93266699b5cd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3909814 Oct 28 21:58:32.989211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49676) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:32.993905 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1818287471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:33.016617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.018216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.073133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.079225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.097168 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.098396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cad7c8a4-bb2f-4098-8a84-156896928a6d tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1081731 Oct 28 21:58:33.101054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49678) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:33.106126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'network_id': 'fed34e59-0600-4af4-9968-470402126e0b', 'name': 'tempest-PortsTestJSON-722049107'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:33.124834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-fed34e59-0600-4af4-9968-470402126e0b', 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': 'ef56df6b-8a06-407c-b725-2b6e5452a4eb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:33.125991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.218945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:33.222864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.240204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:33.267544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Allocated IP 172.20.0.2 (fed34e59-0600-4af4-9968-470402126e0b/ef56df6b-8a06-407c-b725-2b6e5452a4eb/0fd41d30-ee59-4f23-88be-c3a59d883bb0) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:33.408787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.414105 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.459214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Network fed34e59-0600-4af4-9968-470402126e0b is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:33.463875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.6 (fed34e59-0600-4af4-9968-470402126e0b/ef56df6b-8a06-407c-b725-2b6e5452a4eb/c9eeb297-50e9-4c98-a18a-70f5cf1f6e34) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:33.464385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:33.466495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Pushing event updated for resources: {'Port': ['ID=0fd41d30-ee59-4f23-88be-c3a59d883bb0,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:33.468666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:33.522519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Attempting to bind port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:33.523025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Attempting to bind port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:33.523398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Attempting to bind port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 on network fed34e59-0600-4af4-9968-470402126e0b {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:33.528511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:33.528880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Checking segment: {'id': '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:33.529275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.529662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Bound using segment: {'id': '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:33.530124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Bound port: 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fed34e59-0600-4af4-9968-470402126e0b'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:33.530498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.592078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] For port 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:33.595067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] For port 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0fd41d30-ee59-4f23-88be-c3a59d883bb0,segment=NetworkSegment(2521a7b9-f8f3-4a7d-8ab4-b5b045153d47),segment_id=2521a7b9-f8f3-4a7d-8ab4-b5b045153d47)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:33.601322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.623352 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.661986 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3540-f8f9-44cf-aa31-cf3cebc20675 None None] Pushing event updated for resources: {'Port': ['ID=0fd41d30-ee59-4f23-88be-c3a59d883bb0,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:33.670889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.717560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network fed34e59-0600-4af4-9968-470402126e0b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:33.720986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:33.725817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:33.732270 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=c9eeb297-50e9-4c98-a18a-70f5cf1f6e34,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:33.784325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:33.784325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:33.809857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1774258c-6151-4e30-b124-b4dbdc4a0eed tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7067614 Oct 28 21:58:33.810639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49680) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:33.995783 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0fd41d30-ee59-4f23-88be-c3a59d883bb0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:34.046981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:34.047270 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.135791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.177164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0fd41d30-ee59-4f23-88be-c3a59d883bb0,segment=NetworkSegment(2521a7b9-f8f3-4a7d-8ab4-b5b045153d47),segment_id=2521a7b9-f8f3-4a7d-8ab4-b5b045153d47)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:34.181261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.232652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=0fd41d30-ee59-4f23-88be-c3a59d883bb0,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:34.253225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add97636-ea6c-418f-a9ff-69c4df808a09 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:34.274547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: add97636-ea6c-418f-a9ff-69c4df808a09 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:34.274913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device add97636-ea6c-418f-a9ff-69c4df808a09 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:34.491665 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.558087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221507c-5c8d-412c-901c-7c477e23e010 None None] Network fed34e59-0600-4af4-9968-470402126e0b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:34.688271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f08b2c25-3466-4881-ab2e-8d0e2d39d5a9 None None] Provisioning complete for port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:34.689024 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f08b2c25-3466-4881-ab2e-8d0e2d39d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.735110 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.740133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:34.823353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=c9eeb297-50e9-4c98-a18a-70f5cf1f6e34,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:34.973606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.043541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c8d68997-452b-4fcc-83a4-a4eb4b744f85 None None] Provisioning complete for port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.044211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c8d68997-452b-4fcc-83a4-a4eb4b744f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.102964 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.145677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c8d68997-452b-4fcc-83a4-a4eb4b744f85 None None] Provisioning complete for port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.146069 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c8d68997-452b-4fcc-83a4-a4eb4b744f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.186414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c8d68997-452b-4fcc-83a4-a4eb4b744f85 None None] Port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:35.306374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f39aba05-dc2c-4a0e-9a79-a33c31c6e4c0 None None] Provisioning complete for port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.306735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f39aba05-dc2c-4a0e-9a79-a33c31c6e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.343708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f39aba05-dc2c-4a0e-9a79-a33c31c6e4c0 None None] Port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:35.386360 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.390742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.463093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a0c425b1-8448-4f74-a6cc-b22849e57679 None None] Provisioning complete for port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.463464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a0c425b1-8448-4f74-a6cc-b22849e57679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.467978 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.469862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=c9eeb297-50e9-4c98-a18a-70f5cf1f6e34,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:35.498021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a0c425b1-8448-4f74-a6cc-b22849e57679 None None] Port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:35.568969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network fed34e59-0600-4af4-9968-470402126e0b is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:35.570241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:35.691605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Router b2583161-c02c-4885-ad40-53b1c62fddcf is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:58:35.786540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:35.794029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e33d40d8-656c-43a9-9757-42fdb4b75cdb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/routers/b2583161-c02c-4885-ad40-53b1c62fddcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798014 Oct 28 21:58:35.794144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49682) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:35.796723 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] Sync routers for ids ['b2583161-c02c-4885-ad40-53b1c62fddcf'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:35.806380 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] Routers {'b2583161-c02c-4885-ad40-53b1c62fddcf'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:35.806985 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b2583161-c02c-4885-ad40-53b1c62fddcf'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:35.819691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9451d418-0277-4325-bf70-078629fca6e3 None None] Provisioning complete for port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.820132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9451d418-0277-4325-bf70-078629fca6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:35.840121 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:35.849289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] Routers {'b2583161-c02c-4885-ad40-53b1c62fddcf'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:35.849902 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b2583161-c02c-4885-ad40-53b1c62fddcf'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:35.864453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25231b0b-09d9-4ce2-b1a2-af13a72a6e71 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:35.868769 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-25231b0b-09d9-4ce2-b1a2-af13a72a6e71 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2583161-c02c-4885-ad40-53b1c62fddcf HTTP/1.1" status: 200 len: 981 time: 0.0689714 Oct 28 21:58:35.869173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49684) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:35.869675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9451d418-0277-4325-bf70-078629fca6e3 None None] Port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:35.887034 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:35.887709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6ccff-2435-4029-9797-3c665bd2f394 None None] The sync data for ids ['b2583161-c02c-4885-ad40-53b1c62fddcf'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:35.940740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0fd41d30-ee59-4f23-88be-c3a59d883bb0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:35.988647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:35.989008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:36.279416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:36.484717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:36.485057 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:36.568626 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:36.580194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:36.744574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:36.774617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=c9eeb297-50e9-4c98-a18a-70f5cf1f6e34,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:36.915103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.068924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Router b2583161-c02c-4885-ad40-53b1c62fddcf has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:58:37.145737 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:37.150645 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d5f534c5-0d65-41d2-9475-716fd59e1cd2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/routers/b2583161-c02c-4885-ad40-53b1c62fddcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2805042 Oct 28 21:58:37.153345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49686) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:37.155741 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] Sync routers for ids ['b2583161-c02c-4885-ad40-53b1c62fddcf'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:37.167051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] Routers {'b2583161-c02c-4885-ad40-53b1c62fddcf'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:37.167660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b2583161-c02c-4885-ad40-53b1c62fddcf'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:37.180550 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723ee75-be14-442d-bdcb-672fa69484e9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:37.182059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b723ee75-be14-442d-bdcb-672fa69484e9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/c9eeb297-50e9-4c98-a18a-70f5cf1f6e34 HTTP/1.1" status: 404 len: 333 time: 0.0267622 Oct 28 21:58:37.184851 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49688) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:37.203820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:37.212905 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] Routers {'b2583161-c02c-4885-ad40-53b1c62fddcf'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:37.213489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b2583161-c02c-4885-ad40-53b1c62fddcf'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:37.246000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:37.246629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494f5bd-f81a-45b0-8a40-ede90d89547b None None] The sync data for ids ['b2583161-c02c-4885-ad40-53b1c62fddcf'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:37.261178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.415650 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.417655 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.460442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.461088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Fanout notify agent at l3_agent the message router_deleted on router b2583161-c02c-4885-ad40-53b1c62fddcf {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:58:37.467989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.469126 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-028ea19d-60da-4d6e-926a-d7d2cdd2b3d0 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/routers/b2583161-c02c-4885-ad40-53b1c62fddcf HTTP/1.1" status: 204 len: 168 time: 0.2833765 Oct 28 21:58:37.472597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49690) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:37.526188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet ef56df6b-8a06-407c-b725-2b6e5452a4eb {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:37.529254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.567462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.646584 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.706211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.730598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=ef56df6b-8a06-407c-b725-2b6e5452a4eb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:37.737231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.740505 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4beebd94-476c-4406-a240-8584c3aae5dc tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/ef56df6b-8a06-407c-b725-2b6e5452a4eb HTTP/1.1" status: 204 len: 168 time: 0.2669756 Oct 28 21:58:37.743196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49692) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:37.743544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdbd269-7256-4b32-a058-4acf7e86690e None None] Network fed34e59-0600-4af4-9968-470402126e0b requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:37.823797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.876848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:37.877194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.941255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] DHCP port deletion for fed34e59-0600-4af4-9968-470402126e0b request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:37.946274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] For port 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0fd41d30-ee59-4f23-88be-c3a59d883bb0,segment=NetworkSegment(2521a7b9-f8f3-4a7d-8ab4-b5b045153d47),segment_id=2521a7b9-f8f3-4a7d-8ab4-b5b045153d47)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:37.946632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:37.959211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 0fd41d30-ee59-4f23-88be-c3a59d883bb0 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:37.987463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Deleting port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:37.987833 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.037771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.053987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] For port 0fd41d30-ee59-4f23-88be-c3a59d883bb0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0fd41d30-ee59-4f23-88be-c3a59d883bb0,segment=NetworkSegment(2521a7b9-f8f3-4a7d-8ab4-b5b045153d47),segment_id=2521a7b9-f8f3-4a7d-8ab4-b5b045153d47)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:38.054372 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.067544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Calling delete_port for 0fd41d30-ee59-4f23-88be-c3a59d883bb0 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:38.067774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=0fd41d30-ee59-4f23-88be-c3a59d883bb0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:38.069546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No DVR routers for this DVR port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:38.145786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.147745 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.168351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed34e59-0600-4af4-9968-470402126e0b']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:38.176646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] Pushing event deleted for resources: {'Port': ['ID=0fd41d30-ee59-4f23-88be-c3a59d883bb0,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:38.178750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:38.179245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2521a7b9-f8f3-4a7d-8ab4-b5b045153d47') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:38.180075 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:58:38.180825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2d4ba-f3e3-4315-8c51-fe47d164bcb4 None None] No DVR routers for this DVR port 0fd41d30-ee59-4f23-88be-c3a59d883bb0 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:38.192506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.206677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.212860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:38.213172 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:38.216044 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:38.277378 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.284257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.287631 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/fed34e59-0600-4af4-9968-470402126e0b HTTP/1.1" status: 204 len: 168 time: 0.5433881 Oct 28 21:58:38.291970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49694) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:38.300507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9464660-39ca-4eab-bc7b-29b06a7ea6e2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=fed34e59-0600-4af4-9968-470402126e0b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:38.340740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4d46e-a5c1-4795-99a0-506f88e0bc7e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:38.342315 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60b4d46e-a5c1-4795-99a0-506f88e0bc7e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/3004c694-56d0-4c13-ad38-029e81d60534 HTTP/1.1" status: 200 len: 841 time: 0.0492420 Oct 28 21:58:38.346593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49696) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:38.384385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-29c729c0-8c70-4d2b-a41f-17094f82ec74 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/3004c694-56d0-4c13-ad38-029e81d60534?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0367200 Oct 28 21:58:38.387718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49698) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:38.392380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:38.476273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:38.479641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.655477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.699098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:38.702301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:38.707971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:38.708655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.712052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea30f70-122f-4f67-8ac2-0b1ac5a68ed0 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:38.721541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:38.731157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-06a3ebee-53b2-4b8c-924b-466160e54504 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3424747 Oct 28 21:58:38.733921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49700) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:38.738563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'security_group': {'name': 'tempest-secgroup-982314218'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:38.763433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.835128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.839385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.875113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823f98d3-6eb1-4c2f-8134-533d98c49901,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:38.876726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-e95bc130-c458-4784-a42e-a6689057efa1', 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'tenant_id': 'cfce566dd4f84bbb8f41b2f96c33488f', 'fixed_ips': [{'subnet_id': 'ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:38.877620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.880976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.884989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49702) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:38.885813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-47bb0c8d-09cf-4971-8aa6-105334ef14be tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1509104 Oct 28 21:58:38.889841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111767514'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:38.913965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.981347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:38.985845 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.014776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Allocated IP 172.20.0.2 (e95bc130-c458-4784-a42e-a6689057efa1/ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb/5a845285-ff0a-4564-9fc0-7cab46343e63) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:39.015485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.016746 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1305983 Oct 28 21:58:39.019474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f1434-153f-48b7-ba5f-003c5ea2f8a7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348afcea-a3c1-47f9-bf17-d4c85bdd6269,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:39.020171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49704) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:39.025861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-177208512', 'security_groups': ['348afcea-a3c1-47f9-bf17-d4c85bdd6269'], 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:39.137899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:39.163444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.169246 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.215335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:39.218201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:39.219825 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.223399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:39.226465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:39.237515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 yet. {{(pid=102314) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:39.280465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Attempting to bind port 5a845285-ff0a-4564-9fc0-7cab46343e63 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:39.280823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Attempting to bind port 5a845285-ff0a-4564-9fc0-7cab46343e63 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3dd146f1-49a7-4988-bfab-97f4ef286606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:39.281178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Attempting to bind port 5a845285-ff0a-4564-9fc0-7cab46343e63 on network e95bc130-c458-4784-a42e-a6689057efa1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:39.286430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:39.286791 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Checking segment: {'id': '3dd146f1-49a7-4988-bfab-97f4ef286606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:39.287175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.287555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Bound using segment: {'id': '3dd146f1-49a7-4988-bfab-97f4ef286606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:39.288008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Bound port: 5a845285-ff0a-4564-9fc0-7cab46343e63, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd146f1-49a7-4988-bfab-97f4ef286606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:39.288394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.348097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:39.351106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:39.354863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.395871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.9 (e95bc130-c458-4784-a42e-a6689057efa1/ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb/49e0c272-c8e4-43aa-aad9-bbd4b6beb888) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:39.416626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7383-3bf1-4350-8126-fa47c67c8a75 None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:39.557180 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.593932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.643481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:39.646768 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:39.650610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:39.679717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=49e0c272-c8e4-43aa-aad9-bbd4b6beb888,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:39.706129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:39.706734 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.722350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9f7d1c5-3bf3-4c21-b61c-2b953ad7b9d6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7010841 Oct 28 21:58:39.725265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49706) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:39.730256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:39.844554 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:39.848152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:39.937146 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb (CIDR: 172.20.0.0/28) Oct 28 21:58:39.941221 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:58:39.941703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:39.960372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49708) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:39.960659 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4515fbab-86bb-42bc-b8a9-2e87d80e62b9 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2342298 Oct 28 21:58:39.965480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:39.971226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:40.025102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:40.025487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.086438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:40.090172 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.111430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.151166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:40.155803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.214598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:40.229868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0fd41d30-ee59-4f23-88be-c3a59d883bb0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:40.254078 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0fd41d30-ee59-4f23-88be-c3a59d883bb0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:40.254418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0fd41d30-ee59-4f23-88be-c3a59d883bb0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:40.423022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3e5ee571-da2c-41b5-8dc7-f8cd38bc745f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:40.423022 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee571-da2c-41b5-8dc7-f8cd38bc745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.524144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3e5ee571-da2c-41b5-8dc7-f8cd38bc745f None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:40.524609 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee571-da2c-41b5-8dc7-f8cd38bc745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.561183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ee571-da2c-41b5-8dc7-f8cd38bc745f None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:40.643177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.679384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3ca16ea2-f116-4cb0-9892-09f2af1d6cd7 None None] Provisioning complete for port 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:40.679743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ca16ea2-f116-4cb0-9892-09f2af1d6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.686272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:40.689568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:40.693628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:40.694203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.705570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15ecb6-b5c0-45c6-bdfb-d1f56c19b2cf None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:40.707698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=8e5f3423-b37d-49f4-b079-78dd206eed98,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:40.718146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8f494c5b-d9f9-4245-a52e-6dd754552bff tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7566226 Oct 28 21:58:40.721535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49710) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:40.726723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1573902072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e5f3423-b37d-49f4-b079-78dd206eed98'}], 'security_groups': ['823f98d3-6eb1-4c2f-8134-533d98c49901']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:40.792791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:40.938154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3ca16ea2-f116-4cb0-9892-09f2af1d6cd7 None None] Port 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:40.952166 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6991ac5-76d0-4355-8f66-57dc4ff2033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.094712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Delete allocated IP 172.20.0.9 (e95bc130-c458-4784-a42e-a6689057efa1/ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb) {{(pid=102314) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:58:41.104281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.18 (e95bc130-c458-4784-a42e-a6689057efa1/8e5f3423-b37d-49f4-b079-78dd206eed98/49e0c272-c8e4-43aa-aad9-bbd4b6beb888) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:41.108988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Update dhcp port {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'fixed_ips': [{'subnet_id': 'ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb', 'ip_address': '172.20.0.2'}, {'subnet_id': '8e5f3423-b37d-49f4-b079-78dd206eed98'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '5a845285-ff0a-4564-9fc0-7cab46343e63'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:58:41.135042 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.255985 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.260594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.308584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b83d5764-5604-4526-bd3c-25e9236f1cc2 {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:58:41.308584 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:58:41.352681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=49e0c272-c8e4-43aa-aad9-bbd4b6beb888,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:41.372880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] In _notify_port_updated(), no bound segment for port 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 on network e95bc130-c458-4784-a42e-a6689057efa1 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:58:41.378668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:41.379258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.380546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb2fc45f-53db-4c9a-a6aa-dd54b34327cf tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/ports/49e0c272-c8e4-43aa-aad9-bbd4b6beb888 HTTP/1.1" status: 200 len: 921 time: 0.6580191 Oct 28 21:58:41.383373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:41.466835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:41.467168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.554909 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.566799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 49e0c272-c8e4-43aa-aad9-bbd4b6beb888 owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:41.693670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.719758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=49e0c272-c8e4-43aa-aad9-bbd4b6beb888,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:41.786347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.789543 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3516499a-5059-4d8d-bbe3-62e5a25acde2 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/49e0c272-c8e4-43aa-aad9-bbd4b6beb888 HTTP/1.1" status: 204 len: 168 time: 0.4052198 Oct 28 21:58:41.792128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49714) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:41.820355 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f229d23-9ee9-4028-8ef6-c04e5270b0cb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:41.821862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1f229d23-9ee9-4028-8ef6-c04e5270b0cb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/49e0c272-c8e4-43aa-aad9-bbd4b6beb888 HTTP/1.1" status: 404 len: 333 time: 0.0287933 Oct 28 21:58:41.824607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49716) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:41.835872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.875561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.898871 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.946391 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.949122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:41.950260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/security-groups/348afcea-a3c1-47f9-bf17-d4c85bdd6269 HTTP/1.1" status: 204 len: 168 time: 0.1247449 Oct 28 21:58:41.953740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:41.959898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:41.960539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616787ce-7c0f-413b-a527-e3f5bd4f2cd7 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348afcea-a3c1-47f9-bf17-d4c85bdd6269,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:42.016024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.051132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Allocated IP 172.20.0.18 (e95bc130-c458-4784-a42e-a6689057efa1/8e5f3423-b37d-49f4-b079-78dd206eed98/5a845285-ff0a-4564-9fc0-7cab46343e63) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:42.073848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:42.074116 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.173537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.206070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:42.273334 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.278217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.356871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.370059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.385599 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30a954-bcd4-4b06-a190-19c62a77b609 None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:42.413723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.416512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.417884 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/security-groups/823f98d3-6eb1-4c2f-8134-533d98c49901 HTTP/1.1" status: 204 len: 168 time: 0.4608912 Oct 28 21:58:42.420446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49720) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:42.427058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4b08d-d61e-48c2-b61c-ef026980bd2f tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f98d3-6eb1-4c2f-8134-533d98c49901,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:42.476971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:42.480347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.523668 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.614983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.677801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.707140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:42.713735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.717161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12278982-3f4f-45ba-a024-1886f685a22a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb HTTP/1.1" status: 204 len: 168 time: 0.2956526 Oct 28 21:58:42.721581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49722) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:42.726660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:42.843332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:42.847820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:42.852117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c297bb-a6eb-419c-844a-39f973d1a307 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:42.918663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:42.919031 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.069344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.087767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:43.088134 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.110685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:43.116182 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:43.120766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:43.121332 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.128491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:43.132049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=eddb3227-2900-4dba-99c0-82edd9cd8b1d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:43.132209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f91a2419-ff7e-4b50-aaf4-79395bc7d0cd None None] Could not find standard attr ID for object 49e0c272-c8e4-43aa-aad9-bbd4b6beb888. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:43.146514 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7f30063e-3494-4b3b-a036-87852a39ac7c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4237485 Oct 28 21:58:43.149019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49724) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:43.153385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546116934'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:43.177984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.248350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.253468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.288700 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.289937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399918 Oct 28 21:58:43.292008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310b26-ed1c-4116-a039-7c13b5d1201a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53fe4a-60f0-443b-944c-ef11e5fb9dac,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:43.292838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49726) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:43.297441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'security_group': {'name': 'tempest-secgroup-661811605'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:43.330447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.412183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.416982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.431643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8412aed6-521e-43ef-99f2-5f3621b9311c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.450236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.451495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1576509 Oct 28 21:58:43.454186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49728) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:43.459396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'security_group': {'name': 'tempest-secgroup-898473273'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:43.464699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fea90b-fbe2-43a3-88e5-7c24333bd1eb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d3e0e-3481-4c68-8bab-9e396043f0cc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:43.484975 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.557106 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.561234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.594267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.596726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1410019 Oct 28 21:58:43.597617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd46ed3-def7-4950-936f-a2ae1c2d9855 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1caecdf3-8f71-41d9-9bd3-18cfdcd2bc5c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:43.599045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49730) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:43.604647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1588997869', 'security_groups': ['1caecdf3-8f71-41d9-9bd3-18cfdcd2bc5c'], 'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eddb3227-2900-4dba-99c0-82edd9cd8b1d'}]}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:43.620855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55cfc6-7a0e-4cb4-b914-e53bd83a9921 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:43.689084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36f74949-c364-4306-a8ef-b838f52daf9f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:43.689411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f74949-c364-4306-a8ef-b838f52daf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.724634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:43.809923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.827484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] device_id is not set on port 3f471459-b2f7-4298-a785-ec97ddc9f8ae yet. {{(pid=102313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 28 21:58:43.860133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36f74949-c364-4306-a8ef-b838f52daf9f None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:43.860876 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36f74949-c364-4306-a8ef-b838f52daf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:43.941535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-36f74949-c364-4306-a8ef-b838f52daf9f None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:43.944838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Update dhcp port {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'fixed_ips': [{'subnet_id': '8e5f3423-b37d-49f4-b079-78dd206eed98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eddb3227-2900-4dba-99c0-82edd9cd8b1d'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '5a845285-ff0a-4564-9fc0-7cab46343e63'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:58:43.970118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:44.000297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.000547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.12 (e95bc130-c458-4784-a42e-a6689057efa1/eddb3227-2900-4dba-99c0-82edd9cd8b1d/3f471459-b2f7-4298-a785-ec97ddc9f8ae) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:44.106273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:44.106639 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.145495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.180841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.224256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:44.227332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:44.231155 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:44.251070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Allocated IP 172.20.0.2 (e95bc130-c458-4784-a42e-a6689057efa1/eddb3227-2900-4dba-99c0-82edd9cd8b1d/5a845285-ff0a-4564-9fc0-7cab46343e63) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:44.262644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=3f471459-b2f7-4298-a785-ec97ddc9f8ae,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:44.289249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:44.289862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.307608 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a86bc06b-0884-4554-8921-3fa0d13b0914 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7072270 Oct 28 21:58:44.310357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49732) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:44.315224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:44.352202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:44.383306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.388295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.430007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:44.433782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.482739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd67b7-d975-4c87-b338-68f2828f3a47 None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:44.529883 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eddb3227-2900-4dba-99c0-82edd9cd8b1d (CIDR: 172.20.0.0/28) Oct 28 21:58:44.533384 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:58:44.533980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:44.554280 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4655fa0e-4672-412b-9bd9-23351a2037c4 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2404735 Oct 28 21:58:44.554513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49734) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:44.559617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:44.678238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:44.683576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.786932 n-d-806683-16 neutron-server[102313]: INFO neutron.db.ipam_backend_mixin [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8e5f3423-b37d-49f4-b079-78dd206eed98 (CIDR: 172.20.0.16/28) Oct 28 21:58:44.790236 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:58:44.790785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:44.808214 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6df2ee6c-7178-457f-89c5-4f9e28eb0961 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2526748 Oct 28 21:58:44.810832 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:44.820023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'subnet': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:44.876897 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.944255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Made reservation on behalf of cfce566dd4f84bbb8f41b2f96c33488f for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:44.947795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:44.972201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-79820330-5ae4-448e-a878-b57f00182e18 None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:44.972666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79820330-5ae4-448e-a878-b57f00182e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.068754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-79820330-5ae4-448e-a878-b57f00182e18 None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:45.069453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-79820330-5ae4-448e-a878-b57f00182e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.105087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-79820330-5ae4-448e-a878-b57f00182e18 None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:45.187996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.191949 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.225143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ef0bede4-f3c2-425b-81af-7f3c76f8bacb None None] Provisioning complete for port 3f471459-b2f7-4298-a785-ec97ddc9f8ae triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:45.225406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ef0bede4-f3c2-425b-81af-7f3c76f8bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.234859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Network e95bc130-c458-4784-a42e-a6689057efa1 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:45.238899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:45.241844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:45.242507 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.259841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Subnet': ['ID=d1230570-ae13-412b-8ebd-d33a54a09c3f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:45.271366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49738) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:45.271933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b3ce9403-8338-4e53-af83-75593623faf6 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4596014 Oct 28 21:58:45.272044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bede4-f3c2-425b-81af-7f3c76f8bacb None None] Port 3f471459-b2f7-4298-a785-ec97ddc9f8ae cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:45.277412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1661702352', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1230570-ae13-412b-8ebd-d33a54a09c3f'}], 'security_groups': ['4e53fe4a-60f0-443b-944c-ef11e5fb9dac', '5a9d3e0e-3481-4c68-8bab-9e396043f0cc']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:45.344299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d8f35b-de4c-4e0a-b590-05aca1b6bba7 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:45.396315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a6598961-fc66-4e53-82bd-e40b8fba5170 None None] Could not find standard attr ID for object 49e0c272-c8e4-43aa-aad9-bbd4b6beb888. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:45.425514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.573202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Update dhcp port {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'fixed_ips': [{'subnet_id': '8e5f3423-b37d-49f4-b079-78dd206eed98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eddb3227-2900-4dba-99c0-82edd9cd8b1d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd1230570-ae13-412b-8ebd-d33a54a09c3f'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '5a845285-ff0a-4564-9fc0-7cab46343e63'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:58:45.598294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.723503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Delete allocated IP 172.20.0.12 (e95bc130-c458-4784-a42e-a6689057efa1/eddb3227-2900-4dba-99c0-82edd9cd8b1d) {{(pid=102314) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 28 21:58:45.732711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Allocated IP 172.20.0.35 (e95bc130-c458-4784-a42e-a6689057efa1/d1230570-ae13-412b-8ebd-d33a54a09c3f/3f471459-b2f7-4298-a785-ec97ddc9f8ae) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:45.906284 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.913376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:45.955993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:45.991097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Allocated IP 172.20.0.34 (e95bc130-c458-4784-a42e-a6689057efa1/d1230570-ae13-412b-8ebd-d33a54a09c3f/5a845285-ff0a-4564-9fc0-7cab46343e63) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:46.007490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event updated for resources: {'Port': ['ID=3f471459-b2f7-4298-a785-ec97ddc9f8ae,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.026276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] In _notify_port_updated(), no bound segment for port 3f471459-b2f7-4298-a785-ec97ddc9f8ae on network e95bc130-c458-4784-a42e-a6689057efa1 {{(pid=102314) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 28 21:58:46.032002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:46.033235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.037590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cd1cad8-9db0-4594-93a7-818324dea208 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "PUT /v2.0/ports/3f471459-b2f7-4298-a785-ec97ddc9f8ae HTTP/1.1" status: 200 len: 960 time: 0.7622931 Oct 28 21:58:46.037762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49740) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.076244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:46.076643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.128148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 3f471459-b2f7-4298-a785-ec97ddc9f8ae {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:46.128514 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.134175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:46.172640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.196741 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.223431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.235389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 3f471459-b2f7-4298-a785-ec97ddc9f8ae owned by {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:46.317961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a627f0c-a638-43bc-871b-57b161fa2e97 None None] Pushing event updated for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.371674 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.400545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=3f471459-b2f7-4298-a785-ec97ddc9f8ae,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.472598 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.475841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1453905f-3067-419b-964c-97fb51603b96 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/3f471459-b2f7-4298-a785-ec97ddc9f8ae HTTP/1.1" status: 204 len: 168 time: 0.4371526 Oct 28 21:58:46.478613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49742) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.503214 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-977b92a0-fede-48a1-84bb-af7961ce1c95 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] GET failed (client error): The resource could not be found. Oct 28 21:58:46.504789 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-977b92a0-fede-48a1-84bb-af7961ce1c95 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports/3f471459-b2f7-4298-a785-ec97ddc9f8ae HTTP/1.1" status: 404 len: 333 time: 0.0251784 Oct 28 21:58:46.507470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49744) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.562041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.590743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.634191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.636973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.638145 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/security-groups/1caecdf3-8f71-41d9-9bd3-18cfdcd2bc5c HTTP/1.1" status: 204 len: 168 time: 0.1296971 Oct 28 21:58:46.641106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49746) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.649069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de60c-af9b-483c-8cf8-2668da3a1ab3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caecdf3-8f71-41d9-9bd3-18cfdcd2bc5c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.700988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.727946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.735041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.776385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.779007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.780189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a9d3e0e-3481-4c68-8bab-9e396043f0cc HTTP/1.1" status: 204 len: 168 time: 0.1375625 Oct 28 21:58:46.783661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49748) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.793269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac782ba-b2cc-4ddb-92c2-27b53e62ca93 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d3e0e-3481-4c68-8bab-9e396043f0cc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.833575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:46.834010 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.846204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.868867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.911137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.913691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.914842 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e53fe4a-60f0-443b-944c-ef11e5fb9dac HTTP/1.1" status: 204 len: 168 time: 0.1302016 Oct 28 21:58:46.916195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Could not find standard attr ID for object 3f471459-b2f7-4298-a785-ec97ddc9f8ae. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:46.917723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49750) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:46.925048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b2401-e5c3-43a2-9b98-cc4dd3301ffd tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53fe4a-60f0-443b-944c-ef11e5fb9dac,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:46.926895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:46.927264 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:46.972206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4b4149ba-055a-4fe4-9613-2bdb68016d2a None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:46.973947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet eddb3227-2900-4dba-99c0-82edd9cd8b1d {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:46.977223 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.018231 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.103743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.164289 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.195894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=eddb3227-2900-4dba-99c0-82edd9cd8b1d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:47.198245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.205656 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49752) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.205833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1b05102f-3f16-4680-98c2-9c3a2113776a tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/eddb3227-2900-4dba-99c0-82edd9cd8b1d HTTP/1.1" status: 204 len: 168 time: 0.2869895 Oct 28 21:58:47.259728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet d1230570-ae13-412b-8ebd-d33a54a09c3f {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:47.263288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.308874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.309511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10b247-bddc-4a83-be39-09b681d0b7c5 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:47.391908 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.392282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-aabbfd46-3067-4255-873b-1b04ec724b20 None None] Could not find standard attr ID for object 3f471459-b2f7-4298-a785-ec97ddc9f8ae. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 21:58:47.450447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.487459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.490647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/d1230570-ae13-412b-8ebd-d33a54a09c3f HTTP/1.1" status: 204 len: 168 time: 0.2837439 Oct 28 21:58:47.491873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abe79c-0b44-4d78-863d-b0fd3f85c3e5 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=d1230570-ae13-412b-8ebd-d33a54a09c3f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:47.493159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49754) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.523733 n-d-806683-16 neutron-server[102314]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ddd435-750c-440e-8132-da201c4bd5bb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:47.524188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ddd435-750c-440e-8132-da201c4bd5bb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102314) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:47.527656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d8ddd435-750c-440e-8132-da201c4bd5bb tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/eddb3227-2900-4dba-99c0-82edd9cd8b1d HTTP/1.1" status: 404 len: 337 time: 0.0332806 Oct 28 21:58:47.530442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49756) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.530987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f63ccd-1076-473b-a857-d1cda2c8ffa9 None None] Update dhcp port {'port': {'network_id': 'e95bc130-c458-4784-a42e-a6689057efa1', 'fixed_ips': [{'subnet_id': '8e5f3423-b37d-49f4-b079-78dd206eed98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd1230570-ae13-412b-8ebd-d33a54a09c3f'}], 'binding:host_id': 'n-d-806683-16'}, 'id': '5a845285-ff0a-4564-9fc0-7cab46343e63'} from n-d-806683-16. {{(pid=102315) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 28 21:58:47.557365 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89f63ccd-1076-473b-a857-d1cda2c8ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.581518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting subnet 8e5f3423-b37d-49f4-b079-78dd206eed98 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:58:47.584722 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.630810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.716755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.776643 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.804757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5f3423-b37d-49f4-b079-78dd206eed98,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:47.809593 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:47.815821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0d9bf060-7145-4634-a8a5-e6d50a915f86 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/8e5f3423-b37d-49f4-b079-78dd206eed98 HTTP/1.1" status: 204 len: 168 time: 0.2818570 Oct 28 21:58:47.816106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49758) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.846461 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-317cdc8f-1471-4b55-9add-08d6fd522d1c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:47.846960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317cdc8f-1471-4b55-9add-08d6fd522d1c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server [None req-89f63ccd-1076-473b-a857-d1cda2c8ffa9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e5f3423-b37d-49f4-b079-78dd206eed98: This subnet is being modified by another concurrent operation. Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise self.value Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server raise exception Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e5f3423-b37d-49f4-b079-78dd206eed98: This subnet is being modified by another concurrent operation. Oct 28 21:58:47.849024 n-d-806683-16 neutron-server[102315]: ERROR oslo_messaging.rpc.server Oct 28 21:58:47.856242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-317cdc8f-1471-4b55-9add-08d6fd522d1c tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/ce47a2a6-06af-4cdc-9e5b-d34837ea7fbb HTTP/1.1" status: 404 len: 337 time: 0.0328574 Oct 28 21:58:47.856424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49760) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.890603 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1f2a43c8-ac4a-450e-8846-f1e320d83211 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2583161-c02c-4885-ad40-53b1c62fddcf HTTP/1.1" status: 200 len: 205 time: 0.0345969 Oct 28 21:58:47.891423 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49762) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.929487 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-d2953d55-7ec6-4c94-9a5e-1dc8c13def02 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] delete failed (client error): The resource could not be found. Oct 28 21:58:47.930502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d2953d55-7ec6-4c94-9a5e-1dc8c13def02 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/routers/b2583161-c02c-4885-ad40-53b1c62fddcf HTTP/1.1" status: 404 len: 336 time: 0.0380499 Oct 28 21:58:47.930809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402971c-a5bf-4d62-9b4b-24eb28e7f6c5 None None] Network e95bc130-c458-4784-a42e-a6689057efa1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:47.933175 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49764) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.958543 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0c2887-49aa-4f83-b995-f0b60efc14da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:47.959007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0c2887-49aa-4f83-b995-f0b60efc14da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:47.962020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d0c2887-49aa-4f83-b995-f0b60efc14da tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/ef56df6b-8a06-407c-b725-2b6e5452a4eb HTTP/1.1" status: 404 len: 337 time: 0.0278709 Oct 28 21:58:47.964564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:47.992527 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7c726c-0303-45f7-b987-0a41b6e8c066 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:47.992887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7c726c-0303-45f7-b987-0a41b6e8c066 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:47.995901 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ec7c726c-0303-45f7-b987-0a41b6e8c066 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/c436264c-d294-42ee-856a-dd8572abaa19 HTTP/1.1" status: 404 len: 337 time: 0.0304139 Oct 28 21:58:47.998392 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49768) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.024115 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56fe41c-04f1-4678-940a-c87b1a824822 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.024584 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56fe41c-04f1-4678-940a-c87b1a824822 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.027803 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a56fe41c-04f1-4678-940a-c87b1a824822 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/e10c49d2-6b9d-47fc-a448-73d50cc49af7 HTTP/1.1" status: 404 len: 337 time: 0.0284965 Oct 28 21:58:48.030508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49770) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.048463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d7e59503-d201-430a-90f5-924496f6c06c None None] Provisioning complete for port 5a845285-ff0a-4564-9fc0-7cab46343e63 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:48.048865 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d7e59503-d201-430a-90f5-924496f6c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.053316 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e60652a-558d-4db0-9593-fefd063d9991 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.053942 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e60652a-558d-4db0-9593-fefd063d9991 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.057174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2e60652a-558d-4db0-9593-fefd063d9991 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/baa46ad0-0353-4982-b500-784df9f4504d HTTP/1.1" status: 404 len: 333 time: 0.0257576 Oct 28 21:58:48.059744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49772) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.085722 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f854bf81-57ea-46bb-995e-0df27a18d4c3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.086168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f854bf81-57ea-46bb-995e-0df27a18d4c3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.089221 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f854bf81-57ea-46bb-995e-0df27a18d4c3 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/24b672c5-deb2-4c75-97a3-a8941e5ef096 HTTP/1.1" status: 404 len: 337 time: 0.0285714 Oct 28 21:58:48.091787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49774) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.122263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] DHCP port deletion for e95bc130-c458-4784-a42e-a6689057efa1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:58:48.123099 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bd23d4-90e5-4f3f-a578-3cd35164576e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.123525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bd23d4-90e5-4f3f-a578-3cd35164576e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.129205 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2bd23d4-90e5-4f3f-a578-3cd35164576e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/b28fd5c3-2f2f-406a-8ac6-4a4946b68a87 HTTP/1.1" status: 404 len: 337 time: 0.0337319 Oct 28 21:58:48.129364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49776) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.151844 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2c63e4-bfaf-4690-a2c6-db1dc49a2ede tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.152395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2c63e4-bfaf-4690-a2c6-db1dc49a2ede tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.158395 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0a2c63e4-bfaf-4690-a2c6-db1dc49a2ede tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/e1f4d3d1-2ec7-4c09-a64e-37535a3b901f HTTP/1.1" status: 404 len: 333 time: 0.0251467 Oct 28 21:58:48.158568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49778) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.180711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d7e59503-d201-430a-90f5-924496f6c06c None None] Provisioning complete for port 3004c694-56d0-4c13-ad38-029e81d60534 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:48.181077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d7e59503-d201-430a-90f5-924496f6c06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.183886 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d022301-f3f5-4472-b753-df359a3b5b2e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.184338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d022301-f3f5-4472-b753-df359a3b5b2e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.187322 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7d022301-f3f5-4472-b753-df359a3b5b2e tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/8490a0f5-4450-42b5-a2c0-40320d042913 HTTP/1.1" status: 404 len: 337 time: 0.0278726 Oct 28 21:58:48.190207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49780) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.215701 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b704e97-d81c-4eef-8fc7-c73e4a8e0452 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] DELETE failed (client error): The resource could not be found. Oct 28 21:58:48.216141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b704e97-d81c-4eef-8fc7-c73e4a8e0452 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 21:58:48.219110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7b704e97-d81c-4eef-8fc7-c73e4a8e0452 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/subnets/9bd39e2a-6301-41f7-8fe8-4409255872e1 HTTP/1.1" status: 404 len: 337 time: 0.0279994 Oct 28 21:58:48.221373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d7e59503-d201-430a-90f5-924496f6c06c None None] Port 3004c694-56d0-4c13-ad38-029e81d60534 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:48.222240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49782) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.225813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Deleting port 5a845285-ff0a-4564-9fc0-7cab46343e63 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:48.226179 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.292726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] For port 5a845285-ff0a-4564-9fc0-7cab46343e63, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5a845285-ff0a-4564-9fc0-7cab46343e63,segment=NetworkSegment(3dd146f1-49a7-4988-bfab-97f4ef286606),segment_id=3dd146f1-49a7-4988-bfab-97f4ef286606)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:48.293034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.305246 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Calling delete_port for 5a845285-ff0a-4564-9fc0-7cab46343e63 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:48.309681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Deleting port 3004c694-56d0-4c13-ad38-029e81d60534 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:48.309859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.378140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.387088 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.391433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Calling delete_port for 3004c694-56d0-4c13-ad38-029e81d60534 owned by {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:48.415689 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] No DVR routers for this DVR port 5a845285-ff0a-4564-9fc0-7cab46343e63 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:58:48.425149 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7af503-56a3-485b-ad78-e02d140f717a None None] Pushing event deleted for resources: {'Port': ['ID=5a845285-ff0a-4564-9fc0-7cab46343e63,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:48.436162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff115477-a5bc-47e7-b0ec-28c8f9266080 None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 21:58:48.479600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.507122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff115477-a5bc-47e7-b0ec-28c8f9266080 None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 21:58:48.507926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Port': ['ID=3004c694-56d0-4c13-ad38-029e81d60534,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:48.515085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.519155 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-900fd9bb-7ed8-4e26-a413-c475b8b99f94 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/ports/3004c694-56d0-4c13-ad38-029e81d60534 HTTP/1.1" status: 204 len: 168 time: 0.2959392 Oct 28 21:58:48.521553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49784) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:48.598693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.687632 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.708099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95bc130-c458-4784-a42e-a6689057efa1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:48.718778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd146f1-49a7-4988-bfab-97f4ef286606') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:48.719068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd146f1-49a7-4988-bfab-97f4ef286606') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:48.729214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.742685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.748482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:58:48.748864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:58:48.751875 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:58:48.812519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.817062 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:48.820489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] 10.222.0.31 "DELETE /v2.0/networks/e95bc130-c458-4784-a42e-a6689057efa1 HTTP/1.1" status: 204 len: 168 time: 0.2979848 Oct 28 21:58:48.835616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5e797-6531-4d6d-a9d3-1fea0884b122 tempest-PortsTestJSON-758916841 tempest-PortsTestJSON-758916841-project] Pushing event deleted for resources: {'Network': ['ID=e95bc130-c458-4784-a42e-a6689057efa1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:49.063615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49790) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:49.198951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-60e4fa29-3af4-49f8-aa0a-fd4111b3a3ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfce566dd4f84bbb8f41b2f96c33488f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341369 Oct 28 21:58:49.201312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49794) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:49.248651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:49.272720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:49.319148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:49.321662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:49.322794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7143d047-d7ef-497d-adac-2cf5e580cec5 HTTP/1.1" status: 204 len: 168 time: 0.1205831 Oct 28 21:58:49.330324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e358d4-1204-430f-b653-1f3cc3c1462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7143d047-d7ef-497d-adac-2cf5e580cec5,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:49.961262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:58:49.974945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49816) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:49.982742 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5a845285-ff0a-4564-9fc0-7cab46343e63 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:58:49.983080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5a845285-ff0a-4564-9fc0-7cab46343e63 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:58:50.073034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0278c8e1-fad7-407f-ab4a-22eaf1a8b13b tempest-DvrRoutersNegativeTest-823159672 tempest-DvrRoutersNegativeTest-823159672-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-451986707', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:50.076027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.policy [None req-0278c8e1-fad7-407f-ab4a-22eaf1a8b13b tempest-DvrRoutersNegativeTest-823159672 tempest-DvrRoutersNegativeTest-823159672-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102314) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 28 21:58:50.076320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.policy [None req-0278c8e1-fad7-407f-ab4a-22eaf1a8b13b tempest-DvrRoutersNegativeTest-823159672 tempest-DvrRoutersNegativeTest-823159672-project] Failed policy check for 'create_router' {{(pid=102314) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 28 21:58:50.076886 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-0278c8e1-fad7-407f-ab4a-22eaf1a8b13b tempest-DvrRoutersNegativeTest-823159672 tempest-DvrRoutersNegativeTest-823159672-project] create failed (client error): Access was denied to this resource. Oct 28 21:58:50.077865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0278c8e1-fad7-407f-ab4a-22eaf1a8b13b tempest-DvrRoutersNegativeTest-823159672 tempest-DvrRoutersNegativeTest-823159672-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1018510 Oct 28 21:58:50.317929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49824) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:50.425304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39688fd9-5a9a-4ffd-a76c-ffa789fdbb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.497751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39688fd9-5a9a-4ffd-a76c-ffa789fdbb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.502086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-39688fd9-5a9a-4ffd-a76c-ffa789fdbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.541772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-39688fd9-5a9a-4ffd-a76c-ffa789fdbb70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b08b86f21c6c4a92adbfc526a55d1b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227702 Oct 28 21:58:50.542879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688fd9-5a9a-4ffd-a76c-ffa789fdbb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e1e15-f031-4d10-8a73-22363b627f34,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:50.544496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:50.594714 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.616149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.662667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.665558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:50.666748 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f8e1e15-f031-4d10-8a73-22363b627f34 HTTP/1.1" status: 204 len: 168 time: 0.1212630 Oct 28 21:58:50.675472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe48390-e4f8-45d5-b4fb-e840802f3be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e1e15-f031-4d10-8a73-22363b627f34,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:51.297092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49854) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:51.391920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-666788185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:51.415666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.416898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.469257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.473910 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.491116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.492290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-44fc1763-ed42-4f69-bff6-e7010158d8bb tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1941910 Oct 28 21:58:51.494998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49858) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:51.499765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1851076526'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:51.519419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:51.522809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.530892 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.603637 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.607462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.631588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:51.645672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3c7f6-030a-4227-a8a7-9ab0b91517d8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:51.651641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.651983 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Added segment 35b0b615-0094-405b-a661-f6e4c85f398f of type vlan for network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 Oct 28 21:58:51.691642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.715322 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.721254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:51.721829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:51.780093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2840698 Oct 28 21:58:51.783168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49860) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:51.788525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'subnet': {'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:51.792399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f74e2-fe82-4374-977f-353d4a163cc6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Network': ['ID=bf4e3197-4a0b-4bb8-abd8-308b1b60b032,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:51.803456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:51.880459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:51.883997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.062071 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.118663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Subnet': ['ID=96aa0396-1f28-48a3-8067-ab1d21186a81,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.129232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Checking segment: {'id': '35b0b615-0094-405b-a661-f6e4c85f398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:52.129594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network hostable DHCP agents. Network: bf4e3197-4a0b-4bb8-abd8-308b1b60b032, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:52.146178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:52.154191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, bf4e3197-4a0b-4bb8-abd8-308b1b60b032) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:52.158357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:52.158977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.166320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0e0fe-4c26-4e8f-afd9-523edfba54d3 None None] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:52.175179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-52e18587-fdad-4567-addd-e940057221e9 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3909180 Oct 28 21:58:52.178155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49862) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:52.183186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'network': {'name': 'tempest-router-network01--1507518686'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:52.205169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:52.208655 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.232488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:52.241366 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.241758 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Added segment 2529aaf4-ebf4-4877-9143-feaabf95734f of type vlan for network 7eb24e87-9c36-4acb-a204-3489316ea76a Oct 28 21:58:52.281989 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.305858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.312790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:52.313966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.320536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-bf4e3197-4a0b-4bb8-abd8-308b1b60b032', 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032', 'tenant_id': '319163cfdc9c4d94b4356efbe60e432e', 'fixed_ips': [{'subnet_id': '96aa0396-1f28-48a3-8067-ab1d21186a81'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:52.321521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.375443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1961327 Oct 28 21:58:52.378884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49864) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:52.384267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'network': {'name': 'tempest-router-network02--1983641109'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:52.396040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403555c7-805a-4a8c-a001-a247568219e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Network': ['ID=7eb24e87-9c36-4acb-a204-3489316ea76a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.407501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7eb24e87-9c36-4acb-a204-3489316ea76a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:52.414771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:52.418536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.444145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:58:52.453514 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.453847 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Added segment e25322e5-5f1d-414c-970c-68762639ea97 of type vlan for network bfefde8a-224d-468b-b8fc-45257fd20681 Oct 28 21:58:52.495822 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.514799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Allocated IP 172.20.0.2 (bf4e3197-4a0b-4bb8-abd8-308b1b60b032/96aa0396-1f28-48a3-8067-ab1d21186a81/9c696db5-c397-471e-aabc-cf782056d0db) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:52.522025 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.527783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:52.528355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.590424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2077985 Oct 28 21:58:52.590884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49866) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:52.597259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'subnet': {'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:52.604765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24badec-5149-4279-bf7f-a2450a48c49d tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Network': ['ID=bfefde8a-224d-468b-b8fc-45257fd20681,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.621148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network bfefde8a-224d-468b-b8fc-45257fd20681 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:58:52.691234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:52.694664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.718718 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.726655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.771144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:52.775543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:52.778241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:52.785114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Pushing event updated for resources: {'Port': ['ID=9c696db5-c397-471e-aabc-cf782056d0db,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.840143 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Attempting to bind port 9c696db5-c397-471e-aabc-cf782056d0db on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:52.841311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Attempting to bind port 9c696db5-c397-471e-aabc-cf782056d0db by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '35b0b615-0094-405b-a661-f6e4c85f398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:52.841673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Attempting to bind port 9c696db5-c397-471e-aabc-cf782056d0db on network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:52.847525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:52.847891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Checking segment: {'id': '35b0b615-0094-405b-a661-f6e4c85f398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:52.848287 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.848720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Bound using segment: {'id': '35b0b615-0094-405b-a661-f6e4c85f398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:52.849170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Bound port: 9c696db5-c397-471e-aabc-cf782056d0db, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b0b615-0094-405b-a661-f6e4c85f398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'bf4e3197-4a0b-4bb8-abd8-308b1b60b032'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:52.849543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.887494 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.914548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] For port 9c696db5-c397-471e-aabc-cf782056d0db, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:52.918839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] For port 9c696db5-c397-471e-aabc-cf782056d0db, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9c696db5-c397-471e-aabc-cf782056d0db,segment=NetworkSegment(35b0b615-0094-405b-a661-f6e4c85f398f),segment_id=35b0b615-0094-405b-a661-f6e4c85f398f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:52.923103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:52.952585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Subnet': ['ID=d5396e8d-d34f-48a2-8fef-011a05ff9b72,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.962141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Checking segment: {'id': '2529aaf4-ebf4-4877-9143-feaabf95734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:52.962506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network hostable DHCP agents. Network: 7eb24e87-9c36-4acb-a204-3489316ea76a, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:52.982175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network 7eb24e87-9c36-4acb-a204-3489316ea76a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:52.985036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88220e8-8cd7-4112-9592-c9f7eb158811 None None] Pushing event updated for resources: {'Port': ['ID=9c696db5-c397-471e-aabc-cf782056d0db,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:52.992136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7eb24e87-9c36-4acb-a204-3489316ea76a) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:52.997819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:52.998432 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.005201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d59e25-8ef6-4907-b9f7-e13e3da3dfc4 None None] Network 7eb24e87-9c36-4acb-a204-3489316ea76a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:53.021744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3d6f528a-7583-4a21-9cd5-4a74f8c0e2e1 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4295852 Oct 28 21:58:53.024587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49868) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:53.029947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'subnet': {'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:53.145766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Made reservation on behalf of 319163cfdc9c4d94b4356efbe60e432e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:58:53.149866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.183331 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7eb24e87-9c36-4acb-a204-3489316ea76a', 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a', 'tenant_id': '319163cfdc9c4d94b4356efbe60e432e', 'fixed_ips': [{'subnet_id': 'd5396e8d-d34f-48a2-8fef-011a05ff9b72'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:53.183331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.328467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Allocated IP 172.20.0.2 (7eb24e87-9c36-4acb-a204-3489316ea76a/d5396e8d-d34f-48a2-8fef-011a05ff9b72/32653c1f-e5ff-42ab-aa6e-3ae5881cff20) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:53.355376 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.424781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Subnet': ['ID=631c9c74-80bb-4757-87ce-c0cd294970fe,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:53.433637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Checking segment: {'id': 'e25322e5-5f1d-414c-970c-68762639ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:53.433997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network hostable DHCP agents. Network: bfefde8a-224d-468b-b8fc-45257fd20681, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:58:53.452692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network bfefde8a-224d-468b-b8fc-45257fd20681 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:58:53.462226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, bfefde8a-224d-468b-b8fc-45257fd20681) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:53.466900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:53.467491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.472861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e84b35-77a7-4a54-8020-a3453b10e447 None None] Network bfefde8a-224d-468b-b8fc-45257fd20681 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:53.484113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ca836483-4fdf-4bc7-95aa-e83e8b7666ab tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4582167 Oct 28 21:58:53.487572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49870) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:53.528017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.538991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.607846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Pushing event updated for resources: {'Port': ['ID=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:53.614908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Network 7eb24e87-9c36-4acb-a204-3489316ea76a is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:53.618572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:53.621337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:53.726980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Attempting to bind port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:53.727223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Attempting to bind port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '2529aaf4-ebf4-4877-9143-feaabf95734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:53.727578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Attempting to bind port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 on network 7eb24e87-9c36-4acb-a204-3489316ea76a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:53.734294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:53.734668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Checking segment: {'id': '2529aaf4-ebf4-4877-9143-feaabf95734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:53.735061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.736403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Bound using segment: {'id': '2529aaf4-ebf4-4877-9143-feaabf95734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:53.736591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Bound port: 32653c1f-e5ff-42ab-aa6e-3ae5881cff20, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2529aaf4-ebf4-4877-9143-feaabf95734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eb24e87-9c36-4acb-a204-3489316ea76a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:53.737017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.742304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-bfefde8a-224d-468b-b8fc-45257fd20681', 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681', 'tenant_id': '319163cfdc9c4d94b4356efbe60e432e', 'fixed_ips': [{'subnet_id': '631c9c74-80bb-4757-87ce-c0cd294970fe'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:58:53.743155 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.774980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-0e54e205-c20c-44b5-bda7-693268374e37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983355 Oct 28 21:58:53.843149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.895668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] For port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:53.919401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] For port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,segment=NetworkSegment(2529aaf4-ebf4-4877-9143-feaabf95734f),segment_id=2529aaf4-ebf4-4877-9143-feaabf95734f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:53.948183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:53.980288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-6c80f0bf-81fe-47ce-9a89-66225d5921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:53.982869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-6c80f0bf-81fe-47ce-9a89-66225d5921ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1097 time: 0.1496642 Oct 28 21:58:54.030384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Allocated IP 172.20.0.2 (bfefde8a-224d-468b-b8fc-45257fd20681/631c9c74-80bb-4757-87ce-c0cd294970fe/c6a3d464-7515-47d5-b793-129d7b30bb74) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:54.038248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9c696db5-c397-471e-aabc-cf782056d0db up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:54.068195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda7c64-d513-473f-b320-6ee362ed6502 None None] Pushing event updated for resources: {'Port': ['ID=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:54.092007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fe51a-67a5-48a0-901e-57a70bda0fc6 None None] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:54.239983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-48a37ccf-e5a2-4352-9cba-fd3df8b0c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:54.241494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-48a37ccf-e5a2-4352-9cba-fd3df8b0c19e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 897 time: 0.2049112 Oct 28 21:58:54.322868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] Provisioning complete for port 9c696db5-c397-471e-aabc-cf782056d0db triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:54.323128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.326303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Allocated IP 172.20.0.1 (7eb24e87-9c36-4acb-a204-3489316ea76a/d5396e8d-d34f-48a2-8fef-011a05ff9b72/66ee69c9-0860-498f-9598-ced9b427030e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:54.347802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-24a19468-88c6-43ea-9759-fc8e7e6af5c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 1001 time: 0.0970676 Oct 28 21:58:54.453185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-fb749b3d-c88c-4f61-a4be-7a26b742e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:54.454976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-fb749b3d-c88c-4f61-a4be-7a26b742e345 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 200 len: 834 time: 0.0996981 Oct 28 21:58:54.457081 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 9c696db5-c397-471e-aabc-cf782056d0db triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:54.457446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.516925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.530583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-f6e77b00-8e1a-4f91-a66c-e8e3815da84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:58:54.532763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-f6e77b00-8e1a-4f91-a66c-e8e3815da84d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682540 Oct 28 21:58:54.544623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-c30935f7-4e7a-43a3-b50b-8a37f50dbf11 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 21:58:54.545559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-c30935f7-4e7a-43a3-b50b-8a37f50dbf11 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061221 Oct 28 21:58:54.619609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.647033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.667831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.683132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.779545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Network bfefde8a-224d-468b-b8fc-45257fd20681 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:54.789560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.797301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:54.802389 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] For port 9c696db5-c397-471e-aabc-cf782056d0db, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9c696db5-c397-471e-aabc-cf782056d0db,segment=NetworkSegment(35b0b615-0094-405b-a661-f6e4c85f398f),segment_id=35b0b615-0094-405b-a661-f6e4c85f398f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:54.822898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:54.834862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Pushing event updated for resources: {'Port': ['ID=c6a3d464-7515-47d5-b793-129d7b30bb74,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:54.839803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.975779 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Attempting to bind port c6a3d464-7515-47d5-b793-129d7b30bb74 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:58:54.976348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Attempting to bind port c6a3d464-7515-47d5-b793-129d7b30bb74 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e25322e5-5f1d-414c-970c-68762639ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:58:54.976580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Attempting to bind port c6a3d464-7515-47d5-b793-129d7b30bb74 on network bfefde8a-224d-468b-b8fc-45257fd20681 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:58:54.981282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62908d12-30b6-4855-a014-d66bfb16b88e None None] Pushing event updated for resources: {'Port': ['ID=9c696db5-c397-471e-aabc-cf782056d0db,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:54.990016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:58:54.990394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Checking segment: {'id': 'e25322e5-5f1d-414c-970c-68762639ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:58:54.990799 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:54.991638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Bound using segment: {'id': 'e25322e5-5f1d-414c-970c-68762639ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:58:54.992130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Bound port: c6a3d464-7515-47d5-b793-129d7b30bb74, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25322e5-5f1d-414c-970c-68762639ea97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bfefde8a-224d-468b-b8fc-45257fd20681'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:58:54.992542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.007643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:58:55.008004 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:58:55.037087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network 7eb24e87-9c36-4acb-a204-3489316ea76a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:55.045249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:55.055498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:55.062198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Port': ['ID=66ee69c9-0860-498f-9598-ced9b427030e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:55.085489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-71fd5019-e107-4c21-a82d-fae7b7b4f680 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307782 Oct 28 21:58:55.088324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] For port c6a3d464-7515-47d5-b793-129d7b30bb74, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:58:55.091524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] For port c6a3d464-7515-47d5-b793-129d7b30bb74, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6a3d464-7515-47d5-b793-129d7b30bb74,segment=NetworkSegment(e25322e5-5f1d-414c-970c-68762639ea97),segment_id=e25322e5-5f1d-414c-970c-68762639ea97)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:58:55.098387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.163239 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.172275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70909-47df-40e9-8a74-1df98aa47a71 None None] Pushing event updated for resources: {'Port': ['ID=c6a3d464-7515-47d5-b793-129d7b30bb74,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:55.213965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a511f-7b3e-40f4-b601-7c9338dfaa11 None None] Network 7eb24e87-9c36-4acb-a204-3489316ea76a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:55.291035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4230b8e2-d16f-4323-ad7c-ad6041dd5fef req-9ade0eed-63ff-4306-9971-5505a4f605cf service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962581 Oct 28 21:58:55.302224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Provisioning complete for port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:55.302586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.331669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.472921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.520239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] For port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,segment=NetworkSegment(2529aaf4-ebf4-4877-9143-feaabf95734f),segment_id=2529aaf4-ebf4-4877-9143-feaabf95734f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:55.546046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.602707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Provisioning complete for port 9c696db5-c397-471e-aabc-cf782056d0db triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:55.603082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.657158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237a43b-defd-4c2b-9f71-a62b41c4349e None None] Pushing event updated for resources: {'Port': ['ID=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:55.665622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.671658 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.755044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.764947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Port': ['ID=66ee69c9-0860-498f-9598-ced9b427030e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:55.832892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-865d79f8-cd13-4066-9bbe-3197c8bff294 None None] Provisioning complete for port 66ee69c9-0860-498f-9598-ced9b427030e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:55.833289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-865d79f8-cd13-4066-9bbe-3197c8bff294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:55.872100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-865d79f8-cd13-4066-9bbe-3197c8bff294 None None] Port 66ee69c9-0860-498f-9598-ced9b427030e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:55.888490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network 7eb24e87-9c36-4acb-a204-3489316ea76a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:55.891176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:55.897737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-865d79f8-cd13-4066-9bbe-3197c8bff294 None None] Provisioning complete for port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:55.898098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-865d79f8-cd13-4066-9bbe-3197c8bff294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.076314 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Router 2a67ec5a-8b61-4c7a-b108-b373b961bd87 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:58:56.155837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9c696db5-c397-471e-aabc-cf782056d0db up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:56.203141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-e087ef4c-3d43-4ea8-b5e6-7fb1b91cf737 None None] Provisioning complete for port 66ee69c9-0860-498f-9598-ced9b427030e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.203509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e087ef4c-3d43-4ea8-b5e6-7fb1b91cf737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.212986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:56.218576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9cdfb77a-8add-4083-9e2a-86d360c9ed2e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299261 Oct 28 21:58:56.222332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49874) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:56.227070 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] Sync routers for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:56.242760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:56.243479 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:56.285432 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:56.297525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:56.298791 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:56.309226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e087ef4c-3d43-4ea8-b5e6-7fb1b91cf737 None None] Port 66ee69c9-0860-498f-9598-ced9b427030e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:56.315379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 9c696db5-c397-471e-aabc-cf782056d0db triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.315749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.345704 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:56.347018 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1382f5c-5436-4272-a817-f730a12f6114 None None] The sync data for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:56.388613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f5701-632c-49a4-bf26-86b3fde15e2b None None] Network bfefde8a-224d-468b-b8fc-45257fd20681 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:58:56.459241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:56.493202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Provisioning complete for port c6a3d464-7515-47d5-b793-129d7b30bb74 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.493566 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.606209 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-b4bc1618-6a3b-47b0-9619-4b5b350ce071 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 21:58:56.607174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b4bc1618-6a3b-47b0-9619-4b5b350ce071 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3831911 Oct 28 21:58:56.610039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49876) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:56.618089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.618384 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.726424 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.768959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] For port c6a3d464-7515-47d5-b793-129d7b30bb74, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6a3d464-7515-47d5-b793-129d7b30bb74,segment=NetworkSegment(e25322e5-5f1d-414c-970c-68762639ea97),segment_id=e25322e5-5f1d-414c-970c-68762639ea97)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:58:56.796021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.850760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6a3d464-7515-47d5-b793-129d7b30bb74 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:56.857799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Provisioning complete for port 66ee69c9-0860-498f-9598-ced9b427030e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.858096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.921337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Pushing event updated for resources: {'Port': ['ID=c6a3d464-7515-47d5-b793-129d7b30bb74,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:56.941057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-d8d08997-ab00-4938-8936-b70f181b588b None None] Port 66ee69c9-0860-498f-9598-ced9b427030e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:56.954802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6a3d464-7515-47d5-b793-129d7b30bb74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:56.955901 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:56.958959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:57.060348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7f965067-4501-417e-9016-466be2a8f1b7 None None] Provisioning complete for port c6a3d464-7515-47d5-b793-129d7b30bb74 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:57.060734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7f965067-4501-417e-9016-466be2a8f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:57.200224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting port 66ee69c9-0860-498f-9598-ced9b427030e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:58:57.200590 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:57.613347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:57.624998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Calling delete_port for 66ee69c9-0860-498f-9598-ced9b427030e owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:58:57.788778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:57.818349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Port': ['ID=66ee69c9-0860-498f-9598-ced9b427030e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:57.844163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.844535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.845636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.846185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.846185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.846530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.846856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.847183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.847510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.847833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.848157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.848506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:58:57.959954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6a3d464-7515-47d5-b793-129d7b30bb74 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:58:57.976215 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:58.018834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6a3d464-7515-47d5-b793-129d7b30bb74 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:58.019295 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:58.131142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Router 2a67ec5a-8b61-4c7a-b108-b373b961bd87 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:58:58.206349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:58:58.211443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0151c82b-92cb-4cc5-a816-0738a19e6e28 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000397 Oct 28 21:58:58.215350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49880) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:58.216501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] Sync routers for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:58:58.227002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:58.227611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:58.256882 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-00d588e1-2b0f-41d3-adfa-bc3b3c90eac0 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] delete failed (client error): The resource could not be found. Oct 28 21:58:58.257893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-00d588e1-2b0f-41d3-adfa-bc3b3c90eac0 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-554791419 HTTP/1.1" status: 404 len: 334 time: 0.0414841 Oct 28 21:58:58.260522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:58.261676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49882) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:58.266038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d319d80f-78cc-4bea-b29e-8953ad274f1c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a67ec5a-8b61-4c7a-b108-b373b961bd87'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:58:58.269451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:58:58.270057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:58.303877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:58:58.304551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab7c96-66f1-4b18-8b0e-31a5e0538e09 None None] The sync data for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:58:58.483744 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d319d80f-78cc-4bea-b29e-8953ad274f1c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:58.502813 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-d319d80f-78cc-4bea-b29e-8953ad274f1c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] update failed (client error): The resource could not be found. Oct 28 21:58:58.503822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d319d80f-78cc-4bea-b29e-8953ad274f1c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87 HTTP/1.1" status: 404 len: 339 time: 0.2412434 Oct 28 21:58:58.507475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49884) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:58:58.778309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.021163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Allocated IP 172.20.0.1 (bf4e3197-4a0b-4bb8-abd8-308b1b60b032/96aa0396-1f28-48a3-8067-ab1d21186a81/d636cb5a-22f0-4f34-b875-d0586202e747) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:58:59.129507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.162740 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.209047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:59.212113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:59.215801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:58:59.241638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Port': ['ID=d636cb5a-22f0-4f34-b875-d0586202e747,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:59.263135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.383022 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.478957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0795f965-c962-4b8d-a662-9816a954e167 None None] Provisioning complete for port d636cb5a-22f0-4f34-b875-d0586202e747 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:58:59.479597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0795f965-c962-4b8d-a662-9816a954e167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.648840 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.653278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.671746 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0795f965-c962-4b8d-a662-9816a954e167 None None] Port d636cb5a-22f0-4f34-b875-d0586202e747 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:58:59.727107 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event updated for resources: {'Port': ['ID=d636cb5a-22f0-4f34-b875-d0586202e747,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:58:59.729464 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:58:59.822272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:58:59.823644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:58:59.918685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Router 2a67ec5a-8b61-4c7a-b108-b373b961bd87 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:00.018278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:00.023705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8e300104-4724-4976-86fe-2ef4aa17b93b tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5151753 Oct 28 21:59:00.026222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49886) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:00.029219 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] Sync routers for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:00.039756 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:00.040737 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:00.077059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:00.088009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:00.088780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:00.102344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-95ba94a0-bf41-4437-95b6-582101fcd3e5 None None] Provisioning complete for port d636cb5a-22f0-4f34-b875-d0586202e747 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:00.102950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-95ba94a0-bf41-4437-95b6-582101fcd3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:00.122865 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:00.123924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9298c-1104-4d03-9e89-34840eb654ae None None] The sync data for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:00.137769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ad869130-6b97-4cee-9f32-feecd0543a7a tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:00.150583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-95ba94a0-bf41-4437-95b6-582101fcd3e5 None None] Port d636cb5a-22f0-4f34-b875-d0586202e747 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:59:00.225209 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-ad869130-6b97-4cee-9f32-feecd0543a7a tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 28 21:59:00.229096 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ad869130-6b97-4cee-9f32-feecd0543a7a tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87 HTTP/1.1" status: 409 len: 329 time: 0.1890364 Oct 28 21:59:00.229255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49888) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:00.538810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.081449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting port d636cb5a-22f0-4f34-b875-d0586202e747 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:01.081689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.166588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.178774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Calling delete_port for d636cb5a-22f0-4f34-b875-d0586202e747 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:01.342710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.369257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Port': ['ID=d636cb5a-22f0-4f34-b875-d0586202e747,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:01.511619 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.665657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Router 2a67ec5a-8b61-4c7a-b108-b373b961bd87 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:01.742790 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:01.747829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bb410ed6-731b-4a6d-84a7-4db87f86a8fc tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177402 Oct 28 21:59:01.751963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49890) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:01.754588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] Sync routers for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:01.764831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:01.765446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:01.788736 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-1151e929-6922-4cdd-8368-c7ce2c3e9986 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] show failed (client error): The resource could not be found. Oct 28 21:59:01.789776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1151e929-6922-4cdd-8368-c7ce2c3e9986 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1605259710 HTTP/1.1" status: 404 len: 335 time: 0.0367727 Oct 28 21:59:01.793811 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49892) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:01.798433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-df4cb88b-90d7-4e86-9f5f-dda2d8af81e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:01.801402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:01.810456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] Routers {'2a67ec5a-8b61-4c7a-b108-b373b961bd87'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:01.811066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:01.836495 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [None req-df4cb88b-90d7-4e86-9f5f-dda2d8af81e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] update failed (client error): The resource could not be found. Oct 28 21:59:01.837550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df4cb88b-90d7-4e86-9f5f-dda2d8af81e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1716780368 HTTP/1.1" status: 404 len: 335 time: 0.0431340 Oct 28 21:59:01.840998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49894) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:01.844154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:01.844843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e19c20-3f3e-473d-98dd-4b81bc742f6c None None] The sync data for ids ['2a67ec5a-8b61-4c7a-b108-b373b961bd87'] in n-d-806683-16 is: [] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:01.891936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting subnet 631c9c74-80bb-4757-87ce-c0cd294970fe {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:01.895115 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:01.935466 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.019745 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.076621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.100874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Subnet': ['ID=631c9c74-80bb-4757-87ce-c0cd294970fe,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.107584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.111904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-970bb856-b0fd-410b-937c-6c04e62038ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/subnets/631c9c74-80bb-4757-87ce-c0cd294970fe HTTP/1.1" status: 204 len: 168 time: 0.2694709 Oct 28 21:59:02.113939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49896) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:02.114496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a9fec-d91e-442c-81a3-4112f9d18e3f None None] Network bfefde8a-224d-468b-b8fc-45257fd20681 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:02.164837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting subnet d5396e8d-d34f-48a2-8fef-011a05ff9b72 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:02.168267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.215370 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.300337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe826318-6252-4946-9969-5cb89649c049 None None] DHCP port deletion for bfefde8a-224d-468b-b8fc-45257fd20681 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:59:02.304089 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.326573 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:02.350213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Deleting port c6a3d464-7515-47d5-b793-129d7b30bb74 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:02.351207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.371651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.411276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.414824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/subnets/d5396e8d-d34f-48a2-8fef-011a05ff9b72 HTTP/1.1" status: 204 len: 168 time: 0.2999687 Oct 28 21:59:02.416019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1b58a-4c3e-4176-8bbd-e696fff7a2e6 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Subnet': ['ID=d5396e8d-d34f-48a2-8fef-011a05ff9b72,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.418468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:02.420728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fe826318-6252-4946-9969-5cb89649c049 None None] For port c6a3d464-7515-47d5-b793-129d7b30bb74, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6a3d464-7515-47d5-b793-129d7b30bb74,segment=NetworkSegment(e25322e5-5f1d-414c-970c-68762639ea97),segment_id=e25322e5-5f1d-414c-970c-68762639ea97)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:02.421132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.436811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4be3fa5-ce13-4ff4-9b50-8a4025ca70b2 None None] Network 7eb24e87-9c36-4acb-a204-3489316ea76a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:02.495281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Calling delete_port for c6a3d464-7515-47d5-b793-129d7b30bb74 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:02.501567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port 7264ceb1-58e8-403d-b9a6-acfef4257802 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:02.502244 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.508201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.565308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting port c6a3d464-7515-47d5-b793-129d7b30bb74 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:02.565540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.586425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.586751 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.599805 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for 7264ceb1-58e8-403d-b9a6-acfef4257802 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:02.637373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] For port c6a3d464-7515-47d5-b793-129d7b30bb74, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6a3d464-7515-47d5-b793-129d7b30bb74,segment=NetworkSegment(e25322e5-5f1d-414c-970c-68762639ea97),segment_id=e25322e5-5f1d-414c-970c-68762639ea97)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:02.637741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.641749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.652402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Calling delete_port for c6a3d464-7515-47d5-b793-129d7b30bb74 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:02.677505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe826318-6252-4946-9969-5cb89649c049 None None] Pushing event deleted for resources: {'Port': ['ID=c6a3d464-7515-47d5-b793-129d7b30bb74,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.681683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe826318-6252-4946-9969-5cb89649c049 None None] No DVR routers for this DVR port c6a3d464-7515-47d5-b793-129d7b30bb74 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:02.712243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] DHCP port deletion for 7eb24e87-9c36-4acb-a204-3489316ea76a request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:59:02.742855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.761681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Deleting port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:02.762258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.774919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Port': ['ID=c6a3d464-7515-47d5-b793-129d7b30bb74,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.775176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.779917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] No DVR routers for this DVR port c6a3d464-7515-47d5-b793-129d7b30bb74 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:02.817806 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=7264ceb1-58e8-403d-b9a6-acfef4257802,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.839279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] For port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,segment=NetworkSegment(2529aaf4-ebf4-4877-9143-feaabf95734f),segment_id=2529aaf4-ebf4-4877-9143-feaabf95734f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:02.840110 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.857322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Calling delete_port for 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:02.873686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.882321 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.882988 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Floating IP ccde27d0-6f7e-4829-be53-5bebeb94e526 disassociated (deleted). External IP: 172.25.4.100, port: e9f1f417-941b-40ba-bfc7-4f67ad7dec92. Oct 28 21:59:02.896520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfefde8a-224d-468b-b8fc-45257fd20681']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:02.906256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25322e5-5f1d-414c-970c-68762639ea97') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:02.906548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25322e5-5f1d-414c-970c-68762639ea97') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:02.916622 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.932268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.939652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:02.940124 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self.session.flush() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:02.943523 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:02.952548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:02.980527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] Pushing event deleted for resources: {'Port': ['ID=32653c1f-e5ff-42ab-aa6e-3ae5881cff20,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:02.984922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7921a-9aae-4c0a-867b-a4280913f970 None None] No DVR routers for this DVR port 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:03.020265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.027007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.030120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/networks/bfefde8a-224d-468b-b8fc-45257fd20681 HTTP/1.1" status: 204 len: 168 time: 0.6107066 Oct 28 21:59:03.042533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49904) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:03.050871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6223-98c3-42b8-8959-630ee69436ec tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Network': ['ID=bfefde8a-224d-468b-b8fc-45257fd20681,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:03.119088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:03.125212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.214171 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.233032 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb24e87-9c36-4acb-a204-3489316ea76a']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.237701 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:03.242698 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.244172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2529aaf4-ebf4-4877-9143-feaabf95734f') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.244328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2529aaf4-ebf4-4877-9143-feaabf95734f') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.248720 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Sync routers for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:03.255491 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.260707 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:03.262085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.268983 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.274574 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bd2a4978-ee4b-4081-afe5-f73725409821 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/floatingips/ccde27d0-6f7e-4829-be53-5bebeb94e526 HTTP/1.1" status: 204 len: 168 time: 0.9468050 Oct 28 21:59:03.275084 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:59:03.277680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:03.277839 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11c233-9369-4126-835d-985d582c622b" -d '{"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:59:03.278116 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:03.281314 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:03.344412 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a4a5a-f33c-41b7-a910-1c758774eda3 x-openstack-request-id: req-8b6a4a5a-f33c-41b7-a910-1c758774eda3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:59:03.345328 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:59:03.345696 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b6a4a5a-f33c-41b7-a910-1c758774eda3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:59:03.350909 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'status': 'completed', 'code': 200} Oct 28 21:59:03.351181 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.362079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.367435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/networks/7eb24e87-9c36-4acb-a204-3489316ea76a HTTP/1.1" status: 204 len: 168 time: 0.3238449 Oct 28 21:59:03.368652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49910) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:03.390968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3180a1-9738-422d-8094-d2ec8430382f tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Network': ['ID=7eb24e87-9c36-4acb-a204-3489316ea76a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:03.433561 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c233-9369-4126-835d-985d582c622b req-b2263e56-2a61-4893-bddd-bcd70173d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:03.435571 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-b2263e56-2a61-4893-bddd-bcd70173d59e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0372ae518279420198ac9f8687657e10&device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 1097 time: 0.0532207 Oct 28 21:59:03.466538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting subnet 96aa0396-1f28-48a3-8067-ab1d21186a81 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:03.471469 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.521216 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:03.525959 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.565954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c233-9369-4126-835d-985d582c622b req-94d646ef-83f7-4779-9c89-b8d726944135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:03.567673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-94d646ef-83f7-4779-9c89-b8d726944135 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 200 len: 897 time: 0.1240160 Oct 28 21:59:03.616029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-abc69104-620c-42bb-be5c-0da0f99fc8cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 200 len: 217 time: 0.0396783 Oct 28 21:59:03.625149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.684640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c233-9369-4126-835d-985d582c622b req-d99f24cf-123e-4393-b7b3-f3d2a00b2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:03.686666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-d99f24cf-123e-4393-b7b3-f3d2a00b2b55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 200 len: 834 time: 0.0623696 Oct 28 21:59:03.692972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.722834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Subnet': ['ID=96aa0396-1f28-48a3-8067-ab1d21186a81,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:03.727741 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.729472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-adbb4f6a-8798-4755-aaad-cb4b954c06e7 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/subnets/96aa0396-1f28-48a3-8067-ab1d21186a81 HTTP/1.1" status: 204 len: 168 time: 0.3590271 Oct 28 21:59:03.731831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:03.740084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c52b7-6092-4833-bb9a-769bd5d4a0fa None None] Network bf4e3197-4a0b-4bb8-abd8-308b1b60b032 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:03.751319 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.772746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdbd3c-b48e-4028-9b86-024866d86182 req-77024f78-1954-4663-9ab8-a32e2fbbde58 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:03.774280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40cdbd3c-b48e-4028-9b86-024866d86182 req-77024f78-1954-4663-9ab8-a32e2fbbde58 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.2575154 Oct 28 21:59:03.782846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c233-9369-4126-835d-985d582c622b req-4abdc705-a256-422b-8e02-508b385e1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:03.783367 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Checking router: 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:03.783821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-4abdc705-a256-422b-8e02-508b385e1f90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721929 Oct 28 21:59:03.794837 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:03.796815 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:03.844583 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.867636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40cdbd3c-b48e-4028-9b86-024866d86182 req-6fc060ce-43ed-41a7-97c7-c4405f992325 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828295 Oct 28 21:59:03.919533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:03.925603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Deleting port 9c696db5-c397-471e-aabc-cf782056d0db {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:03.925950 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:03.961022 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-740102a6-76b4-433d-a1d8-73b845c01403 service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615143 Oct 28 21:59:03.979819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6a3d464-7515-47d5-b793-129d7b30bb74 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:04.003999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c6a3d464-7515-47d5-b793-129d7b30bb74 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:04.004669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6a3d464-7515-47d5-b793-129d7b30bb74 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:04.005296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:04.018060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] For port 9c696db5-c397-471e-aabc-cf782056d0db, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9c696db5-c397-471e-aabc-cf782056d0db,segment=NetworkSegment(35b0b615-0094-405b-a661-f6e4c85f398f),segment_id=35b0b615-0094-405b-a661-f6e4c85f398f)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:04.018429 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.031756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:04.034528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32653c1f-e5ff-42ab-aa6e-3ae5881cff20 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:04.036671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] DHCP port deletion for bf4e3197-4a0b-4bb8-abd8-308b1b60b032 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:59:04.038156 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Calling delete_port for 9c696db5-c397-471e-aabc-cf782056d0db owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:04.103729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Deleting port 9c696db5-c397-471e-aabc-cf782056d0db {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:04.104197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.124657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d11c233-9369-4126-835d-985d582c622b req-c7fef1ef-e54b-40bb-8cfe-9287fd8604db service neutron] 10.222.0.44 "GET /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530435 Oct 28 21:59:04.137218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.165606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Port': ['ID=9c696db5-c397-471e-aabc-cf782056d0db,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:04.172318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] No DVR routers for this DVR port 9c696db5-c397-471e-aabc-cf782056d0db on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:04.192803 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:04.195861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] For port 9c696db5-c397-471e-aabc-cf782056d0db, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9c696db5-c397-471e-aabc-cf782056d0db,segment=NetworkSegment(35b0b615-0094-405b-a661-f6e4c85f398f),segment_id=35b0b615-0094-405b-a661-f6e4c85f398f)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:04.196041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.209446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Calling delete_port for 9c696db5-c397-471e-aabc-cf782056d0db owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:04.223480 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1b8d1-fb75-4cab-aa05-561bbfa8dcc3 None None] The sync data for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 is: [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd1e428fd-ce77-4593-98bc-fbcb350c6d38', 'name': '', 'network_id': '7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'mac_address': 'fa:16:3e:95:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:25Z', 'updated_at': '2021-10-28T21:57:30Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'subnets': [{'id': 'fc45a6d0-629b-4a6e-bd22-4fd07e34be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:04.260707 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.281453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4e3197-4a0b-4bb8-abd8-308b1b60b032']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:04.292467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b0b615-0094-405b-a661-f6e4c85f398f') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:04.292762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b0b615-0094-405b-a661-f6e4c85f398f') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:04.295466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.303728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.319271 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.322735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] Pushing event deleted for resources: {'Port': ['ID=9c696db5-c397-471e-aabc-cf782056d0db,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:04.326501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409135e6-594e-4c19-80bb-7905e09a4827 None None] No DVR routers for this DVR port 9c696db5-c397-471e-aabc-cf782056d0db on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:04.326928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:04.327341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:04.331832 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:04.396315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.400388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.404573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/networks/bf4e3197-4a0b-4bb8-abd8-308b1b60b032 HTTP/1.1" status: 204 len: 168 time: 0.6714842 Oct 28 21:59:04.407588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49918) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:04.420301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a30b0-4d3f-4dde-a698-02cc1081c384 tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Pushing event deleted for resources: {'Network': ['ID=bf4e3197-4a0b-4bb8-abd8-308b1b60b032,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:04.446345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e749ba0a-3ad7-495d-8ddd-0c6a2806054e tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a67ec5a-8b61-4c7a-b108-b373b961bd87 HTTP/1.1" status: 200 len: 205 time: 0.0375683 Oct 28 21:59:04.448729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49920) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:04.492918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bc443-96e2-4d1e-9706-5ca4791fb9e9 None None] New status for floating IP ccde27d0-6f7e-4829-be53-5bebeb94e526: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 21:59:04.528705 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.705198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.707458 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.776309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.776952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Fanout notify agent at l3_agent the message router_deleted on router 2a67ec5a-8b61-4c7a-b108-b373b961bd87 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:59:04.784350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:04.785483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6740ad64-5008-49d0-a3bf-240087d1f77c tempest-RoutersNegativeTest-1840225648 tempest-RoutersNegativeTest-1840225648-project] 10.222.0.31 "DELETE /v2.0/routers/2a67ec5a-8b61-4c7a-b108-b373b961bd87 HTTP/1.1" status: 204 len: 168 time: 0.3358405 Oct 28 21:59:04.815202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-76ab3cdb-5d7a-4ec3-b24e-2c23139921cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:04.817084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-76ab3cdb-5d7a-4ec3-b24e-2c23139921cb tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 945 time: 0.1016610 Oct 28 21:59:04.926584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:04.926918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.049464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port e9f1f417-941b-40ba-bfc7-4f67ad7dec92, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:05.049935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.069723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for e9f1f417-941b-40ba-bfc7-4f67ad7dec92 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:05.107629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49930) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:05.222406 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2329f47-6cd1-43f2-b107-266668347c36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=319163cfdc9c4d94b4356efbe60e432e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133380 Oct 28 21:59:05.224670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49934) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:05.246780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.279533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=e9f1f417-941b-40ba-bfc7-4f67ad7dec92,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:05.284126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.292155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c1fb-f481-4251-ab18-b4e9603a4ad8 req-427ec08a-c6b4-4905-a3e6-0eaec9f782e8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:05.293682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b215c1fb-f481-4251-ab18-b4e9603a4ad8 req-427ec08a-c6b4-4905-a3e6-0eaec9f782e8 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/ports?device_id=2174d241-6a75-493e-8d03-3525581b850a HTTP/1.1" status: 200 len: 867 time: 0.3124230 Oct 28 21:59:05.308329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.352301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] No DVR routers for this DVR port e9f1f417-941b-40ba-bfc7-4f67ad7dec92 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:05.356276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.358301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.360525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5066b4ae-f4e2-48e9-940f-b30d6c563ea1 req-441bc2fa-b74b-4503-8640-9b03cfc4bae0 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.44 "DELETE /v2.0/ports/e9f1f417-941b-40ba-bfc7-4f67ad7dec92 HTTP/1.1" status: 204 len: 173 time: 0.5366154 Oct 28 21:59:05.361251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-deleted', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:59:05.361443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:05.365057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecb3c7f6-030a-4227-a8a7-9ab0b91517d8 HTTP/1.1" status: 204 len: 168 time: 0.1367443 Oct 28 21:59:05.365222 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a2720-39b4-4a2e-82e9-7d427d51d33c" -d '{"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-deleted", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:59:05.386789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a3892-bea7-4049-873e-74a7096b3e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3c7f6-030a-4227-a8a7-9ab0b91517d8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:05.406788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b215c1fb-f481-4251-ab18-b4e9603a4ad8 req-0d15dafd-67d3-4db0-bcb0-00cb18104594 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "GET /v2.0/security-groups?id=b01f0b6b-8ba8-4533-929c-897d00d71cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041992 Oct 28 21:59:05.415016 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f3a8ac-c3d0-427a-9fe2-2b705545d017 x-openstack-request-id: req-c7f3a8ac-c3d0-427a-9fe2-2b705545d017 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:59:05.415969 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2174d241-6a75-493e-8d03-3525581b850a", "name": "network-vif-deleted", "tag": "e9f1f417-941b-40ba-bfc7-4f67ad7dec92", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:59:05.415969 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7f3a8ac-c3d0-427a-9fe2-2b705545d017 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:59:05.415969 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2174d241-6a75-493e-8d03-3525581b850a', 'name': 'network-vif-deleted', 'tag': 'e9f1f417-941b-40ba-bfc7-4f67ad7dec92', 'status': 'completed', 'code': 200} Oct 28 21:59:05.977111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9c696db5-c397-471e-aabc-cf782056d0db no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:06.000656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 9c696db5-c397-471e-aabc-cf782056d0db {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:06.000972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9c696db5-c397-471e-aabc-cf782056d0db not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:06.120671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49958) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:06.124384 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026522 Oct 28 21:59:06.127539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49960) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:06.230971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e88df7ac-05b7-49d0-a2ce-5022da368436 tempest-NetworksApiDiscovery-2081054828 tempest-NetworksApiDiscovery-2081054828-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1022997 Oct 28 21:59:06.475326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 49970) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:06.486830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49972) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:06.605217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa2003e4-eca6-4899-9f6e-b2d3afae8b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.682777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa2003e4-eca6-4899-9f6e-b2d3afae8b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.687806 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa2003e4-eca6-4899-9f6e-b2d3afae8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.728574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2003e4-eca6-4899-9f6e-b2d3afae8b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53247ab5-da33-4db5-9344-749e808ea399,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:06.738291 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fa2003e4-eca6-4899-9f6e-b2d3afae8b6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5001d80c3c7d4abaa3ca4fc4569e2e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498515 Oct 28 21:59:06.738456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 49976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:06.787918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.811257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.858562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.864099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.867002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:06.868206 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53247ab5-da33-4db5-9344-749e808ea399 HTTP/1.1" status: 204 len: 168 time: 0.1288466 Oct 28 21:59:06.876795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7288b5-a5a4-4393-bf3c-5926731b7dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53247ab5-da33-4db5-9344-749e808ea399,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:07.128597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port d1e428fd-ce77-4593-98bc-fbcb350c6d38 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:07.128930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:07.222789 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port d1e428fd-ce77-4593-98bc-fbcb350c6d38, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d1e428fd-ce77-4593-98bc-fbcb350c6d38,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:07.223148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:07.552391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for d1e428fd-ce77-4593-98bc-fbcb350c6d38 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:07.737346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:07.770701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=d1e428fd-ce77-4593-98bc-fbcb350c6d38,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:07.972201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.196279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:08.314396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:08.320018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d6f12a2e-1a1d-40d3-b794-ad9304e5e7a2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "PUT /v2.0/routers/6cc2b4bd-a466-4184-90fd-1edd9a821ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440042 Oct 28 21:59:08.322902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50020) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:08.330296 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Sync routers for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:08.350492 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:08.351115 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:08.381601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting subnet fc45a6d0-629b-4a6e-bd22-4fd07e34be6e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:08.385281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.427606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.486437 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:08.525796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.591070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.619266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Subnet': ['ID=fc45a6d0-629b-4a6e-bd22-4fd07e34be6e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:08.625042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.628710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ccdb1004-2a07-462b-aad4-87392c1c5d6d tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/subnets/fc45a6d0-629b-4a6e-bd22-4fd07e34be6e HTTP/1.1" status: 204 len: 168 time: 0.3047352 Oct 28 21:59:08.631420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50026) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:08.632051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f44f71-bb42-446c-90a9-b2c995a21fb9 None None] Network 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:08.640699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50028) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:08.689667 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:59:07Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:08.717201 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Checking router: 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:08.728126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Routers {'6cc2b4bd-a466-4184-90fd-1edd9a821ab3'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:08.728946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:58:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:08.770896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.794448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988b0558-6b22-44ce-bdba-a7e1d49e9563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.828282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:08.856353 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e9f1f417-941b-40ba-bfc7-4f67ad7dec92 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:08.857651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e9f1f417-941b-40ba-bfc7-4f67ad7dec92 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:08.867332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] DHCP port deletion for 7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 21:59:08.879046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] Set router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:08.903534 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988b0558-6b22-44ce-bdba-a7e1d49e9563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.910938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.911147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-988b0558-6b22-44ce-bdba-a7e1d49e9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.928192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Deleting port 808f9fa0-e04f-4b66-aead-b1022ec56421 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:08.928910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:08.946215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0558-6b22-44ce-bdba-a7e1d49e9563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a28ff16-7b19-4e51-9759-5c3bbb2993b9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:08.968907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-988b0558-6b22-44ce-bdba-a7e1d49e9563 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ffedb1bfcdb40d2ab688314b73fd26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258369 Oct 28 21:59:08.970231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50032) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:08.977219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Deleting port f2565358-e549-4bce-83c7-b8bc8a5bfe6d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:08.978841 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.009804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] For port 808f9fa0-e04f-4b66-aead-b1022ec56421, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=808f9fa0-e04f-4b66-aead-b1022ec56421,segment=NetworkSegment(3abfa7bf-2623-4e62-a95d-48329b6de204),segment_id=3abfa7bf-2623-4e62-a95d-48329b6de204)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:09.010361 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.027087 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.029910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Calling delete_port for 808f9fa0-e04f-4b66-aead-b1022ec56421 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:09.057869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.074944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] For port f2565358-e549-4bce-83c7-b8bc8a5bfe6d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:09.075212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.090233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Calling delete_port for f2565358-e549-4bce-83c7-b8bc8a5bfe6d owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:09.118116 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.120776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.121726 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:59:07Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:09.122020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a28ff16-7b19-4e51-9759-5c3bbb2993b9 HTTP/1.1" status: 204 len: 168 time: 0.1491072 Oct 28 21:59:09.131026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb075-a127-4c4f-87c8-5a29e83ffe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a28ff16-7b19-4e51-9759-5c3bbb2993b9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.146559 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.185424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] Pushing event deleted for resources: {'Port': ['ID=808f9fa0-e04f-4b66-aead-b1022ec56421,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.187342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31ef5d-5c27-4520-b1fa-3e7d468bd1c3 None None] No DVR routers for this DVR port 808f9fa0-e04f-4b66-aead-b1022ec56421 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:09.198820 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8938e-975a-4e85-b2a6-9236acaccad8 None None] The sync data for ids ['6cc2b4bd-a466-4184-90fd-1edd9a821ab3'] in n-d-806683-16 is: [{'id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1068978609', 'tenant_id': '0372ae518279420198ac9f8687657e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:59:07Z', 'revision_number': 5, 'project_id': '0372ae518279420198ac9f8687657e10', 'gw_port': {'id': 'f2565358-e549-4bce-83c7-b8bc8a5bfe6d', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2b4bd-a466-4184-90fd-1edd9a821ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:57:21Z', 'updated_at': '2021-10-28T21:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:09.296137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.323575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Port': ['ID=f2565358-e549-4bce-83c7-b8bc8a5bfe6d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.383653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.440868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50038) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:09.455376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b842-cbbb-41d4-ae73-3dc756ea7a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.480139 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.482381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.527887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.528414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc2b4bd-a466-4184-90fd-1edd9a821ab3 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:59:09.532088 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b842-cbbb-41d4-ae73-3dc756ea7a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.536589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.537528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b842-cbbb-41d4-ae73-3dc756ea7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.537715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e3d4d231-1c85-49af-b0e5-eaafdb5524e2 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/routers/6cc2b4bd-a466-4184-90fd-1edd9a821ab3 HTTP/1.1" status: 204 len: 168 time: 0.9053028 Oct 28 21:59:09.540486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50040) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:09.582003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6ac9b842-cbbb-41d4-ae73-3dc756ea7a96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9522f71dce3f45f89c32928f242720fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397181 Oct 28 21:59:09.582902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9b842-cbbb-41d4-ae73-3dc756ea7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab2924-ee30-4b8f-b6bc-00b38fb2874c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.585344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50042) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:09.626984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.647094 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.671583 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.719092 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.726411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.729584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.733106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eab2924-ee30-4b8f-b6bc-00b38fb2874c HTTP/1.1" status: 204 len: 168 time: 0.1411941 Oct 28 21:59:09.740278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12171f-d9e7-4d5a-9922-947a406af627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab2924-ee30-4b8f-b6bc-00b38fb2874c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.742234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:09.753655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abfa7bf-2623-4e62-a95d-48329b6de204') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:09.754057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abfa7bf-2623-4e62-a95d-48329b6de204') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:09.765398 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.780503 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.788419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:09.788736 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:09.791752 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:09.857015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.865954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.869762 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/networks/7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1 HTTP/1.1" status: 204 len: 168 time: 0.3280864 Oct 28 21:59:09.872801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50046) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:09.883844 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0866-0a1b-47da-9588-a1dc29447e68 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'Network': ['ID=7bd6de3c-ffae-4e7f-bb1e-54a9241b3fc1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:09.955929 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:09.989853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.057752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.060663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.061825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] 10.222.0.31 "DELETE /v2.0/security-groups/b01f0b6b-8ba8-4533-929c-897d00d71cfa HTTP/1.1" status: 204 len: 168 time: 0.1877964 Oct 28 21:59:10.072190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc54d5-6114-4db5-8a37-57c18fb4a8c6 tempest-TestNetworkAdvancedServerOps-1455344636 tempest-TestNetworkAdvancedServerOps-1455344636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f0b6b-8ba8-4533-929c-897d00d71cfa,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:10.311009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:10.331185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 808f9fa0-e04f-4b66-aead-b1022ec56421 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:10.354151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 808f9fa0-e04f-4b66-aead-b1022ec56421 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:10.355016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 808f9fa0-e04f-4b66-aead-b1022ec56421 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:10.355698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e428fd-ce77-4593-98bc-fbcb350c6d38 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:10.379865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d1e428fd-ce77-4593-98bc-fbcb350c6d38 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:10.380215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d1e428fd-ce77-4593-98bc-fbcb350c6d38 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:10.470489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4df7c9be-0c49-4556-b9f8-bf768c7fb3a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0372ae518279420198ac9f8687657e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579831 Oct 28 21:59:10.472873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50074) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:10.524723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.546595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.596162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.598826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.599971 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cf14cd7-0e37-47a7-ad67-676f8401c104 HTTP/1.1" status: 204 len: 168 time: 0.1260815 Oct 28 21:59:10.609427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27df611-ac86-442d-91d8-123025f116fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf14cd7-0e37-47a7-ad67-676f8401c104,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:10.870342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da0959e5-7c26-49eb-bc5c-45942f7162c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:10.933691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50090) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:10.978652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-114173ea-90e8-4631-bd0f-37cf3f9b87e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edfc935c90ac4a16b8f8beef24da4b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437560 Oct 28 21:59:10.981213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50094) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:11.030878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:11.054574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:11.104940 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:11.107466 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:11.111231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0069ab71-4b43-495e-b70d-2ccefb4f9afc HTTP/1.1" status: 204 len: 168 time: 0.1265078 Oct 28 21:59:11.117265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94577c64-3282-45ef-a9d3-d25336d41c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069ab71-4b43-495e-b70d-2ccefb4f9afc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:11.890664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50136) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:11.912062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f2565358-e549-4bce-83c7-b8bc8a5bfe6d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:11.937006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f2565358-e549-4bce-83c7-b8bc8a5bfe6d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:11.937465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f2565358-e549-4bce-83c7-b8bc8a5bfe6d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:11.999437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-611508078-network', 'tenant_id': '02c72b41add5420ab11f0d1a9da11ccd'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:12.021594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Made reservation on behalf of 02c72b41add5420ab11f0d1a9da11ccd for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:12.023992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.032894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.107955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.113259 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.118265 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.144708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:59:12.149201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c06c7-44d4-4138-8e8e-873c3a4b47dc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:12.157741 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.157741 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Added segment c45a460b-f6df-4bc0-a387-bc88f61d099b of type vlan for network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd Oct 28 21:59:12.207767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.234633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.236303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:12.237039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.308777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4137125 Oct 28 21:59:12.309203 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50154) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:12.320803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Request body: {'subnet': {'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-611508078-subnet', 'tenant_id': '02c72b41add5420ab11f0d1a9da11ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:12.337537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5d2c-5245-40a5-89b6-1bbebc06e2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:12.352728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:59:12.367032 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.381768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Made reservation on behalf of 02c72b41add5420ab11f0d1a9da11ccd for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:12.384259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.564072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.620609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3e138a-f074-4d4b-8e83-b1161d03e6a6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:12.628316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Checking segment: {'id': 'c45a460b-f6df-4bc0-a387-bc88f61d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:12.628702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Network hostable DHCP agents. Network: 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:59:12.646279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:59:12.655775 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:12.662639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:12.662764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:12.666524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0708aa55-e9ab-47c9-82a5-1d3ad8b353fc None None] Network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:12.690206 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e5cc9d55-1b64-4726-b89d-42cd91630b77 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3795233 Oct 28 21:59:12.834556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbbd82-9a5a-458a-b62c-f8e9d5279523 None None] Network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:13.229409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50182) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:13.234234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1729490707-network', 'tenant_id': 'c83c7a605bdc424ea0ee9b5b5150df56'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:13.256230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Made reservation on behalf of c83c7a605bdc424ea0ee9b5b5150df56 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:13.258598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.267801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.349434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.353595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.375885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:59:13.391104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb57c226-f6ac-407e-be26-1b7e4ba3ed91,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:13.394334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.394798 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Added segment edfa1005-e227-4bc9-918e-7a782de03e29 of type vlan for network 2113a74b-56f0-4f52-8d9d-87d4fbd247a2 Oct 28 21:59:13.433567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2158d601-8b10-444c-8725-8f6163209a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.439565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.464915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.465838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:13.466412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.529606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2990696 Oct 28 21:59:13.533864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50184) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:13.539144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Request body: {'subnet': {'network_id': '2113a74b-56f0-4f52-8d9d-87d4fbd247a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1729490707-subnet', 'tenant_id': 'c83c7a605bdc424ea0ee9b5b5150df56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:13.564698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02551-2a80-4d4f-afa4-8d7f181218a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2113a74b-56f0-4f52-8d9d-87d4fbd247a2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:13.572587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Made reservation on behalf of c83c7a605bdc424ea0ee9b5b5150df56 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:13.575034 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.576681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2113a74b-56f0-4f52-8d9d-87d4fbd247a2 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:59:13.760245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.818696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3aeabd-fdfa-4a17-b74a-42f339b9ea4d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:13.829754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Checking segment: {'id': 'edfa1005-e227-4bc9-918e-7a782de03e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2113a74b-56f0-4f52-8d9d-87d4fbd247a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:13.829754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Network hostable DHCP agents. Network: 2113a74b-56f0-4f52-8d9d-87d4fbd247a2, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:59:13.848436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Network 2113a74b-56f0-4f52-8d9d-87d4fbd247a2 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:59:13.861152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2113a74b-56f0-4f52-8d9d-87d4fbd247a2) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:13.865889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:13.866956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:13.870627 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf5f56-232e-43d3-9300-55a5076ef4e8 None None] Network 2113a74b-56f0-4f52-8d9d-87d4fbd247a2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:13.894952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-17f21fcb-7aaf-4323-b84f-66a789d3d97a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3539157 Oct 28 21:59:14.046857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d5886-c66e-46e3-8e4e-bfd0b6656ede None None] Network 2113a74b-56f0-4f52-8d9d-87d4fbd247a2 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:14.409003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-f95cfff6-6840-4f59-8442-88e70d34b56f tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:14.410481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-f95cfff6-6840-4f59-8442-88e70d34b56f tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/networks?id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 200 len: 811 time: 0.1023512 Oct 28 21:59:14.426082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-4cf18208-31fd-417c-bd0b-6b34b2a0492f tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/quotas/02c72b41add5420ab11f0d1a9da11ccd HTTP/1.1" status: 200 len: 375 time: 0.0094144 Oct 28 21:59:14.461886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-cf7b9990-e38a-4cf3-89da-a1dc3b9ec49b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302482 Oct 28 21:59:14.649370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-dbac74e8-386e-4ae1-91b1-9e67d7fda33d service neutron] 10.222.0.31 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802704 Oct 28 21:59:14.760778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-9e5e302b-f3eb-4bdb-b6bc-c25b5712f8ed service neutron] 10.222.0.31 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047862 Oct 28 21:59:14.891609 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:14.937760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0729d13d-c4d1-486d-9ab5-b0f2240c405d req-200f813a-a8fa-439a-bcf1-70b46d17fdaa tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 210 time: 0.0331724 Oct 28 21:59:15.185002 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:15.189899 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:59:15.881073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-d88c0ea6-8bac-4b92-a1bd-ee841e3a3b2e tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:15.882517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-d88c0ea6-8bac-4b92-a1bd-ee841e3a3b2e tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.44 "GET /v2.0/networks?id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 200 len: 811 time: 0.1198933 Oct 28 21:59:15.896021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Request body: {'port': {'device_id': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd', 'admin_state_up': True, 'tenant_id': '02c72b41add5420ab11f0d1a9da11ccd'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:16.017140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Made reservation on behalf of 02c72b41add5420ab11f0d1a9da11ccd for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:16.020832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.057827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67c7dbdc-af2e-4fc6-ba8a-50ba7283e1c6 req-3bc1183b-dab4-466b-af93-dd9001622e40 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 210 time: 0.0345047 Oct 28 21:59:16.186633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Allocated IP 172.20.0.9 (7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd/3e3e138a-f074-4d4b-8e83-b1161d03e6a6/17fab837-744e-455d-92d9-fb471953defe) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:16.358504 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.402736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.451288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:16.454726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:16.459478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:16.484402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Pushing event updated for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:16.499043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.499389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.499722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.500060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.500536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.501041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.501389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.502222 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.502343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.502641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.503031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.503433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:16.528418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:16.529045 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.548286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-81402957-1cad-48ad-9e06-aecf9c986f11 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6567576 Oct 28 21:59:16.623308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Request body: {'port': {'device_id': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:16.692695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.746532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:16.981736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fab837-744e-455d-92d9-fb471953defe {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:59:16.990258 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:17.002341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Transition to ACTIVE for port object 17fab837-744e-455d-92d9-fb471953defe will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 21:59:17.006928 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:17.061399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Pushing event updated for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:17.135457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Attempting to bind port 17fab837-744e-455d-92d9-fb471953defe on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:17.135787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Attempting to bind port 17fab837-744e-455d-92d9-fb471953defe by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'c45a460b-f6df-4bc0-a387-bc88f61d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:17.136115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Attempting to bind port 17fab837-744e-455d-92d9-fb471953defe on network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:17.148952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Port 17fab837-744e-455d-92d9-fb471953defe on network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:59:17.149272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Attempting to bind port 17fab837-744e-455d-92d9-fb471953defe on network 7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:17.176389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:17.176389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Checking segment: {'id': 'c45a460b-f6df-4bc0-a387-bc88f61d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:17.176389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Bound using segment: {'id': 'c45a460b-f6df-4bc0-a387-bc88f61d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:17.176389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Bound port: 17fab837-744e-455d-92d9-fb471953defe, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45a460b-f6df-4bc0-a387-bc88f61d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:17.176389 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:17.224720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2173e-a455-4522-a1f2-dd4f8094a45e req-59718a57-357a-4f21-8a3d-102dc0fb0dcc tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.226266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12e2173e-a455-4522-a1f2-dd4f8094a45e req-59718a57-357a-4f21-8a3d-102dc0fb0dcc tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 943 time: 0.0926893 Oct 28 21:59:17.288440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:17.302383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12e2173e-a455-4522-a1f2-dd4f8094a45e req-59b15e75-69b9-4f6a-ada3-dd37ac45fd4a tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673914 Oct 28 21:59:17.306026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=17fab837-744e-455d-92d9-fb471953defe,segment=NetworkSegment(c45a460b-f6df-4bc0-a387-bc88f61d099b),segment_id=c45a460b-f6df-4bc0-a387-bc88f61d099b)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:17.314941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:17.355952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.356620 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:17.358093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 200 len: 1092 time: 0.8018408 Oct 28 21:59:17.358627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'tag': '17fab837-744e-455d-92d9-fb471953defe'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:59:17.361969 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bce0d0-94c6-432f-bb9b-0986bc21372d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "tag": "17fab837-744e-455d-92d9-fb471953defe"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:59:17.399461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16310a65-d41f-4057-8b58-a56afc3721a3 service neutron] Pushing event updated for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:17.404639 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd72bb-8380-4d4d-9e0c-d618e02b58a9 x-openstack-request-id: req-c5bd72bb-8380-4d4d-9e0c-d618e02b58a9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:59:17.404800 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "tag": "17fab837-744e-455d-92d9-fb471953defe", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:59:17.405107 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5bd72bb-8380-4d4d-9e0c-d618e02b58a9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:59:17.405502 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'tag': '17fab837-744e-455d-92d9-fb471953defe', 'status': 'completed', 'code': 200} Oct 28 21:59:17.457174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-0baeca1e-e06c-4693-bbf9-9abd35de2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.459072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-0baeca1e-e06c-4693-bbf9-9abd35de2277 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 1095 time: 0.0523760 Oct 28 21:59:17.514098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-03f95c2d-1fb1-4aae-a723-266ee8128d61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 200 len: 217 time: 0.0463104 Oct 28 21:59:17.569131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-c9801766-8364-4e1e-b6fa-9c5305403705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.570598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-c9801766-8364-4e1e-b6fa-9c5305403705 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e3e138a-f074-4d4b-8e83-b1161d03e6a6 HTTP/1.1" status: 200 len: 851 time: 0.0453997 Oct 28 21:59:17.604541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-c7952d7f-de96-4021-8cb0-7edbf5b3c5d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261517 Oct 28 21:59:17.698984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-8ad87c07-94f4-4dbf-9c1f-86a83d557488 service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877378 Oct 28 21:59:17.788679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e1f0d5e-cce4-4028-9507-f7901e404298 req-01c71b8d-9935-4162-8116-0a6c763f63b4 service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828118 Oct 28 21:59:17.877601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-95a0f667-3878-4dcf-b46e-62fa7c30038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.879106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-95a0f667-3878-4dcf-b46e-62fa7c30038c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 1095 time: 0.0436308 Oct 28 21:59:17.979525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-c4edc58a-f682-4e77-beff-0d53c0deb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:17.981059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-c4edc58a-f682-4e77-beff-0d53c0deb661 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 200 len: 912 time: 0.0952139 Oct 28 21:59:18.022454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-7443b464-8cad-4055-b5e3-fa2042f573fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 200 len: 217 time: 0.0345156 Oct 28 21:59:18.081830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-3998ee43-bdc3-40fb-bcaf-c99d8f75e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:18.083408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-3998ee43-bdc3-40fb-bcaf-c99d8f75e03d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e3e138a-f074-4d4b-8e83-b1161d03e6a6 HTTP/1.1" status: 200 len: 851 time: 0.0497298 Oct 28 21:59:18.117294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-d0176f2d-c3ef-4996-9207-e3fe04000aed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258331 Oct 28 21:59:18.214760 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-0c8f7b5a-f718-427a-bc63-10ceec0bf215 service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901918 Oct 28 21:59:18.308573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-55bce0d0-94c6-432f-bb9b-0986bc21372d req-c117741e-cc4c-4163-b8ad-d1f563cc8064 service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864828 Oct 28 21:59:18.444470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9e0ad-0497-430d-bfdf-c3fb6045a8d8 req-03b0482e-6195-4be5-9171-b7ee25c8376d tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:18.445956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0c9e0ad-0497-430d-bfdf-c3fb6045a8d8 req-03b0482e-6195-4be5-9171-b7ee25c8376d tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 943 time: 0.0515172 Oct 28 21:59:18.485750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0c9e0ad-0497-430d-bfdf-c3fb6045a8d8 req-795ef2f5-7367-4f8e-a583-0b8d23707680 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Oct 28 21:59:19.149936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-a338a708-6de3-4de8-981c-db059f60bb0d req-06f8d344-0d37-4848-9bbe-6ad47a878c89 service neutron] (102313) timed out ('10.222.0.31', 33460) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 21:59:19.612588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc30b-a95c-4ac8-9cc5-c302ee9c2e8d req-fff95bb0-5537-4161-8b88-b3f4d2e33156 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:19.614094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abefc30b-a95c-4ac8-9cc5-c302ee9c2e8d req-fff95bb0-5537-4161-8b88-b3f4d2e33156 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 943 time: 0.0554550 Oct 28 21:59:19.652641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-abefc30b-a95c-4ac8-9cc5-c302ee9c2e8d req-2d98349c-d4b7-46ba-9e2d-d98a36ab13c6 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Oct 28 21:59:20.778608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9c0c-885f-4c49-bfeb-2bdbe43cd56d req-dd4d5479-bb0d-41db-b759-1a37b2527ef5 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:20.786055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e21f9c0c-885f-4c49-bfeb-2bdbe43cd56d req-dd4d5479-bb0d-41db-b759-1a37b2527ef5 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 943 time: 0.0597415 Oct 28 21:59:20.825953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e21f9c0c-885f-4c49-bfeb-2bdbe43cd56d req-35c5a24e-9418-41ae-8546-b7502d21822b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Oct 28 21:59:20.884797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 17fab837-744e-455d-92d9-fb471953defe details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:59:20.981933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=17fab837-744e-455d-92d9-fb471953defe,segment=NetworkSegment(c45a460b-f6df-4bc0-a387-bc88f61d099b),segment_id=c45a460b-f6df-4bc0-a387-bc88f61d099b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:20.995525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '17fab837-744e-455d-92d9-fb471953defe', 'network_id': '7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd', 'port_id': '17fab837-744e-455d-92d9-fb471953defe', 'mac_address': 'fa:16:3e:e5:c5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3e138a-f074-4d4b-8e83-b1161d03e6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:59:21.042439 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.059203 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fab837-744e-455d-92d9-fb471953defe {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 21:59:21.079322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=17fab837-744e-455d-92d9-fb471953defe,segment=NetworkSegment(c45a460b-f6df-4bc0-a387-bc88f61d099b),segment_id=c45a460b-f6df-4bc0-a387-bc88f61d099b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:21.083382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.109312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50294) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:21.133391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:21.141796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.142260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.142699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.143136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.143567 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.144013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.144486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.144925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.145343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.145769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.146191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.146613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:21.222621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-933e433b-0ba1-4f24-9f65-4ffbbbe916df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.286960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['17fab837-744e-455d-92d9-fb471953defe'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 21:59:21.299893 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-933e433b-0ba1-4f24-9f65-4ffbbbe916df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.304318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-933e433b-0ba1-4f24-9f65-4ffbbbe916df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.335591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-933e433b-0ba1-4f24-9f65-4ffbbbe916df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cd1d18b73464c968c3121d19ace4bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221630 Oct 28 21:59:21.335906 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50298) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:21.377388 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e433b-0ba1-4f24-9f65-4ffbbbe916df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0e0c80-7fb2-40dc-98c0-c6b8851cc7ff,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:21.410360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.433408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.488803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.491688 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.495406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e0e0c80-7fb2-40dc-98c0-c6b8851cc7ff HTTP/1.1" status: 204 len: 168 time: 0.1560030 Oct 28 21:59:21.502650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037918-c9fb-41f7-beb2-82e402fdec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0e0c80-7fb2-40dc-98c0-c6b8851cc7ff,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:21.778626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50304) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:21.792710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac076019-95a2-44d8-8445-ae78f0cc9e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.867282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac076019-95a2-44d8-8445-ae78f0cc9e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.871318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ac076019-95a2-44d8-8445-ae78f0cc9e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:21.934402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ac076019-95a2-44d8-8445-ae78f0cc9e18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0ac656255c8437d8a8a63366e905d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546843 Oct 28 21:59:21.936803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac076019-95a2-44d8-8445-ae78f0cc9e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdfe02d-c917-40a3-b8e1-9196ca9728c7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:21.937158 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50308) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:21.960959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfae0a-f8c9-4135-83dd-810439fbfd0a req-1a147a15-1673-4fda-91df-0b9b20344ebd tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:21.962643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebcfae0a-f8c9-4135-83dd-810439fbfd0a req-1a147a15-1673-4fda-91df-0b9b20344ebd tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 944 time: 0.0641882 Oct 28 21:59:21.989397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.002458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebcfae0a-f8c9-4135-83dd-810439fbfd0a req-7e9d1a91-5777-4eab-a6e8-f2465ae6ec18 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Oct 28 21:59:22.011023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.057858 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.060447 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.061614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abdfe02d-c917-40a3-b8e1-9196ca9728c7 HTTP/1.1" status: 204 len: 168 time: 0.1228206 Oct 28 21:59:22.070027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aa372-5ee5-4e55-ac21-ed35accab4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdfe02d-c917-40a3-b8e1-9196ca9728c7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:22.377798 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50314) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:22.390993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83918c29-af25-4354-bc22-13f5e37ccd95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.465203 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83918c29-af25-4354-bc22-13f5e37ccd95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.468737 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-83918c29-af25-4354-bc22-13f5e37ccd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.506122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-83918c29-af25-4354-bc22-13f5e37ccd95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ceb7f3f3eb4d4b0a85d6e7fd833574e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272128 Oct 28 21:59:22.506969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83918c29-af25-4354-bc22-13f5e37ccd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4081b69-f576-4a1b-b766-a89cc434b2a3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:22.508775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50316) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:22.561570 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.582531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.626970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.629925 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:22.631050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4081b69-f576-4a1b-b766-a89cc434b2a3 HTTP/1.1" status: 204 len: 168 time: 0.1213129 Oct 28 21:59:22.638254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e9de-8675-46a9-ba0a-ce210eb2018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4081b69-f576-4a1b-b766-a89cc434b2a3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:22.884659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 17fab837-744e-455d-92d9-fb471953defe up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:22.933926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 17fab837-744e-455d-92d9-fb471953defe completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 21:59:22.938786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 17fab837-744e-455d-92d9-fb471953defe triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:22.939344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:23.024317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:23.049463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fab837-744e-455d-92d9-fb471953defe'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:59:23.051723 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702a82c3-2669-410d-9b47-ab2e1f1b0820" -d '{"events": [{"server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "name": "network-vif-plugged", "status": "completed", "tag": "17fab837-744e-455d-92d9-fb471953defe"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:59:23.066111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=17fab837-744e-455d-92d9-fb471953defe,segment=NetworkSegment(c45a460b-f6df-4bc0-a387-bc88f61d099b),segment_id=c45a460b-f6df-4bc0-a387-bc88f61d099b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:23.072438 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:23.106146 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45de199d-7b5f-463e-9b9a-83efa5269438 x-openstack-request-id: req-45de199d-7b5f-463e-9b9a-83efa5269438 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:59:23.106563 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "name": "network-vif-plugged", "status": "completed", "tag": "17fab837-744e-455d-92d9-fb471953defe", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:59:23.106909 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45de199d-7b5f-463e-9b9a-83efa5269438 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:59:23.107333 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fab837-744e-455d-92d9-fb471953defe', 'code': 200} Oct 28 21:59:23.134298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186bc6b-adfb-42ee-97c2-a1468781a9b0 req-fba7203f-2c02-4b94-85d0-fdc369f55db3 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:23.137158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c186bc6b-adfb-42ee-97c2-a1468781a9b0 req-fba7203f-2c02-4b94-85d0-fdc369f55db3 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0616755 Oct 28 21:59:23.145656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:23.209190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c186bc6b-adfb-42ee-97c2-a1468781a9b0 req-b9a3e3e2-57cc-479f-96e2-b10e6a7fefa1 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Oct 28 21:59:23.226081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe159ba-e582-4635-95a9-cbb4b694c9e7 req-084bc6b5-eab4-4553-899b-77f89eabbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:23.227566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebe159ba-e582-4635-95a9-cbb4b694c9e7 req-084bc6b5-eab4-4553-899b-77f89eabbc19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 1097 time: 0.0541224 Oct 28 21:59:23.265569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebe159ba-e582-4635-95a9-cbb4b694c9e7 req-32b371f0-5138-4bca-845f-0dc3ac829bc8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Oct 28 21:59:24.362549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16fda0-65d9-422f-867e-698211fcdb17 req-7bc18526-842d-47d4-bf1c-7c64ec8f7657 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:24.364057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da16fda0-65d9-422f-867e-698211fcdb17 req-7bc18526-842d-47d4-bf1c-7c64ec8f7657 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0623758 Oct 28 21:59:24.404312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da16fda0-65d9-422f-867e-698211fcdb17 req-85e1e357-54b0-43ed-af3b-f30da54f9efa tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Oct 28 21:59:25.530374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294c9c-747a-4bfd-b8ab-a8297c12dcef req-6a390ba9-0903-408c-95f4-f2d7b08c574b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:25.531894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32294c9c-747a-4bfd-b8ab-a8297c12dcef req-6a390ba9-0903-408c-95f4-f2d7b08c574b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0519681 Oct 28 21:59:25.577685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32294c9c-747a-4bfd-b8ab-a8297c12dcef req-b7b6b2ac-8b21-4e32-9a7f-1d5d82e865e8 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Oct 28 21:59:25.698072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cc7c-2f63-4395-bd6a-a394da35549e req-8d7b441f-0dee-4312-820f-010066292024 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:25.699486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2966cc7c-2f63-4395-bd6a-a394da35549e req-8d7b441f-0dee-4312-820f-010066292024 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Oct 28 21:59:25.739085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2966cc7c-2f63-4395-bd6a-a394da35549e req-0d8138e4-6ab1-459c-983a-e73a7a62e7c3 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Oct 28 21:59:25.973893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7615e9d-ef0f-40a3-a04a-834b1b7a8f65 req-8c3a7e3b-dfcd-40aa-85cf-c7d0f9d98d5e tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:25.975279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7615e9d-ef0f-40a3-a04a-834b1b7a8f65 req-8c3a7e3b-dfcd-40aa-85cf-c7d0f9d98d5e tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0533416 Oct 28 21:59:26.014101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a7615e9d-ef0f-40a3-a04a-834b1b7a8f65 req-22ca0382-1c02-4947-bdd1-3e01c88799a3 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Oct 28 21:59:27.136680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9b48-d7ae-494a-b5cc-97b00152459a req-a4b6dd63-e7a1-4f15-82e9-eb1a290172a7 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:27.138151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffbc9b48-d7ae-494a-b5cc-97b00152459a req-a4b6dd63-e7a1-4f15-82e9-eb1a290172a7 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Oct 28 21:59:27.178121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffbc9b48-d7ae-494a-b5cc-97b00152459a req-b2660bb9-4b91-4f23-aab6-6aab55ffab0f tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Oct 28 21:59:27.414738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c83a0-e1b0-4568-98fb-d974326b4179 req-f6c5bc88-6ac5-4eee-b5fd-08df51d92ac2 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:27.416098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb8c83a0-e1b0-4568-98fb-d974326b4179 req-f6c5bc88-6ac5-4eee-b5fd-08df51d92ac2 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0809569 Oct 28 21:59:27.422502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-47131e41-c44a-466d-9d89-04b1461d2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:27.423911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-47131e41-c44a-466d-9d89-04b1461d2ab5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 1097 time: 0.0591266 Oct 28 21:59:27.505634 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb8c83a0-e1b0-4568-98fb-d974326b4179 req-15b10633-8448-487b-8935-3500ae75518c tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807519 Oct 28 21:59:27.537306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-6b860458-899d-44cd-bdf6-d37d338dc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:27.538757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-6b860458-899d-44cd-bdf6-d37d338dc0dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 200 len: 912 time: 0.1071622 Oct 28 21:59:27.584751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-1359bfc7-bc22-4207-bf59-609c1ccb5c66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 200 len: 217 time: 0.0382674 Oct 28 21:59:27.633699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-c6798565-3343-4d43-8397-33602a195b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:27.635143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-c6798565-3343-4d43-8397-33602a195b1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e3e138a-f074-4d4b-8e83-b1161d03e6a6 HTTP/1.1" status: 200 len: 851 time: 0.0441725 Oct 28 21:59:27.666783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-41ad9e41-aa42-4716-9a02-c0f324bfd7ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249784 Oct 28 21:59:27.760510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-81077515-6417-4378-8c84-b0f11da86f4a service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869455 Oct 28 21:59:27.853069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e13bc119-e4ad-4c1e-95c5-1520d3417264 req-bcdbebaa-bb3a-4a41-8d86-b8aa8262015c service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857756 Oct 28 21:59:28.643563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee4b9-9aa8-441c-a68a-515b09d00e23 req-5941de35-5822-483b-8282-ec805ee71f6b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:28.645142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-981ee4b9-9aa8-441c-a68a-515b09d00e23 req-5941de35-5822-483b-8282-ec805ee71f6b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Oct 28 21:59:28.686147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-981ee4b9-9aa8-441c-a68a-515b09d00e23 req-90f5d201-3632-487b-aedb-06a7134a1646 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Oct 28 21:59:28.919404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e33ac-f15b-4360-87b7-1fdd31f59dae req-5e97bdf4-4226-4ac4-8111-1c0493469e02 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:28.920898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-182e33ac-f15b-4360-87b7-1fdd31f59dae req-5e97bdf4-4226-4ac4-8111-1c0493469e02 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Oct 28 21:59:28.961612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-182e33ac-f15b-4360-87b7-1fdd31f59dae req-cbed669e-2478-4c71-9003-4cc636314d51 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Oct 28 21:59:30.077847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ef270-8318-4e13-bb42-b0b9786a2ef8 req-5297fba9-1235-4674-9216-e0d9e296af92 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:30.079298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706ef270-8318-4e13-bb42-b0b9786a2ef8 req-5297fba9-1235-4674-9216-e0d9e296af92 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Oct 28 21:59:30.116764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-706ef270-8318-4e13-bb42-b0b9786a2ef8 req-42bc1364-f180-40a0-a87f-66340fce9cc6 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Oct 28 21:59:30.358183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eb962-51c3-433c-841a-b68678833dd4 req-f0dc4a9c-35f8-457d-bd5e-11b598cf6cc1 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:30.359762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd5eb962-51c3-433c-841a-b68678833dd4 req-f0dc4a9c-35f8-457d-bd5e-11b598cf6cc1 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0892241 Oct 28 21:59:30.385289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-166984cb-392b-49e4-84aa-3e99263b0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:30.386750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-166984cb-392b-49e4-84aa-3e99263b0a84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 1097 time: 0.0752268 Oct 28 21:59:30.454318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cd5eb962-51c3-433c-841a-b68678833dd4 req-2c035cfe-5eda-440c-ba93-2a2b4b91b15f tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870523 Oct 28 21:59:30.501940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-df3a1773-eb63-4dea-aed9-9c8942616abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:30.503358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-df3a1773-eb63-4dea-aed9-9c8942616abc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 200 len: 912 time: 0.1091995 Oct 28 21:59:30.552109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-94e7beea-3e45-4e1d-8459-defbd50932e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 200 len: 217 time: 0.0420458 Oct 28 21:59:30.612944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-b848a45f-e501-4369-8bf2-1db353f6a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:30.614429 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-b848a45f-e501-4369-8bf2-1db353f6a02c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e3e138a-f074-4d4b-8e83-b1161d03e6a6 HTTP/1.1" status: 200 len: 851 time: 0.0550194 Oct 28 21:59:30.646861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-90068dd6-ccd0-4d88-aa9d-7c50ef20bf4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252395 Oct 28 21:59:30.745706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-ea610426-0fda-4afa-948b-de52b5081841 service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Oct 28 21:59:31.146576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-507d9ef5-ecf6-432b-991f-49adac039c1e req-5b8e0331-10a4-4754-88ef-73c6c85b5b1d service neutron] 10.222.0.44 "GET /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940144 Oct 28 21:59:31.575166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55eda-b3db-4446-92b6-6f226a614d37 req-8c8cf3bf-1ddc-4804-aaad-965fcf40ae59 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:31.576598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94a55eda-b3db-4446-92b6-6f226a614d37 req-8c8cf3bf-1ddc-4804-aaad-965fcf40ae59 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Oct 28 21:59:31.618374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94a55eda-b3db-4446-92b6-6f226a614d37 req-1d10008b-184e-4154-94ae-aecf5507f195 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352523 Oct 28 21:59:32.745045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443075d3-88a0-4129-85fa-140f0f96ad07 req-4242ad6d-e167-4a40-97d0-b86d89d4ddf0 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:32.746509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-443075d3-88a0-4129-85fa-140f0f96ad07 req-4242ad6d-e167-4a40-97d0-b86d89d4ddf0 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Oct 28 21:59:32.785632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-443075d3-88a0-4129-85fa-140f0f96ad07 req-4a27d147-2b72-49b7-a670-deb1394d5b47 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Oct 28 21:59:33.034999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8a8ec-35de-43fe-ab1d-02c63b799b21 req-db61e6e6-bbea-4042-b1e1-d8e8ae3a4e70 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:33.036724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebc8a8ec-35de-43fe-ab1d-02c63b799b21 req-db61e6e6-bbea-4042-b1e1-d8e8ae3a4e70 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Oct 28 21:59:33.077160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ebc8a8ec-35de-43fe-ab1d-02c63b799b21 req-68e9e5da-4bc8-431c-ac6d-a52dfa0abd6b tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343311 Oct 28 21:59:34.196641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b9bec-bd6a-4079-8213-a48230d1b970 req-9c397896-f7a0-4230-a277-9edfacf28015 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:34.198103 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a85b9bec-bd6a-4079-8213-a48230d1b970 req-9c397896-f7a0-4230-a277-9edfacf28015 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Oct 28 21:59:34.236416 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a85b9bec-bd6a-4079-8213-a48230d1b970 req-3bc89cb1-20bc-4717-ac08-23cbf9032ea7 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45c06c7-44d4-4138-8e8e-873c3a4b47dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Oct 28 21:59:34.774693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-92ee54dc-a221-4503-8cfd-eabfabc9d1cc tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:34.776220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-92ee54dc-a221-4503-8cfd-eabfabc9d1cc tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Oct 28 21:59:34.870974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Deleting port 17fab837-744e-455d-92d9-fb471953defe {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 21:59:34.871309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:34.961009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] For port 17fab837-744e-455d-92d9-fb471953defe, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=17fab837-744e-455d-92d9-fb471953defe,segment=NetworkSegment(c45a460b-f6df-4bc0-a387-bc88f61d099b),segment_id=c45a460b-f6df-4bc0-a387-bc88f61d099b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:34.961392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:34.974931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Calling delete_port for 17fab837-744e-455d-92d9-fb471953defe owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 21:59:35.116572 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:35.144148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Pushing event deleted for resources: {'Port': ['ID=17fab837-744e-455d-92d9-fb471953defe,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:35.186316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] No DVR routers for this DVR port 17fab837-744e-455d-92d9-fb471953defe on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 21:59:35.189246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:35.192704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6246790-fba0-47f4-b8c4-b8611dd2a936 req-7d5365f3-8fd6-471c-9380-56e839372341 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.44 "DELETE /v2.0/ports/17fab837-744e-455d-92d9-fb471953defe HTTP/1.1" status: 204 len: 173 time: 0.4100888 Oct 28 21:59:35.193165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'name': 'network-vif-deleted', 'tag': '17fab837-744e-455d-92d9-fb471953defe'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 21:59:35.195430 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89540c7c-ef8f-4114-a510-66fb0f407796" -d '{"events": [{"server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "name": "network-vif-deleted", "tag": "17fab837-744e-455d-92d9-fb471953defe"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:59:35.239819 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 21:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7340d0-dc83-44e3-ad75-416840a4d8fb x-openstack-request-id: req-5a7340d0-dc83-44e3-ad75-416840a4d8fb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:59:35.240451 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfd6661-5ec9-4d24-b408-ca196cb554c8", "name": "network-vif-deleted", "tag": "17fab837-744e-455d-92d9-fb471953defe", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:59:35.240451 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a7340d0-dc83-44e3-ad75-416840a4d8fb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:59:35.240821 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfd6661-5ec9-4d24-b408-ca196cb554c8', 'name': 'network-vif-deleted', 'tag': '17fab837-744e-455d-92d9-fb471953defe', 'status': 'completed', 'code': 200} Oct 28 21:59:35.365990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15d22f7c-f5a8-4b75-9745-96539136ea88 req-de33f593-1946-407a-943d-94dbb0f912f0 tempest-TestServerAdvancedOps-921033633 tempest-TestServerAdvancedOps-921033633-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfd6661-5ec9-4d24-b408-ca196cb554c8 HTTP/1.1" status: 200 len: 210 time: 0.0332284 Oct 28 21:59:36.429848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50518) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:36.476316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Deleting subnet 3e3e138a-f074-4d4b-8e83-b1161d03e6a6 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:36.479501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.514757 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.554014 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.614909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.644241 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3e138a-f074-4d4b-8e83-b1161d03e6a6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:36.648077 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.653783 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-711dc039-2807-4a2e-9321-31b5e81b8e2f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e3e138a-f074-4d4b-8e83-b1161d03e6a6 HTTP/1.1" status: 204 len: 168 time: 0.2208591 Oct 28 21:59:36.654378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50524) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:36.722968 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.807529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.827911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:36.842018 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45a460b-f6df-4bc0-a387-bc88f61d099b') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:36.842577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45a460b-f6df-4bc0-a387-bc88f61d099b') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:36.853896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.868326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.874607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:36.874977 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: timer() Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:36.877517 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:36.916198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 17fab837-744e-455d-92d9-fb471953defe no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:59:36.935361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.938241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 17fab837-744e-455d-92d9-fb471953defe {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 21:59:36.938583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 17fab837-744e-455d-92d9-fb471953defe not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:59:36.942442 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:36.946109 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] 10.222.0.31 "DELETE /v2.0/networks/7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd HTTP/1.1" status: 204 len: 168 time: 0.2912040 Oct 28 21:59:36.948965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50532) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:36.957602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c9b47-e816-4748-aabf-859f64ee461a admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd7cf0d-7feb-4bf0-9e26-b576e8d0d9bd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:36.994846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Deleting subnet 6f3aeabd-fdfa-4a17-b74a-42f339b9ea4d {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 21:59:36.998156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.033388 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.073392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.133194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.163529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3aeabd-fdfa-4a17-b74a-42f339b9ea4d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:37.172585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.176888 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f2e69349-4dc6-45c8-8373-47800753caef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6f3aeabd-fdfa-4a17-b74a-42f339b9ea4d HTTP/1.1" status: 204 len: 168 time: 0.2267511 Oct 28 21:59:37.179321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50538) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:37.247107 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.329826 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.364416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2113a74b-56f0-4f52-8d9d-87d4fbd247a2']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:37.375299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfa1005-e227-4bc9-918e-7a782de03e29') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:37.375603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfa1005-e227-4bc9-918e-7a782de03e29') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:37.386406 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.399692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.405948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:59:37.406328 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: timer() Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 21:59:37.408692 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 21:59:37.462874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.468384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.472170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/2113a74b-56f0-4f52-8d9d-87d4fbd247a2 HTTP/1.1" status: 204 len: 168 time: 0.2918935 Oct 28 21:59:37.485169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccc326-b949-41bf-b09c-7f758722b6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2113a74b-56f0-4f52-8d9d-87d4fbd247a2,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:37.655505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:37.700452 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5181cab2-80d0-4ac3-8ec2-7aff5061bb93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02c72b41add5420ab11f0d1a9da11ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435684 Oct 28 21:59:37.703029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50552) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:37.750169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.771385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.827777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.830962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:37.832124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b45c06c7-44d4-4138-8e8e-873c3a4b47dc HTTP/1.1" status: 204 len: 168 time: 0.1282089 Oct 28 21:59:37.841238 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185c309-3bba-4601-8d4e-dfca9342ecc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c06c7-44d4-4138-8e8e-873c3a4b47dc,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:38.171159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50568) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:38.216961 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e5003ed-818f-4a6d-98ff-70a37bf05234 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c83c7a605bdc424ea0ee9b5b5150df56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442839 Oct 28 21:59:38.218597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50570) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:38.266598 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:38.290247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:38.337969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:38.340595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:38.341915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb57c226-f6ac-407e-be26-1b7e4ba3ed91 HTTP/1.1" status: 204 len: 168 time: 0.1222048 Oct 28 21:59:38.350833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce14f32-5067-40b4-848f-c79892cdc85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb57c226-f6ac-407e-be26-1b7e4ba3ed91,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:39.040175 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50606) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:39.150098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1022616957-network', 'tenant_id': '2829c40f9757426a8adea7702b48b713'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:39.173629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Made reservation on behalf of 2829c40f9757426a8adea7702b48b713 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:39.176293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.185780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.272949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.276973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.305873 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:59:39.312436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43a593-2124-41d0-bdd9-1a8328056707,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:39.320798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.321014 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Added segment b0dbaab5-1e49-45c0-94a3-bd8b103d310c of type vlan for network a7710987-7b38-4c9c-a218-70caa2164642 Oct 28 21:59:39.363662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.387941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.388832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:39.389402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:39.441568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4002597 Oct 28 21:59:39.444601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50616) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:39.450187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Request body: {'subnet': {'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1022616957-subnet', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:39.452940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659b899-b9d7-4818-a433-5075d4769420 admin admin] Pushing event updated for resources: {'Network': ['ID=a7710987-7b38-4c9c-a218-70caa2164642,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:39.464340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network a7710987-7b38-4c9c-a218-70caa2164642 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:59:39.481211 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Made reservation on behalf of 2829c40f9757426a8adea7702b48b713 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:39.483576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.002113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.059134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c783709a-2d4f-49cf-9ecd-3a71e2431ead,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:40.080153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Checking segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:40.080620 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Network hostable DHCP agents. Network: a7710987-7b38-4c9c-a218-70caa2164642, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:59:40.096718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Network a7710987-7b38-4c9c-a218-70caa2164642 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:59:40.105472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, a7710987-7b38-4c9c-a218-70caa2164642) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:40.109936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:40.110549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.117147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3ade1-baa9-411d-a8aa-b72cf484494b None None] Network a7710987-7b38-4c9c-a218-70caa2164642 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:40.132623 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-beff905e-bf35-40ec-9f0c-a80a7d81390a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6865692 Oct 28 21:59:40.133328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:40.137818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:40.166160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.168039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.229126 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.280836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-a7710987-7b38-4c9c-a218-70caa2164642', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:59:40.281950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.386423 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.439448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Allocated IP 172.20.0.2 (a7710987-7b38-4c9c-a218-70caa2164642/c783709a-2d4f-49cf-9ecd-3a71e2431ead/fbbed504-f8cd-4f48-a0e7-5806ea74f51e) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:40.597872 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.608535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.615970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.617945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.659719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Network a7710987-7b38-4c9c-a218-70caa2164642 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:40.662893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:40.667221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:40.670454 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Pushing event updated for resources: {'Port': ['ID=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:40.724048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Attempting to bind port fbbed504-f8cd-4f48-a0e7-5806ea74f51e on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:40.724714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Attempting to bind port fbbed504-f8cd-4f48-a0e7-5806ea74f51e by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:40.725067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Attempting to bind port fbbed504-f8cd-4f48-a0e7-5806ea74f51e on network a7710987-7b38-4c9c-a218-70caa2164642 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:40.730028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:40.730386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Checking segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:40.731090 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.731199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Bound using segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:40.731598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Bound port: fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:40.731967 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.732438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Allocated IP 172.25.4.227 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a3f63d9c-7c7b-422e-9d4a-add5c360b4df) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:40.806552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] For port fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:40.809895 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] For port fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:40.818968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.880968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.885445 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51244179-11e9-4d7a-993e-9a79a5315836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.909658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affd0f-dc0f-4aa3-9ac2-37bae21652ce None None] Pushing event updated for resources: {'Port': ['ID=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:40.926723 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:40.972566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:40.975779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:40.981048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:41.010917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:41.290578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:41.491587 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:41.623927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:59:41.743237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:41.755231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:41.763266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:41.765027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6fcce47c-39b7-4805-832d-8ec98e54ac56 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6306558 Oct 28 21:59:41.767890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50658) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:41.770092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:41.771053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:41.896802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:42.053693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbbed504-f8cd-4f48-a0e7-5806ea74f51e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:42.058259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec97c3-55b6-4582-886b-7537be0e9bf1 None None] Network a7710987-7b38-4c9c-a218-70caa2164642 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:42.198623 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.206646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] Provisioning complete for port fbbed504-f8cd-4f48-a0e7-5806ea74f51e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:42.207007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.277720 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.321030 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fbbed504-f8cd-4f48-a0e7-5806ea74f51e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:42.321395 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.417328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.488563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.499012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Allocated IP 172.20.0.1 (a7710987-7b38-4c9c-a218-70caa2164642/c783709a-2d4f-49cf-9ecd-3a71e2431ead/4699d645-0edd-480e-855c-1c0892fa5283) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:42.530707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:41Z', 'revision_number': 3, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:42.578303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:42.578653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Updating router b868cb8d-801c-4b2d-ab9f-6f0181a04681 port a3f63d9c-7c7b-422e-9d4a-add5c360b4df binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:59:42.613426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.618501 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.619483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] For port fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:42.665033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.668009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.708440 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.717833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Network a7710987-7b38-4c9c-a218-70caa2164642 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:42.723763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:42.726997 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:42.732911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Pushing event updated for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:42.777020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.791035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 21:59:42.791607 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 21:59:42.800902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da66f2-e20a-4d28-a163-6b1c6873a3f6 None None] Pushing event updated for resources: {'Port': ['ID=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:42.915562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8f722d31-cca1-4a69-aada-8b008e73c98f None None] Provisioning complete for port fbbed504-f8cd-4f48-a0e7-5806ea74f51e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:42.917175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f722d31-cca1-4a69-aada-8b008e73c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:42.942762 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.156656 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.162368 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.236463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Pushing event updated for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:43.245434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.348863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Network a7710987-7b38-4c9c-a218-70caa2164642 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:43.349046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.350367 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:43.358193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.431586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Attempting to bind port a3f63d9c-7c7b-422e-9d4a-add5c360b4df on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:43.432121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Attempting to bind port a3f63d9c-7c7b-422e-9d4a-add5c360b4df by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:43.432649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Attempting to bind port a3f63d9c-7c7b-422e-9d4a-add5c360b4df on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:43.439142 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63a4c-e003-4e47-8803-34a8626ca8c2 None None] Pushing event updated for resources: {'Port': ['ID=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:43.456666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:43.457320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:43.457785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.458279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:43.461460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Bound port: a3f63d9c-7c7b-422e-9d4a-add5c360b4df, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:43.461945 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.465514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-191dcbdc-073f-4c26-895b-5f1ea8547ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.483730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:43.499019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-06a23458-8129-4b2b-80f3-f308e8c973d5 None None] Provisioning complete for port 4699d645-0edd-480e-855c-1c0892fa5283 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:43.499485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-06a23458-8129-4b2b-80f3-f308e8c973d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.559680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-06a23458-8129-4b2b-80f3-f308e8c973d5 None None] Port 4699d645-0edd-480e-855c-1c0892fa5283 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:59:43.566844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] For port a3f63d9c-7c7b-422e-9d4a-add5c360b4df, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:43.570393 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] For port a3f63d9c-7c7b-422e-9d4a-add5c360b4df, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:43.576149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.640569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:43.641345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:43.643441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:43.650240 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-47d68ab9-86fb-49ba-a857-e8fbc0f1a120 admin admin] 10.222.0.31 "PUT /v2.0/routers/b868cb8d-801c-4b2d-ab9f-6f0181a04681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8809102 Oct 28 21:59:43.723008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63a4c-e003-4e47-8803-34a8626ca8c2 None None] Pushing event updated for resources: {'Port': ['ID=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:43.744761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b190b788-2129-4d71-b82f-e204c7b384db None None] Provisioning complete for port 4699d645-0edd-480e-855c-1c0892fa5283 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:43.745214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b190b788-2129-4d71-b82f-e204c7b384db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:43.815762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b190b788-2129-4d71-b82f-e204c7b384db None None] Port 4699d645-0edd-480e-855c-1c0892fa5283 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:59:43.824020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:44.042352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbbed504-f8cd-4f48-a0e7-5806ea74f51e up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:44.076846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:43Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:44.115326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10bca2-42ae-472c-9bdf-081be74b85fd None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:43Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:44.130392 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fbbed504-f8cd-4f48-a0e7-5806ea74f51e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:44.130765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.253026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50712) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:44.258012 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-469259320-network', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:44.280681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Made reservation on behalf of 7e45f7fd3d214b07b17e76313767016e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:44.283214 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.293001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.386796 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.393933 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.419814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:59:44.430326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e307a-85d1-4cf5-877c-d56dc464a504,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:44.446788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.447566 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Added segment ad217119-26c6-4bf0-ab17-d18d761e5449 of type vlan for network 2165789b-ccfe-435e-9824-5347187fa212 Oct 28 21:59:44.497949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.531819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.533406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:44.533995 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.594552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3377297 Oct 28 21:59:44.594890 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50718) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:44.602108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Request body: {'subnet': {'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-469259320-subnet', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:44.604176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e57c2-1b70-48d2-8225-7b19d4101cba admin admin] Pushing event updated for resources: {'Network': ['ID=2165789b-ccfe-435e-9824-5347187fa212,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:44.616187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2165789b-ccfe-435e-9824-5347187fa212 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:59:44.628178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Made reservation on behalf of 7e45f7fd3d214b07b17e76313767016e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:59:44.632301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.835069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.895850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.899910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6b2fec-579f-476b-afb8-e69fc77f59eb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:44.910609 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Checking segment: {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:44.911123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Network hostable DHCP agents. Network: 2165789b-ccfe-435e-9824-5347187fa212, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:59:44.950634 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Network 2165789b-ccfe-435e-9824-5347187fa212 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:59:44.966333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2165789b-ccfe-435e-9824-5347187fa212) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:44.970917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:44.971599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:44.979397 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f803f5d-8e26-4dd5-acfd-195aa2186b95 None None] Network 2165789b-ccfe-435e-9824-5347187fa212 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:45.028779 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f0e64408-cefe-4182-aa89-e504ea99a7f3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4304395 Oct 28 21:59:45.029138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 50730) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:45.037059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 21:59:45.074135 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.075710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.144798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.216582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2165789b-ccfe-435e-9824-5347187fa212', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 21:59:45.217496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.232258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.306279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.381622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Allocated IP 172.20.0.2 (2165789b-ccfe-435e-9824-5347187fa212/ef6b2fec-579f-476b-afb8-e69fc77f59eb/87bc3d13-696d-4daa-93d6-6406724c2274) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:45.564562 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.575170 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.583207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.592102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.632699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Network 2165789b-ccfe-435e-9824-5347187fa212 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:45.635697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:45.639657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:45.646765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Pushing event updated for resources: {'Port': ['ID=87bc3d13-696d-4daa-93d6-6406724c2274,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:45.723439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Attempting to bind port 87bc3d13-696d-4daa-93d6-6406724c2274 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:45.723819 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Attempting to bind port 87bc3d13-696d-4daa-93d6-6406724c2274 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:45.724174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Attempting to bind port 87bc3d13-696d-4daa-93d6-6406724c2274 on network 2165789b-ccfe-435e-9824-5347187fa212 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:45.727479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Allocated IP 172.25.4.175 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/edfef08a-b71a-4356-8e80-733318447856) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:45.730947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:45.731337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Checking segment: {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:45.731979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.732398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Bound using segment: {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:45.733133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Bound port: 87bc3d13-696d-4daa-93d6-6406724c2274, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:45.733517 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.826735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] For port 87bc3d13-696d-4daa-93d6-6406724c2274, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:45.833034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] For port 87bc3d13-696d-4daa-93d6-6406724c2274, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=87bc3d13-696d-4daa-93d6-6406724c2274,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:45.838735 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.850462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.909511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:45.924656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6e33-095e-4372-b1ea-c6995335558c None None] Pushing event updated for resources: {'Port': ['ID=87bc3d13-696d-4daa-93d6-6406724c2274,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:46.002938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Pushing event updated for resources: {'Port': ['ID=edfef08a-b71a-4356-8e80-733318447856,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:46.013347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:46.015091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:46.018562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:46.078403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a3f63d9c-7c7b-422e-9d4a-add5c360b4df up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:46.133978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a3f63d9c-7c7b-422e-9d4a-add5c360b4df triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:46.134345 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:46.278521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:46.302114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port a3f63d9c-7c7b-422e-9d4a-add5c360b4df, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:46.308705 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:46.361547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:46.376555 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:46.757414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:46.933084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.075443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Router 5360eead-a581-4f0d-bf65-190cbc463779 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:59:47.143949 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:47.157715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:47.158326 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:47.212394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:47.224497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Sync routers for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:47.241460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:47.242480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:47.247177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.248813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-954233f8-d3ad-46cf-92fb-411315c7897a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2186258 Oct 28 21:59:47.252150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 50766) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 21:59:47.312028 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:47.381321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:47.414944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34c44b-ab01-416a-967d-7aec164284c3 None None] Network 2165789b-ccfe-435e-9824-5347187fa212 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 21:59:47.609458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] Provisioning complete for port 87bc3d13-696d-4daa-93d6-6406724c2274 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:47.609854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.701599 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:43Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:47.739976 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:47.740645 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Updating router b868cb8d-801c-4b2d-ab9f-6f0181a04681 port 4699d645-0edd-480e-855c-1c0892fa5283 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:59:47.776287 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.791989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.819983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:47.870604 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 3, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:47.885083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] For port 87bc3d13-696d-4daa-93d6-6406724c2274, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=87bc3d13-696d-4daa-93d6-6406724c2274,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:47.919298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Checking router: 5360eead-a581-4f0d-bf65-190cbc463779 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:47.919555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Updating router 5360eead-a581-4f0d-bf65-190cbc463779 port edfef08a-b71a-4356-8e80-733318447856 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:59:47.921640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.167563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.185560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Allocated IP 172.20.0.1 (2165789b-ccfe-435e-9824-5347187fa212/ef6b2fec-579f-476b-afb8-e69fc77f59eb/e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:59:48.197006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 87bc3d13-696d-4daa-93d6-6406724c2274 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:48.230019 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.242423 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.343875 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Pushing event updated for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:48.364389 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.364746 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.365211 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.368916 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.370598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.371160 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.371508 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.372021 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.372375 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.372727 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.373064 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.373383 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.373696 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:59:48.429654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.441768 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Attempting to bind port 4699d645-0edd-480e-855c-1c0892fa5283 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:48.442459 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Attempting to bind port 4699d645-0edd-480e-855c-1c0892fa5283 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:48.442827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Attempting to bind port 4699d645-0edd-480e-855c-1c0892fa5283 on network a7710987-7b38-4c9c-a218-70caa2164642 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:48.449394 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:48.449811 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Checking segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:48.450212 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.450599 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Bound using segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:48.451068 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Bound port: 4699d645-0edd-480e-855c-1c0892fa5283, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:48.451547 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.500667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:48.511219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Network 2165789b-ccfe-435e-9824-5347187fa212 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:48.513397 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:48.515816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:59:48.527917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c056f7d-2594-4754-85ec-e5717c7ee3a7 None None] Pushing event updated for resources: {'Port': ['ID=87bc3d13-696d-4daa-93d6-6406724c2274,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:48.570049 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] For port 4699d645-0edd-480e-855c-1c0892fa5283, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:48.574057 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] For port 4699d645-0edd-480e-855c-1c0892fa5283, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4699d645-0edd-480e-855c-1c0892fa5283,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:48.575556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.598731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ae82075d-b155-4b4c-9e9f-049e5e373a43 None None] Provisioning complete for port 87bc3d13-696d-4daa-93d6-6406724c2274 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:48.599133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ae82075d-b155-4b4c-9e9f-049e5e373a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.609518 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.699114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 87bc3d13-696d-4daa-93d6-6406724c2274 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:48.699935 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:48.700130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.700650 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:48.767748 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1bc83-9a61-44cf-a33f-4c7201591d9b None None] Pushing event updated for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:48.835569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:48.899124 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:48.924077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a3f63d9c-7c7b-422e-9d4a-add5c360b4df up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:49.075386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a3f63d9c-7c7b-422e-9d4a-add5c360b4df triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:49.075758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.085204 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.109874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.137315 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.145292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.226286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bde801-42bd-4280-8009-24f7005be0be None None] Pushing event updated for resources: {'Port': ['ID=edfef08a-b71a-4356-8e80-733318447856,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:49.229090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Attempting to bind port edfef08a-b71a-4356-8e80-733318447856 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:49.229525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Attempting to bind port edfef08a-b71a-4356-8e80-733318447856 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:49.229952 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Attempting to bind port edfef08a-b71a-4356-8e80-733318447856 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:49.239422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:49.239790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:49.240245 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.240761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:49.241443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Bound port: edfef08a-b71a-4356-8e80-733318447856, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:49.241887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.254602 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:49.284047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.287200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:49.311832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f9556-f3da-4d17-b790-d7c3e85c306e None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:49.362961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] For port edfef08a-b71a-4356-8e80-733318447856, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:49.362961 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] For port edfef08a-b71a-4356-8e80-733318447856, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=edfef08a-b71a-4356-8e80-733318447856,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:49.379421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:49.379804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.384965 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.415202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Network 2165789b-ccfe-435e-9824-5347187fa212 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:59:49.416744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:59:49.505387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bde801-42bd-4280-8009-24f7005be0be None None] Pushing event updated for resources: {'Port': ['ID=edfef08a-b71a-4356-8e80-733318447856,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:49.520015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:59:49.534676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:49.535696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:49.588782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Router 5360eead-a581-4f0d-bf65-190cbc463779 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:59:49.619058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Provisioning complete for port 4699d645-0edd-480e-855c-1c0892fa5283 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:49.619450 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.722005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:59:49.727367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6bd24459-e01e-45ea-bc22-929587b31233 admin admin] 10.222.0.31 "PUT /v2.0/routers/5360eead-a581-4f0d-bf65-190cbc463779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4739873 Oct 28 21:59:49.748018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:49.831839 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:49.957679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] For port 4699d645-0edd-480e-855c-1c0892fa5283, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4699d645-0edd-480e-855c-1c0892fa5283,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:49.969320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:50.123015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 87bc3d13-696d-4daa-93d6-6406724c2274 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:50.166341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734d06-de4b-42bb-be4f-554c86ac3596 None None] Pushing event updated for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:50.222008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ae1a8820-72e2-4b01-94aa-04f352e68e6d None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:50.222380 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8820-72e2-4b01-94aa-04f352e68e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:50.282619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0', 'name': '', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'mac_address': 'fa:16:3e:c6:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:47Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 2, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'subnets': [{'id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:50.284271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 87bc3d13-696d-4daa-93d6-6406724c2274 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:50.284685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:50.288757 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a8820-72e2-4b01-94aa-04f352e68e6d None None] Port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 21:59:50.342319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fa926-e85d-4ecb-9886-a008e200128c None None] The sync data for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 is: [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0', 'name': '', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'mac_address': 'fa:16:3e:c6:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:47Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 2, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'subnets': [{'id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:50.414626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4699d645-0edd-480e-855c-1c0892fa5283 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:50.495236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4699d645-0edd-480e-855c-1c0892fa5283 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:50.495692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:52.116248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4699d645-0edd-480e-855c-1c0892fa5283 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:52.170290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4699d645-0edd-480e-855c-1c0892fa5283 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:52.170935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:52.180412 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:59:52.262036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device edfef08a-b71a-4356-8e80-733318447856 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:52.327031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port edfef08a-b71a-4356-8e80-733318447856 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:52.327398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:52.417923 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:52.444075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port edfef08a-b71a-4356-8e80-733318447856, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=edfef08a-b71a-4356-8e80-733318447856,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:52.450911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:52.509074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=edfef08a-b71a-4356-8e80-733318447856,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:52.884660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Sync routers for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:59:52.895320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:52.895931 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:53.024929 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:53.252764 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0', 'name': '', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'mac_address': 'fa:16:3e:c6:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:47Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 2, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'subnets': [{'id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:53.281707 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Checking router: 5360eead-a581-4f0d-bf65-190cbc463779 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:59:53.282690 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Updating router 5360eead-a581-4f0d-bf65-190cbc463779 port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:59:53.309901 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.608871 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.615400 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.679265 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d143-7134-4168-8c4e-7901165908b1 None None] Pushing event updated for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:53.733754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Attempting to bind port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 21:59:53.734323 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Attempting to bind port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 21:59:53.735805 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Attempting to bind port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 on network 2165789b-ccfe-435e-9824-5347187fa212 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:59:53.742515 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:59:53.743386 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Checking segment: {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 21:59:53.744003 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.744568 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Bound using segment: {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:59:53.745430 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Bound port: e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad217119-26c6-4bf0-ab17-d18d761e5449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2165789b-ccfe-435e-9824-5347187fa212'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 21:59:53.745984 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.824105 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] For port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:59:53.827257 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] For port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:59:53.836410 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:53.910007 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d143-7134-4168-8c4e-7901165908b1 None None] Pushing event updated for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:53.920382 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:59:53.921090 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T21:59:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:54.045364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:54.046347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:54.126499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:54.192877 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:59:54.273470 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:54.321698 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:54.322183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:54.359244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] For port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:59:54.370677 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:54.431851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fac7d-7382-4f80-9ea9-85a41a939b19 None None] Pushing event updated for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:59:54.509747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device edfef08a-b71a-4356-8e80-733318447856 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:54.509948 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0', 'name': '', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'mac_address': 'fa:16:3e:c6:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:47Z', 'updated_at': '2021-10-28T21:59:53Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'subnets': [{'id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:59:54.511442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6a9160fa-7fb5-4ed8-88e7-671b56ea9e46 None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:54.511803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6a9160fa-7fb5-4ed8-88e7-671b56ea9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:54.545914 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287bf4b0-7354-4b25-b76b-850fed9c5254 None None] The sync data for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 is: [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:48Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0', 'name': '', 'network_id': '2165789b-ccfe-435e-9824-5347187fa212', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'mac_address': 'fa:16:3e:c6:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:47Z', 'updated_at': '2021-10-28T21:59:53Z', 'revision_number': 4, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'subnets': [{'id': 'ef6b2fec-579f-476b-afb8-e69fc77f59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:59:54.816536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port edfef08a-b71a-4356-8e80-733318447856 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:54.817065 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:55.992001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:59:56.042838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 21:59:56.043209 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 21:59:56.302890 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75d500a3-2235-4953-9467-b7c8169e1999 req-4373ec29-6cb7-4b84-9bce-0ff7ff7f3e1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1638081 Oct 28 21:59:56.394262 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75d500a3-2235-4953-9467-b7c8169e1999 req-c8de2387-5224-499f-9da4-369518a7e44d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0451419 Oct 28 21:59:56.441946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75d500a3-2235-4953-9467-b7c8169e1999 req-2928a5dd-c186-472c-9f15-6c0f449c2ad5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279882 Oct 28 21:59:56.573859 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d500a3-2235-4953-9467-b7c8169e1999 req-f0b7bcfd-803f-463c-8807-227826b46bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 21:59:56.575349 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-75d500a3-2235-4953-9467-b7c8169e1999 req-f0b7bcfd-803f-463c-8807-227826b46bf3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265955 Oct 28 22:00:10.865499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2efe13cc-56c8-4fee-8c23-54796511ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:12.147696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:12.332293 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:13.441828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f9a25f24-4b6f-49c6-8277-0def6ed31c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:14.889507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:15.186532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:16.745529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:29.182138 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:00:40.873760 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3b5df76-c5d7-4abd-8acb-c37e1c924670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:42.157305 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:42.327919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:43.444494 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e202046b-00f0-45d1-8c9a-37273c22dc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:44.893537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:45.195637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:46.748869 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:00:56.169935 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b964dba2-3783-40ae-a8b9-7528e9780da0 req-c01456ee-cbd6-4ade-9ecb-7ae25214405a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264292 Oct 28 22:00:56.240876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b964dba2-3783-40ae-a8b9-7528e9780da0 req-98b5799e-4fbf-4be3-b2a5-1829cbeeaf68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0259228 Oct 28 22:00:56.284399 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b964dba2-3783-40ae-a8b9-7528e9780da0 req-87fbf980-47c8-45d7-be6e-59902e5b7116 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237763 Oct 28 22:00:56.406885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964dba2-3783-40ae-a8b9-7528e9780da0 req-7c403af2-35bc-4817-96f5-4c81933b28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:00:56.408357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b964dba2-3783-40ae-a8b9-7528e9780da0 req-7c403af2-35bc-4817-96f5-4c81933b28e5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167481 Oct 28 22:01:06.191819 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:01:10.870699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7527bae1-3d4d-4416-9386-367a0d865310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:12.162753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:12.321814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:13.448405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-974dbb8b-3110-471b-a75d-26916b9cbc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:14.895937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:15.197923 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:16.751909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.477923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53640) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:36.606899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.699546 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.704311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.734706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be84552e-60fa-4025-87dd-74bafdd42618,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:36.758664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.759012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.759352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.759690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.760026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.760393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.760713 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.761038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.761364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.761690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.762015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.762338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.771245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a900b768-1591-4d35-aa1e-fabda14c95ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d057753a09df4cfbba6f8d65ce40c089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910345 Oct 28 22:01:36.774660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53648) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:36.844963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.868129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.929420 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.934878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:36.939508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be84552e-60fa-4025-87dd-74bafdd42618 HTTP/1.1" status: 204 len: 168 time: 0.1630459 Oct 28 22:01:36.948520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be84552e-60fa-4025-87dd-74bafdd42618,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:36.956336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.956901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.957247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.957584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.957915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.958244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.958573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.959742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.959970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.960264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.960630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:36.960943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916d5bc-834b-4008-8a2c-bca443621e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:01:37.287464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53666) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:37.314637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb88ca5c-6883-400b-95c4-87e23ba12cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.400080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb88ca5c-6883-400b-95c4-87e23ba12cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.404777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cb88ca5c-6883-400b-95c4-87e23ba12cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.442368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88ca5c-6883-400b-95c4-87e23ba12cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e99db00-9c5c-49d0-9b31-56a4e6171262,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:37.447586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cb88ca5c-6883-400b-95c4-87e23ba12cdc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=327c20362e6d4d5d943f5f01111c6f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590962 Oct 28 22:01:37.450156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53670) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:37.502350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.542957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.591406 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.594265 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:37.595533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e99db00-9c5c-49d0-9b31-56a4e6171262 HTTP/1.1" status: 204 len: 168 time: 0.1442721 Oct 28 22:01:37.603947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7865-eb22-4ea1-bfb1-e76ec42dc4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e99db00-9c5c-49d0-9b31-56a4e6171262,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:40.873988 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cb74d2fa-54a8-43a3-9cb2-2a4169139eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:42.197473 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:42.339959 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:43.182065 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:01:43.453629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-495d53eb-e22d-4be7-b084-ae81cd8cd1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:44.912957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:45.204186 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:46.755749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.597518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53934) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:49.602347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128573453', 'description': 'tempest-secgroup-smoke-2128573453 description', 'project_id': '2829c40f9757426a8adea7702b48b713'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:49.626708 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.699951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.703779 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.731241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.732976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344354 Oct 28 22:01:49.736171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53936) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:49.736995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99b366-87c4-4d23-93e2-e23e6b7de38a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556eb06-2db4-4af6-9271-832c1445cac2,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:49.741135 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:49.770984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.828183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.831690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.851316 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b64c27-608e-4649-8e91-6e2bb30446ab,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:49.858112 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.862081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53938) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:49.862357 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6f1d1d5b-7745-49de-8d4b-a633a7624f08 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247799 Oct 28 22:01:49.867539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:49.900892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.958309 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.962738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.982831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3cb81d-9dfb-49a3-92b9-fe94cc60be79,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:49.993109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:49.997056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-233acee2-cd8f-42eb-bcab-210ff4190e1a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309769 Oct 28 22:01:49.997282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53942) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:50.003234 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:50.034537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.102966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.106236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.126367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec61099-86e5-48cd-93eb-a81118a69dd0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:50.133759 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.135417 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cdfdefd7-b2c8-43e8-9ae7-321f656a3b6a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362600 Oct 28 22:01:50.138010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53944) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:50.142459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:50.170776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.231752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.235628 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.256137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57195229-a3d3-430d-8826-d6f3e09e9ac0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:50.261345 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.265900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 53946) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:50.266153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7afe5cc1-c434-4f3e-8ff7-aa00a3013515 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267731 Oct 28 22:01:50.270849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:50.295251 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Project 2829c40f9757426a8adea7702b48b713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:01:50.300253 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.362274 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.365907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.389344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb9ae1e-4cae-4be7-b6a9-5f731dd22907,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:50.400390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.402170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-91a90e9a-8931-4c57-9c34-adaf0bb363e5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345906 Oct 28 22:01:50.405872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 53952) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:50.412296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'security_group_rule': {'security_group_id': 'c556eb06-2db4-4af6-9271-832c1445cac2', 'project_id': '2829c40f9757426a8adea7702b48b713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:50.435401 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Project 2829c40f9757426a8adea7702b48b713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:01:50.440731 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.532255 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.537867 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.553977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c0f1e-16f2-46a0-a94c-ccf1f9850be0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:50.574675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:50.584241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e5c611bc-0991-4473-8269-0fbc752be9f5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689973 Oct 28 22:01:50.784563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-1a20f776-4858-4d3c-b69a-3f67d5020212 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128573453&fields=id&tenant_id=2829c40f9757426a8adea7702b48b713 HTTP/1.1" status: 200 len: 267 time: 0.0343053 Oct 28 22:01:50.895705 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-0d94b88c-c8a6-41bf-a18b-7c76970c5493 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:50.897190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-0d94b88c-c8a6-41bf-a18b-7c76970c5493 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 814 time: 0.1055379 Oct 28 22:01:50.912859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-ace59378-ab4d-42f1-a763-92f93baa133e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/quotas/2829c40f9757426a8adea7702b48b713 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Oct 28 22:01:50.964391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-3f7f1d40-b94a-4eed-b04a-16225a601195 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460458 Oct 28 22:01:51.078183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-bcbc1865-bc37-4579-9f13-c0fe7ec2fc07 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:01:51.079299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-bcbc1865-bc37-4579-9f13-c0fe7ec2fc07 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1032200 Oct 28 22:01:51.178398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-44641e29-342c-40ed-b5d7-5702dfe241cc service neutron] 10.222.0.31 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926082 Oct 28 22:01:51.269527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-b7a78789-d9d9-4a64-983b-d8ce6a90518f service neutron] 10.222.0.31 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834348 Oct 28 22:01:51.603033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0bd1792-39f2-4d55-9883-59b471307241 req-38353ac3-e49f-423b-93d4-6b2d080b9679 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0325315 Oct 28 22:01:52.739618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe543c46-cab9-41c5-86c9-8dc9ca6f8463 req-03b5faa0-237d-4d5b-97f1-0c8a432d8874 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0349388 Oct 28 22:01:52.912719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54014) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:53.041812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93711b2a-052c-4965-b9d1-63576bc39239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.121862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93711b2a-052c-4965-b9d1-63576bc39239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.127780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93711b2a-052c-4965-b9d1-63576bc39239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.171889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93711b2a-052c-4965-b9d1-63576bc39239 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6295965daf004143b9c054ff04c5c662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575951 Oct 28 22:01:53.173323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93711b2a-052c-4965-b9d1-63576bc39239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0101ab8-b092-4150-9e83-c924769ee3fc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:53.174790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54020) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:53.231661 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.256664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.317565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.321039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.324551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0101ab8-b092-4150-9e83-c924769ee3fc HTTP/1.1" status: 204 len: 168 time: 0.1458855 Oct 28 22:01:53.331055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391526fd-402f-46f2-97b4-6374bdddbcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0101ab8-b092-4150-9e83-c924769ee3fc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:53.607095 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54026) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:53.620509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db222e-071f-480b-8902-696f7a35dcc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.698594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db222e-071f-480b-8902-696f7a35dcc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.703669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-63db222e-071f-480b-8902-696f7a35dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.745048 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db222e-071f-480b-8902-696f7a35dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f67ba-6e8a-4e4a-9e57-1ee114dce3f0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:53.750405 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-63db222e-071f-480b-8902-696f7a35dcc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=438c76326c3e4e899fa39b7f60432f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422062 Oct 28 22:01:53.756292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54030) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:01:53.832162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.869058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df56f14d-3268-4933-8fa3-403a22294ea0 req-e6febcf7-c680-42ee-bddf-234eac42da42 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0481331 Oct 28 22:01:53.879456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.917793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-aff75b66-e4de-45f3-8f11-095da221fab5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:53.920093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-aff75b66-e4de-45f3-8f11-095da221fab5 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 814 time: 0.1853306 Oct 28 22:01:53.938954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.941786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:53.945257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/674f67ba-6e8a-4e4a-9e57-1ee114dce3f0 HTTP/1.1" status: 204 len: 168 time: 0.1856899 Oct 28 22:01:53.951936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc6505-0d31-4791-89f0-f0746fb1af9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f67ba-6e8a-4e4a-9e57-1ee114dce3f0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:53.969640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-04556878-e2b3-4632-9008-25a62c1b2434 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2829c40f9757426a8adea7702b48b713 HTTP/1.1" status: 200 len: 380 time: 0.0409105 Oct 28 22:01:53.980898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'port': {'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'admin_state_up': True, 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'security_groups': ['c556eb06-2db4-4af6-9271-832c1445cac2']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:54.104977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Made reservation on behalf of 2829c40f9757426a8adea7702b48b713 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:01:54.108540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.248747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Allocated IP 172.20.0.14 (a7710987-7b38-4c9c-a218-70caa2164642/c783709a-2d4f-49cf-9ecd-3a71e2431ead/6ce60226-58e6-4e3d-a4d8-885166bb124b) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:01:54.395029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.430032 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.477739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Network a7710987-7b38-4c9c-a218-70caa2164642 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:01:54.484814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:01:54.487842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:01:54.556449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:54.584536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:54.585821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.612650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-16ab3191-82d0-4a84-84f1-968f7cdad4dc tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6367879 Oct 28 22:01:54.624940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Request body: {'port': {'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:01:54.698946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.859404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-9df2d4e6-ed8e-442c-affe-f8b6ed727e7f None None] Provisioning complete for port 6ce60226-58e6-4e3d-a4d8-885166bb124b triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:01:54.861465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9df2d4e6-ed8e-442c-affe-f8b6ed727e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:54.900069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9df2d4e6-ed8e-442c-affe-f8b6ed727e7f None None] Port 6ce60226-58e6-4e3d-a4d8-885166bb124b cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:01:55.048056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce60226-58e6-4e3d-a4d8-885166bb124b {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:01:55.059486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb209-2560-4909-8434-c752eb5b7666 req-d966dcaa-a7df-4114-9d90-f9d8c3059248 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:55.061919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc0eb209-2560-4909-8434-c752eb5b7666 req-d966dcaa-a7df-4114-9d90-f9d8c3059248 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 932 time: 0.1035609 Oct 28 22:01:55.066439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:55.094024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Transition to ACTIVE for port object 6ce60226-58e6-4e3d-a4d8-885166bb124b will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:01:55.105285 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:55.139107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc0eb209-2560-4909-8434-c752eb5b7666 req-b3cece0c-7cbf-4210-8e91-c7aef9d0122f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659497 Oct 28 22:01:55.168567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:55.250087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Attempting to bind port 6ce60226-58e6-4e3d-a4d8-885166bb124b on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:01:55.250638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Attempting to bind port 6ce60226-58e6-4e3d-a4d8-885166bb124b by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:01:55.251038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Attempting to bind port 6ce60226-58e6-4e3d-a4d8-885166bb124b on network a7710987-7b38-4c9c-a218-70caa2164642 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:01:55.256059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Port 6ce60226-58e6-4e3d-a4d8-885166bb124b on network a7710987-7b38-4c9c-a218-70caa2164642 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:01:55.256513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Attempting to bind port 6ce60226-58e6-4e3d-a4d8-885166bb124b on network a7710987-7b38-4c9c-a218-70caa2164642 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:01:55.263317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:01:55.263952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Checking segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:01:55.264231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Bound using segment: {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:01:55.264690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Bound port: 6ce60226-58e6-4e3d-a4d8-885166bb124b, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:01:55.265057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:55.340302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:01:55.344680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:01:55.350477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:55.398757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:55.400120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:01:55.401455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] 10.222.0.44 "PUT /v2.0/ports/6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 1093 time: 0.7814851 Oct 28 22:01:55.401972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:01:55.404270 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b857c6-1a0b-40b7-8914-2ec4242182bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:01:55.436936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacd09f-88ac-4e04-8d90-cc4c2867ec6d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:01:55.525972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-04fff1ef-44d3-4f23-87ba-b99299f89229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:55.527546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-04fff1ef-44d3-4f23-87ba-b99299f89229 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1096 time: 0.0564859 Oct 28 22:01:55.621777 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-442ef633-f54d-422e-be77-020b1aa57add service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 217 time: 0.0855582 Oct 28 22:01:55.705554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-0dbe83bc-3218-4011-923c-e211dbac5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:55.707748 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-0dbe83bc-3218-4011-923c-e211dbac5b5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0753868 Oct 28 22:01:55.766588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-d508c1fe-3f01-4ffd-a6cf-b33c2cb63084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:55.767018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-d508c1fe-3f01-4ffd-a6cf-b33c2cb63084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517623 Oct 28 22:01:55.879673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-31a86e30-a419-4050-bb29-9be906c6e758 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963175 Oct 28 22:01:55.989848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c06cc60e-aa18-4887-81f8-2b258650f5df req-156e0df4-c0bc-4816-b185-1e7ce019974f service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033843 Oct 28 22:01:56.164962 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea23300a-235a-4b6f-960f-7d6b2f9f9303 req-d340178c-a05d-4a8a-92ce-1c7b3da86e41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296474 Oct 28 22:01:56.245258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea23300a-235a-4b6f-960f-7d6b2f9f9303 req-47d9bc62-3fc1-41a4-b424-910b834ddc05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Oct 28 22:01:56.309388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea23300a-235a-4b6f-960f-7d6b2f9f9303 req-b17c77e4-e1e6-43fe-9e81-f11b435c6cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363407 Oct 28 22:01:56.311822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792588-cbfa-4e8f-9b26-f39b1a8e49d9 req-edbcf64f-d304-4449-a0cd-1e7997250135 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:56.313616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c792588-cbfa-4e8f-9b26-f39b1a8e49d9 req-edbcf64f-d304-4449-a0cd-1e7997250135 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0703981 Oct 28 22:01:56.361868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c792588-cbfa-4e8f-9b26-f39b1a8e49d9 req-f29a5c83-621c-4532-9380-de0dccd037c8 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Oct 28 22:01:56.442530 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23300a-235a-4b6f-960f-7d6b2f9f9303 req-27f3a4ce-09d0-42d6-9d34-ff1dea3db1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:56.444335 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea23300a-235a-4b6f-960f-7d6b2f9f9303 req-27f3a4ce-09d0-42d6-9d34-ff1dea3db1b2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269946 Oct 28 22:01:56.738348 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6a5e61-3a3c-4fba-97bd-112f6ff84114 x-openstack-request-id: req-2b6a5e61-3a3c-4fba-97bd-112f6ff84114 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:01:56.738884 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:01:56.739205 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b6a5e61-3a3c-4fba-97bd-112f6ff84114 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:01:56.739679 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:01:56.806305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-c3a3f1ad-3828-4747-9d1e-f38a20bd834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:56.807799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-c3a3f1ad-3828-4747-9d1e-f38a20bd834e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1096 time: 0.0462666 Oct 28 22:01:56.906258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-99c18693-803b-45a8-aeef-908f5382db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:56.907641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-99c18693-803b-45a8-aeef-908f5382db20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 915 time: 0.0907779 Oct 28 22:01:56.950329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-01801c95-e879-48e1-bfd7-bed3d1926018 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 217 time: 0.0352659 Oct 28 22:01:57.002847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-a5c615fe-d594-477a-9b0a-a0fe973ff06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:57.004451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-a5c615fe-d594-477a-9b0a-a0fe973ff06b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0456660 Oct 28 22:01:57.056914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-341ac5b3-ef2c-475a-97c1-0ac115e40e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:57.058409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-341ac5b3-ef2c-475a-97c1-0ac115e40e4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471368 Oct 28 22:01:57.152028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-700a749a-f7a6-4883-a683-81d44e45f495 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865507 Oct 28 22:01:57.248913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0b857c6-1a0b-40b7-8914-2ec4242182bc req-ac1de69b-6cd0-489a-907f-9db78586ceb7 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889292 Oct 28 22:01:57.491482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddcde2-9ed4-44f1-8473-974ebe5b8a20 req-585283bc-0164-49a3-b5a7-e87e3f7f987e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:57.493185 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8ddcde2-9ed4-44f1-8473-974ebe5b8a20 req-585283bc-0164-49a3-b5a7-e87e3f7f987e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0571868 Oct 28 22:01:57.537018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a8ddcde2-9ed4-44f1-8473-974ebe5b8a20 req-af39aaad-d734-4f8b-9814-5f8069e5e73e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364769 Oct 28 22:01:58.657422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d92ad-347f-486f-a1a2-ffec0c5aa240 req-9c4e3db7-e58c-4d71-8de2-80fda7c000ce tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:58.659150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e9d92ad-347f-486f-a1a2-ffec0c5aa240 req-9c4e3db7-e58c-4d71-8de2-80fda7c000ce tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0496268 Oct 28 22:01:58.710264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e9d92ad-347f-486f-a1a2-ffec0c5aa240 req-de031334-b26d-4d14-ad91-4c89181f5f6f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Oct 28 22:01:59.830307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f13bd-acd3-4c2c-bc4f-43a533db50bf req-711c6fda-73d6-4e55-a08a-730419a84600 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:01:59.831819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb7f13bd-acd3-4c2c-bc4f-43a533db50bf req-711c6fda-73d6-4e55-a08a-730419a84600 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0505118 Oct 28 22:01:59.872628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb7f13bd-acd3-4c2c-bc4f-43a533db50bf req-910b79a3-73ee-4f9d-ac78-cf3187dd5317 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Oct 28 22:02:01.009581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c51f5-a992-4955-8f15-95cbe17e15f2 req-681b5a15-26a5-4e44-a22e-801066b024ff tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:01.012435 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-342c51f5-a992-4955-8f15-95cbe17e15f2 req-681b5a15-26a5-4e44-a22e-801066b024ff tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0544574 Oct 28 22:02:01.055691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-342c51f5-a992-4955-8f15-95cbe17e15f2 req-9392f792-748f-4bf4-9931-dd821e750e40 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374184 Oct 28 22:02:02.183987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3485409-7f6c-4640-a9f0-6e1b91cafbfa req-a4d59812-b033-44c1-b431-4c57b7509981 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:02.188461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3485409-7f6c-4640-a9f0-6e1b91cafbfa req-a4d59812-b033-44c1-b431-4c57b7509981 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0591936 Oct 28 22:02:02.230051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3485409-7f6c-4640-a9f0-6e1b91cafbfa req-ea972f54-4d82-4bfa-9b7a-6846e71f3c5b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368917 Oct 28 22:02:03.355992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43589268-bfc3-4b84-a04d-b80590a925b6 req-d280598e-a241-4f47-9d7b-3b7a19ad9abe tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:03.358175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43589268-bfc3-4b84-a04d-b80590a925b6 req-d280598e-a241-4f47-9d7b-3b7a19ad9abe tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0517306 Oct 28 22:02:03.397069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43589268-bfc3-4b84-a04d-b80590a925b6 req-94c6205d-7f22-4ab9-bd20-c7362a43226a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Oct 28 22:02:04.515077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e89f9-b194-405c-a200-0304d1a5fdab req-8a36db30-5a11-4ad8-841a-16a621269d4b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:04.516589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e9e89f9-b194-405c-a200-0304d1a5fdab req-8a36db30-5a11-4ad8-841a-16a621269d4b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0498383 Oct 28 22:02:04.555056 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8e9e89f9-b194-405c-a200-0304d1a5fdab req-561ce775-877a-4546-b31c-8093f9ac1895 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Oct 28 22:02:05.674043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a8035-d046-4e48-9945-e30cf48d107b req-7cb0c210-1b1a-4c9c-8e2b-c64ae41142a7 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:05.675660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c9a8035-d046-4e48-9945-e30cf48d107b req-7cb0c210-1b1a-4c9c-8e2b-c64ae41142a7 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0490396 Oct 28 22:02:05.719581 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c9a8035-d046-4e48-9945-e30cf48d107b req-f1d25503-08b6-42b1-9780-51066e88bb4e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369780 Oct 28 22:02:06.864354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e166-8fc3-44d9-8f7e-5335fe2ba451 req-0ad57f4b-7c03-4cfa-83f3-88abb81bfd5a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:06.865842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa48e166-8fc3-44d9-8f7e-5335fe2ba451 req-0ad57f4b-7c03-4cfa-83f3-88abb81bfd5a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 944 time: 0.0597186 Oct 28 22:02:06.905606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa48e166-8fc3-44d9-8f7e-5335fe2ba451 req-13b51028-0227-4180-acb9-7d5148e299a6 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336983 Oct 28 22:02:07.521652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6ce60226-58e6-4e3d-a4d8-885166bb124b details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:02:07.616880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:07.627682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:02:07.664309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:07.676672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce60226-58e6-4e3d-a4d8-885166bb124b {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:02:07.695217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:07.699286 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:07.744110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:07.751170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.751518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.751854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.752185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.752540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.752868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.753192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.753515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.753834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.754153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.754469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.754785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:07.934891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['6ce60226-58e6-4e3d-a4d8-885166bb124b'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:02:08.028237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef13b-701a-4dfa-94e5-fea258179c68 req-607bea07-2155-4047-8c11-2e7624a862f6 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:08.030625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f55ef13b-701a-4dfa-94e5-fea258179c68 req-607bea07-2155-4047-8c11-2e7624a862f6 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 945 time: 0.0546651 Oct 28 22:02:08.080432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f55ef13b-701a-4dfa-94e5-fea258179c68 req-82046bdf-964b-4aea-8d72-89ff1ccf9aeb tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Oct 28 22:02:09.214209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d8de1-cc74-4626-bce2-9b5825b97ff5 req-50db21be-8484-48c7-971b-9303fb20b32f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:09.217556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470d8de1-cc74-4626-bce2-9b5825b97ff5 req-50db21be-8484-48c7-971b-9303fb20b32f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 945 time: 0.0633240 Oct 28 22:02:09.263859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-470d8de1-cc74-4626-bce2-9b5825b97ff5 req-76caff48-bc53-4600-8fcd-d6e7bae0d1d0 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Oct 28 22:02:09.537883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6ce60226-58e6-4e3d-a4d8-885166bb124b up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:02:09.589424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 6ce60226-58e6-4e3d-a4d8-885166bb124b completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:02:09.594448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 6ce60226-58e6-4e3d-a4d8-885166bb124b triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:09.594946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:09.674227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:09.698833 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:09.701654 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ae1897-e3f1-459a-9343-20391974c481" -d '{"events": [{"server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "name": "network-vif-plugged", "status": "completed", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:09.715057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:09.720055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:09.771074 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:09.807201 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02161dc7-216a-4171-a73e-86aea146754f x-openstack-request-id: req-02161dc7-216a-4171-a73e-86aea146754f {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:09.807486 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "name": "network-vif-plugged", "status": "completed", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:09.812402 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02161dc7-216a-4171-a73e-86aea146754f {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:09.812402 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'code': 200} Oct 28 22:02:09.903481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0077b6-3c05-4c11-9fe4-88f8c1cad77e req-dc503cd8-3546-4a6f-b4ea-58b4b5f38dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:09.905643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee0077b6-3c05-4c11-9fe4-88f8c1cad77e req-dc503cd8-3546-4a6f-b4ea-58b4b5f38dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1098 time: 0.0406215 Oct 28 22:02:09.940029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ee0077b6-3c05-4c11-9fe4-88f8c1cad77e req-6e474f18-bffe-48a3-8f79-21c6d2b7ccc7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264490 Oct 28 22:02:10.390297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1d2ba-388c-4787-8151-13066b6e506f req-b0623652-7d36-4132-a620-07d0526a4614 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:10.391725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9a1d2ba-388c-4787-8151-13066b6e506f req-b0623652-7d36-4132-a620-07d0526a4614 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0503948 Oct 28 22:02:10.430087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d9a1d2ba-388c-4787-8151-13066b6e506f req-102572e3-00f9-45ba-8df8-778fdf60a8e7 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Oct 28 22:02:10.869114 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6167c03-5bd7-4221-92a6-82b82fdd3fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:11.555825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae3938-6602-4696-96d6-6b36dff9d90a req-6d058157-455e-4847-8bdb-e4dae3557a5b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:11.557337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cae3938-6602-4696-96d6-6b36dff9d90a req-6d058157-455e-4847-8bdb-e4dae3557a5b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0502110 Oct 28 22:02:11.601637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cae3938-6602-4696-96d6-6b36dff9d90a req-29f05196-51e0-46cb-bc45-127a49b04a4e tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366659 Oct 28 22:02:11.717775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab694a-12fb-4e90-b6df-c262bd8a3d41 req-f277066f-ab85-4289-ad00-4991acb7dbd8 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:11.719158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeab694a-12fb-4e90-b6df-c262bd8a3d41 req-f277066f-ab85-4289-ad00-4991acb7dbd8 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0510542 Oct 28 22:02:11.757363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeab694a-12fb-4e90-b6df-c262bd8a3d41 req-3bed0163-f850-40a2-bfe9-85478b5d4e01 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Oct 28 22:02:11.779831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54200) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:11.970446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05471f5f-43b3-4d13-af85-1d82e7cbc71b tempest-TestVolumeBackupRestore-835628837 tempest-TestVolumeBackupRestore-835628837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:11.971985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-05471f5f-43b3-4d13-af85-1d82e7cbc71b tempest-TestVolumeBackupRestore-835628837 tempest-TestVolumeBackupRestore-835628837-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1093 time: 0.1911368 Oct 28 22:02:11.974835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54204) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:11.979280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:02:12.002457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.105618 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.174553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.213725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Allocated IP 172.25.4.131 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/0399bb11-b78f-41cd-92a1-59807c5bd17e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:02:12.324223 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.350036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.362632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.406856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:02:12.411766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:12.416567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:02:12.437666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'Port': ['ID=0399bb11-b78f-41cd-92a1-59807c5bd17e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:12.553949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:12.672719 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77556032-8654-44bc-b358-ccd511d7f56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.754736 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77556032-8654-44bc-b358-ccd511d7f56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.759597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77556032-8654-44bc-b358-ccd511d7f56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.791552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.811314 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77556032-8654-44bc-b358-ccd511d7f56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f05258-81b4-42ba-96c9-0e7392162b8e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:12.823184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-77556032-8654-44bc-b358-ccd511d7f56f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45f18076fba44bb39c2a717c931c29b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681954 Oct 28 22:02:12.824068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54218) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:12.867882 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.877328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.899291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.948982 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.952346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:12.956233 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0f05258-81b4-42ba-96c9-0e7392162b8e HTTP/1.1" status: 204 len: 168 time: 0.1311593 Oct 28 22:02:12.964483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32353a-927e-4e5b-bb7b-8ca056ad46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f05258-81b4-42ba-96c9-0e7392162b8e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:13.044256 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.050252 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.121947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event updated for resources: {'Port': ['ID=0399bb11-b78f-41cd-92a1-59807c5bd17e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:13.138202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.461714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f0749d86-9f2c-432a-b6eb-7ee91fdf7d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.613625 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Floating IP d2c64b26-d5fb-4d72-9d1e-a31121ec66d3 associated. External IP: 172.25.4.131, port: 6ce60226-58e6-4e3d-a4d8-885166bb124b. Oct 28 22:02:13.646820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54240) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:13.785341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1263201626-network', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:02:13.828617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Made reservation on behalf of 81aa3a6ef00842b294ddbc1c36566091 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:02:13.830878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.846161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:13.874420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:14.009774 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.016993 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.041761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:14.049944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:02:14.053164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:14.064506 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:14.065371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:14.068827 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.069107 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Added segment e0144a76-f109-4061-a712-aea50fdfc8ec of type vlan for network c7d83d14-fce6-48d4-91d0-d36a151af299 Oct 28 22:02:14.070398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1d576-c676-4709-b5fc-ebe30394a420,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:14.102875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.133902 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.143669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0429e8f4-9e07-4285-9383-a382faac655a tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1677988 Oct 28 22:02:14.145596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:14.146403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54244) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:14.148007 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbfc504-a27b-4655-bff5-67507aeaf305" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:14.184853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.186310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.186948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.195597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3807d-46da-4797-81f8-8174ba419547 tempest-TestVolumeBackupRestore-835628837 tempest-TestVolumeBackupRestore-835628837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.196096 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16e0e6-17a9-42b8-8fe9-7ef37796b78d x-openstack-request-id: req-fc16e0e6-17a9-42b8-8fe9-7ef37796b78d {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:14.196584 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:14.196842 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc16e0e6-17a9-42b8-8fe9-7ef37796b78d {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:14.197239 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:02:14.197578 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b7b3807d-46da-4797-81f8-8174ba419547 tempest-TestVolumeBackupRestore-835628837 tempest-TestVolumeBackupRestore-835628837-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1093 time: 0.0499401 Oct 28 22:02:14.200121 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:14.206363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Request body: {'floatingip': {'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:02:14.207020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:14.258594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6081936 Oct 28 22:02:14.259747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54250) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:14.266910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Request body: {'subnet': {'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1263201626-subnet', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:02:14.282361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.290515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b928c-f407-4649-ba73-6bbb26fe547c admin admin] Pushing event updated for resources: {'Network': ['ID=c7d83d14-fce6-48d4-91d0-d36a151af299,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:14.301576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-bc27ceff-e76c-46bb-a69a-7b3a5213e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.303159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-bc27ceff-e76c-46bb-a69a-7b3a5213e591 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1098 time: 0.0628843 Oct 28 22:02:14.310182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network c7d83d14-fce6-48d4-91d0-d36a151af299 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:02:14.332008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Made reservation on behalf of 81aa3a6ef00842b294ddbc1c36566091 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:02:14.334842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:14.409190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-be5afe02-16c1-4aeb-bbd1-9822a52de1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.410675 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-be5afe02-16c1-4aeb-bbd1-9822a52de1af service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 915 time: 0.0996976 Oct 28 22:02:14.481164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-711f4e45-ac4b-409b-bfd9-131277d9f1ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 1000 time: 0.0631759 Oct 28 22:02:14.532711 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:12Z', 'revision_number': 0, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:14.535078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-03782e2a-76ca-4551-8b63-91fddc75cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.536809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-03782e2a-76ca-4551-8b63-91fddc75cc75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0492215 Oct 28 22:02:14.564785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:14.574002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:14.574628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:14.593620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-bf2d50b2-6602-47fa-89db-3ec0d1b1d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:14.595313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-bf2d50b2-6602-47fa-89db-3ec0d1b1d6a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517802 Oct 28 22:02:14.687958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:14.692951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-0a056150-9e5e-4be6-9c3d-0465d69492cc service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908556 Oct 28 22:02:14.819769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bcbfc504-a27b-4655-bff5-67507aeaf305 req-b6992b0c-8210-4448-85e5-555e0dba28da service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202419 Oct 28 22:02:15.012147 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.028476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.111368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:12Z', 'revision_number': 0, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:15.143763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a73e0-c16b-479b-a7e0-bb47fd8ee1f2 None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:12Z', 'revision_number': 0, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:15.169867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:15.199629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Checking segment: {'id': 'e0144a76-f109-4061-a712-aea50fdfc8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:02:15.200082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Network hostable DHCP agents. Network: c7d83d14-fce6-48d4-91d0-d36a151af299, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:02:15.202310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.248517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Network c7d83d14-fce6-48d4-91d0-d36a151af299 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:02:15.263974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, c7d83d14-fce6-48d4-91d0-d36a151af299) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:15.268154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:15.268761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.272666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa8eb2-ebdc-4493-8860-cc56f74e14db None None] Network c7d83d14-fce6-48d4-91d0-d36a151af299 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:02:15.320313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54252) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:15.320929 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ad617259-4954-4d6d-9740-176690f40fea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0595665 Oct 28 22:02:15.325356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:02:15.336802 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.343726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.357480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.358910 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.423201 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c05ca7-83b2-49b3-8290-df3441cff5bb None None] New status for floating IP d2c64b26-d5fb-4d72-9d1e-a31121ec66d3: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:02:15.425260 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.436622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-c7d83d14-fce6-48d4-91d0-d36a151af299', 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'fixed_ips': [{'subnet_id': 'f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:02:15.437729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.600568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Allocated IP 172.20.0.2 (c7d83d14-fce6-48d4-91d0-d36a151af299/f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4/aa6d1af2-86d2-4127-815c-a044d948da7d) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:02:15.611217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:15.623187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.739714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:15.749871 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.762896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:15.782279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:15.784259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:15.784885 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e2167-0105-47d5-add0-d5e7710909dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:15.785024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:15.799033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.824305 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c4fd70f2-2a8c-42b0-ab8d-f5561c88419b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "PUT /v2.0/floatingips/d2c64b26-d5fb-4d72-9d1e-a31121ec66d3 HTTP/1.1" status: 200 len: 992 time: 1.6168230 Oct 28 22:02:15.867678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.903287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.928079 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:15.928460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Network c7d83d14-fce6-48d4-91d0-d36a151af299 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:02:15.935855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:15.939029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:02:15.958998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Pushing event updated for resources: {'Port': ['ID=aa6d1af2-86d2-4127-815c-a044d948da7d,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:16.014830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:16.018344 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa6cca-7b76-4b26-aa90-c918da4b7b6c x-openstack-request-id: req-98aa6cca-7b76-4b26-aa90-c918da4b7b6c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:16.018657 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:16.019487 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98aa6cca-7b76-4b26-aa90-c918da4b7b6c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:16.019979 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:02:16.046729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Attempting to bind port aa6d1af2-86d2-4127-815c-a044d948da7d on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:02:16.047097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Attempting to bind port aa6d1af2-86d2-4127-815c-a044d948da7d by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'e0144a76-f109-4061-a712-aea50fdfc8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:02:16.047459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Attempting to bind port aa6d1af2-86d2-4127-815c-a044d948da7d on network c7d83d14-fce6-48d4-91d0-d36a151af299 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:02:16.057501 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Allocated IP 172.25.4.221 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:02:16.059583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:02:16.060026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Checking segment: {'id': 'e0144a76-f109-4061-a712-aea50fdfc8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:02:16.060929 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.061314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Bound using segment: {'id': 'e0144a76-f109-4061-a712-aea50fdfc8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:02:16.061794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Bound port: aa6d1af2-86d2-4127-815c-a044d948da7d, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0144a76-f109-4061-a712-aea50fdfc8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:02:16.062173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.141556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-6c689741-18a8-4834-a380-b407959412bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:16.142977 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-6c689741-18a8-4834-a380-b407959412bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1098 time: 0.1030030 Oct 28 22:02:16.215039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] For port aa6d1af2-86d2-4127-815c-a044d948da7d, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:02:16.234200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] For port aa6d1af2-86d2-4127-815c-a044d948da7d, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aa6d1af2-86d2-4127-815c-a044d948da7d,segment=NetworkSegment(e0144a76-f109-4061-a712-aea50fdfc8ec),segment_id=e0144a76-f109-4061-a712-aea50fdfc8ec)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:02:16.241276 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.244016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.278163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-e7956794-e539-4503-8e94-8648b060695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:16.279863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-e7956794-e539-4503-8e94-8648b060695b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 915 time: 0.1289485 Oct 28 22:02:16.340886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.342347 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf658bfd-0e7c-4617-844e-b13a8ae7860d None None] Pushing event updated for resources: {'Port': ['ID=aa6d1af2-86d2-4127-815c-a044d948da7d,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:16.373021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:15Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:16.388055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-51b39399-c7b3-4052-93a9-bbde83437eda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 1002 time: 0.0996778 Oct 28 22:02:16.392309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:02:16.396528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:16.398940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:02:16.401662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:16.411583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:16.412705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:16.461201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:16.489132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-099b8799-89fd-443e-abdd-cd1b692a524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:16.490674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-099b8799-89fd-443e-abdd-cd1b692a524b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0953388 Oct 28 22:02:16.553052 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:16.648269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-39e9f039-dfb6-4e5d-8579-4339e715e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:16.649722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-39e9f039-dfb6-4e5d-8579-4339e715e174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102011 Oct 28 22:02:16.771350 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.801993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:15Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:16.827394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-03a545b9-f284-431c-81ac-f34e28f3273c service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681509 Oct 28 22:02:16.828635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:16.838289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034023-e483-4f80-8ee5-6945aabb4eb6 None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'd2c64b26-d5fb-4d72-9d1e-a31121ec66d3', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'port_id': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'mac_address': 'fa:16:3e:23:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad747925-f449-4f28-8274-9df41621e77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:02:12Z', 'updated_at': '2021-10-28T22:02:15Z', 'revision_number': 2, 'project_id': '2829c40f9757426a8adea7702b48b713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:17.332972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3a2e2167-0105-47d5-add0-d5e7710909dd req-f070a418-2ef7-4f0b-8e8f-5ee046cc70a4 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718647 Oct 28 22:02:17.363681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1809a-01b6-4eea-850f-db16aba6725b None None] Network c7d83d14-fce6-48d4-91d0-d36a151af299 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:02:17.431108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:17.495580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] Provisioning complete for port aa6d1af2-86d2-4127-815c-a044d948da7d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:17.495920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:17.565042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Router af7d92b0-5ab4-4986-b7d7-c911e27ac979 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:02:17.604582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:17.643639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] For port aa6d1af2-86d2-4127-815c-a044d948da7d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aa6d1af2-86d2-4127-815c-a044d948da7d,segment=NetworkSegment(e0144a76-f109-4061-a712-aea50fdfc8ec),segment_id=e0144a76-f109-4061-a712-aea50fdfc8ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:17.648231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:17.682628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:17.695017 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Sync routers for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:17.708870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:17.709202 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Routers {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:17.710070 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:17.713268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5f8045af-3f13-4892-9c20-94ac077211a8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.3892817 Oct 28 22:02:17.713430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905c050-00e5-4e5a-93bf-ebb6a686a60f None None] Pushing event updated for resources: {'Port': ['ID=aa6d1af2-86d2-4127-815c-a044d948da7d,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:17.713537 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54258) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:17.826023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Set router af7d92b0-5ab4-4986-b7d7-c911e27ac979 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:17.874424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ec2b9757-667e-41ce-a923-c5f80f6e11cb None None] Provisioning complete for port aa6d1af2-86d2-4127-815c-a044d948da7d triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:17.874997 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9757-667e-41ce-a923-c5f80f6e11cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.003109 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:16Z', 'revision_number': 3, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:18.021889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:18.024221 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812f9f1-887d-417f-bdab-6c56984fd16b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:18.030100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Checking router: af7d92b0-5ab4-4986-b7d7-c911e27ac979 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:18.030448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Updating router af7d92b0-5ab4-4986-b7d7-c911e27ac979 port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:02:18.075157 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2df063-64ca-4d96-8338-fa6b205e2502 x-openstack-request-id: req-ee2df063-64ca-4d96-8338-fa6b205e2502 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:18.076125 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:18.077302 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee2df063-64ca-4d96-8338-fa6b205e2502 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:18.077719 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:02:18.148381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-5400baaf-efd6-4433-85eb-c2ae111d138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:18.150037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-5400baaf-efd6-4433-85eb-c2ae111d138d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1098 time: 0.0517859 Oct 28 22:02:18.166082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device aa6d1af2-86d2-4127-815c-a044d948da7d up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:02:18.176210 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.178099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.233917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port aa6d1af2-86d2-4127-815c-a044d948da7d triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:18.234743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.262357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-65367b60-acb0-4e58-aebf-a4573b46676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:18.265180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-65367b60-acb0-4e58-aebf-a4573b46676f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 915 time: 0.1061201 Oct 28 22:02:18.338447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-e12272c1-e3a1-4ed4-a4ed-7c9e36ba39cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 1002 time: 0.0667374 Oct 28 22:02:18.361621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Allocated IP 172.20.0.1 (c7d83d14-fce6-48d4-91d0-d36a151af299/f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4/1ba6c8f3-2af7-4180-b6c7-adb80db6c570) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:02:18.391709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-c7c9d3d6-d75b-4b23-ae02-56c4b908cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:18.393438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-c7c9d3d6-d75b-4b23-ae02-56c4b908cbd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0479705 Oct 28 22:02:18.446167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-60b87a40-934e-4d1f-874f-54bb08b79fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:18.447819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-60b87a40-934e-4d1f-874f-54bb08b79fb8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478952 Oct 28 22:02:18.465613 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.473395 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.479293 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.522116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.524805 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Attempting to bind port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:02:18.525249 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Attempting to bind port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:02:18.525684 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Attempting to bind port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:02:18.534154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Pushing event updated for resources: {'Port': ['ID=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:18.536663 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:02:18.537129 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:02:18.537592 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.538043 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:02:18.538577 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Bound port: fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:02:18.539040 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.545004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-e509133e-08e7-4000-acbc-2775432a70ee service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900073 Oct 28 22:02:18.567835 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Network c7d83d14-fce6-48d4-91d0-d36a151af299 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:02:18.570965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:18.572090 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.572460 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.572937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.573122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.573461 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.573800 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.574125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.574448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.575011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.575149 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.575475 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.575790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:02:18.576015 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:18.614120 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] For port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:02:18.617666 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] For port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:02:18.622223 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Pushing event updated for resources: {'Port': ['ID=1ba6c8f3-2af7-4180-b6c7-adb80db6c570,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:18.624939 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.645602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.679592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a812f9f1-887d-417f-bdab-6c56984fd16b req-3a50a0b3-4fd5-455e-b591-12291fd9541c service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274436 Oct 28 22:02:18.691947 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Routers {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:18.692632 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:18.764405 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ac7a6-f028-4181-b4d3-5fe9e1ebdf73 None None] Pushing event updated for resources: {'Port': ['ID=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:18.800824 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.823023 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] Set router af7d92b0-5ab4-4986-b7d7-c911e27ac979 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:18.889924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-00267c0b-2f0b-4a7e-a6ef-9bef569dfa50 None None] Provisioning complete for port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:18.890483 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-00267c0b-2f0b-4a7e-a6ef-9bef569dfa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.925583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-00267c0b-2f0b-4a7e-a6ef-9bef569dfa50 None None] Port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:02:18.976443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:18.981336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:19.006564 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:16Z', 'revision_number': 3, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:19.033680 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6883d-3314-439d-b2ef-4ed839e2fe19 None None] The sync data for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 is: [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:16Z', 'revision_number': 3, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:19.053036 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:19.055983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Pushing event updated for resources: {'Port': ['ID=1ba6c8f3-2af7-4180-b6c7-adb80db6c570,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:19.150822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Network c7d83d14-fce6-48d4-91d0-d36a151af299 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:02:19.152255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:02:19.282059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Router af7d92b0-5ab4-4986-b7d7-c911e27ac979 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:19.418970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:19.425125 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-37fdc80f-dedd-4a45-a198-06c3958cbcab admin admin] 10.222.0.31 "PUT /v2.0/routers/af7d92b0-5ab4-4986-b7d7-c911e27ac979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106822 Oct 28 22:02:19.455100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1fb65b6c-6c7d-44ba-a64c-7720719b7a91 None None] Provisioning complete for port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:19.455463 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1fb65b6c-6c7d-44ba-a64c-7720719b7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:19.496694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1fb65b6c-6c7d-44ba-a64c-7720719b7a91 None None] Port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:02:20.102864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:02:20.152993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:20.153359 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:20.181608 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:02:20.236721 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:20.258129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:20.261991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:20.311090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:20.518308 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:20.647097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Sync routers for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:20.658591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Routers {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:20.659292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:20.866185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:20.932870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Set router af7d92b0-5ab4-4986-b7d7-c911e27ac979 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:21.113760 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Deleting port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:21.114095 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:21.131740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:18Z', 'revision_number': 4, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '1ba6c8f3-2af7-4180-b6c7-adb80db6c570', 'name': '', 'network_id': 'c7d83d14-fce6-48d4-91d0-d36a151af299', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'mac_address': 'fa:16:3e:c1:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:18Z', 'updated_at': '2021-10-28T22:02:18Z', 'revision_number': 2, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'subnets': [{'id': 'f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:21.163814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Checking router: af7d92b0-5ab4-4986-b7d7-c911e27ac979 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:21.164245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Updating router af7d92b0-5ab4-4986-b7d7-c911e27ac979 port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:02:21.189348 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:21.197280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:21.209969 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Calling delete_port for 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:21.390035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:21.418439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba6c8f3-2af7-4180-b6c7-adb80db6c570,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:21.453017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 22:02:21.453365 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 22:02:21.601033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:21.836552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Router af7d92b0-5ab4-4986-b7d7-c911e27ac979 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:21.948357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:21.953914 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-545920a4-1c28-4d61-9454-edb439a13e60 admin admin] 10.222.0.31 "PUT /v2.0/routers/af7d92b0-5ab4-4986-b7d7-c911e27ac979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345677 Oct 28 22:02:21.956521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54282) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:21.977094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Port 1ba6c8f3-2af7-4180-b6c7-adb80db6c570 not found while updating agent binding for router af7d92b0-5ab4-4986-b7d7-c911e27ac979. {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 28 22:02:21.986990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Routers {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:21.987608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:22.111440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:02:22.117435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] Set router af7d92b0-5ab4-4986-b7d7-c911e27ac979 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:22.304261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:02:22.305024 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.411412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.441306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:21Z', 'revision_number': 5, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:22.473739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a1d7-7c40-43ac-aea7-46d34cb7e793 None None] The sync data for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 is: [{'id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'name': 'tempest-ImageQuotaTest-1263201626-router', 'tenant_id': '81aa3a6ef00842b294ddbc1c36566091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:21Z', 'revision_number': 5, 'project_id': '81aa3a6ef00842b294ddbc1c36566091', 'gw_port': {'id': 'fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7d92b0-5ab4-4986-b7d7-c911e27ac979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:02:15Z', 'updated_at': '2021-10-28T22:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:22.520851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.583937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Deleting port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:22.584279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.674141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] For port fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:22.674818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.689050 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Calling delete_port for fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:22.876345 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:22.905027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:22.968944 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.064823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.067109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.113068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.113623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7d92b0-5ab4-4986-b7d7-c911e27ac979 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:02:23.117897 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.121907 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a15ca57-4e7f-43f7-82f6-a8304f9bc7a6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/af7d92b0-5ab4-4986-b7d7-c911e27ac979 HTTP/1.1" status: 204 len: 168 time: 1.1611092 Oct 28 22:02:23.121907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54284) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:23.125622 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Sync routers for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:23.135188 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:23.135550 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 22:02:23.136156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_agentschedulers_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent'). {{(pid=102316) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 22:02:23.144692 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Routers set() bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:23.145050 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Router IDs set() for agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 22:02:23.145605 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_agentschedulers_db [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af7d92b0-5ab4-4986-b7d7-c911e27ac979'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent'). {{(pid=102316) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 28 22:02:23.145965 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe71dd-78c3-4a17-a67c-da7843bcb1a8 None None] The sync data for ids ['af7d92b0-5ab4-4986-b7d7-c911e27ac979'] in n-d-806683-16 is: [] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:23.168623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Deleting subnet f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:02:23.172887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.214333 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.293901 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.345653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.372709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:23.374666 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.378050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5897a7b3-357a-4b21-9533-b84e5d8ff44e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f92d30bf-25f5-49bd-a47c-6d0a6a2e27c4 HTTP/1.1" status: 204 len: 168 time: 0.2545035 Oct 28 22:02:23.380333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54286) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:23.381306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c1283-c7b0-4e85-9306-7ec755455a2b None None] Network c7d83d14-fce6-48d4-91d0-d36a151af299 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:02:23.453071 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.507463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Deleting port aa6d1af2-86d2-4127-815c-a044d948da7d {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:23.507808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.577947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] For port aa6d1af2-86d2-4127-815c-a044d948da7d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aa6d1af2-86d2-4127-815c-a044d948da7d,segment=NetworkSegment(e0144a76-f109-4061-a712-aea50fdfc8ec),segment_id=e0144a76-f109-4061-a712-aea50fdfc8ec)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:23.578306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.595554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] DHCP port deletion for c7d83d14-fce6-48d4-91d0-d36a151af299 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:02:23.595796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Calling delete_port for aa6d1af2-86d2-4127-815c-a044d948da7d owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:23.650124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Deleting port aa6d1af2-86d2-4127-815c-a044d948da7d {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:23.650578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.679602 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.706986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6d1af2-86d2-4127-815c-a044d948da7d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:23.711351 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] No DVR routers for this DVR port aa6d1af2-86d2-4127-815c-a044d948da7d on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:02:23.720785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] For port aa6d1af2-86d2-4127-815c-a044d948da7d, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=aa6d1af2-86d2-4127-815c-a044d948da7d,segment=NetworkSegment(e0144a76-f109-4061-a712-aea50fdfc8ec),segment_id=e0144a76-f109-4061-a712-aea50fdfc8ec)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:23.721183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.734158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Calling delete_port for aa6d1af2-86d2-4127-815c-a044d948da7d owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:23.786754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.813839 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.814092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d83d14-fce6-48d4-91d0-d36a151af299']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:23.819540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0144a76-f109-4061-a712-aea50fdfc8ec') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:23.819834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0144a76-f109-4061-a712-aea50fdfc8ec') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:23.830005 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.837089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] Pushing event deleted for resources: {'Port': ['ID=aa6d1af2-86d2-4127-815c-a044d948da7d,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:23.841845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85cd136-2929-4288-b986-1dcbb8485442 None None] No DVR routers for this DVR port aa6d1af2-86d2-4127-815c-a044d948da7d on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:02:23.853474 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.860662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:02:23.861051 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:02:23.862944 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:02:23.915875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.922919 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:23.925891 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7d83d14-fce6-48d4-91d0-d36a151af299 HTTP/1.1" status: 204 len: 168 time: 0.5446153 Oct 28 22:02:23.942134 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d6520-c8c6-47cd-a54c-f4748b82ad2e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d83d14-fce6-48d4-91d0-d36a151af299,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:24.040425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54290) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:24.084254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d994fbc6-ce64-495e-abb8-bae16b8c6ffe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81aa3a6ef00842b294ddbc1c36566091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425627 Oct 28 22:02:24.086573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54292) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:24.089153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device aa6d1af2-86d2-4127-815c-a044d948da7d no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:02:24.110218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: aa6d1af2-86d2-4127-815c-a044d948da7d {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:02:24.110493 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device aa6d1af2-86d2-4127-815c-a044d948da7d not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:02:24.110907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:02:24.129802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:02:24.130127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbb3b3f9-cb45-4385-9bb4-0c8fbda164e3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:02:24.138171 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.160884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.206275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.208803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.209968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9d1d576-c676-4709-b5fc-ebe30394a420 HTTP/1.1" status: 204 len: 168 time: 0.1218476 Oct 28 22:02:24.218947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7c6a1-627f-4cee-87b8-7e4f97ffbe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1d576-c676-4709-b5fc-ebe30394a420,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:24.531609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54298) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:24.549321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6074986e-7504-46ee-81ec-23e13e8dbdcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.623641 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6074986e-7504-46ee-81ec-23e13e8dbdcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.627384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6074986e-7504-46ee-81ec-23e13e8dbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.665580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6074986e-7504-46ee-81ec-23e13e8dbdcb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1328657 Oct 28 22:02:24.667493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074986e-7504-46ee-81ec-23e13e8dbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61037e-1d26-45e5-b528-00982605fd1f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:24.668246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54300) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:24.718383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.740083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.786009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.788620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:24.789766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf61037e-1d26-45e5-b528-00982605fd1f HTTP/1.1" status: 204 len: 168 time: 0.1198320 Oct 28 22:02:24.797289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4328c-c9f9-4bca-b02a-c448b1f34a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61037e-1d26-45e5-b528-00982605fd1f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:40.863920 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2913f683-36bc-4674-b540-fc30b1095a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:42.192772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:42.368268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:43.452874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8a82af58-6225-4a3e-bc36-a6448d357475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.320556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54310) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:44.479007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Deleting port 0399bb11-b78f-41cd-92a1-59807c5bd17e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:44.479348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.559303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.559628 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.571857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Calling delete_port for 0399bb11-b78f-41cd-92a1-59807c5bd17e owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:44.722670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.751879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event deleted for resources: {'Port': ['ID=0399bb11-b78f-41cd-92a1-59807c5bd17e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:44.776741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.777079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.777415 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.777749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.778073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.778395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.778717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.779040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.779359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.779678 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.779995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.780313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:44.820191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:44.820571 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Floating IP d2c64b26-d5fb-4d72-9d1e-a31121ec66d3 disassociated (deleted). External IP: 172.25.4.131, port: 6ce60226-58e6-4e3d-a4d8-885166bb124b. Oct 28 22:02:44.904076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:45.033480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:45.139187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:45.143924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:45.148902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:45.159934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:45.160591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:45.171698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c178a6f-8519-4369-93ae-3d400a10d00f tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "DELETE /v2.0/floatingips/d2c64b26-d5fb-4d72-9d1e-a31121ec66d3 HTTP/1.1" status: 204 len: 168 time: 0.8499928 Oct 28 22:02:45.173008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:45.175255 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:45.221768 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2365963-48a7-43bf-bbfd-0bd7faa274a0 x-openstack-request-id: req-c2365963-48a7-43bf-bbfd-0bd7faa274a0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:45.222063 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:45.222323 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2365963-48a7-43bf-bbfd-0bd7faa274a0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:45.222728 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:02:45.253131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:45.285457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:45.288880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-53f34a83-26c1-4bcb-a6f3-34b3b299b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:45.290442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-53f34a83-26c1-4bcb-a6f3-34b3b299b264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2829c40f9757426a8adea7702b48b713&device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 1098 time: 0.0447266 Oct 28 22:02:45.425991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-ee018204-ff79-45c6-b218-08352c6014fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:45.427373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-ee018204-ff79-45c6-b218-08352c6014fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 200 len: 915 time: 0.1282525 Oct 28 22:02:45.452607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5ac4-dc8a-4465-9f0d-21548a31da78 req-ed994c21-f39a-4a82-934b-1195703ac5cd tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:45.454739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56db5ac4-dc8a-4465-9f0d-21548a31da78 req-ed994c21-f39a-4a82-934b-1195703ac5cd tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0710213 Oct 28 22:02:45.485604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-e3a139fa-dae5-4a73-8dab-527823acdc58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 200 len: 217 time: 0.0489018 Oct 28 22:02:45.495097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:45.529348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:45.540607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:45.541221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:45.554766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-56db5ac4-dc8a-4465-9f0d-21548a31da78 req-8902561c-88de-46b8-929d-43ab405fcea0 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727499 Oct 28 22:02:45.561928 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-dda53403-6f7a-404e-a7f7-e3370cf97a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:45.563911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-dda53403-6f7a-404e-a7f7-e3370cf97a35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 200 len: 853 time: 0.0660744 Oct 28 22:02:45.615463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-1ebdd520-54bc-4435-aadb-377550f7a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:45.617665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-1ebdd520-54bc-4435-aadb-377550f7a235 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7710987-7b38-4c9c-a218-70caa2164642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461195 Oct 28 22:02:45.652795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:45.714580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-15820324-6370-4706-aa25-ca10436da1d4 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884204 Oct 28 22:02:45.816749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-362c6f47-c9a1-47e2-bcbb-afbfa12a5966 req-2d55a816-bf31-4e6c-8afa-dcdec583cb74 service neutron] 10.222.0.44 "GET /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915356 Oct 28 22:02:46.028109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:46.054214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5534756f-353e-4f0d-8390-f3d86203b059 None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:42Z', 'revision_number': 4, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '4699d645-0edd-480e-855c-1c0892fa5283', 'name': '', 'network_id': 'a7710987-7b38-4c9c-a218-70caa2164642', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'mac_address': 'fa:16:3e:9b:10:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:42Z', 'updated_at': '2021-10-28T21:59:49Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'subnets': [{'id': 'c783709a-2d4f-49cf-9ecd-3a71e2431ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:46.283741 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3b9e8-90e6-418a-9c93-74733c31846b None None] New status for floating IP d2c64b26-d5fb-4d72-9d1e-a31121ec66d3: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:02:46.676690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6675a1-4532-4c04-b61a-c1a4649b7c82 req-7efbb4dc-80d4-4959-8526-bf6c0ff46fd9 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:46.678146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a6675a1-4532-4c04-b61a-c1a4649b7c82 req-7efbb4dc-80d4-4959-8526-bf6c0ff46fd9 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0489826 Oct 28 22:02:46.715374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4a6675a1-4532-4c04-b61a-c1a4649b7c82 req-80a1f3d8-3033-4643-9d4a-8ff16389dc67 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/security-groups?id=c556eb06-2db4-4af6-9271-832c1445cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Oct 28 22:02:46.753789 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:46.922103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-043a3740-08a4-443f-9961-36beadec4d81 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:46.924566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-043a3740-08a4-443f-9961-36beadec4d81 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 946 time: 0.0545802 Oct 28 22:02:47.012898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Deleting port 6ce60226-58e6-4e3d-a4d8-885166bb124b {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:47.013270 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:47.106421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] For port 6ce60226-58e6-4e3d-a4d8-885166bb124b, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=6ce60226-58e6-4e3d-a4d8-885166bb124b,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:47.106773 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:47.119733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Calling delete_port for 6ce60226-58e6-4e3d-a4d8-885166bb124b owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:47.245376 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:47.275775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event deleted for resources: {'Port': ['ID=6ce60226-58e6-4e3d-a4d8-885166bb124b,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:47.289772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.290117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.290456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.290792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.291119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.291442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.291764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.292111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.292454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.292774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.293091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.293405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:02:47.335319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] No DVR routers for this DVR port 6ce60226-58e6-4e3d-a4d8-885166bb124b on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:02:47.337874 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:47.341196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a08e30-480b-4040-aed6-3fcd32d23674 req-ee1911fa-a9ba-437d-910e-c99c4c1a3637 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.44 "DELETE /v2.0/ports/6ce60226-58e6-4e3d-a4d8-885166bb124b HTTP/1.1" status: 204 len: 173 time: 0.4109688 Oct 28 22:02:47.341638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'name': 'network-vif-deleted', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:02:47.343870 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377d0b9-c138-4695-9be0-74d0becbb735" -d '{"events": [{"server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "name": "network-vif-deleted", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:02:47.381315 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaed1d3-fe51-4a16-8050-b1ff92b275a4 x-openstack-request-id: req-fbaed1d3-fe51-4a16-8050-b1ff92b275a4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:02:47.381612 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad747925-f449-4f28-8274-9df41621e77c", "name": "network-vif-deleted", "tag": "6ce60226-58e6-4e3d-a4d8-885166bb124b", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:02:47.381882 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbaed1d3-fe51-4a16-8050-b1ff92b275a4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:02:47.382276 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad747925-f449-4f28-8274-9df41621e77c', 'name': 'network-vif-deleted', 'tag': '6ce60226-58e6-4e3d-a4d8-885166bb124b', 'status': 'completed', 'code': 200} Oct 28 22:02:47.812635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3f5fd237-c503-41aa-bbde-1f220d4ee302 req-c033d80e-77ac-4fe7-bb47-eefa84a58ee4 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0264058 Oct 28 22:02:48.919754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9cba9f61-e388-4d93-8e3b-bb19170cca25 req-de2608c9-0e76-4750-8ae2-8e566c57b3e7 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0275538 Oct 28 22:02:50.018538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cee2260c-0d77-4e35-a8c7-e5333667ab88 req-65fa214c-3a68-4c10-bad4-a860da9b0988 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0261240 Oct 28 22:02:51.118551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7dde731-f2e3-45e6-bef7-e7357533cc00 req-8fd11062-e27a-4742-a955-f027bbd0cf17 tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad747925-f449-4f28-8274-9df41621e77c HTTP/1.1" status: 200 len: 210 time: 0.0304711 Oct 28 22:02:51.708337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6ce60226-58e6-4e3d-a4d8-885166bb124b no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:02:51.728034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 6ce60226-58e6-4e3d-a4d8-885166bb124b {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:02:51.728285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 6ce60226-58e6-4e3d-a4d8-885166bb124b not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:02:52.176085 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54332) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:52.234339 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:52.259216 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:52.317456 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:52.319985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:52.321175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] 10.222.0.31 "DELETE /v2.0/security-groups/c556eb06-2db4-4af6-9271-832c1445cac2 HTTP/1.1" status: 204 len: 168 time: 0.1440749 Oct 28 22:02:52.331044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3383fa-881c-4e78-a0dd-341a2499fc6b tempest-TestVolumeBackupRestore-503695388 tempest-TestVolumeBackupRestore-503695388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556eb06-2db4-4af6-9271-832c1445cac2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:56.795257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54786) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:57.153015 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:57.181227 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:02:57.402213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Deleting port 4699d645-0edd-480e-855c-1c0892fa5283 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:57.402572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:57.481246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] For port 4699d645-0edd-480e-855c-1c0892fa5283, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4699d645-0edd-480e-855c-1c0892fa5283,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:57.481517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:57.494154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Calling delete_port for 4699d645-0edd-480e-855c-1c0892fa5283 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:57.679359 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:57.716979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Pushing event deleted for resources: {'Port': ['ID=4699d645-0edd-480e-855c-1c0892fa5283,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:57.880787 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:58.098138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Router b868cb8d-801c-4b2d-ab9f-6f0181a04681 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:02:58.523877 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-713db80d-7bf1-420b-9951-ecac4b2f81b1 req-29d074e9-d126-4208-85d9-7ca8183a36bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3846328 Oct 28 22:02:58.556124 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:02:58.561662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-33db095d-737a-4d18-a01f-f6fe91e10532 admin admin] 10.222.0.31 "PUT /v2.0/routers/b868cb8d-801c-4b2d-ab9f-6f0181a04681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648375 Oct 28 22:02:58.563597 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54788) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:58.566845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Sync routers for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:02:58.577199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:58.577802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:58.649011 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-713db80d-7bf1-420b-9951-ecac4b2f81b1 req-6ba60904-af42-47f5-b6ea-ecf145f40be3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0793200 Oct 28 22:02:58.685317 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:58.698175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-713db80d-7bf1-420b-9951-ecac4b2f81b1 req-dc79a215-870a-41c7-acb5-e3a2dd3dd653 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285163 Oct 28 22:02:58.755039 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:58.868294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T22:02:57Z', 'revision_number': 5, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port': {'id': 'a3f63d9c-7c7b-422e-9d4a-add5c360b4df', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:39:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T21:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:58.878943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713db80d-7bf1-420b-9951-ecac4b2f81b1 req-57da307a-b980-41b6-8f40-ea7f6a669fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:02:58.880433 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-713db80d-7bf1-420b-9951-ecac4b2f81b1 req-57da307a-b980-41b6-8f40-ea7f6a669fcf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740215 Oct 28 22:02:58.892650 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:58.898161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Checking router: b868cb8d-801c-4b2d-ab9f-6f0181a04681 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:02:58.907227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Routers {'b868cb8d-801c-4b2d-ab9f-6f0181a04681'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:02:58.908618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:58.946704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Deleting port a3f63d9c-7c7b-422e-9d4a-add5c360b4df {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:58.947045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:58.994977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] Set router b868cb8d-801c-4b2d-ab9f-6f0181a04681 gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:02:59.026879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] For port a3f63d9c-7c7b-422e-9d4a-add5c360b4df, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:59.027239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.044557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Calling delete_port for a3f63d9c-7c7b-422e-9d4a-add5c360b4df owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:59.050436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T22:02:58Z', 'revision_number': 6, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:02:59.076969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606e8b93-d859-47bf-9a3b-c4e94f99ba5f None None] The sync data for ids ['b868cb8d-801c-4b2d-ab9f-6f0181a04681'] in n-d-806683-16 is: [{'id': 'b868cb8d-801c-4b2d-ab9f-6f0181a04681', 'name': 'tempest-TestVolumeBackupRestore-1022616957-router', 'tenant_id': '2829c40f9757426a8adea7702b48b713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:40Z', 'updated_at': '2021-10-28T22:02:58Z', 'revision_number': 6, 'project_id': '2829c40f9757426a8adea7702b48b713', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:02:59.208140 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.236034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f63d9c-7c7b-422e-9d4a-add5c360b4df,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:59.296923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.385133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.387208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.432176 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.432754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b868cb8d-801c-4b2d-ab9f-6f0181a04681 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:02:59.437500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.438656 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1af789c9-381c-4fae-8668-b482d536c76c admin admin] 10.222.0.31 "DELETE /v2.0/routers/b868cb8d-801c-4b2d-ab9f-6f0181a04681 HTTP/1.1" status: 204 len: 168 time: 0.8740227 Oct 28 22:02:59.441795 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54790) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:59.492765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Deleting subnet c783709a-2d4f-49cf-9ecd-3a71e2431ead {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:02:59.496047 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.531692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.610988 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.666832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.692354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c783709a-2d4f-49cf-9ecd-3a71e2431ead,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:02:59.696243 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.699584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c532bd60-9af1-4661-b1d5-8897f892e5b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c783709a-2d4f-49cf-9ecd-3a71e2431ead HTTP/1.1" status: 204 len: 168 time: 0.2568107 Oct 28 22:02:59.702104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54792) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:02:59.704681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61503258-5291-4983-8904-62a51d0ebdd0 None None] Network a7710987-7b38-4c9c-a218-70caa2164642 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:02:59.771951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.835238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Deleting port fbbed504-f8cd-4f48-a0e7-5806ea74f51e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:59.835744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.898211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] DHCP port deletion for a7710987-7b38-4c9c-a218-70caa2164642 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:02:59.910349 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] For port fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:02:59.910874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:02:59.924201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Calling delete_port for fbbed504-f8cd-4f48-a0e7-5806ea74f51e owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:02:59.949237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Deleting port fbbed504-f8cd-4f48-a0e7-5806ea74f51e {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:02:59.949619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.007096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.019566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] For port fbbed504-f8cd-4f48-a0e7-5806ea74f51e, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,segment=NetworkSegment(b0dbaab5-1e49-45c0-94a3-bd8b103d310c),segment_id=b0dbaab5-1e49-45c0-94a3-bd8b103d310c)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:00.019957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.033804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Calling delete_port for fbbed504-f8cd-4f48-a0e7-5806ea74f51e owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:00.043010 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:00.045735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] No DVR routers for this DVR port fbbed504-f8cd-4f48-a0e7-5806ea74f51e on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:03:00.124795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.134229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.151622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a3f63d9c-7c7b-422e-9d4a-add5c360b4df no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:00.158459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] Pushing event deleted for resources: {'Port': ['ID=fbbed504-f8cd-4f48-a0e7-5806ea74f51e,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:00.164885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7710987-7b38-4c9c-a218-70caa2164642']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:00.174730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:00.174945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dbaab5-1e49-45c0-94a3-bd8b103d310c') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:00.181991 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a3f63d9c-7c7b-422e-9d4a-add5c360b4df {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:00.182338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a3f63d9c-7c7b-422e-9d4a-add5c360b4df not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:00.182748 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4699d645-0edd-480e-855c-1c0892fa5283 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:00.184589 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.186805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e59375-1723-48a9-b8f1-22cd4653a9e6 None None] No DVR routers for this DVR port fbbed504-f8cd-4f48-a0e7-5806ea74f51e on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:03:00.203601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.207380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4699d645-0edd-480e-855c-1c0892fa5283 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:00.211087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4699d645-0edd-480e-855c-1c0892fa5283 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:00.211087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbbed504-f8cd-4f48-a0e7-5806ea74f51e no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:00.218091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:03:00.218644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:03:00.220589 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:03:00.228983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: fbbed504-f8cd-4f48-a0e7-5806ea74f51e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:00.229328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device fbbed504-f8cd-4f48-a0e7-5806ea74f51e not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:00.279076 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.291239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.298290 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7710987-7b38-4c9c-a218-70caa2164642 HTTP/1.1" status: 204 len: 168 time: 0.5920150 Oct 28 22:03:00.299389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54794) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:00.307313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fc8a2-17b1-4d66-8afb-0925a43bdc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7710987-7b38-4c9c-a218-70caa2164642,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:00.634829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.871610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Deleting port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:03:00.871941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.951334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] For port e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:00.951595 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:00.963258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Calling delete_port for e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:01.134563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:01.157970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:01.339725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:01.561594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Router 5360eead-a581-4f0d-bf65-190cbc463779 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:03:01.671686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:03:01.677917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-22ee69c0-7b3d-436d-a092-80eb3e1bf19b admin admin] 10.222.0.31 "PUT /v2.0/routers/5360eead-a581-4f0d-bf65-190cbc463779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773661 Oct 28 22:03:01.680511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54796) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:01.683082 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Sync routers for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:03:01.693216 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:03:01.693819 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:01.781552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:01.797232 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:03:01.881438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:01.938257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Deleting port edfef08a-b71a-4356-8e80-733318447856 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:03:01.938596 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:01.976507 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'edfef08a-b71a-4356-8e80-733318447856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T22:03:01Z', 'revision_number': 5, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port': {'id': 'edfef08a-b71a-4356-8e80-733318447856', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5360eead-a581-4f0d-bf65-190cbc463779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T21:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:02.004009 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Checking router: 5360eead-a581-4f0d-bf65-190cbc463779 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:03:02.012250 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Routers {'5360eead-a581-4f0d-bf65-190cbc463779'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:03:02.012876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:02:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5360eead-a581-4f0d-bf65-190cbc463779'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:02.016278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] For port edfef08a-b71a-4356-8e80-733318447856, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=edfef08a-b71a-4356-8e80-733318447856,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:02.016671 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.029092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Calling delete_port for edfef08a-b71a-4356-8e80-733318447856 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:02.102749 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] Set router 5360eead-a581-4f0d-bf65-190cbc463779 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:03:02.155926 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T22:03:01Z', 'revision_number': 6, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:02.184086 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e86abe6-9eb4-48d5-84de-5bfaf1b25de4 None None] The sync data for ids ['5360eead-a581-4f0d-bf65-190cbc463779'] in n-d-806683-16 is: [{'id': '5360eead-a581-4f0d-bf65-190cbc463779', 'name': 'tempest-TestVolumeBackupRestore-469259320-router', 'tenant_id': '7e45f7fd3d214b07b17e76313767016e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T21:59:45Z', 'updated_at': '2021-10-28T22:03:01Z', 'revision_number': 6, 'project_id': '7e45f7fd3d214b07b17e76313767016e', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:03:02.200732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.231244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Pushing event deleted for resources: {'Port': ['ID=edfef08a-b71a-4356-8e80-733318447856,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:02.291788 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.378203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.380133 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.421908 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.422572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5360eead-a581-4f0d-bf65-190cbc463779 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:03:02.427069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.428338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-63390f2a-843e-4bf9-971a-562bb351318c admin admin] 10.222.0.31 "DELETE /v2.0/routers/5360eead-a581-4f0d-bf65-190cbc463779 HTTP/1.1" status: 204 len: 168 time: 0.7469020 Oct 28 22:03:02.430687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54798) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:02.795963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Deleting subnet ef6b2fec-579f-476b-afb8-e69fc77f59eb {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:03:02.799764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.833343 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.907095 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.964123 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.988010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6b2fec-579f-476b-afb8-e69fc77f59eb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:02.995120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:02.998848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b31e5576-d1a7-4293-a3db-a75a210392f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ef6b2fec-579f-476b-afb8-e69fc77f59eb HTTP/1.1" status: 204 len: 168 time: 0.5672257 Oct 28 22:03:03.000155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f87022-e1ee-4174-a2f8-64e1b87f6c8f None None] Network 2165789b-ccfe-435e-9824-5347187fa212 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:03:03.001542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54800) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:03.073938 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.126802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Deleting port 87bc3d13-696d-4daa-93d6-6406724c2274 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:03:03.127184 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.190013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] DHCP port deletion for 2165789b-ccfe-435e-9824-5347187fa212 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:03:03.202820 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] For port 87bc3d13-696d-4daa-93d6-6406724c2274, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=87bc3d13-696d-4daa-93d6-6406724c2274,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:03.203178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.216794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Calling delete_port for 87bc3d13-696d-4daa-93d6-6406724c2274 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:03.239383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Deleting port 87bc3d13-696d-4daa-93d6-6406724c2274 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:03:03.239872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.305493 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.309065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] For port 87bc3d13-696d-4daa-93d6-6406724c2274, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=87bc3d13-696d-4daa-93d6-6406724c2274,segment=NetworkSegment(ad217119-26c6-4bf0-ab17-d18d761e5449),segment_id=ad217119-26c6-4bf0-ab17-d18d761e5449)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:03.309404 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.321650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Calling delete_port for 87bc3d13-696d-4daa-93d6-6406724c2274 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:03.336532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Pushing event deleted for resources: {'Port': ['ID=87bc3d13-696d-4daa-93d6-6406724c2274,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:03.338808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] No DVR routers for this DVR port 87bc3d13-696d-4daa-93d6-6406724c2274 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:03:03.396414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.411448 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.419877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] Pushing event deleted for resources: {'Port': ['ID=87bc3d13-696d-4daa-93d6-6406724c2274,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:03.425941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dec3bb-31e5-482b-a6b5-a386d6cfb62b None None] No DVR routers for this DVR port 87bc3d13-696d-4daa-93d6-6406724c2274 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:03:03.432761 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2165789b-ccfe-435e-9824-5347187fa212']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:03.443345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad217119-26c6-4bf0-ab17-d18d761e5449') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:03.443672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad217119-26c6-4bf0-ab17-d18d761e5449') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:03:03.453407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.468622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.474690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:03:03.475068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:03:03.476984 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:03:03.537328 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.542724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.546509 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/2165789b-ccfe-435e-9824-5347187fa212 HTTP/1.1" status: 204 len: 168 time: 0.5437205 Oct 28 22:03:03.563014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa2e8f-d6ca-4268-a4d8-9d55b6ad77cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2165789b-ccfe-435e-9824-5347187fa212,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:03.678076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54804) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:03.717587 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b692b3a7-78b5-4576-be09-7472095dd9e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2829c40f9757426a8adea7702b48b713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383000 Oct 28 22:03:03.719834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54806) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:03.769133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.790519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.837144 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.839837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:03.841016 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd43a593-2124-41d0-bdd9-1a8328056707 HTTP/1.1" status: 204 len: 168 time: 0.1192367 Oct 28 22:03:03.849378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8693c-e4fe-4871-9d2f-f2933fb34084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43a593-2124-41d0-bdd9-1a8328056707,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:04.103384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:04.124316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:04.124680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e3a2d752-bf4e-4769-b3ee-fa67a76a7dd0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:04.125091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device edfef08a-b71a-4356-8e80-733318447856 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:04.145167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: edfef08a-b71a-4356-8e80-733318447856 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:04.145502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device edfef08a-b71a-4356-8e80-733318447856 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:04.145910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 87bc3d13-696d-4daa-93d6-6406724c2274 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:04.160797 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54812) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:04.165464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 87bc3d13-696d-4daa-93d6-6406724c2274 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:04.165802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 87bc3d13-696d-4daa-93d6-6406724c2274 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:04.206915 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f199f532-a17a-4239-a040-f80e2d3e85ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e45f7fd3d214b07b17e76313767016e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449286 Oct 28 22:03:04.209478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:04.257211 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:04.278297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:04.324510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:04.327023 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:04.328161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f96e307a-85d1-4cf5-877c-d56dc464a504 HTTP/1.1" status: 204 len: 168 time: 0.1177690 Oct 28 22:03:04.336551 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78e91-b814-417e-976d-1737ab43f68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e307a-85d1-4cf5-877c-d56dc464a504,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:10.870388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-12f77fe1-ed22-485c-ba76-d2a5a0d7bca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:12.205799 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:12.367476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:13.455882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-876d6ca1-ed4c-469a-bd2b-73046ed2a119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:14.439955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-654bad88-d06a-4997-a8a7-50f90b7b7556 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289207 Oct 28 22:03:14.618714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-8e47bc4e-87f2-4b75-ab8e-42d8bf081f20 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:14.620162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-8e47bc4e-87f2-4b75-ab8e-42d8bf081f20 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749418 Oct 28 22:03:14.634576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-6e79fca0-29ac-4eca-8deb-9a8c106beb9b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/quotas/bf8cd1b80a9b4560bae790c50cc1d62f HTTP/1.1" status: 200 len: 375 time: 0.0087461 Oct 28 22:03:14.669685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-6edc7c51-5844-41b7-97f6-5696caf1bd59 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299523 Oct 28 22:03:14.830161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e92d9085-ce9b-4636-9192-af04662740a3 req-13b50de2-5cb8-4480-a0da-2394eebfed89 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 210 time: 0.0284085 Oct 28 22:03:14.906213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:15.206658 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:15.672514 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-eb1a9d3c-2669-47d2-96bc-d92fefdeb108 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233173 Oct 28 22:03:15.785296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-91edfda2-e061-406c-a42f-7103371a70ad tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:15.786723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-91edfda2-e061-406c-a42f-7103371a70ad tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086538 Oct 28 22:03:15.802616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Request body: {'port': {'device_id': '81eadb0c-c096-4da3-8acb-39e27325f545', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'admin_state_up': True, 'tenant_id': 'bf8cd1b80a9b4560bae790c50cc1d62f'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:15.935718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d2d87480-1b15-4d42-bf0e-29423edce2af req-25c955e1-1cbd-4cd7-b464-e20398e591a9 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 210 time: 0.0352838 Oct 28 22:03:15.936949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Made reservation on behalf of bf8cd1b80a9b4560bae790c50cc1d62f for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:03:15.940385 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:15.948924 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.023433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.027086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.091840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:16.158174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Allocated IP 192.168.233.205 (82a99a07-e4d9-4d4c-8b48-28594a4d84db/1eac6b81-fdcd-42b7-939e-cb9c5d1d0393/38e59284-50fb-4d6f-8e1b-177fc27c8482) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:03:16.303651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.336069 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.383081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Network 82a99a07-e4d9-4d4c-8b48-28594a4d84db is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:03:16.386183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:03:16.389843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:03:16.396810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Pushing event updated for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:16.443886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:16.444537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.461935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-8d1c7eb5-f198-401d-b180-ebf5c6017e0b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6630385 Oct 28 22:03:16.475732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Request body: {'port': {'device_id': '81eadb0c-c096-4da3-8acb-39e27325f545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:16.531540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.677289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bdc522a8-d657-46ca-b04a-dce736897e60 None None] Provisioning complete for port 38e59284-50fb-4d6f-8e1b-177fc27c8482 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:03:16.677875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdc522a8-d657-46ca-b04a-dce736897e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.714729 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-bdc522a8-d657-46ca-b04a-dce736897e60 None None] Port 38e59284-50fb-4d6f-8e1b-177fc27c8482 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:03:16.755906 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.795604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e59284-50fb-4d6f-8e1b-177fc27c8482 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:03:16.803128 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.816494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Transition to ACTIVE for port object 38e59284-50fb-4d6f-8e1b-177fc27c8482 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:03:16.819940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:16.869621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Pushing event updated for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:16.943259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Attempting to bind port 38e59284-50fb-4d6f-8e1b-177fc27c8482 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:03:16.943618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Attempting to bind port 38e59284-50fb-4d6f-8e1b-177fc27c8482 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:03:16.943949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Attempting to bind port 38e59284-50fb-4d6f-8e1b-177fc27c8482 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:03:16.948627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Port 38e59284-50fb-4d6f-8e1b-177fc27c8482 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:03:16.948942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Attempting to bind port 38e59284-50fb-4d6f-8e1b-177fc27c8482 on network 82a99a07-e4d9-4d4c-8b48-28594a4d84db {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:03:16.953898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:03:16.954313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Checking segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:03:16.955190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Bound using segment: {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:03:16.955646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Bound port: 38e59284-50fb-4d6f-8e1b-177fc27c8482, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a79a3-5368-418a-926b-4172274dd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:03:16.955982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:17.052149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:03:17.066483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:03:17.071240 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:17.116261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874beec-0630-4e29-b3d3-82650103cfab req-26e97199-9313-48b4-a629-99fc3f8d5a6b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.117842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5874beec-0630-4e29-b3d3-82650103cfab req-26e97199-9313-48b4-a629-99fc3f8d5a6b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 948 time: 0.1067026 Oct 28 22:03:17.124491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.125447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:17.128033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] 10.222.0.44 "PUT /v2.0/ports/38e59284-50fb-4d6f-8e1b-177fc27c8482 HTTP/1.1" status: 200 len: 1097 time: 0.6566772 Oct 28 22:03:17.128529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:03:17.130924 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e445f2e-eabd-4981-b11c-b13d522da1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:03:17.181269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8111b53-5198-4c80-a034-1b0803b81214 service neutron] Pushing event updated for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:17.195759 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ef127-d505-4953-9945-3304fcb9fa20 x-openstack-request-id: req-699ef127-d505-4953-9945-3304fcb9fa20 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:03:17.196051 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:03:17.196305 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-699ef127-d505-4953-9945-3304fcb9fa20 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:03:17.196725 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482', 'status': 'completed', 'code': 200} Oct 28 22:03:17.203623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5874beec-0630-4e29-b3d3-82650103cfab req-1754f5da-d024-4cc7-92a3-099a9036435a tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Oct 28 22:03:17.232686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-5671bdee-596e-4532-b387-902a80db9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.234229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-5671bdee-596e-4532-b387-902a80db9c5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 1100 time: 0.0550323 Oct 28 22:03:17.276785 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-9cd2cf85-473c-41e9-8074-6561fd862a61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482 HTTP/1.1" status: 200 len: 217 time: 0.0347884 Oct 28 22:03:17.332713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-0513201d-d0a6-4bda-8b6a-5066fff15a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.334513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-0513201d-d0a6-4bda-8b6a-5066fff15a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0509374 Oct 28 22:03:17.381940 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588472-cea4-44da-8161-f21d83c28a0c req-958101ec-821f-445b-82d8-f87b06017e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.383355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-958101ec-821f-445b-82d8-f87b06017e9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419016 Oct 28 22:03:17.471140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-89c5dd65-c814-43ac-9696-dbd682bf0fe0 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800419 Oct 28 22:03:17.564279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27588472-cea4-44da-8161-f21d83c28a0c req-f11e7b48-43cc-4f01-ab80-30511c7f5ecc service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865762 Oct 28 22:03:17.646189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-6b25ae11-baed-460b-9157-5bddef17f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.647580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-6b25ae11-baed-460b-9157-5bddef17f239 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 1100 time: 0.0406666 Oct 28 22:03:17.747293 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-7a053ea1-94e4-4a4d-a538-2bacd04cdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.748786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-7a053ea1-94e4-4a4d-a538-2bacd04cdba8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82a99a07-e4d9-4d4c-8b48-28594a4d84db HTTP/1.1" status: 200 len: 870 time: 0.0937548 Oct 28 22:03:17.790325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-c0ebe099-36a0-4949-869b-0fb79e87f4ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482 HTTP/1.1" status: 200 len: 217 time: 0.0343065 Oct 28 22:03:17.840259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-a67bd285-ef4f-47be-ba97-312e4afef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.841744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-a67bd285-ef4f-47be-ba97-312e4afef3c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1eac6b81-fdcd-42b7-939e-cb9c5d1d0393 HTTP/1.1" status: 200 len: 843 time: 0.0438478 Oct 28 22:03:17.891357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-e3be8ed1-dfe3-4509-9be8-b3a57ca2a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:17.893515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-e3be8ed1-dfe3-4509-9be8-b3a57ca2a847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82a99a07-e4d9-4d4c-8b48-28594a4d84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438747 Oct 28 22:03:17.983053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-ac77c7f3-ba58-4220-92f5-05ea41679241 service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808194 Oct 28 22:03:18.075086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e445f2e-eabd-4981-b11c-b13d522da1e3 req-7c94bf25-4b59-474c-ac3b-c5b40ba9a61b service neutron] 10.222.0.44 "GET /v2.0/networks/82a99a07-e4d9-4d4c-8b48-28594a4d84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842664 Oct 28 22:03:18.323334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f910f-9e66-4ae6-b318-330e0819fa3e req-23e48c05-f558-437f-9d4b-370a3f2645f4 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:18.324811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b25f910f-9e66-4ae6-b318-330e0819fa3e req-23e48c05-f558-437f-9d4b-370a3f2645f4 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 948 time: 0.0482268 Oct 28 22:03:18.362299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b25f910f-9e66-4ae6-b318-330e0819fa3e req-65db58fd-d77b-425c-9696-409280cd5728 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302513 Oct 28 22:03:19.475824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ecdc8-6c96-4bb4-9675-4c1ef25ccf3b req-31659992-1c0e-4212-93db-d46cb6424a35 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:19.477308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-708ecdc8-6c96-4bb4-9675-4c1ef25ccf3b req-31659992-1c0e-4212-93db-d46cb6424a35 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 948 time: 0.0478542 Oct 28 22:03:19.513719 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-708ecdc8-6c96-4bb4-9675-4c1ef25ccf3b req-d74303fe-6297-4557-abde-43a32ae2b034 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306132 Oct 28 22:03:19.846497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 38e59284-50fb-4d6f-8e1b-177fc27c8482 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:03:19.949432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:19.960728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '38e59284-50fb-4d6f-8e1b-177fc27c8482', 'network_id': '82a99a07-e4d9-4d4c-8b48-28594a4d84db', 'port_id': '38e59284-50fb-4d6f-8e1b-177fc27c8482', 'mac_address': 'fa:16:3e:e6:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eac6b81-fdcd-42b7-939e-cb9c5d1d0393', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:03:19.996257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:20.009439 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e59284-50fb-4d6f-8e1b-177fc27c8482 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:03:20.028250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:20.032599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:20.078291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:20.085350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.085686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.086016 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.086341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.086665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.086984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.087301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.087617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.087957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.088267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.088602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.088912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:03:20.231647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['38e59284-50fb-4d6f-8e1b-177fc27c8482'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:03:20.631856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396197-f546-42bb-9f2e-2253c4e3dfb5 req-0e8afcda-2455-4240-ae50-bd946b5d3fb7 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:20.633354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93396197-f546-42bb-9f2e-2253c4e3dfb5 req-0e8afcda-2455-4240-ae50-bd946b5d3fb7 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 949 time: 0.0521305 Oct 28 22:03:20.670714 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93396197-f546-42bb-9f2e-2253c4e3dfb5 req-4c6451ed-d4ba-4467-991e-8288e546911b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Oct 28 22:03:21.787124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570d2cd-e1d9-4139-9d09-eaeb6365cb60 req-0a80abbc-29ba-45fc-85c4-8d372848eac6 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:21.788720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5570d2cd-e1d9-4139-9d09-eaeb6365cb60 req-0a80abbc-29ba-45fc-85c4-8d372848eac6 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 949 time: 0.0491600 Oct 28 22:03:21.827378 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5570d2cd-e1d9-4139-9d09-eaeb6365cb60 req-064b2210-d85a-481d-847a-c3cc07a1a1eb tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Oct 28 22:03:21.846626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 38e59284-50fb-4d6f-8e1b-177fc27c8482 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:03:21.893959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 38e59284-50fb-4d6f-8e1b-177fc27c8482 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:03:21.897892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 38e59284-50fb-4d6f-8e1b-177fc27c8482 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:03:21.898256 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:21.976261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:21.998710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:03:22.000953 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad31a6-0484-41fa-a540-eafdbd6001c0" -d '{"events": [{"server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "name": "network-vif-plugged", "status": "completed", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:03:22.013468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:22.018127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:22.041974 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1074fed-4611-4d06-af2a-c69916fb29f4 x-openstack-request-id: req-a1074fed-4611-4d06-af2a-c69916fb29f4 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:03:22.042284 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "name": "network-vif-plugged", "status": "completed", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:03:22.042534 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1074fed-4611-4d06-af2a-c69916fb29f4 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:03:22.042911 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482', 'code': 200} Oct 28 22:03:22.071527 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:22.136317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab118e1-daad-484d-92c6-c3531325c224 req-8fcf94fa-4ac9-455e-be99-144918490324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:22.137803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab118e1-daad-484d-92c6-c3531325c224 req-8fcf94fa-4ac9-455e-be99-144918490324 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 1102 time: 0.0407746 Oct 28 22:03:22.174168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ab118e1-daad-484d-92c6-c3531325c224 req-48b61df3-64c5-4dc0-b269-e1935ea847b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289359 Oct 28 22:03:22.946593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12c1ef-1d60-4089-8792-06f5cedf1805 req-6d9648fe-7223-4313-a1ff-662ab6e88742 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:22.948064 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de12c1ef-1d60-4089-8792-06f5cedf1805 req-6d9648fe-7223-4313-a1ff-662ab6e88742 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 950 time: 0.0530846 Oct 28 22:03:22.984965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de12c1ef-1d60-4089-8792-06f5cedf1805 req-9d79a2b8-49d8-40fe-af42-c2072e1ffb4b tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Oct 28 22:03:24.104584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32cb1-b22e-4d4a-9388-a1df9134745f req-6694e7c3-f80c-41f2-99a7-130ccf6e6418 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:24.106085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09f32cb1-b22e-4d4a-9388-a1df9134745f req-6694e7c3-f80c-41f2-99a7-130ccf6e6418 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 950 time: 0.0494378 Oct 28 22:03:24.143876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09f32cb1-b22e-4d4a-9388-a1df9134745f req-a54c63de-2ea8-4705-aa4d-6da3594ce2b7 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Oct 28 22:03:24.420850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-dda85960-3c49-497e-a48a-6dc89583b318 req-84e76c1f-e3c4-44f7-a7c5-6cd404f6c186 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:03:24.421743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dda85960-3c49-497e-a48a-6dc89583b318 req-84e76c1f-e3c4-44f7-a7c5-6cd404f6c186 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054235 Oct 28 22:03:24.744519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-ce749796-2bfe-41de-9ec3-924bbcb3dab2 req-32c5c5ba-e692-4087-be9c-65b06ae8a844 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:03:24.745415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce749796-2bfe-41de-9ec3-924bbcb3dab2 req-32c5c5ba-e692-4087-be9c-65b06ae8a844 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053487 Oct 28 22:03:25.078153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78cff-2942-430e-9843-18fa422e2934 req-ae95a0e0-b607-4404-8e1f-7e5389bf78b4 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:25.080238 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a78cff-2942-430e-9843-18fa422e2934 req-ae95a0e0-b607-4404-8e1f-7e5389bf78b4 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 950 time: 0.0492611 Oct 28 22:03:25.116666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a78cff-2942-430e-9843-18fa422e2934 req-9ed4601c-d2ff-4cfa-af3d-23edcec22128 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303397 Oct 28 22:03:26.263619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e680c1-2616-49c3-96f0-df75c2e3458f req-093b8f0a-a52f-452a-9517-9037ac0e2f03 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:26.265104 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34e680c1-2616-49c3-96f0-df75c2e3458f req-093b8f0a-a52f-452a-9517-9037ac0e2f03 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 950 time: 0.0735347 Oct 28 22:03:26.304574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-578d505a-775a-431d-a51b-6c7c2bf0a294 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:26.305998 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-578d505a-775a-431d-a51b-6c7c2bf0a294 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.44 "GET /v2.0/ports?device_id=81eadb0c-c096-4da3-8acb-39e27325f545 HTTP/1.1" status: 200 len: 950 time: 0.0748782 Oct 28 22:03:26.325209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34e680c1-2616-49c3-96f0-df75c2e3458f req-039d705a-9216-46f7-8a53-d4fd847a1cf9 tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Oct 28 22:03:26.401974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Deleting port 38e59284-50fb-4d6f-8e1b-177fc27c8482 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:03:26.402227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:26.488963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] For port 38e59284-50fb-4d6f-8e1b-177fc27c8482, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=38e59284-50fb-4d6f-8e1b-177fc27c8482,segment=NetworkSegment(f71a79a3-5368-418a-926b-4172274dd969),segment_id=f71a79a3-5368-418a-926b-4172274dd969)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:26.489319 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:26.502759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Calling delete_port for 38e59284-50fb-4d6f-8e1b-177fc27c8482 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:03:26.629866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:26.641154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['38e59284-50fb-4d6f-8e1b-177fc27c8482'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:03:26.665112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Pushing event deleted for resources: {'Port': ['ID=38e59284-50fb-4d6f-8e1b-177fc27c8482,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:26.706560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] No DVR routers for this DVR port 38e59284-50fb-4d6f-8e1b-177fc27c8482 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:03:26.709373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:26.713409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3d1db6f-147d-47c2-becb-4b55c3c3f1a2 req-c65bd5bc-155d-452f-97b4-8b43b2b0b37f tempest-ServersAdminNegativeTestJSON-574133463 tempest-ServersAdminNegativeTestJSON-574133463-project] 10.222.0.44 "DELETE /v2.0/ports/38e59284-50fb-4d6f-8e1b-177fc27c8482 HTTP/1.1" status: 204 len: 173 time: 0.3997488 Oct 28 22:03:26.713889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'name': 'network-vif-deleted', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:03:26.716732 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd81cc-4860-421d-9e79-8e5af68b0397" -d '{"events": [{"server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "name": "network-vif-deleted", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:03:26.759082 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81463731-3e30-4290-a844-38d21666313e x-openstack-request-id: req-81463731-3e30-4290-a844-38d21666313e {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:03:26.759378 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eadb0c-c096-4da3-8acb-39e27325f545", "name": "network-vif-deleted", "tag": "38e59284-50fb-4d6f-8e1b-177fc27c8482", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:03:26.759632 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81463731-3e30-4290-a844-38d21666313e {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:03:26.760192 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eadb0c-c096-4da3-8acb-39e27325f545', 'name': 'network-vif-deleted', 'tag': '38e59284-50fb-4d6f-8e1b-177fc27c8482', 'status': 'completed', 'code': 200} Oct 28 22:03:27.618598 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54942) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:27.759580 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c06f2cc6-012e-4450-be4b-88d7158874ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf8cd1b80a9b4560bae790c50cc1d62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397703 Oct 28 22:03:27.762045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54946) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:27.815551 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:27.837543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:27.886936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:27.889504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:27.890638 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c0e30e0-81ac-41a9-95e7-4cb7923d78a3 HTTP/1.1" status: 204 len: 168 time: 0.1276767 Oct 28 22:03:27.899109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce7d6-b695-40b0-ba15-da223d150c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e30e0-81ac-41a9-95e7-4cb7923d78a3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:28.141071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54952) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:28.155108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a80509b1-53a7-4b2d-b894-0068fa765fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.235056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a80509b1-53a7-4b2d-b894-0068fa765fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.238770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a80509b1-53a7-4b2d-b894-0068fa765fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.275497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a80509b1-53a7-4b2d-b894-0068fa765fc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c1679b6f4de4b3b971196a30b2c2f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323297 Oct 28 22:03:28.277460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80509b1-53a7-4b2d-b894-0068fa765fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c83e98-3776-4f0b-858a-1507e4f7bb2b,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:28.278297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54954) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:28.328594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.349494 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.394894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.397367 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:28.398499 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83c83e98-3776-4f0b-858a-1507e4f7bb2b HTTP/1.1" status: 204 len: 168 time: 0.1191669 Oct 28 22:03:28.405904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aec192-8ffa-4c0a-beed-f844c25d40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c83e98-3776-4f0b-858a-1507e4f7bb2b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:29.087722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 54976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:29.184839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-713965199-network', 'tenant_id': '4d96b80098e9422da71dcb012254ad01'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:29.207993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Made reservation on behalf of 4d96b80098e9422da71dcb012254ad01 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:03:29.210323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.218488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.290973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.294921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.316225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:03:29.330202 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e80768-a5d3-410a-88ff-0b2bb6c0598a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:29.334995 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.335336 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Added segment f211cb6a-df41-41bf-9bd2-4e6c208db2fa of type vlan for network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 Oct 28 22:03:29.377245 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.401453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.402408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:29.403040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.454680 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3652201 Oct 28 22:03:29.457142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 54980) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:03:29.462232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Request body: {'subnet': {'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-713965199-subnet', 'tenant_id': '4d96b80098e9422da71dcb012254ad01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:29.465483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940afb20-bcd8-4f58-8848-ab4405a14451 admin admin] Pushing event updated for resources: {'Network': ['ID=768c8a97-14f4-4ce0-8e81-f31f985b6b70,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:29.475045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:03:29.486548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Made reservation on behalf of 4d96b80098e9422da71dcb012254ad01 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:03:29.489011 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.651316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.706995 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f88b25-a722-45fb-9600-8f971f6959ec,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:29.713921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Checking segment: {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:03:29.714278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Network hostable DHCP agents. Network: 768c8a97-14f4-4ce0-8e81-f31f985b6b70, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:03:29.729600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:03:29.738786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 768c8a97-14f4-4ce0-8e81-f31f985b6b70) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:03:29.743158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:29.743739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:29.748739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6111d3-476e-44b9-8679-f7152b14d912 None None] Network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:03:29.761430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-177bff0b-4cf7-4b65-a34b-d911d0ac24d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3031158 Oct 28 22:03:29.876846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803568a-8f32-4240-b082-b2cf7e2fb819 None None] Network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:03:30.192503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-3eda9ff3-cac8-4dce-b551-63fabbf04f6b tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:30.193982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-3eda9ff3-cac8-4dce-b551-63fabbf04f6b tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 811 time: 0.1050081 Oct 28 22:03:30.209211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-54f245c6-b6c8-4e01-b415-f2fe87b3f89e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/quotas/4d96b80098e9422da71dcb012254ad01 HTTP/1.1" status: 200 len: 375 time: 0.0093865 Oct 28 22:03:30.240559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-e9a17d29-daba-4c7e-9e43-83ba8552f9f3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259888 Oct 28 22:03:30.332026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-1dccb617-5404-4df7-ad70-26cd3e5e12a2 service neutron] 10.222.0.31 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Oct 28 22:03:30.419473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-41ae63f6-3126-496d-8307-4ba8f234718f service neutron] 10.222.0.31 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Oct 28 22:03:30.576100 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05c6b370-3a74-4827-b526-62569fe75522 req-6b17e9a4-4846-467f-8863-c6e8e172d6b7 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Oct 28 22:03:31.475124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-060db6f5-9fcd-40bd-8018-bf8d994ece3d tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:31.476625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-060db6f5-9fcd-40bd-8018-bf8d994ece3d tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 811 time: 0.1065979 Oct 28 22:03:31.490511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Request body: {'port': {'device_id': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70', 'admin_state_up': True, 'tenant_id': '4d96b80098e9422da71dcb012254ad01'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:31.600036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Made reservation on behalf of 4d96b80098e9422da71dcb012254ad01 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:03:31.603632 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:31.690464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-631d7b38-d9bd-4e7f-bc4f-8e03fbcf5585 req-7f217877-5bb1-47c8-ad08-d402ac306f71 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 210 time: 0.0345266 Oct 28 22:03:31.753458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Allocated IP 172.20.0.12 (768c8a97-14f4-4ce0-8e81-f31f985b6b70/a9f88b25-a722-45fb-9600-8f971f6959ec/fbd988b2-593a-49c9-9521-f4591bf8609e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:03:31.895031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:31.909765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 38e59284-50fb-4d6f-8e1b-177fc27c8482 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:03:31.929273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:31.930288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 38e59284-50fb-4d6f-8e1b-177fc27c8482 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:03:31.930667 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 38e59284-50fb-4d6f-8e1b-177fc27c8482 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:03:32.301944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:03:32.304963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:03:32.308690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:03:32.332690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:32.359766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:32.360888 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:32.376981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-667409c3-e59d-457d-8841-0e6a699007c3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8899360 Oct 28 22:03:32.388301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Request body: {'port': {'device_id': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:03:32.440421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:32.693791 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd988b2-593a-49c9-9521-f4591bf8609e {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:03:32.700991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:32.713059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Transition to ACTIVE for port object fbd988b2-593a-49c9-9521-f4591bf8609e will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:03:32.716682 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:32.774066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:32.859627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d1105-0355-4ce9-baac-0bf002435b27 req-e83d24b0-8f52-4aa7-b703-62458d6f82cb tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:32.861717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-321d1105-0355-4ce9-baac-0bf002435b27 req-e83d24b0-8f52-4aa7-b703-62458d6f82cb tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0973532 Oct 28 22:03:32.888736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:03:32.889067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:03:32.889391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:03:32.897647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:03:32.897936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:03:32.909532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:03:32.909866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Checking segment: {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:03:32.910235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Bound using segment: {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:03:32.910653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Bound port: fbd988b2-593a-49c9-9521-f4591bf8609e, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:03:32.911002 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:32.923076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-321d1105-0355-4ce9-baac-0bf002435b27 req-be906649-3d35-4538-a589-ecf912903232 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546184 Oct 28 22:03:32.975827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:03:32.978699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:03:32.982961 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:33.021372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.021974 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:33.023325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] 10.222.0.44 "PUT /v2.0/ports/fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 1093 time: 0.6389041 Oct 28 22:03:33.023769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:03:33.026027 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f5eed-4942-4f7f-a678-9905189e266a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:03:33.049769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e51c02-7c66-4987-9424-1329443978ec service neutron] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:33.075060 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c4292b-cc6a-4fc8-b198-4cb61de98d23 x-openstack-request-id: req-a5c4292b-cc6a-4fc8-b198-4cb61de98d23 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:03:33.075432 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:03:33.075688 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5c4292b-cc6a-4fc8-b198-4cb61de98d23 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:03:33.076594 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'status': 'completed', 'code': 200} Oct 28 22:03:33.107202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-f4a8885f-74c7-44c6-b65a-d5d97efcb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.108716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-f4a8885f-74c7-44c6-b65a-d5d97efcb580 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0462220 Oct 28 22:03:33.148890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-06071442-2bfb-4d34-8c40-3a00d6e5e58f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0329156 Oct 28 22:03:33.200982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-82d9684d-f320-4fc3-8a00-161953bed4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.202475 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-82d9684d-f320-4fc3-8a00-161953bed4c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0462513 Oct 28 22:03:33.237623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-b62791ba-702a-4070-9686-f476211c4b73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281043 Oct 28 22:03:33.325688 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-bc9b5875-40b3-4ece-a7aa-1b96b66a1bcc service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809491 Oct 28 22:03:33.416692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1805c1c6-0386-4f56-82c3-910853c6ec0e req-dddb2b9c-7321-4fdb-830a-a180613cd82d service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Oct 28 22:03:33.501775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f5eed-4942-4f7f-a678-9905189e266a req-2f299beb-c539-4a06-b7cd-95bb6cf57829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.503151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-2f299beb-c539-4a06-b7cd-95bb6cf57829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0448301 Oct 28 22:03:33.594913 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f5eed-4942-4f7f-a678-9905189e266a req-03bbf1a2-f831-47fe-900d-1fa1f7894826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.596388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-03bbf1a2-f831-47fe-900d-1fa1f7894826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.0865200 Oct 28 22:03:33.636005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-01e13aa2-a4a3-4629-9a6f-952fd439dffc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0326355 Oct 28 22:03:33.684315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f5eed-4942-4f7f-a678-9905189e266a req-088721be-cb74-4b3c-ac38-9183bef59dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:33.685729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-088721be-cb74-4b3c-ac38-9183bef59dad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0420785 Oct 28 22:03:33.717509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-8daaf0f2-c1ea-4b92-bf6a-2418088beefd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237305 Oct 28 22:03:33.809216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-10412d57-ac24-4adc-bd63-c8e21a9584dd service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838857 Oct 28 22:03:33.904247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a40f5eed-4942-4f7f-a678-9905189e266a req-522fae65-302a-4fa7-a478-4fd2d686f655 service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Oct 28 22:03:34.037004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbf22e-bce5-4e06-b0ec-b7cfe24f6800 req-919ff5e4-47fa-41d1-920a-715023967328 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:34.038482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2bbf22e-bce5-4e06-b0ec-b7cfe24f6800 req-919ff5e4-47fa-41d1-920a-715023967328 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0483773 Oct 28 22:03:34.077898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2bbf22e-bce5-4e06-b0ec-b7cfe24f6800 req-611243bf-6c20-4606-aa12-21694b42b437 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Oct 28 22:03:34.180935 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:03:35.195509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc4d8-ed8f-482f-8f0d-8ee0e36b62da req-ac87f91e-1764-4ff4-8cba-e0fbf9b38622 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:35.197014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1bfc4d8-ed8f-482f-8f0d-8ee0e36b62da req-ac87f91e-1764-4ff4-8cba-e0fbf9b38622 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0493882 Oct 28 22:03:35.234426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1bfc4d8-ed8f-482f-8f0d-8ee0e36b62da req-6a5cd3f5-b36e-4b43-882f-2f323ddf1c30 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Oct 28 22:03:35.938437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:03:36.036430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:36.046965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70', 'port_id': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'mac_address': 'fa:16:3e:d0:07:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f88b25-a722-45fb-9600-8f971f6959ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:03:36.083391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:36.095882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd988b2-593a-49c9-9521-f4591bf8609e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:03:36.114822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:36.118858 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:36.166222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:36.303504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['fbd988b2-593a-49c9-9521-f4591bf8609e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:03:36.353839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba54c4-3964-4a78-ba55-8f4ff9b6a48a req-64661058-5874-423e-b84e-ef8c5c7f7489 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:36.355251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28ba54c4-3964-4a78-ba55-8f4ff9b6a48a req-64661058-5874-423e-b84e-ef8c5c7f7489 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 945 time: 0.0525262 Oct 28 22:03:36.393438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-28ba54c4-3964-4a78-ba55-8f4ff9b6a48a req-d9b83406-44b8-4176-8a28-0df420ee3037 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Oct 28 22:03:37.507564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8cbf3-e11b-4b96-b7c4-48ddc2360151 req-982bcbb3-f5a1-4d7a-b5cc-76490d6b89ef tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:37.509060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ed8cbf3-e11b-4b96-b7c4-48ddc2360151 req-982bcbb3-f5a1-4d7a-b5cc-76490d6b89ef tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 945 time: 0.0493362 Oct 28 22:03:37.546271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ed8cbf3-e11b-4b96-b7c4-48ddc2360151 req-68fb630f-4828-499b-8866-908ba06184c0 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Oct 28 22:03:37.941368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:03:37.987518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port fbd988b2-593a-49c9-9521-f4591bf8609e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:03:37.991125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port fbd988b2-593a-49c9-9521-f4591bf8609e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:03:37.991488 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:38.069958 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:38.092117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:03:38.094358 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520706b-0060-47c4-bef1-155e4c7f767e" -d '{"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-plugged", "status": "completed", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:03:38.106825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:03:38.111671 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:38.134639 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a4da8-e1c4-4b2e-8dc0-8dcdfd94f72a x-openstack-request-id: req-f59a4da8-e1c4-4b2e-8dc0-8dcdfd94f72a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:03:38.134927 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-plugged", "status": "completed", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:03:38.135190 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f59a4da8-e1c4-4b2e-8dc0-8dcdfd94f72a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:03:38.135568 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'code': 200} Oct 28 22:03:38.162789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:03:38.230254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481c6f-a404-4211-9269-5a94ed1ec715 req-983b3502-5644-4a32-b90d-8e20dd7b864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:38.231728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9481c6f-a404-4211-9269-5a94ed1ec715 req-983b3502-5644-4a32-b90d-8e20dd7b864b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1098 time: 0.0396271 Oct 28 22:03:38.266272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9481c6f-a404-4211-9269-5a94ed1ec715 req-53ff69c3-3c1f-43cb-aee6-8eb8db1c6ef1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273890 Oct 28 22:03:38.666570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209d48-f9cc-4767-8562-d7a4c6f75548 req-07189bc7-9b82-4072-8ba5-354fb617a046 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:38.668027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6209d48-f9cc-4767-8562-d7a4c6f75548 req-07189bc7-9b82-4072-8ba5-354fb617a046 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0520768 Oct 28 22:03:38.705601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6209d48-f9cc-4767-8562-d7a4c6f75548 req-f3ef211f-4986-4c8c-8892-9d7f5d47eaec tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Oct 28 22:03:39.825698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6823b-8670-4b01-8e3d-91239c8fa3e6 req-95e72c0a-ffd4-429a-b670-4438b73bcc48 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:39.827224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93d6823b-8670-4b01-8e3d-91239c8fa3e6 req-95e72c0a-ffd4-429a-b670-4438b73bcc48 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Oct 28 22:03:39.865394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93d6823b-8670-4b01-8e3d-91239c8fa3e6 req-7f3b73f2-4764-40b8-aae7-e735ff619778 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Oct 28 22:03:40.099420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f53f0-64ba-4d18-bfac-de150884357a req-ce9a27e0-af76-45b2-825d-5a94ef5aaf6e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:40.100945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-715f53f0-64ba-4d18-bfac-de150884357a req-ce9a27e0-af76-45b2-825d-5a94ef5aaf6e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0496507 Oct 28 22:03:40.136043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-e1a88937-ee98-4d90-8d4d-08fab6679ea4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939245 Oct 28 22:03:40.138866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-715f53f0-64ba-4d18-bfac-de150884357a req-793cba66-f041-48f3-983c-c4afaac04730 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Oct 28 22:03:40.145857 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-de9d0207-c855-4f43-bcd1-25ffc27b27b0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:03:40.146862 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-de9d0207-c855-4f43-bcd1-25ffc27b27b0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057514 Oct 28 22:03:40.861769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8c67c8dc-4869-462f-9321-0d21653ddb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:41.297254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c44b5-22a6-4223-8687-74b7800007e6 req-f0c4afe7-33bf-488f-8fbb-0208d3f640f1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:41.298741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f08c44b5-22a6-4223-8687-74b7800007e6 req-f0c4afe7-33bf-488f-8fbb-0208d3f640f1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0843763 Oct 28 22:03:41.305451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-0bef95a1-758a-4777-88a7-0d9d8f97fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:41.306864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-0bef95a1-758a-4777-88a7-0d9d8f97fa99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1098 time: 0.0594163 Oct 28 22:03:41.388107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f08c44b5-22a6-4223-8687-74b7800007e6 req-a100ba32-203a-405d-bb89-72342d736988 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803041 Oct 28 22:03:41.422609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-a40dae71-6734-4069-a6dc-7e00cbe404eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:41.424827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-a40dae71-6734-4069-a6dc-7e00cbe404eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.1101074 Oct 28 22:03:41.465423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-e77c30cc-8a18-4aa9-a34c-d89c38bbaefb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0339103 Oct 28 22:03:41.513263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-2d854c5a-cea5-4813-b53c-5d034bcab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:41.514673 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-2d854c5a-cea5-4813-b53c-5d034bcab13a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0424299 Oct 28 22:03:41.545354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-a3b66d26-4425-465d-a105-4f17837538c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238690 Oct 28 22:03:41.635638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-df3eac16-ed95-4b6a-a23c-87bc2aa00f84 service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836730 Oct 28 22:03:41.727084 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-f4e096b5-293d-4a45-91b2-a46c29d45140 service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Oct 28 22:03:42.218289 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:42.376823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:42.506057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c28ec-07e3-4b0f-8358-bb219b62fcda req-ef7602db-892e-4056-99b4-241d90b0fd7a tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:42.507676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-398c28ec-07e3-4b0f-8358-bb219b62fcda req-ef7602db-892e-4056-99b4-241d90b0fd7a tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Oct 28 22:03:42.545880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-398c28ec-07e3-4b0f-8358-bb219b62fcda req-14768184-e27f-48a3-9a3d-d6f9160983f6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Oct 28 22:03:43.462464 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6fc8deaf-55cf-4232-ad69-de1a0f831f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:43.661489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e219c-3749-4355-a9ba-c6b068f66349 req-bd5ff1a5-8cfa-4c10-b30d-2a36203967d1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:43.662940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13e219c-3749-4355-a9ba-c6b068f66349 req-bd5ff1a5-8cfa-4c10-b30d-2a36203967d1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0487418 Oct 28 22:03:43.699464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13e219c-3749-4355-a9ba-c6b068f66349 req-8ba1ec9d-0a3f-420e-99b8-b3819bd3ded4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Oct 28 22:03:44.817210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd4350-6813-442e-a9cf-55fc25c6dd10 req-f6ac9349-cbff-46bb-92c9-985ade13d490 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:44.818702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5cd4350-6813-442e-a9cf-55fc25c6dd10 req-f6ac9349-cbff-46bb-92c9-985ade13d490 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Oct 28 22:03:44.859891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5cd4350-6813-442e-a9cf-55fc25c6dd10 req-71ba5360-5d49-4141-8d56-f5987e68420e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Oct 28 22:03:44.910328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:45.205126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:45.977370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4077-0f81-4b5f-8c02-d7cd03b5fa4b req-a26a4f68-eb76-4c36-8056-d98a159443f4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:45.978828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-189d4077-0f81-4b5f-8c02-d7cd03b5fa4b req-a26a4f68-eb76-4c36-8056-d98a159443f4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0481489 Oct 28 22:03:46.017501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-189d4077-0f81-4b5f-8c02-d7cd03b5fa4b req-7859662a-46c6-474d-9e51-eb05a1be6816 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Oct 28 22:03:46.758956 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:03:47.132326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a6f5f-736f-48f9-bb47-ee1bc610fb38 req-ae6897a4-4aad-4591-b44d-83d096a66be1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:47.133848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed8a6f5f-736f-48f9-bb47-ee1bc610fb38 req-ae6897a4-4aad-4591-b44d-83d096a66be1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0486276 Oct 28 22:03:47.171086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed8a6f5f-736f-48f9-bb47-ee1bc610fb38 req-07f8e479-6bab-452b-a31a-3e84446fd506 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Oct 28 22:03:48.286063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d3362-6b2c-4ac6-b963-f4ac6d7fbcc7 req-b00f6582-910a-440b-ad80-f4a948ddff1c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:48.287509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa8d3362-6b2c-4ac6-b963-f4ac6d7fbcc7 req-b00f6582-910a-440b-ad80-f4a948ddff1c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0502102 Oct 28 22:03:48.329351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa8d3362-6b2c-4ac6-b963-f4ac6d7fbcc7 req-1b0fb0a9-a35b-46b1-a6df-4de6fc769a14 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Oct 28 22:03:49.444880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2b2d5-a3eb-430f-aee4-74d6b90da94d req-dc17ce85-efc6-413f-be96-a6df37608525 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:49.446384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39a2b2d5-a3eb-430f-aee4-74d6b90da94d req-dc17ce85-efc6-413f-be96-a6df37608525 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0489228 Oct 28 22:03:49.483837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39a2b2d5-a3eb-430f-aee4-74d6b90da94d req-3f15b5fe-feda-4163-b4bd-f96e36446610 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Oct 28 22:03:50.601133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6314b3b-e2a8-49f3-a375-7b329444a6bd req-19883b11-59ed-4db4-8c3b-cc1cb368d73f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:50.602598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6314b3b-e2a8-49f3-a375-7b329444a6bd req-19883b11-59ed-4db4-8c3b-cc1cb368d73f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Oct 28 22:03:50.638797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6314b3b-e2a8-49f3-a375-7b329444a6bd req-4cb318d5-4d1e-4d6e-bbbc-9664b73b79d3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Oct 28 22:03:51.754113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909ba4-88b7-4f21-8bb0-17496b2cb193 req-cdb19c7e-c9a7-43d7-b83b-e6a0269c58e4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:51.755550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07909ba4-88b7-4f21-8bb0-17496b2cb193 req-cdb19c7e-c9a7-43d7-b83b-e6a0269c58e4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0491674 Oct 28 22:03:51.797966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07909ba4-88b7-4f21-8bb0-17496b2cb193 req-2ce0d978-6da3-4b69-8167-d9307c97897c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364192 Oct 28 22:03:52.915431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29b7d-cdd2-4203-bc52-13f8d3dfaad7 req-2aef6be4-297d-4a10-909e-d6e787311047 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:52.916912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99c29b7d-cdd2-4203-bc52-13f8d3dfaad7 req-2aef6be4-297d-4a10-909e-d6e787311047 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0498965 Oct 28 22:03:52.953525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99c29b7d-cdd2-4203-bc52-13f8d3dfaad7 req-af5a67a4-afaf-4f34-b913-46b9c84e8df3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Oct 28 22:03:54.077325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333e22-9c4a-45c2-a019-25a94a66ab2e req-42d85748-41c9-48f2-8759-a4d4799f8890 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:54.078814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c333e22-9c4a-45c2-a019-25a94a66ab2e req-42d85748-41c9-48f2-8759-a4d4799f8890 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Oct 28 22:03:54.118215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c333e22-9c4a-45c2-a019-25a94a66ab2e req-755f3758-2c44-497b-ab00-5c074d3e3cb6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Oct 28 22:03:55.235540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29759-7225-476c-b275-b86ab91b9322 req-b2f9c29f-9057-44cb-a40d-9130f601c665 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:55.237038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64e29759-7225-476c-b275-b86ab91b9322 req-b2f9c29f-9057-44cb-a40d-9130f601c665 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0493748 Oct 28 22:03:55.278291 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-64e29759-7225-476c-b275-b86ab91b9322 req-ffd9d7d1-d00d-45ff-b304-ceb420ea8a7e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346162 Oct 28 22:03:56.394029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38087-e5eb-4321-9e4e-3515c25005a5 req-c8cfd1cf-e70e-492e-9afd-95edbd446852 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:56.395921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95d38087-e5eb-4321-9e4e-3515c25005a5 req-c8cfd1cf-e70e-492e-9afd-95edbd446852 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0493352 Oct 28 22:03:56.433842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-95d38087-e5eb-4321-9e4e-3515c25005a5 req-a5b8632f-b4e9-4a88-83e6-7587bd8bcc23 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Oct 28 22:03:57.548880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df3af4-1cc5-47f0-88ef-77418bf26b0f req-88d690b6-feac-44c1-a87d-77aa26055426 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:57.550332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9df3af4-1cc5-47f0-88ef-77418bf26b0f req-88d690b6-feac-44c1-a87d-77aa26055426 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0492907 Oct 28 22:03:57.587555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9df3af4-1cc5-47f0-88ef-77418bf26b0f req-7ae5baa1-1ebb-4395-b0b3-0e8f0f941efc tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Oct 28 22:03:58.151016 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b717f49-6dee-41fb-8bd2-1018bbcadbe1 req-9120c870-bf49-49d7-91ff-8b422592b52a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290449 Oct 28 22:03:58.217015 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b717f49-6dee-41fb-8bd2-1018bbcadbe1 req-e5cc5cb7-88e4-4c9a-a4d2-491c9557bf44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0243609 Oct 28 22:03:58.256964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b717f49-6dee-41fb-8bd2-1018bbcadbe1 req-ba0ccc85-1ce7-44b7-9219-c3c56c2ea358 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194263 Oct 28 22:03:58.347912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b717f49-6dee-41fb-8bd2-1018bbcadbe1 req-2e4d7d0b-5a06-4728-85a7-6e437780ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:58.349379 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8b717f49-6dee-41fb-8bd2-1018bbcadbe1 req-2e4d7d0b-5a06-4728-85a7-6e437780ad46 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857830 Oct 28 22:03:58.703989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc877fe-6ff8-4566-b40b-af147e890278 req-8a10d2fd-8bee-4403-960d-3f4b23f6491d tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:58.705474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecc877fe-6ff8-4566-b40b-af147e890278 req-8a10d2fd-8bee-4403-960d-3f4b23f6491d tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Oct 28 22:03:58.770369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecc877fe-6ff8-4566-b40b-af147e890278 req-a9eab183-f767-46e3-b1e3-fddb4ebd3cb3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Oct 28 22:03:58.772992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-c83f663f-c043-4747-9896-34e5e2a0c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:58.774391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-c83f663f-c043-4747-9896-34e5e2a0c67d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1098 time: 0.0680556 Oct 28 22:03:58.877715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-0b6ce3aa-bc98-41a7-9e39-aae941da5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:58.879728 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-0b6ce3aa-bc98-41a7-9e39-aae941da5380 service neutron] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.0847683 Oct 28 22:03:58.923038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-8d4fd083-ec7f-417b-a58f-16f0b9c85a48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0365093 Oct 28 22:03:58.970838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-92b64c3c-4a04-48ff-9643-2b4838f706d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:58.972237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-92b64c3c-4a04-48ff-9643-2b4838f706d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0425870 Oct 28 22:03:59.003317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-4e9c6efe-c307-487d-82f7-5982e270f8ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240817 Oct 28 22:03:59.094825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-564b257c-1f12-478a-9c07-9420f33bdb0c service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Oct 28 22:03:59.183606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfc3b29f-1a8a-45db-a55c-5e2dfa848439 req-9097c7ed-88a7-4a30-bdd8-8fb01655ebda service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812182 Oct 28 22:03:59.891563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255ed0-f94a-4781-9858-46b12d986ebb req-69de3443-7dab-4f7c-bc75-e1fe350ba552 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:03:59.893042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52255ed0-f94a-4781-9858-46b12d986ebb req-69de3443-7dab-4f7c-bc75-e1fe350ba552 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0528705 Oct 28 22:03:59.930424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-52255ed0-f94a-4781-9858-46b12d986ebb req-b8864da4-d82e-4d4c-b32f-2cbf7e44963e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Oct 28 22:04:01.043998 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5f619-74a9-4aa1-a584-429eaf47fa41 req-beac0633-b4c5-4041-9438-c62db8edf940 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:01.045491 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ce5f619-74a9-4aa1-a584-429eaf47fa41 req-beac0633-b4c5-4041-9438-c62db8edf940 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Oct 28 22:04:01.083617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ce5f619-74a9-4aa1-a584-429eaf47fa41 req-7220f904-d593-45a2-978c-075fcd708100 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Oct 28 22:04:02.197976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428ae71-965d-4d13-8a2c-561b74d7259c req-f978238c-a774-464a-a8b7-0fee0ad8d425 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:02.199471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8428ae71-965d-4d13-8a2c-561b74d7259c req-f978238c-a774-464a-a8b7-0fee0ad8d425 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0491838 Oct 28 22:04:02.236465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8428ae71-965d-4d13-8a2c-561b74d7259c req-026ee62c-2873-4feb-9aaa-4e15adaef852 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Oct 28 22:04:03.355621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dea15-dec7-43c3-b272-be4ea5ec2418 req-eec9443e-9aab-4ebf-9961-25e39fedba70 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:03.357101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5dea15-dec7-43c3-b272-be4ea5ec2418 req-eec9443e-9aab-4ebf-9961-25e39fedba70 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0524292 Oct 28 22:04:03.394140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c5dea15-dec7-43c3-b272-be4ea5ec2418 req-4a4e41e9-fbc3-48a5-be4c-a8373f1ebb5e tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Oct 28 22:04:04.577615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4973-5512-4373-8488-115940d0aa98 req-0d660c11-2bc5-4a8a-9d10-c4d15bb36923 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:04.579065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-437d4973-5512-4373-8488-115940d0aa98 req-0d660c11-2bc5-4a8a-9d10-c4d15bb36923 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.1144426 Oct 28 22:04:04.617210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-437d4973-5512-4373-8488-115940d0aa98 req-03e36ca8-7279-4db9-9d3a-86781ed560c4 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Oct 28 22:04:05.807992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e3f90-e29c-455c-89c7-18d8f71abdee req-59d24bef-2968-4cee-ab36-3621635ea0c1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:05.810252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-730e3f90-e29c-455c-89c7-18d8f71abdee req-59d24bef-2968-4cee-ab36-3621635ea0c1 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.1161444 Oct 28 22:04:05.851413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-730e3f90-e29c-455c-89c7-18d8f71abdee req-89ce3197-52b1-46a9-a6aa-e8e481016e75 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Oct 28 22:04:06.971440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcdf3c-1909-4bb2-a675-db99b25c4a90 req-7006696c-43e5-4852-a99b-6b47494ebdad tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:06.972912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ffcdf3c-1909-4bb2-a675-db99b25c4a90 req-7006696c-43e5-4852-a99b-6b47494ebdad tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Oct 28 22:04:07.010129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ffcdf3c-1909-4bb2-a675-db99b25c4a90 req-d0733628-44e3-40d0-9fc3-3d2d7426964f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Oct 28 22:04:08.126351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ce6f8-32ba-413d-9d81-1ffadc7902e7 req-a79d30f7-91c6-4337-a6c6-73e79f7f2ad2 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:08.127799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d4ce6f8-32ba-413d-9d81-1ffadc7902e7 req-a79d30f7-91c6-4337-a6c6-73e79f7f2ad2 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 946 time: 0.0482097 Oct 28 22:04:08.165744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3d4ce6f8-32ba-413d-9d81-1ffadc7902e7 req-a5cf31b2-854b-4de3-955e-53a84586723c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Oct 28 22:04:08.557246 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-9a936187-7564-4faa-9861-100b32b65bb1 service neutron] show failed (client error): The resource could not be found. Oct 28 22:04:08.558231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-9a936187-7564-4faa-9861-100b32b65bb1 service neutron] 10.222.0.44 "GET /v2.0/ports/fbd988b2-593a-49c9-9521-f4591bf8609e/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0546806 Oct 28 22:04:08.785100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-70fde089-a338-48e0-aebc-3fab96980ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:08.786569 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-70fde089-a338-48e0-aebc-3fab96980ac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919&tenant_id=4d96b80098e9422da71dcb012254ad01 HTTP/1.1" status: 200 len: 1098 time: 0.0735075 Oct 28 22:04:08.798470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-3b4f94e5-b6c9-41ad-9704-f9729a0c096a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:04:08.799443 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-3b4f94e5-b6c9-41ad-9704-f9729a0c096a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049114 Oct 28 22:04:08.810671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:08.863349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.065024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:09.098164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:04:09.136644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:09.138896 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b1b67c-88b5-46b5-a479-0231a3909028" -d '{"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:09.143024 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.155931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Transition to ACTIVE for port object fbd988b2-593a-49c9-9521-f4591bf8609e will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:04:09.161418 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.195191 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b3394-e209-4e2d-9cbb-64ea151660e6 x-openstack-request-id: req-987b3394-e209-4e2d-9cbb-64ea151660e6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:09.195971 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:09.195971 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-987b3394-e209-4e2d-9cbb-64ea151660e6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:09.196537 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'code': 200} Oct 28 22:04:09.226245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] No DVR routers for this DVR port fbd988b2-593a-49c9-9521-f4591bf8609e on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:04:09.228154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:09.239176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.239519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.239854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.240186 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.240577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.240977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.241305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.241631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.241956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.242277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.242596 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.242911 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:09.274545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:04:09.274871 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:04:09.275225 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:09.279793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:04:09.280104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Attempting to bind port fbd988b2-593a-49c9-9521-f4591bf8609e on network 768c8a97-14f4-4ce0-8e81-f31f985b6b70 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:09.285142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:04:09.285471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Checking segment: {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:04:09.285841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Bound using segment: {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:04:09.286261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Bound port: fbd988b2-593a-49c9-9521-f4591bf8609e, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:04:09.286608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.293050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e680-aa3a-41de-9b59-966b33b74cf3 req-4c70880a-2c6f-4956-a815-85c788a40861 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:09.294561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93c5e680-aa3a-41de-9b59-966b33b74cf3 req-4c70880a-2c6f-4956-a815-85c788a40861 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0558631 Oct 28 22:04:09.333091 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-93c5e680-aa3a-41de-9b59-966b33b74cf3 req-8184ac7b-c599-4516-8c92-ba699221405f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Oct 28 22:04:09.353533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:04:09.356496 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:04:09.361022 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.395569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:09.396173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:09.397719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] 10.222.0.52 "PUT /v2.0/ports/fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 1093 time: 0.5907514 Oct 28 22:04:09.418034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2882-ec87-4787-bdd8-9740ac8a39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:09.461993 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-3851d5e8-1d6d-470c-a745-d9eec260b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:09.463452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-3851d5e8-1d6d-470c-a745-d9eec260b814 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0411086 Oct 28 22:04:09.557586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-fd34eff7-f5f4-47f0-a3c0-33ef51c05582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:09.559050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-fd34eff7-f5f4-47f0-a3c0-33ef51c05582 service neutron] 10.222.0.52 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.0883338 Oct 28 22:04:09.599014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-3936c7ae-71e5-4932-8856-8523d6cbb647 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0331445 Oct 28 22:04:09.650372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-1241773c-cc03-4473-b443-2e468997b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:09.651779 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-1241773c-cc03-4473-b443-2e468997b9d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0461171 Oct 28 22:04:09.682937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-8d63fad1-5956-4622-8770-18e503e8def1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241947 Oct 28 22:04:09.774948 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-10ffa7e0-e012-4ab6-829a-9a1db3eacc78 service neutron] 10.222.0.52 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847385 Oct 28 22:04:09.877995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1c9f20a1-483b-4c54-98d6-44eb1b6045cf req-b0ac66c6-3a14-407d-a755-1fe77e548ec2 service neutron] 10.222.0.52 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953872 Oct 28 22:04:10.452410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08389e09-4953-4688-85ee-01cb91c01a61 req-4bbe7451-9584-4410-9545-e1767bdf2ca6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:10.454061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08389e09-4953-4688-85ee-01cb91c01a61 req-4bbe7451-9584-4410-9545-e1767bdf2ca6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Oct 28 22:04:10.491165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-08389e09-4953-4688-85ee-01cb91c01a61 req-923fb044-e675-4aff-a968-d8b7ebce4620 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Oct 28 22:04:10.863860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-082b4f6c-e97c-4fd0-867d-24de4a67a7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:11.181670 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:04:11.197698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:11.200109 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab306cd5-98bd-405f-b14e-e2dda988dfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:11.261960 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97cbb0c-652f-4e68-b317-7574c70250f7 x-openstack-request-id: req-d97cbb0c-652f-4e68-b317-7574c70250f7 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:11.262331 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:11.262597 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d97cbb0c-652f-4e68-b317-7574c70250f7 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:11.263017 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'status': 'completed', 'code': 200} Oct 28 22:04:11.327059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-a4a70e70-1465-4fa0-98e9-45bb836fe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.328606 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-a4a70e70-1465-4fa0-98e9-45bb836fe620 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0458140 Oct 28 22:04:11.329564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-c64561c0-1b4e-4c86-b937-6bc3082e354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.331590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-c64561c0-1b4e-4c86-b937-6bc3082e354b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0426261 Oct 28 22:04:11.434675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-32bcb981-2ba9-46de-a454-b6072fe42850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.435462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-eeb92dea-64c7-46fc-b4c3-34d09cc9b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.436186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-32bcb981-2ba9-46de-a454-b6072fe42850 service neutron] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.0979755 Oct 28 22:04:11.437088 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-eeb92dea-64c7-46fc-b4c3-34d09cc9b457 service neutron] 10.222.0.52 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.1015456 Oct 28 22:04:11.480621 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-c44ee106-ac1a-4057-a42b-ef8c0ba73fb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0358496 Oct 28 22:04:11.482707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-dfe7d025-b353-460b-ae9f-60ab89fb9e25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0397415 Oct 28 22:04:11.535572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-cac385fa-b869-4530-8432-c6b00deb5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.537057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-cac385fa-b869-4530-8432-c6b00deb5853 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0476992 Oct 28 22:04:11.542916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-60e897e8-522b-4d5d-8f2e-8ab4c5623a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.545548 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-60e897e8-522b-4d5d-8f2e-8ab4c5623a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0533640 Oct 28 22:04:11.575663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-4f98de6d-748c-4d00-a493-280e2abfb6ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310943 Oct 28 22:04:11.584742 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-a5232f25-357a-4654-b92e-87105ab0ad90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316746 Oct 28 22:04:11.678621 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-e9c3763a-2cbe-44d8-8de7-764496254aa0 service neutron] 10.222.0.52 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Oct 28 22:04:11.682970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f7859-6e36-4882-91bd-1208ba4a0915 req-e6769d38-ce2a-4310-97fe-e6727cb53eb3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:11.684434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-040f7859-6e36-4882-91bd-1208ba4a0915 req-e6769d38-ce2a-4310-97fe-e6727cb53eb3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.1111279 Oct 28 22:04:11.712882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-fe1d52b4-b438-4e54-84a8-c88e2994f75a service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292684 Oct 28 22:04:11.771619 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-040f7859-6e36-4882-91bd-1208ba4a0915 req-c49e26ed-22e1-4d8f-b036-62cc49b89719 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811374 Oct 28 22:04:11.775948 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-8c826160-50a2-4057-aa71-b23490985239 service neutron] 10.222.0.52 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904770 Oct 28 22:04:11.816494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab306cd5-98bd-405f-b14e-e2dda988dfeb req-ee3a5d14-a647-4bd7-8089-3ff973e19c9e service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962965 Oct 28 22:04:12.013330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-71aa529a-d50c-4748-888a-8485db7ba5c6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:12.014681 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-71aa529a-d50c-4748-888a-8485db7ba5c6 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919&tenant_id=4d96b80098e9422da71dcb012254ad01&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Oct 28 22:04:12.077025 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-8bac14ea-b40c-45ce-8fd0-6d3bad50660e service neutron] delete failed (client error): The resource could not be found. Oct 28 22:04:12.078015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-8bac14ea-b40c-45ce-8fd0-6d3bad50660e service neutron] 10.222.0.44 "DELETE /v2.0/ports/fbd988b2-593a-49c9-9521-f4591bf8609e/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0561357 Oct 28 22:04:12.158011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-9186e1f5-6061-4c31-95d8-798ef39d53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:12.159461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-9186e1f5-6061-4c31-95d8-798ef39d53d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d96b80098e9422da71dcb012254ad01&device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 1096 time: 0.0394185 Oct 28 22:04:12.218957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:12.255237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-2865a587-fe3f-44de-a4dc-52d01e7efdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:12.257323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-2865a587-fe3f-44de-a4dc-52d01e7efdda service neutron] 10.222.0.44 "GET /v2.0/networks?id=768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 200 len: 912 time: 0.0908115 Oct 28 22:04:12.297340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-89503cb9-e4de-4845-9fc9-5813316d5353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 200 len: 217 time: 0.0332708 Oct 28 22:04:12.345518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-c3c06023-2597-44bc-b1a4-3947227b0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:12.346955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-c3c06023-2597-44bc-b1a4-3947227b0205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 200 len: 851 time: 0.0431213 Oct 28 22:04:12.377243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-5aa1e2f4-77d3-41a5-b98d-dd4a05008207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=768c8a97-14f4-4ce0-8e81-f31f985b6b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233016 Oct 28 22:04:12.399529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:12.471500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-bc3d1f12-c980-47c0-9372-323ffd03071a service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875657 Oct 28 22:04:12.563885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-aa5ce134-ae70-478d-a353-81aee8e7676a service neutron] 10.222.0.44 "GET /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Oct 28 22:04:13.239700 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3c4f-b1e6-4752-81d9-9276764b0259 req-e1f48b79-b61d-482d-97dc-b169a51f59fb tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:13.241702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b7e3c4f-b1e6-4752-81d9-9276764b0259 req-e1f48b79-b61d-482d-97dc-b169a51f59fb tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 944 time: 0.0495245 Oct 28 22:04:13.278822 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b7e3c4f-b1e6-4752-81d9-9276764b0259 req-731d1cc9-77f2-40d5-a775-8deecba1c295 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Oct 28 22:04:13.463931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f560b583-f493-4c06-979f-d43fa19c1e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:13.955285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:04:14.051502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:14.063285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'network_id': '768c8a97-14f4-4ce0-8e81-f31f985b6b70', 'port_id': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'mac_address': 'fa:16:3e:d0:07:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f88b25-a722-45fb-9600-8f971f6959ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:04:14.098830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.115381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd988b2-593a-49c9-9521-f4591bf8609e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:04:14.134383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:14.137746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.161373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:04:14.217443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:14.223656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:04:14.395742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc01d08-7a03-4ad9-8c67-866db0c5380c req-9097f46d-f065-4b06-8406-b27895719e8c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:14.397909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fc01d08-7a03-4ad9-8c67-866db0c5380c req-9097f46d-f065-4b06-8406-b27895719e8c tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 945 time: 0.0487413 Oct 28 22:04:14.436054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fc01d08-7a03-4ad9-8c67-866db0c5380c req-da53f843-2cbe-490d-a9ab-e47f1eb62281 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.31 "GET /v2.0/security-groups?id=a8e80768-a5d3-410a-88ff-0b2bb6c0598a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Oct 28 22:04:14.443172 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-646976f1-9188-4bb3-9514-d3e57efe5bb3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:14.445472 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-646976f1-9188-4bb3-9514-d3e57efe5bb3 tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0fd123f-3f65-4b80-b15f-b8ad36cc1919 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Oct 28 22:04:14.537894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Deleting port fbd988b2-593a-49c9-9521-f4591bf8609e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:04:14.538227 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.625289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] For port fbd988b2-593a-49c9-9521-f4591bf8609e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=fbd988b2-593a-49c9-9521-f4591bf8609e,segment=NetworkSegment(f211cb6a-df41-41bf-9bd2-4e6c208db2fa),segment_id=f211cb6a-df41-41bf-9bd2-4e6c208db2fa)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:14.625644 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.638387 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Calling delete_port for fbd988b2-593a-49c9-9521-f4591bf8609e owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:04:14.768149 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.795816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Pushing event deleted for resources: {'Port': ['ID=fbd988b2-593a-49c9-9521-f4591bf8609e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:14.836784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] No DVR routers for this DVR port fbd988b2-593a-49c9-9521-f4591bf8609e on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:04:14.839323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:14.842639 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1789596f-9102-4d66-9139-f1f61aaf5c7d req-ebb499a8-7dfc-433a-aa42-80cb97d8c24f tempest-DeleteServersTestJSON-1021973632 tempest-DeleteServersTestJSON-1021973632-project] 10.222.0.52 "DELETE /v2.0/ports/fbd988b2-593a-49c9-9521-f4591bf8609e HTTP/1.1" status: 204 len: 173 time: 0.3901088 Oct 28 22:04:14.843077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-deleted', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:14.845321 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d01a9-1c4c-4d40-8142-4afda32cc8ed" -d '{"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-deleted", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:14.885416 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0056bd3-ad1f-45bf-a4d4-fa43cb7c33b1 x-openstack-request-id: req-b0056bd3-ad1f-45bf-a4d4-fa43cb7c33b1 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:14.885709 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fd123f-3f65-4b80-b15f-b8ad36cc1919", "name": "network-vif-deleted", "tag": "fbd988b2-593a-49c9-9521-f4591bf8609e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:14.885965 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0056bd3-ad1f-45bf-a4d4-fa43cb7c33b1 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:14.886371 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fd123f-3f65-4b80-b15f-b8ad36cc1919', 'name': 'network-vif-deleted', 'tag': 'fbd988b2-593a-49c9-9521-f4591bf8609e', 'status': 'completed', 'code': 200} Oct 28 22:04:14.914492 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.209636 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.573289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55136) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:15.618747 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Deleting subnet a9f88b25-a722-45fb-9600-8f971f6959ec {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:04:15.621772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.659281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.695919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.748877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.775896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.779032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a9f88b25-a722-45fb-9600-8f971f6959ec HTTP/1.1" status: 204 len: 168 time: 0.2046609 Oct 28 22:04:15.779948 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f88b25-a722-45fb-9600-8f971f6959ec,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:15.781974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55138) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:15.788271 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.788640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.788978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.789300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.789626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.789945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.790261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.790579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.790902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.791215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.791528 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.791840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5afcf-4314-47c3-9cfb-439b8ee302d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:15.856406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.937037 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.955088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:04:15.957132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768c8a97-14f4-4ce0-8e81-f31f985b6b70']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:04:15.959588 n-d-806683-16 neutron-server[102315]: INFO neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No ports have port_id starting with fbd988b2-593a-49c9-9521-f4591bf8609e Oct 28 22:04:15.961062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e requested by agent hyperv_n-h1-806683-16 not found in database {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 28 22:04:15.967973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:04:15.968266 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f211cb6a-df41-41bf-9bd2-4e6c208db2fa') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:04:15.977599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.990684 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.996843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:04:15.997385 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:04:15.999399 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:04:16.053186 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.057586 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.061870 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/768c8a97-14f4-4ce0-8e81-f31f985b6b70 HTTP/1.1" status: 204 len: 168 time: 0.2787197 Oct 28 22:04:16.074786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51432852-5a34-4b3b-8bac-a695725104ae admin admin] Pushing event deleted for resources: {'Network': ['ID=768c8a97-14f4-4ce0-8e81-f31f985b6b70,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:16.170740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55142) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:16.210431 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb481dfa-d080-4cb4-b3ea-b737f241cb59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d96b80098e9422da71dcb012254ad01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385158 Oct 28 22:04:16.212976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55144) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:16.264715 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.286326 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.331823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.335772 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.336939 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8e80768-a5d3-410a-88ff-0b2bb6c0598a HTTP/1.1" status: 204 len: 168 time: 0.1230853 Oct 28 22:04:16.344451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e2d3-e749-4a3e-b317-6db0cef75073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e80768-a5d3-410a-88ff-0b2bb6c0598a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:16.761428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:16.989693 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55166) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:17.085706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1995349429-network', 'tenant_id': '2b84c53ea43343b78af16d04f29bd2b9'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:17.106702 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Made reservation on behalf of 2b84c53ea43343b78af16d04f29bd2b9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:04:17.109011 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.117169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.190260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.193939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.221389 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:04:17.228435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035235ab-0729-4a9b-9d5b-f53bd48cbaad,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:17.237224 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.237509 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Added segment 69c53ca8-a0e4-4154-8dee-fac1685800ba of type vlan for network 4a86475a-ce4e-4adc-8558-a79a8e414c16 Oct 28 22:04:17.277181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.301150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.302071 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:17.302689 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.357532 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3666995 Oct 28 22:04:17.360482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55170) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:04:17.365575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Request body: {'subnet': {'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1995349429-subnet', 'tenant_id': '2b84c53ea43343b78af16d04f29bd2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:17.368479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1029686-003c-4381-a5c5-104fdafa6ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a86475a-ce4e-4adc-8558-a79a8e414c16,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:17.378482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:04:17.388548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Made reservation on behalf of 2b84c53ea43343b78af16d04f29bd2b9 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:04:17.390890 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.557119 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.615696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8703d293-bd70-4be9-8c0e-fea87299e55e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:17.622620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Checking segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:04:17.622978 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Network hostable DHCP agents. Network: 4a86475a-ce4e-4adc-8558-a79a8e414c16, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:04:17.639753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:04:17.648706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 4a86475a-ce4e-4adc-8558-a79a8e414c16) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:04:17.652624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:17.653191 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:17.659303 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da667ce-e032-4ea4-8e95-def87cc00a7a None None] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:04:17.668865 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-93b9ae86-03d6-4b6a-a6d7-015ab7fc6a56 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3072543 Oct 28 22:04:17.785967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68d389-960a-44c9-85bb-71a6910888b2 None None] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:04:18.095512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-45ca8f80-9ea1-4e0c-b071-64779ef2232f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:18.097003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-45ca8f80-9ea1-4e0c-b071-64779ef2232f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 815 time: 0.1003842 Oct 28 22:04:18.112699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-03d7b9de-fbfe-4665-b996-b3b7d4ce96df tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/quotas/2b84c53ea43343b78af16d04f29bd2b9 HTTP/1.1" status: 200 len: 375 time: 0.0093181 Oct 28 22:04:18.143495 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-527e78f6-7e8d-4e3b-aa76-01c123660a96 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250757 Oct 28 22:04:18.234966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-bdeeb8c8-0357-4368-a1eb-007f9d4eb82e service neutron] 10.222.0.31 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846016 Oct 28 22:04:18.327003 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-8caf0ef2-996d-4934-8fa8-3d66fc509227 service neutron] 10.222.0.31 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847652 Oct 28 22:04:18.487826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d43c6f9f-2d84-495f-bd5f-b96601f32e03 req-f266acfb-2be8-499f-be0c-b29a2fc1d4ac tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Oct 28 22:04:19.404974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-d7508c0f-a68a-446f-b0a8-bfab249fabdd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:19.406667 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-d7508c0f-a68a-446f-b0a8-bfab249fabdd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 815 time: 0.1078112 Oct 28 22:04:19.419159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Request body: {'port': {'device_id': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'admin_state_up': True, 'tenant_id': '2b84c53ea43343b78af16d04f29bd2b9'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:19.527933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Made reservation on behalf of 2b84c53ea43343b78af16d04f29bd2b9 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:04:19.531925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:19.582612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe6638c3-64c2-4c4c-80a8-b2873821717a req-074832c7-4446-493d-87ce-93b13c6f07d0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 210 time: 0.0259790 Oct 28 22:04:19.659508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Allocated IP 172.20.0.10 (4a86475a-ce4e-4adc-8558-a79a8e414c16/8703d293-bd70-4be9-8c0e-fea87299e55e/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:04:19.805260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:19.838465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:19.882541 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:04:19.885667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:04:19.889319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:04:19.895418 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:19.942472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:19.942994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:19.959204 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-7be15b94-660a-4d4c-a2ae-dc8cd793bc9f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438216 Oct 28 22:04:19.971743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Request body: {'port': {'device_id': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:19.976849 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:04:20.000977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: fbd988b2-593a-49c9-9521-f4591bf8609e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:04:20.001316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device fbd988b2-593a-49c9-9521-f4591bf8609e not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:04:20.030723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.620733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:04:20.628298 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.641258 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Transition to ACTIVE for port object e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:04:20.644965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.698075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:20.701907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a968-866d-4c1b-b8dd-9a17b263de10 req-23a4983b-2d61-467c-8438-e79a97dd9e71 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:20.703411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1060a968-866d-4c1b-b8dd-9a17b263de10 req-23a4983b-2d61-467c-8438-e79a97dd9e71 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0500982 Oct 28 22:04:20.744085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1060a968-866d-4c1b-b8dd-9a17b263de10 req-afcdeb72-d616-4743-ae63-7aa6067b1cf4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Oct 28 22:04:20.764353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:04:20.764712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:04:20.765064 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:20.769403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:04:20.769744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:20.775107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:04:20.775440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Checking segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:04:20.775841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Bound using segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:04:20.776282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Bound port: e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:04:20.776662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.839083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:04:20.842092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:04:20.846396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.885921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:20.886556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:20.887918 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] 10.222.0.52 "PUT /v2.0/ports/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 1093 time: 0.9200935 Oct 28 22:04:20.888419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:20.890621 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd32e4f-a12b-450d-bc62-43ab37c8164a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:20.913413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade198-3c20-41a6-ab7d-9aff71f07e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:20.939077 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d606906a-d8f7-48e2-b87d-54da6d6b1134 x-openstack-request-id: req-d606906a-d8f7-48e2-b87d-54da6d6b1134 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:20.939358 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:20.939608 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d606906a-d8f7-48e2-b87d-54da6d6b1134 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:20.939986 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'status': 'completed', 'code': 200} Oct 28 22:04:20.972034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-13713abd-0c25-433c-98be-f1755f485f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:20.973586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-13713abd-0c25-433c-98be-f1755f485f42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0444167 Oct 28 22:04:21.020508 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-d61aa511-314b-4266-8158-4b3c91f2f653 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0369532 Oct 28 22:04:21.069927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-8352e472-1fa0-4989-a9b0-6c37ca2ab82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:21.071309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-8352e472-1fa0-4989-a9b0-6c37ca2ab82f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0442915 Oct 28 22:04:21.107389 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-d324db8f-7879-4211-8fc9-97a5a16eafaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282450 Oct 28 22:04:21.197514 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-94b8b5b6-6a94-43b5-829b-d389d839c564 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825062 Oct 28 22:04:21.290285 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fcf1951f-5e4b-404d-a97d-576db0654812 req-51e4d4cf-cb5f-4f7e-b218-761aba6ca1ac service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Oct 28 22:04:21.375937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-afe7fd38-3a02-405f-a97a-488dc4f36b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:21.377447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-afe7fd38-3a02-405f-a97a-488dc4f36b2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0403399 Oct 28 22:04:21.469983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-1f76d032-e2c6-4f2d-bd67-c2d22d66d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:21.471350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-1f76d032-e2c6-4f2d-bd67-c2d22d66d609 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0870719 Oct 28 22:04:21.513320 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-d74e9c6d-9d20-435b-8640-a9f885c52ae4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0342188 Oct 28 22:04:21.561109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-bca70c2c-a645-4263-af0a-3a3563eba017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:21.562489 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-bca70c2c-a645-4263-af0a-3a3563eba017 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0424480 Oct 28 22:04:21.593279 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-11b7a6f2-3100-493f-b809-56547e92d625 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234883 Oct 28 22:04:21.686104 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-d8cabd5c-a243-4056-be65-8b00fa8b9089 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851898 Oct 28 22:04:21.779424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0cd32e4f-a12b-450d-bc62-43ab37c8164a req-7df84a39-19c2-428e-9d32-29497637827b service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857980 Oct 28 22:04:21.863190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf9c0b-a944-4e97-a1e4-ee78a890d0e6 req-1a517e97-2383-48fe-a135-92ced2ca307a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:21.864659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84cf9c0b-a944-4e97-a1e4-ee78a890d0e6 req-1a517e97-2383-48fe-a135-92ced2ca307a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0514266 Oct 28 22:04:22.225321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84cf9c0b-a944-4e97-a1e4-ee78a890d0e6 req-d007d0df-6710-42ce-bfb7-89653f582b14 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544292 Oct 28 22:04:23.340559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4588-d534-4b04-a470-ae863e660a03 req-545ccb50-2064-47e2-9d9b-b60b60aa181d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:23.342015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03af4588-d534-4b04-a470-ae863e660a03 req-545ccb50-2064-47e2-9d9b-b60b60aa181d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0474463 Oct 28 22:04:23.379547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-03af4588-d534-4b04-a470-ae863e660a03 req-48576b1a-01e9-47a0-8be1-54f627d69ba3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Oct 28 22:04:24.017372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:04:24.115471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:24.126185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'port_id': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'mac_address': 'fa:16:3e:4a:0d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8703d293-bd70-4be9-8c0e-fea87299e55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:04:24.163509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:24.179295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:04:24.199152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:24.202681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:24.248836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:24.256828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.257205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.257537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.257865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.258191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.258515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.258832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.259147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.259462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.259774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.260089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.260418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:04:24.411156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:04:24.495081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38f1d-9a0b-44cf-ab93-ba77f93328af req-3bfd5a57-b884-40a4-ac49-1b64aa1ed8d4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:24.496556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fed38f1d-9a0b-44cf-ab93-ba77f93328af req-3bfd5a57-b884-40a4-ac49-1b64aa1ed8d4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0479052 Oct 28 22:04:24.534534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fed38f1d-9a0b-44cf-ab93-ba77f93328af req-563ba92b-f9e6-4a78-a868-8b68362ff669 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Oct 28 22:04:25.652891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92dce-7155-474b-855a-1dd83a7a3ffb req-c0a082f0-0324-482a-a82a-cfe44d812c3b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:25.654334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99e92dce-7155-474b-855a-1dd83a7a3ffb req-c0a082f0-0324-482a-a82a-cfe44d812c3b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0509160 Oct 28 22:04:25.692041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99e92dce-7155-474b-855a-1dd83a7a3ffb req-3079c45e-269b-4865-9268-49de02fd9f81 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Oct 28 22:04:26.017022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:04:26.065462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:04:26.069490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:04:26.069858 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:26.144512 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:26.167705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:26.169964 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698905c6-bade-4534-be60-52b07ede8967" -d '{"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:26.186224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:26.190437 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:26.213975 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a1497-0e90-4271-a54e-59899ebd773b x-openstack-request-id: req-041a1497-0e90-4271-a54e-59899ebd773b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:26.214269 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:26.214523 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-041a1497-0e90-4271-a54e-59899ebd773b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:26.214903 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'code': 200} Oct 28 22:04:26.240800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:26.311163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dac7ea-ae53-4b3f-b75e-441b63f25b14 req-cccee2e9-a7cd-4a68-87e0-8366b3da9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:26.312695 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d3dac7ea-ae53-4b3f-b75e-441b63f25b14 req-cccee2e9-a7cd-4a68-87e0-8366b3da9612 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0413823 Oct 28 22:04:26.347711 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d3dac7ea-ae53-4b3f-b75e-441b63f25b14 req-6eb0ee22-94bb-440b-9727-77a7c6abd0ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280602 Oct 28 22:04:26.806440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e155a-642b-4ed5-8140-409d526f3799 req-e598d6fb-4365-4918-a8fd-dc8f738bd115 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:26.807947 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-486e155a-642b-4ed5-8140-409d526f3799 req-e598d6fb-4365-4918-a8fd-dc8f738bd115 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0489900 Oct 28 22:04:26.845780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-486e155a-642b-4ed5-8140-409d526f3799 req-14a1e141-a0a1-4f2a-b09a-d330c672354c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Oct 28 22:04:27.967485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba47e8a-3686-40a3-b8f1-3e9a0ac28fbb req-a62e8c81-346d-45ba-827f-0e8a51624f4f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:27.968948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ba47e8a-3686-40a3-b8f1-3e9a0ac28fbb req-a62e8c81-346d-45ba-827f-0e8a51624f4f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0486996 Oct 28 22:04:28.006902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ba47e8a-3686-40a3-b8f1-3e9a0ac28fbb req-1e004719-c850-48c3-8afd-2548bff35fc0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Oct 28 22:04:28.123299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf5af5-3a78-4356-97fa-2fb15c986e65 req-044febd6-07ab-463f-aacc-fd8df1a47e23 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:28.124779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cbf5af5-3a78-4356-97fa-2fb15c986e65 req-044febd6-07ab-463f-aacc-fd8df1a47e23 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0522554 Oct 28 22:04:28.162817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0cbf5af5-3a78-4356-97fa-2fb15c986e65 req-5f486b5d-d3df-4956-ad35-b4b705979030 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Oct 28 22:04:28.366180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37b5a8-c140-4799-90df-3d10a7af6077 req-93d3d06a-3032-4e1e-89a9-fa040884fa9c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:28.367556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc37b5a8-c140-4799-90df-3d10a7af6077 req-93d3d06a-3032-4e1e-89a9-fa040884fa9c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0490427 Oct 28 22:04:28.405098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc37b5a8-c140-4799-90df-3d10a7af6077 req-ec033379-ac7e-4a8d-a967-f3a34de34e41 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Oct 28 22:04:28.516958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd05430-f7cd-46d7-8284-3b98218a869b req-bda3befa-1e89-4b60-85ca-ce214a2731fb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:28.518401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd05430-f7cd-46d7-8284-3b98218a869b req-bda3befa-1e89-4b60-85ca-ce214a2731fb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Oct 28 22:04:28.556341 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2dd05430-f7cd-46d7-8284-3b98218a869b req-72693e80-1845-4162-98d5-3119f70459af tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Oct 28 22:04:28.779535 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-2f212366-e378-454a-a9b1-ef6c8a3347b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417504 Oct 28 22:04:28.797192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1612-7cc6-4b5e-bc2a-65338517c26e req-ddcf129a-e8bb-484c-ab1e-8782a3ede01d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:28.799307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48ef1612-7cc6-4b5e-bc2a-65338517c26e req-ddcf129a-e8bb-484c-ab1e-8782a3ede01d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0556839 Oct 28 22:04:28.839884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48ef1612-7cc6-4b5e-bc2a-65338517c26e req-dd4c0deb-c90b-4bd4-98de-58e0f896c065 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Oct 28 22:04:29.884042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-a349e279-044a-41e0-8f24-a8bd9415ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:29.885632 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-a349e279-044a-41e0-8f24-a8bd9415ef77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1098 time: 0.0416558 Oct 28 22:04:29.960028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784860-c684-418d-a0cc-4f5d70bae81c req-1c074b0e-27e1-4a39-bbae-2e25996605b4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:29.962155 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96784860-c684-418d-a0cc-4f5d70bae81c req-1c074b0e-27e1-4a39-bbae-2e25996605b4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0518069 Oct 28 22:04:29.983022 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-6ec4bd8f-a950-4d04-b789-ffb0a8ff984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:29.984498 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-6ec4bd8f-a950-4d04-b789-ffb0a8ff984a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0922105 Oct 28 22:04:30.000592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-96784860-c684-418d-a0cc-4f5d70bae81c req-02d82e3c-7a7c-4deb-a482-1927e51273f9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Oct 28 22:04:30.025597 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-ec133918-78c1-43c7-bb20-3553a5ef74c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0339651 Oct 28 22:04:30.078407 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-80aede5b-4a0a-44a5-80a5-86bafa9c2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:30.079726 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-80aede5b-4a0a-44a5-80a5-86bafa9c2c61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0479550 Oct 28 22:04:30.110958 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-7e863fa2-721e-493a-b560-564f50abe2bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244703 Oct 28 22:04:30.198767 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-7680d4f8-ada8-4efe-97c7-ce77150f7ffa service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807691 Oct 28 22:04:30.291183 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-603400f6-8e50-46c3-bc3b-d7e50e6c5d2a service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Oct 28 22:04:31.116842 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3c2e1-036b-4189-9d98-731c21e1cadb req-e41028e3-f78b-468a-99f3-58fd6bd51e19 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:31.118313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85a3c2e1-036b-4189-9d98-731c21e1cadb req-e41028e3-f78b-468a-99f3-58fd6bd51e19 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0488820 Oct 28 22:04:31.156322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-85a3c2e1-036b-4189-9d98-731c21e1cadb req-a0338436-6963-4da9-aedc-25c002926b89 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Oct 28 22:04:32.275520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a0614-0b30-40cf-9dc0-5ded9067f5d0 req-51d1cd1f-c13c-426b-81ca-f0a4e9f171cc tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:32.276987 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-035a0614-0b30-40cf-9dc0-5ded9067f5d0 req-51d1cd1f-c13c-426b-81ca-f0a4e9f171cc tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0529518 Oct 28 22:04:32.314074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-035a0614-0b30-40cf-9dc0-5ded9067f5d0 req-279c0079-1b89-4dae-8fcf-8d1704c964be tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Oct 28 22:04:33.431124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217ecc2-8930-4a24-8ade-9ba252244abe req-5e6917b5-a168-4006-8e5d-01522c7d9796 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:33.432598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f217ecc2-8930-4a24-8ade-9ba252244abe req-5e6917b5-a168-4006-8e5d-01522c7d9796 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0489264 Oct 28 22:04:33.469666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f217ecc2-8930-4a24-8ade-9ba252244abe req-37b24766-e33d-445c-882a-2be8593b921b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Oct 28 22:04:34.584284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a8a1-fb26-4f74-844b-aabaf79c3fc9 req-53bcbdc3-48e9-4b36-a8c5-fe92ba45430a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:34.585797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c856a8a1-fb26-4f74-844b-aabaf79c3fc9 req-53bcbdc3-48e9-4b36-a8c5-fe92ba45430a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0480309 Oct 28 22:04:34.623434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c856a8a1-fb26-4f74-844b-aabaf79c3fc9 req-1e4e3fba-1413-4ef4-8799-0bf365178693 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Oct 28 22:04:35.743822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd73f6-e55e-48db-9fca-193e1f2fa7e9 req-35c83454-4e02-4c63-aebc-9f6c504c03d2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:35.745316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbfd73f6-e55e-48db-9fca-193e1f2fa7e9 req-35c83454-4e02-4c63-aebc-9f6c504c03d2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0541973 Oct 28 22:04:35.782861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbfd73f6-e55e-48db-9fca-193e1f2fa7e9 req-d8b6393b-a4e1-461e-b4db-e229db2ccfca tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Oct 28 22:04:36.898831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0e96b-1166-4296-9c6c-38372f6b1be2 req-595bcce6-e358-46d5-8189-85d154287850 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:36.900306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a0e96b-1166-4296-9c6c-38372f6b1be2 req-595bcce6-e358-46d5-8189-85d154287850 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0490308 Oct 28 22:04:36.936757 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a0e96b-1166-4296-9c6c-38372f6b1be2 req-d8fa412d-c0af-4100-a1e6-11031cd3064a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Oct 28 22:04:38.051513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59acf7-bc05-42c4-b519-9e3bafced2e6 req-80fc9c53-168b-4589-b5d2-b9b9dbf1aefd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:38.053583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a59acf7-bc05-42c4-b519-9e3bafced2e6 req-80fc9c53-168b-4589-b5d2-b9b9dbf1aefd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0496945 Oct 28 22:04:38.090964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a59acf7-bc05-42c4-b519-9e3bafced2e6 req-504e41a0-b7dd-4ea8-91e6-033c0b8b8a73 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Oct 28 22:04:39.212439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e4fe-5be4-4121-9dcc-859ebc5d17b7 req-65dfec78-089d-47b7-b76f-074ae27b0fcd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:39.213908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2863e4fe-5be4-4121-9dcc-859ebc5d17b7 req-65dfec78-089d-47b7-b76f-074ae27b0fcd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Oct 28 22:04:39.250556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2863e4fe-5be4-4121-9dcc-859ebc5d17b7 req-6f31c643-2c35-489c-9d24-cfc501672183 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Oct 28 22:04:40.370085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db6406-2e14-4512-afd2-b20a94778979 req-d7febc87-b174-4ddd-83b8-f8cdb52eb2d8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:40.371472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7db6406-2e14-4512-afd2-b20a94778979 req-d7febc87-b174-4ddd-83b8-f8cdb52eb2d8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0498972 Oct 28 22:04:40.409048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e7db6406-2e14-4512-afd2-b20a94778979 req-d80df284-eccd-436a-a2e5-4fcc2dff298a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Oct 28 22:04:40.866694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-975b571c-7273-4628-928b-6256c893c40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:41.523273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094291e-19f5-42b2-a12f-607e0f583eca req-e7b9a40e-da95-4757-9ea4-0337514317cd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:41.524767 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7094291e-19f5-42b2-a12f-607e0f583eca req-e7b9a40e-da95-4757-9ea4-0337514317cd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0493877 Oct 28 22:04:41.562518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7094291e-19f5-42b2-a12f-607e0f583eca req-14f44bf4-b070-400d-a325-8ba68eead801 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Oct 28 22:04:42.218780 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:42.389117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:42.681177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dca87-e6f4-4c5d-9189-3dcb011b112a req-c688570e-05fd-4742-b86a-f270f535dafa tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:42.682548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d61dca87-e6f4-4c5d-9189-3dcb011b112a req-c688570e-05fd-4742-b86a-f270f535dafa tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0526547 Oct 28 22:04:42.719587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d61dca87-e6f4-4c5d-9189-3dcb011b112a req-a1af1651-2707-43d9-b52e-0ff9954d411d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Oct 28 22:04:43.464910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23c3b996-e252-401e-9744-c59c2ea257d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:43.835773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9bce0-b2e1-434f-ba1c-97c3e2b5470e req-4daa20b2-638c-4e05-9b47-a9df504db55b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:43.837420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fc9bce0-b2e1-434f-ba1c-97c3e2b5470e req-4daa20b2-638c-4e05-9b47-a9df504db55b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0502117 Oct 28 22:04:43.874363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5fc9bce0-b2e1-434f-ba1c-97c3e2b5470e req-de0e7b47-92a8-44a1-ac0d-cb373c4fd49f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Oct 28 22:04:44.917253 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:44.991499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d392-297f-4eac-884a-9f433170901e req-a399eee4-bacf-49af-a37d-942ebd604677 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:44.993764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c013d392-297f-4eac-884a-9f433170901e req-a399eee4-bacf-49af-a37d-942ebd604677 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Oct 28 22:04:45.031422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c013d392-297f-4eac-884a-9f433170901e req-bb6364f2-c482-4b98-af3f-1f01e8c9b7a8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Oct 28 22:04:45.213206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:46.152710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa136-7ab8-45b3-b9c0-a7d09be8e2c9 req-037236e1-a328-47ee-ab7b-4426a397dc2b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:46.154177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-414fa136-7ab8-45b3-b9c0-a7d09be8e2c9 req-037236e1-a328-47ee-ab7b-4426a397dc2b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0532367 Oct 28 22:04:46.193559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-414fa136-7ab8-45b3-b9c0-a7d09be8e2c9 req-6c62c869-d4e9-45f5-beae-b529f94f5b22 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Oct 28 22:04:46.764451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:47.309731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cde20-62a3-4eec-a863-769f408902dd req-1cbd681d-eb36-4dfd-9960-19cdff843b5c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:47.311177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b81cde20-62a3-4eec-a863-769f408902dd req-1cbd681d-eb36-4dfd-9960-19cdff843b5c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0498419 Oct 28 22:04:47.350095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b81cde20-62a3-4eec-a863-769f408902dd req-09b81a4d-5f22-4fac-a521-58f59d0315b0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Oct 28 22:04:48.180503 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:04:48.466832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42408694-f50a-4725-a06c-939cb42ed92f req-808de68e-43b1-4a53-95a7-3227e15ad73c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:48.468412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42408694-f50a-4725-a06c-939cb42ed92f req-808de68e-43b1-4a53-95a7-3227e15ad73c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0489218 Oct 28 22:04:48.505824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-42408694-f50a-4725-a06c-939cb42ed92f req-fe406f54-7efc-4f3b-836d-355748fb99d6 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Oct 28 22:04:49.627378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768994bd-2829-44cc-a386-bffb89a57233 req-18a94ba2-d7d7-4df4-bbb9-d317af1e08d4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:49.629664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-768994bd-2829-44cc-a386-bffb89a57233 req-18a94ba2-d7d7-4df4-bbb9-d317af1e08d4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0553107 Oct 28 22:04:49.668781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-768994bd-2829-44cc-a386-bffb89a57233 req-53bd8167-fbaf-472c-8dd8-469e1e3d0d51 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Oct 28 22:04:50.790038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966bd6b-8600-431c-9c11-b4e44d0780c2 req-4cec817e-9988-42ac-9271-3a044df1ced9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:50.791530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a966bd6b-8600-431c-9c11-b4e44d0780c2 req-4cec817e-9988-42ac-9271-3a044df1ced9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0509768 Oct 28 22:04:50.829509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a966bd6b-8600-431c-9c11-b4e44d0780c2 req-a015549b-aa4c-40f0-929d-36fc3461bdd7 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Oct 28 22:04:51.956829 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019a06-c164-4e49-b5a8-ccdc2cd7f642 req-af90a25d-3ce2-402b-bf87-e330200a32f4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:51.958294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12019a06-c164-4e49-b5a8-ccdc2cd7f642 req-af90a25d-3ce2-402b-bf87-e330200a32f4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0549741 Oct 28 22:04:51.997123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12019a06-c164-4e49-b5a8-ccdc2cd7f642 req-ef2be472-4a6d-43c8-b6b4-233b3978b443 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Oct 28 22:04:53.120226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb685a66-3460-4f21-ba48-bbb89e212421 req-e83de3df-e887-4503-ab58-572924758bbb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:53.121699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb685a66-3460-4f21-ba48-bbb89e212421 req-e83de3df-e887-4503-ab58-572924758bbb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Oct 28 22:04:53.158890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb685a66-3460-4f21-ba48-bbb89e212421 req-c4050117-6bb6-49a4-a677-458866c2f965 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Oct 28 22:04:54.279114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ead2f7-4a90-495d-b545-0e550e37e378 req-3100461d-1a03-4956-84d6-ad225f6182a0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:54.281011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32ead2f7-4a90-495d-b545-0e550e37e378 req-3100461d-1a03-4956-84d6-ad225f6182a0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Oct 28 22:04:54.319483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32ead2f7-4a90-495d-b545-0e550e37e378 req-eea82c51-df59-4eec-9ba2-2c286542917d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Oct 28 22:04:55.439513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2219e7-99f7-4610-b70b-499a6312148f req-57497078-a2e4-4e2e-9358-4bcad005bc38 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:55.441035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f2219e7-99f7-4610-b70b-499a6312148f req-57497078-a2e4-4e2e-9358-4bcad005bc38 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0516822 Oct 28 22:04:55.482289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f2219e7-99f7-4610-b70b-499a6312148f req-16f07908-91f6-4d60-a6ce-5523fa2e9e96 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Oct 28 22:04:56.601888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2849b28-9036-4b34-9daa-6cca22cccec8 req-10c91378-ccfe-461c-a8f9-661bc06b5158 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:56.604510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2849b28-9036-4b34-9daa-6cca22cccec8 req-10c91378-ccfe-461c-a8f9-661bc06b5158 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0545096 Oct 28 22:04:56.641886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2849b28-9036-4b34-9daa-6cca22cccec8 req-bc4f959c-d8d8-4bb7-968b-a7d570a04a00 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Oct 28 22:04:57.302260 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-663adc60-5960-44e1-ae29-b01af1f2383c service neutron] show failed (client error): The resource could not be found. Oct 28 22:04:57.303265 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-663adc60-5960-44e1-ae29-b01af1f2383c service neutron] 10.222.0.52 "GET /v2.0/ports/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.1041503 Oct 28 22:04:57.562646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-e3ed3dea-b741-4fa6-ac3c-03329a80b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:57.564299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-e3ed3dea-b741-4fa6-ac3c-03329a80b4f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3&tenant_id=2b84c53ea43343b78af16d04f29bd2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0978053 Oct 28 22:04:57.576323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:04:57.627153 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:57.836713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523697ed-a3aa-46f4-bbd3-d1c7299526c3 req-fab2ad3f-6687-4006-91bf-4aeff6de2bc1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:57.838222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523697ed-a3aa-46f4-bbd3-d1c7299526c3 req-fab2ad3f-6687-4006-91bf-4aeff6de2bc1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.1115823 Oct 28 22:04:57.896401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:04:57.901406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523697ed-a3aa-46f4-bbd3-d1c7299526c3 req-cf144526-d0c7-4044-ba8d-7e48f199ff94 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Oct 28 22:04:57.933865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:04:57.977863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:04:57.980791 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4497e04e-74b7-4a6a-afe7-97a2c1a9bd17" -d '{"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:04:57.984769 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:57.997963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Transition to ACTIVE for port object e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:04:58.002687 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:58.033156 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eea3da-0191-4db1-919e-927a669188a0 x-openstack-request-id: req-c5eea3da-0191-4db1-919e-927a669188a0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:04:58.033447 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:04:58.033694 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5eea3da-0191-4db1-919e-927a669188a0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:04:58.034105 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'code': 200} Oct 28 22:04:58.068486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] No DVR routers for this DVR port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:04:58.070381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:58.106112 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:04:58.106321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:04:58.106639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:58.111073 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:04:58.111412 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Attempting to bind port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:04:58.116327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:04:58.116714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Checking segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:04:58.117091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Bound using segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:04:58.117513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Bound port: e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:04:58.117860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:58.178721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:04:58.182147 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:04:58.186487 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:58.224920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:58.225537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:04:58.226906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] 10.222.0.44 "PUT /v2.0/ports/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 1093 time: 0.6550987 Oct 28 22:04:58.245248 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ae94c-6b03-43ef-9a9f-13f56cab738b service neutron] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:04:58.288148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-e026353d-1715-4238-92ab-c5e8158e2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:58.289691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-e026353d-1715-4238-92ab-c5e8158e2c50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0410132 Oct 28 22:04:58.381463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-8cf1f7c7-ecd5-4a80-af1a-991f7bbdcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:58.382905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-8cf1f7c7-ecd5-4a80-af1a-991f7bbdcc60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0856814 Oct 28 22:04:58.424746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-c3414bd1-fe9b-4120-8061-0dbecd158664 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0339131 Oct 28 22:04:58.472936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-cf6b133f-4ab4-4bb7-ba27-a43869996189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:58.474337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-cf6b133f-4ab4-4bb7-ba27-a43869996189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0433967 Oct 28 22:04:58.504387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-dadc6172-dc09-450b-b842-42c784d336ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231805 Oct 28 22:04:58.595936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-e670e2d0-6bd9-48e1-aa5d-1478093a38c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Oct 28 22:04:58.687121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fcb5132-c9ce-4525-aece-476d8ec18eda req-6706e3d9-cea3-4c3d-ba92-f26e2659740b service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841417 Oct 28 22:04:58.888651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0864f91d-ce7b-45fe-a9b5-e37da0501866 req-a2ffdf12-77c7-447a-8b0b-053e77982a25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304327 Oct 28 22:04:58.956854 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0864f91d-ce7b-45fe-a9b5-e37da0501866 req-51ec023f-4847-49b4-8848-4b082e876c96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0254574 Oct 28 22:04:58.997356 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0864f91d-ce7b-45fe-a9b5-e37da0501866 req-c6ecb927-8f32-483c-a2ac-83003f680658 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203674 Oct 28 22:04:59.018154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199535f-453a-4333-9d65-342b5e2d2f8f req-32d06ec5-b345-4ae2-a0bb-df4e3a10ecd9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:59.019616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4199535f-453a-4333-9d65-342b5e2d2f8f req-32d06ec5-b345-4ae2-a0bb-df4e3a10ecd9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0490265 Oct 28 22:04:59.059428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4199535f-453a-4333-9d65-342b5e2d2f8f req-e3fe9e3d-bb8d-43cc-83bb-5c71d5dc0c93 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Oct 28 22:04:59.093618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f91d-ce7b-45fe-a9b5-e37da0501866 req-fe7a1a48-9c57-4630-9316-c3f5446ad7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:59.095114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-0864f91d-ce7b-45fe-a9b5-e37da0501866 req-fe7a1a48-9c57-4630-9316-c3f5446ad7ed service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900698 Oct 28 22:04:59.731071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-7e08da76-de38-4d90-8f2e-22cc361e6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:59.732593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-7e08da76-de38-4d90-8f2e-22cc361e6f7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0404778 Oct 28 22:04:59.839030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-0ea80911-820f-4d73-ae38-01f61aae9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:59.840527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-0ea80911-820f-4d73-ae38-01f61aae9496 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0885453 Oct 28 22:04:59.882266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-fd41d052-a038-4396-b737-50601d7ff4ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0337245 Oct 28 22:04:59.931876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-c4951f28-cbbd-425a-a878-99a28b3e4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:04:59.933509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-c4951f28-cbbd-425a-a878-99a28b3e4493 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0434551 Oct 28 22:04:59.969273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-ab46e932-3b3b-4ddc-88c1-fce974730438 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283215 Oct 28 22:05:00.035621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:00.037979 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f51fc-544b-4987-9a96-10601a59ffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:00.068589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-3ae2556f-03f5-49f5-ade1-855c1191c447 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905533 Oct 28 22:05:00.132987 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc130c6-0519-4e1a-a513-c040b8d5c2d0 x-openstack-request-id: req-0dc130c6-0519-4e1a-a513-c040b8d5c2d0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:00.133286 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:00.133616 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dc130c6-0519-4e1a-a513-c040b8d5c2d0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:00.134019 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'status': 'completed', 'code': 200} Oct 28 22:05:00.175889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-080a7183-3b27-4ea5-99d3-39f216347516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.177466 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-080a7183-3b27-4ea5-99d3-39f216347516 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0570376 Oct 28 22:05:00.205510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c1a8173-ddf8-480f-b103-9efd0f190a4e req-870389d6-5213-4399-a686-8a9da25803ea service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299329 Oct 28 22:05:00.225654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89334f99-80a3-46fd-89aa-fe325e206dfd req-19245abe-0af2-4948-9d7d-aea46b549973 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.228612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89334f99-80a3-46fd-89aa-fe325e206dfd req-19245abe-0af2-4948-9d7d-aea46b549973 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 944 time: 0.0766208 Oct 28 22:05:00.279930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-083d0267-2ab9-4710-a8a5-b9e2059f5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.281695 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-083d0267-2ab9-4710-a8a5-b9e2059f5cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0970352 Oct 28 22:05:00.298843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89334f99-80a3-46fd-89aa-fe325e206dfd req-07e4274c-ec62-4e01-b184-a6dc059b14c4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625880 Oct 28 22:05:00.313540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-7e618308-5c91-43eb-ad6c-5f33f9c9f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.315073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-7e618308-5c91-43eb-ad6c-5f33f9c9f0e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0584731 Oct 28 22:05:00.332559 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-098d81d5-0d0b-4463-9265-990aba87c829 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0436990 Oct 28 22:05:00.382658 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-42fa296d-1db3-400c-8dc8-7e4694edb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.384263 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-42fa296d-1db3-400c-8dc8-7e4694edb0fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0451825 Oct 28 22:05:00.407505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:05:00.410262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-1f26296c-8591-467b-bcb1-6e01db60d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.411913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-1f26296c-8591-467b-bcb1-6e01db60d5e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0903411 Oct 28 22:05:00.418080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-db856325-f576-466b-aa75-1981bbdb2b6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271161 Oct 28 22:05:00.454246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-817c2cf0-2975-4177-b803-1e46936305fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0344851 Oct 28 22:05:00.506434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:00.510331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-e51da28c-560c-4cd3-9e62-4652f7f18820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:00.512350 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-e51da28c-560c-4cd3-9e62-4652f7f18820 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0514178 Oct 28 22:05:00.516733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-d2f3c08d-bfe1-4f4b-a91e-91e2482945b8 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905101 Oct 28 22:05:00.521373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'port_id': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'mac_address': 'fa:16:3e:4a:0d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8703d293-bd70-4be9-8c0e-fea87299e55e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:05:00.546552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-e05e60d1-f12b-46b3-99f7-c6cd1bd5470e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273309 Oct 28 22:05:00.559795 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:00.573827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:05:00.593344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:00.600197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:00.613179 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-f6888f9b-7a81-41d6-9ce0-af4e95be29d3 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Oct 28 22:05:00.645289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-06cb126a-5555-4a20-87f1-982a7a4c6f07 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921702 Oct 28 22:05:00.649532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:00.739328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd7f51fc-544b-4987-9a96-10601a59ffd7 req-992bca98-0202-42a9-a963-88b54e9ace4d service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864134 Oct 28 22:05:00.813176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:05:01.411004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c333-bc19-44b9-ac1a-acb32952862c req-179bb5ea-d460-4f69-8817-83c009728075 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:01.412480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b471c333-bc19-44b9-ac1a-acb32952862c req-179bb5ea-d460-4f69-8817-83c009728075 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Oct 28 22:05:01.451207 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b471c333-bc19-44b9-ac1a-acb32952862c req-a06c9469-14ad-4370-8ea2-90f31b69b854 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Oct 28 22:05:01.643083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5339be-3a49-4a10-9d27-7e9b0d87594b req-773297eb-3943-4d32-a81f-87a63311cfd1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:01.644575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d5339be-3a49-4a10-9d27-7e9b0d87594b req-773297eb-3943-4d32-a81f-87a63311cfd1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Oct 28 22:05:01.683786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d5339be-3a49-4a10-9d27-7e9b0d87594b req-3cf297ae-1d2b-4b8a-8524-816980645fe8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Oct 28 22:05:01.692752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-6f21057e-992d-49c9-bca5-43636a76f186 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:01.694208 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-6f21057e-992d-49c9-bca5-43636a76f186 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3&tenant_id=2b84c53ea43343b78af16d04f29bd2b9&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 945 time: 0.0913794 Oct 28 22:05:01.753787 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-eedb2b1b-156e-40c4-b075-debd77342452 service neutron] delete failed (client error): The resource could not be found. Oct 28 22:05:01.754784 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-eedb2b1b-156e-40c4-b075-debd77342452 service neutron] 10.222.0.52 "DELETE /v2.0/ports/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0531924 Oct 28 22:05:01.850708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-e10b0ee0-0dae-4aaa-aa2b-d5005e38538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:01.852196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-e10b0ee0-0dae-4aaa-aa2b-d5005e38538c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 1097 time: 0.0445890 Oct 28 22:05:01.947234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-7c393c2c-e65e-4a31-8bbc-88864cc47e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:01.948634 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-7c393c2c-e65e-4a31-8bbc-88864cc47e59 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0890372 Oct 28 22:05:01.990698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-db46d35c-3e95-4018-97df-f536d8ffa6de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 200 len: 217 time: 0.0350885 Oct 28 22:05:02.040007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-505447ad-8775-46b7-83ed-0d7f353e1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:02.042599 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-505447ad-8775-46b7-83ed-0d7f353e1b86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0455904 Oct 28 22:05:02.078176 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-4a7c21e2-b1ac-4584-ae62-ed35be69a076 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281122 Oct 28 22:05:02.170906 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-b531616d-de60-46d8-8df1-43411ca07228 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855665 Oct 28 22:05:02.176937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:05:02.216183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:05:02.264693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6261aca-6f5b-45f4-ada6-40057be95e89 req-c86e3492-6d81-4456-9900-8f7ac70eaba7 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Oct 28 22:05:02.406718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:05:02.457146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:05:02.461019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:02.461376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:02.537117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:02.561430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:02.563661 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d12fb3c-a63f-4998-a968-fead0dbf684b" -d '{"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:02.577587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:02.582046 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:02.607513 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da6c7e4-2fbd-4c40-b5e5-890d5d48adeb x-openstack-request-id: req-2da6c7e4-2fbd-4c40-b5e5-890d5d48adeb {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:02.607797 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-plugged", "status": "completed", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:02.608106 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2da6c7e4-2fbd-4c40-b5e5-890d5d48adeb {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:02.608518 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'code': 200} Oct 28 22:05:02.632021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:02.807629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a727d4c-ac3b-4860-b89d-a3ee6b71f62b req-0432994a-3002-4690-abbc-7e67bdcef67d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:02.810623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a727d4c-ac3b-4860-b89d-a3ee6b71f62b req-0432994a-3002-4690-abbc-7e67bdcef67d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0543625 Oct 28 22:05:02.849094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a727d4c-ac3b-4860-b89d-a3ee6b71f62b req-a9ca4522-3f17-4da7-9814-ecf3f200920d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Oct 28 22:05:02.968162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d45c9-b813-4216-a496-38749f77b1fc req-f34963ee-f574-45d4-ac3e-11f18db4ae48 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:02.969648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d44d45c9-b813-4216-a496-38749f77b1fc req-f34963ee-f574-45d4-ac3e-11f18db4ae48 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0506802 Oct 28 22:05:03.007338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d44d45c9-b813-4216-a496-38749f77b1fc req-57c8a49b-5d26-4d39-bf40-33d939a53484 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Oct 28 22:05:03.126042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9afc-e1b5-4899-b84b-3777c6cf359b req-fdb5b19c-dadc-416d-a399-d5a9810fcf23 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:03.127513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1c9afc-e1b5-4899-b84b-3777c6cf359b req-fdb5b19c-dadc-416d-a399-d5a9810fcf23 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0532012 Oct 28 22:05:03.165074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f1c9afc-e1b5-4899-b84b-3777c6cf359b req-f4aee4fc-1db5-4cee-b7ef-91fab19f9d0f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Oct 28 22:05:03.511150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-bb98cda0-d707-40ad-8300-b6caf32998f8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:03.512648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-bb98cda0-d707-40ad-8300-b6caf32998f8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 815 time: 0.1020520 Oct 28 22:05:03.528774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-e7412a40-8d8b-4658-a5f3-dad3d1d1edec tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/quotas/2b84c53ea43343b78af16d04f29bd2b9 HTTP/1.1" status: 200 len: 375 time: 0.0099859 Oct 28 22:05:03.581330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-69f70ce0-0d52-4550-bf7a-8dd746c768ea tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473573 Oct 28 22:05:03.640635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-6278a581-17d7-45c6-9adf-1c94af6966cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:05:03.641573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-6278a581-17d7-45c6-9adf-1c94af6966cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0529714 Oct 28 22:05:03.729366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-c850c9cf-e1b1-4baa-880e-703559bccced service neutron] 10.222.0.31 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815542 Oct 28 22:05:03.820892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d50a866a-8e34-4f37-81d2-fd75563b3200 service neutron] 10.222.0.31 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855372 Oct 28 22:05:04.601716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-0d379177-9ea2-4dc2-ab13-859e34134555 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:04.603244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-0d379177-9ea2-4dc2-ab13-859e34134555 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b09671d-5263-4358-a418-4e2ec084f7b3 HTTP/1.1" status: 200 len: 946 time: 0.0485685 Oct 28 22:05:04.689989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Deleting port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:05:04.690334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:04.782832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] For port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:04.783190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:04.795548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Calling delete_port for e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:05:04.926454 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:04.939059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:05:04.957419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Pushing event deleted for resources: {'Port': ['ID=e5a57e23-fdc7-40bd-bc06-1c154dc06ba6,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:05.026565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] No DVR routers for this DVR port e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:05:05.029704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e20b497b-83a8-47ec-ad93-e32ef78de420 req-ff0f3ba4-3fb0-43c2-8537-2ff9115afb8f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0468590 Oct 28 22:05:05.031460 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:05.034101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4ae193a0-9f1a-4ce2-91e6-bcbc7bd25e2c req-2e01b8f4-7e36-48e9-aa43-edf4f2ae2719 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.44 "DELETE /v2.0/ports/e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 HTTP/1.1" status: 204 len: 173 time: 0.4244213 Oct 28 22:05:05.034547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-deleted', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:05.037521 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e8aad0-67da-4762-8dde-68b3492c3b0d" -d '{"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-deleted", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:05.090500 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b6137e-2501-4dd1-bd31-461806f77b59 x-openstack-request-id: req-09b6137e-2501-4dd1-bd31-461806f77b59 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:05.090813 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09671d-5263-4358-a418-4e2ec084f7b3", "name": "network-vif-deleted", "tag": "e5a57e23-fdc7-40bd-bc06-1c154dc06ba6", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:05.091065 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09b6137e-2501-4dd1-bd31-461806f77b59 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:05.091459 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09671d-5263-4358-a418-4e2ec084f7b3', 'name': 'network-vif-deleted', 'tag': 'e5a57e23-fdc7-40bd-bc06-1c154dc06ba6', 'status': 'completed', 'code': 200} Oct 28 22:05:05.950924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-33b61405-c968-4313-87b3-0422c1c5d773 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:05.952599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-33b61405-c968-4313-87b3-0422c1c5d773 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 815 time: 0.1073213 Oct 28 22:05:05.965668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Request body: {'port': {'device_id': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'admin_state_up': True, 'tenant_id': '2b84c53ea43343b78af16d04f29bd2b9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:06.082282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Made reservation on behalf of 2b84c53ea43343b78af16d04f29bd2b9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:05:06.086092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.182239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6b4a8b7-5544-4efa-a19b-6cae16e79eff req-2d33f5df-49b4-4466-88bd-c40be053840e tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 210 time: 0.0661073 Oct 28 22:05:06.248197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Allocated IP 172.20.0.12 (4a86475a-ce4e-4adc-8558-a79a8e414c16/8703d293-bd70-4be9-8c0e-fea87299e55e/2608e208-4cdb-4838-ad48-2950f23fb758) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:05:06.396321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.430470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.474236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Network 4a86475a-ce4e-4adc-8558-a79a8e414c16 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:05:06.477240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:06.481556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:05:06.506377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:06.532281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:06.532920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.548733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-d08e5f3f-32e4-49fb-b790-56316ac704e3 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5875509 Oct 28 22:05:06.560898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Request body: {'port': {'device_id': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:06.616528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.875239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:05:06.883140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.897485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Transition to ACTIVE for port object 2608e208-4cdb-4838-ad48-2950f23fb758 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:05:06.900408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:06.952489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:07.019516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:05:07.019841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:05:07.020157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:07.024450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:05:07.025429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:07.030525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:05:07.030854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Checking segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:05:07.031223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Bound using segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:05:07.031635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Bound port: 2608e208-4cdb-4838-ad48-2950f23fb758, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:05:07.031981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:07.091841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:05:07.094770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:05:07.098942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:07.129440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:07.130060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:07.132082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] 10.222.0.44 "PUT /v2.0/ports/2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 1093 time: 0.5750990 Oct 28 22:05:07.137671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:07.139933 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0194bc36-be50-46f0-a0d4-5f26ec5295a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:07.164206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7068f-8da9-44c0-a3a0-7f3720bd1b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:07.186777 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa78b39-0bf6-4440-b405-06bb5130289b x-openstack-request-id: req-1aa78b39-0bf6-4440-b405-06bb5130289b {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:07.187065 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:07.187321 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1aa78b39-0bf6-4440-b405-06bb5130289b {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:07.187713 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758', 'status': 'completed', 'code': 200} Oct 28 22:05:07.226008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-bd3a980f-fd8c-4135-9b76-b2d42d425c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:07.227506 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-bd3a980f-fd8c-4135-9b76-b2d42d425c35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0507531 Oct 28 22:05:07.271890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-48d2db39-34c9-47a7-8483-ff2ce5a632f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0366914 Oct 28 22:05:07.345497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-610aa337-1c43-4c8a-b7f7-a17bc792d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:07.346864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-610aa337-1c43-4c8a-b7f7-a17bc792d6b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0671778 Oct 28 22:05:07.358979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df8c7-be0f-42ef-8af1-8293ef69dda6 req-6a53cda8-895a-40d8-863a-b743087d9433 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:07.360347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-786df8c7-be0f-42ef-8af1-8293ef69dda6 req-6a53cda8-895a-40d8-863a-b743087d9433 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0914760 Oct 28 22:05:07.390077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-8ada671c-7c70-49af-95e6-4b9ee66cb97d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287871 Oct 28 22:05:07.461791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-786df8c7-be0f-42ef-8af1-8293ef69dda6 req-f9f9d3bd-2b47-4512-a5b6-6e258ed23f90 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933304 Oct 28 22:05:07.820527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-65a58601-ba84-48ee-8b56-14fc267760f6 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227548 Oct 28 22:05:07.907405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a892f1-484f-4e3c-8671-119df93a1526 req-6b34a12e-ea61-4dde-8a61-7b08ef8b3de8 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799811 Oct 28 22:05:07.988731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-5ecc19bb-d88f-40cb-8d9a-afd08b0bd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:07.990232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-5ecc19bb-d88f-40cb-8d9a-afd08b0bd13f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0399308 Oct 28 22:05:08.081795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-7f45bc32-6bac-4cfe-86bd-babe5cfc7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:08.083151 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-7f45bc32-6bac-4cfe-86bd-babe5cfc7862 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0865650 Oct 28 22:05:08.123749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-82bb3f98-83f3-47df-a681-3e8dff3fca3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0332739 Oct 28 22:05:08.175865 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-9f3c79bd-d363-48a5-8b6b-4d0af9bc7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:08.177317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-9f3c79bd-d363-48a5-8b6b-4d0af9bc7bb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0468674 Oct 28 22:05:08.210231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-89bc5a30-f768-4df9-ba71-7f2a57e97100 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246854 Oct 28 22:05:08.298042 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-77d6f787-4962-4ab1-954c-1fac29e0c96d service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795999 Oct 28 22:05:08.389017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0194bc36-be50-46f0-a0d4-5f26ec5295a2 req-7658969d-c240-45bb-b2b6-f509b68efa74 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833788 Oct 28 22:05:08.408204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:05:08.428625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:05:08.428969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device e5a57e23-fdc7-40bd-bc06-1c154dc06ba6 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:05:08.579484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2eff0-3bee-4625-a25c-f4d5cd50cf20 req-79ff6fe1-e33b-437b-9d44-2600eb9eeef7 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:08.580956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89e2eff0-3bee-4625-a25c-f4d5cd50cf20 req-79ff6fe1-e33b-437b-9d44-2600eb9eeef7 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0489309 Oct 28 22:05:08.618648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89e2eff0-3bee-4625-a25c-f4d5cd50cf20 req-a019c2b7-3816-446b-8841-fbabe8e91056 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Oct 28 22:05:09.737213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac9028-f098-49e0-be60-3c0b6ff1b80b req-64c1867e-15db-4e2f-8b4c-901c4416ab95 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:09.738652 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeac9028-f098-49e0-be60-3c0b6ff1b80b req-64c1867e-15db-4e2f-8b4c-901c4416ab95 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0524483 Oct 28 22:05:09.776304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeac9028-f098-49e0-be60-3c0b6ff1b80b req-6a472bef-bd71-47b7-a232-adf4366372af tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Oct 28 22:05:10.871347 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-38a37bb0-c715-40f0-95ae-65bd52ec9c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:10.909374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a7fe-2661-40d7-a086-fdcfa5296643 req-d20964f4-cabd-424c-a5f0-7459397e2cc2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:10.911453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3d1a7fe-2661-40d7-a086-fdcfa5296643 req-d20964f4-cabd-424c-a5f0-7459397e2cc2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0644107 Oct 28 22:05:10.959696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3d1a7fe-2661-40d7-a086-fdcfa5296643 req-cf69fbac-2571-48d6-9b96-89a22333123d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Oct 28 22:05:12.080133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7fb3-198d-4d20-a7ac-0d54bd83e01f req-c94d86c4-a326-4f05-bdbc-10e5440dde04 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:12.081541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-845e7fb3-198d-4d20-a7ac-0d54bd83e01f req-c94d86c4-a326-4f05-bdbc-10e5440dde04 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0490978 Oct 28 22:05:12.119645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-845e7fb3-198d-4d20-a7ac-0d54bd83e01f req-fe096f2e-71f1-410d-97bb-92b1ceba183c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Oct 28 22:05:12.233391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:12.395000 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:12.403889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:05:12.496578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:12.507202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2608e208-4cdb-4838-ad48-2950f23fb758', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'port_id': '2608e208-4cdb-4838-ad48-2950f23fb758', 'mac_address': 'fa:16:3e:f2:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8703d293-bd70-4be9-8c0e-fea87299e55e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:05:12.546613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:12.559022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:05:12.577166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:12.581008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:12.626787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:12.765526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2608e208-4cdb-4838-ad48-2950f23fb758'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:05:13.235685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd894c-63a1-4219-af36-49537e160606 req-84cff150-0040-4f47-9423-19a770515551 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:13.237175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2bd894c-63a1-4219-af36-49537e160606 req-84cff150-0040-4f47-9423-19a770515551 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Oct 28 22:05:13.274605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2bd894c-63a1-4219-af36-49537e160606 req-bb9ba235-0ef3-4ea9-878c-20df53fcaa78 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 28 22:05:13.466825 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78d7514d-8241-44df-838d-a9ae49d73ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:14.390358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3a39-ca20-45b2-9324-45cab12cc7cd req-1382e47c-4fbf-4a93-bfd5-83ed82f139c8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:14.391731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-421a3a39-ca20-45b2-9324-45cab12cc7cd req-1382e47c-4fbf-4a93-bfd5-83ed82f139c8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 945 time: 0.0488153 Oct 28 22:05:14.421382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:05:14.429085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-421a3a39-ca20-45b2-9324-45cab12cc7cd req-a01f3544-4025-4843-bdc2-b1bdfc351855 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Oct 28 22:05:14.468325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2608e208-4cdb-4838-ad48-2950f23fb758 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:05:14.472318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2608e208-4cdb-4838-ad48-2950f23fb758 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:14.472782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:14.547298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:14.571755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:14.574245 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a101c16c-bce4-48d8-b17b-903cd73fe2cb" -d '{"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:14.715266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a6852-ac60-4c11-9a00-2c143b361af6 req-325d600b-e30a-4155-8cff-dfd12ec0448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:14.716752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-735a6852-ac60-4c11-9a00-2c143b361af6 req-325d600b-e30a-4155-8cff-dfd12ec0448e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0420730 Oct 28 22:05:14.750990 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65c489d-fafa-4418-b596-e5ba93e0e3d3 x-openstack-request-id: req-e65c489d-fafa-4418-b596-e5ba93e0e3d3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:14.751287 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:14.751541 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e65c489d-fafa-4418-b596-e5ba93e0e3d3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:14.751933 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758', 'code': 200} Oct 28 22:05:14.753615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:14.753737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-735a6852-ac60-4c11-9a00-2c143b361af6 req-db91c20f-4dce-400d-b024-7c1ab0a6a0be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300586 Oct 28 22:05:14.757127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:14.803789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:14.919821 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:15.216099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:15.549319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192381a8-20e9-4158-8ea9-b77dc533338c req-95b91da2-9edb-4586-8261-7cc543232d6b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:15.550758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-192381a8-20e9-4158-8ea9-b77dc533338c req-95b91da2-9edb-4586-8261-7cc543232d6b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0527825 Oct 28 22:05:15.587718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-192381a8-20e9-4158-8ea9-b77dc533338c req-0e33388c-81dd-4eca-a9e1-56cfedc46d05 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306141 Oct 28 22:05:16.704504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459c206-cb09-4c73-8c61-f5527b9fab2c req-bcd31c98-83ac-47bd-b17d-ceb48f57e709 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:16.705935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4459c206-cb09-4c73-8c61-f5527b9fab2c req-bcd31c98-83ac-47bd-b17d-ceb48f57e709 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0490985 Oct 28 22:05:16.743188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4459c206-cb09-4c73-8c61-f5527b9fab2c req-9d1c7594-7091-4318-ad43-30d99f52b46b tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313606 Oct 28 22:05:16.767371 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:16.859451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e9e5d-7d18-43e9-8b5e-759619eecf3e req-bcd0c22e-f698-4cfe-806f-bf065e185ace tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:16.860905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0e9e5d-7d18-43e9-8b5e-759619eecf3e req-bcd0c22e-f698-4cfe-806f-bf065e185ace tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0486486 Oct 28 22:05:16.899169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8a0e9e5d-7d18-43e9-8b5e-759619eecf3e req-5343bc4c-9b06-4645-b1c8-3b6a4cd99920 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Oct 28 22:05:17.124173 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-742070cc-41fc-410c-ba0c-2261ebd6b148 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406027 Oct 28 22:05:17.138801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17ac-a7d7-4272-85ee-b35b171ecd28 req-ad629e8a-7c7b-4996-b0d3-3cdc9e8431ca tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:17.140324 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15cf17ac-a7d7-4272-85ee-b35b171ecd28 req-ad629e8a-7c7b-4996-b0d3-3cdc9e8431ca tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0523965 Oct 28 22:05:17.180525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15cf17ac-a7d7-4272-85ee-b35b171ecd28 req-35bf413d-6dee-4d4b-ae22-b92a4142998d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Oct 28 22:05:18.183632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-cffaa6e4-2968-45b6-8273-73b3025391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:18.185166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-cffaa6e4-2968-45b6-8273-73b3025391a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0413241 Oct 28 22:05:18.307323 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-04ee1a43-9ad1-4722-bed2-2592b46c8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:18.308788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-04ee1a43-9ad1-4722-bed2-2592b46c8299 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.1160481 Oct 28 22:05:18.320535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d27a6-6993-4ad4-8dc8-6b294c10dc7d req-b177d343-56b4-4dca-8de5-3629e41738ca tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:18.322917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e18d27a6-6993-4ad4-8dc8-6b294c10dc7d req-b177d343-56b4-4dca-8de5-3629e41738ca tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0707021 Oct 28 22:05:18.366649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-0290d637-30fb-40e3-9c9a-31be7b2b0f7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0427508 Oct 28 22:05:18.414309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e18d27a6-6993-4ad4-8dc8-6b294c10dc7d req-e660dbe4-ee3e-40de-815d-91444aa04ccb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850947 Oct 28 22:05:18.430818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-9d966473-8ed1-401b-be96-676464a5d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:18.432896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-9d966473-8ed1-401b-be96-676464a5d5ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0586669 Oct 28 22:05:18.465011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-a6470b94-74ab-43c0-9f54-6ffe3750e49c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252852 Oct 28 22:05:18.552590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-0d55f9c2-d4a6-4743-9db4-892fa7141749 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805683 Oct 28 22:05:18.643308 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-7439135f-07ca-4b82-8b2a-9c3e056a9d23 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839131 Oct 28 22:05:19.530237 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5330-7376-4cca-a326-3c017fb9384f req-789928f5-4119-47ed-831c-0ad720521f47 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:19.531722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f8d5330-7376-4cca-a326-3c017fb9384f req-789928f5-4119-47ed-831c-0ad720521f47 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0489173 Oct 28 22:05:19.568782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f8d5330-7376-4cca-a326-3c017fb9384f req-a6ac3782-3204-480f-bbf4-8331c76337ee tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Oct 28 22:05:20.683641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64f46-0627-468c-ba5e-fa8276a27a83 req-f97f2a0a-b1ac-4be0-8f26-6cfb44d5f6ce tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:20.685121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91f64f46-0627-468c-ba5e-fa8276a27a83 req-f97f2a0a-b1ac-4be0-8f26-6cfb44d5f6ce tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Oct 28 22:05:20.726759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91f64f46-0627-468c-ba5e-fa8276a27a83 req-8233fb5b-4d0e-4555-8f14-c730a46b110f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Oct 28 22:05:21.843478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3774e1-b563-447e-94bd-ec793525c2c5 req-b26d8308-e49b-4280-a146-a53685e6097c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:21.844967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b3774e1-b563-447e-94bd-ec793525c2c5 req-b26d8308-e49b-4280-a146-a53685e6097c tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0498605 Oct 28 22:05:21.881587 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b3774e1-b563-447e-94bd-ec793525c2c5 req-f0b7f73d-bd64-4f26-9f64-133244126557 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Oct 28 22:05:22.997262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479242-ed80-496f-a00b-af278b6fc8b4 req-1b6a3898-8364-4989-a90c-8a1a74ff034e tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:22.998723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e479242-ed80-496f-a00b-af278b6fc8b4 req-1b6a3898-8364-4989-a90c-8a1a74ff034e tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0493844 Oct 28 22:05:23.036533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e479242-ed80-496f-a00b-af278b6fc8b4 req-c6cb10a8-fc64-4e94-8750-61a0cd851e4d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Oct 28 22:05:24.152415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959170ef-d4f9-4af2-9c84-aaab17f5e30d req-d586b2c3-a8cb-41ef-8161-c180b91ee663 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:24.153877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-959170ef-d4f9-4af2-9c84-aaab17f5e30d req-d586b2c3-a8cb-41ef-8161-c180b91ee663 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0494018 Oct 28 22:05:24.195848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-959170ef-d4f9-4af2-9c84-aaab17f5e30d req-23f9002d-0018-49bf-98d5-a822f1307144 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Oct 28 22:05:25.179592 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:05:25.312480 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f624-29d3-4325-b494-495c2a86d4d9 req-1eb3bc97-8048-4a5c-903d-22dee072eaad tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:25.313923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9874f624-29d3-4325-b494-495c2a86d4d9 req-1eb3bc97-8048-4a5c-903d-22dee072eaad tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Oct 28 22:05:25.351018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9874f624-29d3-4325-b494-495c2a86d4d9 req-b45e791d-4832-4f33-b9c5-5ee2ba20a6b0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Oct 28 22:05:26.468181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702554ab-ee7d-43de-9fa7-456bb36d65b3 req-cee7cdaa-398a-43c7-af2b-22c8ad03d384 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:26.469680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-702554ab-ee7d-43de-9fa7-456bb36d65b3 req-cee7cdaa-398a-43c7-af2b-22c8ad03d384 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0488148 Oct 28 22:05:26.507121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-702554ab-ee7d-43de-9fa7-456bb36d65b3 req-64808fb7-2624-4132-a0eb-61f3850a0ffe tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Oct 28 22:05:27.621717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a129c9-565f-4f76-90d2-b8fe0bf47c06 req-05cf400d-06a1-4b28-b144-e3c047fb6309 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:27.623180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38a129c9-565f-4f76-90d2-b8fe0bf47c06 req-05cf400d-06a1-4b28-b144-e3c047fb6309 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0479920 Oct 28 22:05:27.664303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-38a129c9-565f-4f76-90d2-b8fe0bf47c06 req-4e36fa75-9312-485e-9d59-2f34da19f3a9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Oct 28 22:05:28.782287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568cd2-5dc5-4d17-bb76-8702a73ae78e req-4298b45b-e051-4291-bdf4-f18f91cc3e03 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:28.783739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09568cd2-5dc5-4d17-bb76-8702a73ae78e req-4298b45b-e051-4291-bdf4-f18f91cc3e03 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0499890 Oct 28 22:05:28.823778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09568cd2-5dc5-4d17-bb76-8702a73ae78e req-8a24104e-45ce-4dc6-98ec-e9e19e60d583 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Oct 28 22:05:29.942691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27547e-e85d-44c3-b310-d0e64ebb914b req-0edb7e0f-4e36-4d1e-ae39-909e0df7d7af tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:29.944134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e27547e-e85d-44c3-b310-d0e64ebb914b req-0edb7e0f-4e36-4d1e-ae39-909e0df7d7af tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0498533 Oct 28 22:05:29.982232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2e27547e-e85d-44c3-b310-d0e64ebb914b req-9407ed7e-5485-4b36-8f86-ced5c81f7613 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Oct 28 22:05:31.099717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46285b4-7b55-44a1-b760-6236beb7b348 req-192a7897-27da-42ab-beb2-144842e53034 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:31.101220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d46285b4-7b55-44a1-b760-6236beb7b348 req-192a7897-27da-42ab-beb2-144842e53034 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0498142 Oct 28 22:05:31.142409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d46285b4-7b55-44a1-b760-6236beb7b348 req-1d03321f-8205-4031-95e6-15e4e418b28f tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351100 Oct 28 22:05:32.264399 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629dc3e-1a6e-4b41-924b-19e26a24638a req-03d6a075-f708-4edb-ac78-df4947fd9d4a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:32.265946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6629dc3e-1a6e-4b41-924b-19e26a24638a req-03d6a075-f708-4edb-ac78-df4947fd9d4a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0533397 Oct 28 22:05:32.303513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6629dc3e-1a6e-4b41-924b-19e26a24638a req-8aa5d827-fb1c-4631-96d5-8fa80f6ddfbd tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Oct 28 22:05:33.419373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e0c0-9248-4974-a367-59d18dfa9cbe req-63fe3d89-f3b6-4a63-8192-522402c752b2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:33.420862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0287e0c0-9248-4974-a367-59d18dfa9cbe req-63fe3d89-f3b6-4a63-8192-522402c752b2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Oct 28 22:05:33.457062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0287e0c0-9248-4974-a367-59d18dfa9cbe req-c9839fcc-800d-42e5-862b-d0839aa4d08e tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Oct 28 22:05:34.572463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0f5e-ca48-42b5-9b1d-807b64ab632b req-f614987a-9aeb-4a06-9114-caf58a9e2cd1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:34.573934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0de0f5e-ca48-42b5-9b1d-807b64ab632b req-f614987a-9aeb-4a06-9114-caf58a9e2cd1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Oct 28 22:05:34.615187 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0de0f5e-ca48-42b5-9b1d-807b64ab632b req-0a7ad36e-a9e1-4f86-946b-d198ee70e7e0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Oct 28 22:05:35.733378 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babaf0c-b17e-4ca4-8509-3809169ad510 req-e554ce6e-6a36-42fd-b86d-09a826f2e017 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:35.735134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6babaf0c-b17e-4ca4-8509-3809169ad510 req-e554ce6e-6a36-42fd-b86d-09a826f2e017 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0513253 Oct 28 22:05:35.772647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6babaf0c-b17e-4ca4-8509-3809169ad510 req-89f03777-ed69-47e5-9461-75df011c0090 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Oct 28 22:05:36.888434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be50b56-47ab-4103-9814-3cb0ebe67fcc req-71582000-80e3-462c-9181-aba2278ce4df tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:36.889904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3be50b56-47ab-4103-9814-3cb0ebe67fcc req-71582000-80e3-462c-9181-aba2278ce4df tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Oct 28 22:05:36.927059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3be50b56-47ab-4103-9814-3cb0ebe67fcc req-91aa0483-25be-409c-8938-bbdb474cb532 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Oct 28 22:05:38.042516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bb6a7-ba3b-4066-9693-07cf3699103f req-b3eb72eb-e834-4751-a8ee-df5356e739e1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:38.043974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818bb6a7-ba3b-4066-9693-07cf3699103f req-b3eb72eb-e834-4751-a8ee-df5356e739e1 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0486932 Oct 28 22:05:38.084059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818bb6a7-ba3b-4066-9693-07cf3699103f req-a2d9d8f6-fc4a-446c-84d1-4f1fe2d57b68 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340815 Oct 28 22:05:39.202202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6334-2f65-48c9-8dd3-ef97c9542ea1 req-2bf550e2-7eee-40dc-9a7e-be050b863ec9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:39.203674 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4db6334-2f65-48c9-8dd3-ef97c9542ea1 req-2bf550e2-7eee-40dc-9a7e-be050b863ec9 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Oct 28 22:05:39.240986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4db6334-2f65-48c9-8dd3-ef97c9542ea1 req-2fd0d059-f90f-4f43-866a-627a34179485 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Oct 28 22:05:40.360224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adbd37-f376-4a91-9b6c-f0be03b63530 req-d7905e80-f354-4baf-b557-169e16dfb4df tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:40.361704 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71adbd37-f376-4a91-9b6c-f0be03b63530 req-d7905e80-f354-4baf-b557-169e16dfb4df tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Oct 28 22:05:40.400720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-71adbd37-f376-4a91-9b6c-f0be03b63530 req-1d4f1c89-2b18-435b-a08a-9d45fc876174 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Oct 28 22:05:40.872096 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f93ece96-5b16-4501-a94a-c652438e51e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:41.514824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c474b-2099-4a55-921d-d51c2095409c req-2cd5e9db-7d82-4b46-b993-d9d20b3b6cce tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:41.516288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c12c474b-2099-4a55-921d-d51c2095409c req-2cd5e9db-7d82-4b46-b993-d9d20b3b6cce tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0478284 Oct 28 22:05:41.558024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c12c474b-2099-4a55-921d-d51c2095409c req-b155b8fa-9476-49f2-ab28-41e368b82973 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Oct 28 22:05:42.223530 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:42.411552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:42.674233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e6a6-4199-4ebb-ab6e-41cab750318d req-6b8e5771-347b-43d1-9243-286ba978afa5 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:42.675602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b01e6a6-4199-4ebb-ab6e-41cab750318d req-6b8e5771-347b-43d1-9243-286ba978afa5 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0491340 Oct 28 22:05:42.714874 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b01e6a6-4199-4ebb-ab6e-41cab750318d req-f7bdfb6e-2af4-4e0b-9d38-9fb49ba75035 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Oct 28 22:05:43.468456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-509ff381-7ea8-4436-bb18-ad92300f96c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:43.832676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b355-11fb-40af-9bb3-fc1a221865c9 req-92f9c1f4-eee7-472d-926c-3de21f857b21 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:43.834146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c9b355-11fb-40af-9bb3-fc1a221865c9 req-92f9c1f4-eee7-472d-926c-3de21f857b21 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0493927 Oct 28 22:05:43.872414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98c9b355-11fb-40af-9bb3-fc1a221865c9 req-ee1595ab-797c-4b27-b08e-baa4bcfd06ad tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Oct 28 22:05:44.922300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:44.989121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b74a1-c29f-4956-8706-6c7bdf4bd0bc req-0ab90880-81a9-4fd2-a4d2-6610d3f144c8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:44.990599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b74a1-c29f-4956-8706-6c7bdf4bd0bc req-0ab90880-81a9-4fd2-a4d2-6610d3f144c8 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 946 time: 0.0488808 Oct 28 22:05:45.032991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-872b74a1-c29f-4956-8706-6c7bdf4bd0bc req-f669a3ad-998d-4888-93ac-840a0d619fd0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Oct 28 22:05:45.218511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:45.365220 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-3a8950db-5462-4324-be15-9db7d2c417a7 service neutron] show failed (client error): The resource could not be found. Oct 28 22:05:45.366225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-3a8950db-5462-4324-be15-9db7d2c417a7 service neutron] 10.222.0.44 "GET /v2.0/ports/2608e208-4cdb-4838-ad48-2950f23fb758/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0536084 Oct 28 22:05:45.565323 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-71a84acb-3e2d-4843-b0eb-c71f4544d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:45.566673 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-71a84acb-3e2d-4843-b0eb-c71f4544d9d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4&tenant_id=2b84c53ea43343b78af16d04f29bd2b9 HTTP/1.1" status: 200 len: 1098 time: 0.0400679 Oct 28 22:05:45.578405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:45.631597 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:45.831581 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:45.863873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:05:45.903107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:45.905643 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49fa806-6535-436e-a1fa-cec700a7f94d" -d '{"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:45.909388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:45.922681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Transition to ACTIVE for port object 2608e208-4cdb-4838-ad48-2950f23fb758 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:05:45.926423 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:45.961930 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbedaa5b-2238-4777-b902-f7ba45fdaa52 x-openstack-request-id: req-bbedaa5b-2238-4777-b902-f7ba45fdaa52 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:45.962232 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:45.962567 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbedaa5b-2238-4777-b902-f7ba45fdaa52 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:45.962960 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758', 'code': 200} Oct 28 22:05:45.993838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] No DVR routers for this DVR port 2608e208-4cdb-4838-ad48-2950f23fb758 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:05:46.000461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:46.025588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.025924 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.026264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.026594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.026922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.027371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.027704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.028026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.028350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.028695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.029014 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.029332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:46.044771 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:05:46.045106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:05:46.045430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:46.050059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:05:46.050368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Attempting to bind port 2608e208-4cdb-4838-ad48-2950f23fb758 on network 4a86475a-ce4e-4adc-8558-a79a8e414c16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:46.055296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:05:46.056035 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Checking segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:05:46.056350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Bound using segment: {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:05:46.056721 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Bound port: 2608e208-4cdb-4838-ad48-2950f23fb758, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c53ca8-a0e4-4154-8dee-fac1685800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:05:46.057072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:46.121801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:05:46.124870 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:05:46.130207 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:46.150668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789ccbe-959d-4302-b38c-f794a8552ac7 req-f7359f5d-d80f-4cf0-8f29-370877a03d82 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:46.152163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789ccbe-959d-4302-b38c-f794a8552ac7 req-f7359f5d-d80f-4cf0-8f29-370877a03d82 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0505464 Oct 28 22:05:46.169862 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:46.170476 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:46.171844 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] 10.222.0.52 "PUT /v2.0/ports/2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 1093 time: 0.5973976 Oct 28 22:05:46.191995 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94009eb-067e-4bce-ad83-d426ce6d9ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:46.192267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1789ccbe-959d-4302-b38c-f794a8552ac7 req-fdcad11e-49a6-47e0-9999-ed07bdb97922 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Oct 28 22:05:46.239188 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-4e0d0b6c-e2b1-450c-8a59-d2d622ed50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:46.240703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-4e0d0b6c-e2b1-450c-8a59-d2d622ed50b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0449929 Oct 28 22:05:46.330618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-c88668e6-ca9b-4ce2-8d96-8a9eebbcb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:46.332107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-c88668e6-ca9b-4ce2-8d96-8a9eebbcb427 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0836766 Oct 28 22:05:46.376125 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-edf6e69c-c660-4ace-ac18-025eaa4da4e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0365522 Oct 28 22:05:46.425885 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-11a64846-0a6b-4b02-89b4-b4b0d32292e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:46.427284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-11a64846-0a6b-4b02-89b4-b4b0d32292e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0429327 Oct 28 22:05:46.457927 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-f011edd9-cb7f-4bbc-a7d6-132049350a5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236259 Oct 28 22:05:46.551255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-7555dd8a-891e-45d3-9384-8a0683fac17f service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Oct 28 22:05:46.638687 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6cca0a91-ab44-4c2c-8bdb-cc4824c82582 req-83b7c69b-cac9-44ad-9118-0c2f59a7d9a8 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798495 Oct 28 22:05:46.767909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:47.313931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a712-d51d-4b6d-bd15-ba03f0b75a75 req-38d40883-b4fd-431b-863e-a668cfde5e2d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:47.315383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2993a712-d51d-4b6d-bd15-ba03f0b75a75 req-38d40883-b4fd-431b-863e-a668cfde5e2d tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0498269 Oct 28 22:05:47.353670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2993a712-d51d-4b6d-bd15-ba03f0b75a75 req-03ab008c-247e-44e8-a27e-eb52ce7f5f12 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Oct 28 22:05:47.963698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:47.966102 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:48.013778 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542bd221-66b8-482e-80ce-ef7adfcb6825 x-openstack-request-id: req-542bd221-66b8-482e-80ce-ef7adfcb6825 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:48.014282 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:48.014592 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-542bd221-66b8-482e-80ce-ef7adfcb6825 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:48.015535 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758', 'status': 'completed', 'code': 200} Oct 28 22:05:48.076628 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-50744d53-fcda-433c-8f68-8cad6915b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.078043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-50744d53-fcda-433c-8f68-8cad6915b338 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0437558 Oct 28 22:05:48.080298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-5a71a5af-5df2-445b-a2d1-decc2356f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.082912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-5a71a5af-5df2-445b-a2d1-decc2356f5cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0464807 Oct 28 22:05:48.182115 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-00626d51-fe21-4a22-b6e6-0e6f0f151de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.183174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-55bb1039-ac62-432b-9239-ecee13ecea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.183603 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-00626d51-fe21-4a22-b6e6-0e6f0f151de3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0955925 Oct 28 22:05:48.185266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-55bb1039-ac62-432b-9239-ecee13ecea76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0959055 Oct 28 22:05:48.233504 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-6f4eb393-5f37-4493-b5ad-d03397471d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0407288 Oct 28 22:05:48.235600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-05c849b8-26bb-43d9-8265-299abc9a7150 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0434916 Oct 28 22:05:48.293162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-ed135c76-06a0-4cd1-9c96-0b516f561b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.294651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-ed135c76-06a0-4cd1-9c96-0b516f561b8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0529172 Oct 28 22:05:48.296534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-d38610f2-39b1-4c31-8111-f7a4df73d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.297970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-d38610f2-39b1-4c31-8111-f7a4df73d964 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0497525 Oct 28 22:05:48.328027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-4673435b-924a-4aa9-8133-97b4d672b900 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264122 Oct 28 22:05:48.330865 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-faa83925-dad1-4ef9-b728-98a7af57a666 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256388 Oct 28 22:05:48.423167 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-176b079b-99dd-4e11-a89c-fdb5060a4384 service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Oct 28 22:05:48.439045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-a8a3d7de-83e5-45a9-8f53-574d97b813d9 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038826 Oct 28 22:05:48.518641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-4b96f748-a03e-4df6-99c2-d74a89b9feff service neutron] 10.222.0.52 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885351 Oct 28 22:05:48.528958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643837b-9510-439a-862e-729f06c32f6d req-caeb4604-4323-433d-ab27-a56707f64813 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.530699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9643837b-9510-439a-862e-729f06c32f6d req-caeb4604-4323-433d-ab27-a56707f64813 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.1033831 Oct 28 22:05:48.587661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ffe2c37f-4208-44a7-9ad4-0ae7feb11823 req-7af657ef-641b-4fb2-befb-b5da8ccc45d3 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306705 Oct 28 22:05:48.592458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9643837b-9510-439a-862e-729f06c32f6d req-cffcebd5-1e6a-459c-8a50-ad81a2d31171 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Oct 28 22:05:48.815612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-eeae7945-4f2c-4bb7-8f2c-4b8260575ddc tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.817083 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-eeae7945-4f2c-4bb7-8f2c-4b8260575ddc tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4&tenant_id=2b84c53ea43343b78af16d04f29bd2b9&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0702043 Oct 28 22:05:48.824614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88536730-239b-46c7-8cce-945459b66b5a req-c46a5a78-392d-4edc-9d50-be264ab41209 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:48.825964 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88536730-239b-46c7-8cce-945459b66b5a req-c46a5a78-392d-4edc-9d50-be264ab41209 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0907104 Oct 28 22:05:48.903396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88536730-239b-46c7-8cce-945459b66b5a req-e37b5ebc-e632-4e95-977e-9f9b7fc0b193 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712264 Oct 28 22:05:48.908611 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-fec7dd96-a62d-41fd-803e-4541c49b9e3d service neutron] delete failed (client error): The resource could not be found. Oct 28 22:05:48.909553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-fec7dd96-a62d-41fd-803e-4541c49b9e3d service neutron] 10.222.0.44 "DELETE /v2.0/ports/2608e208-4cdb-4838-ad48-2950f23fb758/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0827582 Oct 28 22:05:49.000259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-d3f071ee-1dc9-4947-84c4-7575d96dba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:49.001743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-d3f071ee-1dc9-4947-84c4-7575d96dba6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0412934 Oct 28 22:05:49.093482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-741a5365-bba3-40f7-96b7-0604dc7f48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:49.094919 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-741a5365-bba3-40f7-96b7-0604dc7f48b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 200 len: 916 time: 0.0861046 Oct 28 22:05:49.136069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-8036d4e9-4506-4c8f-8acb-fefbfd46afd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 200 len: 217 time: 0.0341949 Oct 28 22:05:49.183973 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-3d1776f8-4853-4906-8fc6-32c48504fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:49.185307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-3d1776f8-4853-4906-8fc6-32c48504fabe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 200 len: 855 time: 0.0421491 Oct 28 22:05:49.216631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-776dba49-58b3-4487-be8c-eff6bfa8eb40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4a86475a-ce4e-4adc-8558-a79a8e414c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246980 Oct 28 22:05:49.308317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-e746ea7d-2f47-42f3-8b26-2b53a8415a70 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Oct 28 22:05:49.401572 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ec02ad-7a17-474b-a83e-f50cc403431f req-7efecc09-2e6e-41c5-bcc2-0150a277a517 service neutron] 10.222.0.44 "GET /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861120 Oct 28 22:05:50.022350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ffd94-74fe-46fe-bcf2-22da4ed29052 req-79cc1651-2417-486d-bebd-2eb415ba2874 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:50.024323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d8ffd94-74fe-46fe-bcf2-22da4ed29052 req-79cc1651-2417-486d-bebd-2eb415ba2874 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0487432 Oct 28 22:05:50.062246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d8ffd94-74fe-46fe-bcf2-22da4ed29052 req-3906d261-c053-4eb3-98a7-8f1574ec3d32 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Oct 28 22:05:50.176550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200f63-029d-4908-a20b-0698d24ff76f req-5fed2752-57a0-4948-84a5-a3bad4c8a326 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:50.178010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b200f63-029d-4908-a20b-0698d24ff76f req-5fed2752-57a0-4948-84a5-a3bad4c8a326 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0490391 Oct 28 22:05:50.216866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b200f63-029d-4908-a20b-0698d24ff76f req-c8a489c8-ba79-44f0-84c0-f00948bc8847 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Oct 28 22:05:50.333241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b911dd0-b6f5-474b-b0c5-6d579edadb9f req-92bd92ee-978f-4d56-a241-2779303437a4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:50.334679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b911dd0-b6f5-474b-b0c5-6d579edadb9f req-92bd92ee-978f-4d56-a241-2779303437a4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 944 time: 0.0496447 Oct 28 22:05:50.376737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b911dd0-b6f5-474b-b0c5-6d579edadb9f req-1baa8a71-ce93-4ad7-9668-00abf4205238 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Oct 28 22:05:50.429980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:05:50.533687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:50.545321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:05:50.549881 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '2608e208-4cdb-4838-ad48-2950f23fb758', 'network_id': '4a86475a-ce4e-4adc-8558-a79a8e414c16', 'port_id': '2608e208-4cdb-4838-ad48-2950f23fb758', 'mac_address': 'fa:16:3e:f2:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8703d293-bd70-4be9-8c0e-fea87299e55e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:05:50.620419 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:50.622370 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:05:50.634380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:05:50.656112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:50.660008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:50.707875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:50.715038 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c392-f6ea-4b87-96f6-af83e7f252ff req-a4e78be3-0fa0-4f29-a71b-051c46f15db2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:50.715979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.716322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.716542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ca5c392-f6ea-4b87-96f6-af83e7f252ff req-a4e78be3-0fa0-4f29-a71b-051c46f15db2 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Oct 28 22:05:50.716744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.717039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.717367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.717695 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.718019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.718343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.718668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.718988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.719336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.719631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:50.755241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ca5c392-f6ea-4b87-96f6-af83e7f252ff req-f46ff1ee-6156-4e3e-a403-24ee22560fdb tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Oct 28 22:05:50.903316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2608e208-4cdb-4838-ad48-2950f23fb758'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:05:51.873123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a35b55-2c56-46fc-a692-b31ad9f42534 req-8e41715f-3dca-492c-9497-d3e188f22017 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:51.874602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a35b55-2c56-46fc-a692-b31ad9f42534 req-8e41715f-3dca-492c-9497-d3e188f22017 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Oct 28 22:05:51.893468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-eeea756b-72d8-4816-8be7-c6db3ceaadb4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:51.894923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-eeea756b-72d8-4816-8be7-c6db3ceaadb4 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcd1d062-f6de-4603-9066-f4dfd5e3f6b4 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Oct 28 22:05:51.911628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65a35b55-2c56-46fc-a692-b31ad9f42534 req-8f456621-1555-4473-a58a-78053798d63a tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.31 "GET /v2.0/security-groups?id=035235ab-0729-4a9b-9d5b-f53bd48cbaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Oct 28 22:05:51.988506 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Deleting port 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:05:51.988842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:52.076292 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] For port 2608e208-4cdb-4838-ad48-2950f23fb758, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2608e208-4cdb-4838-ad48-2950f23fb758,segment=NetworkSegment(69c53ca8-a0e4-4154-8dee-fac1685800ba),segment_id=69c53ca8-a0e4-4154-8dee-fac1685800ba)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:52.076603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:52.089289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Calling delete_port for 2608e208-4cdb-4838-ad48-2950f23fb758 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:05:52.222600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:52.233990 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2608e208-4cdb-4838-ad48-2950f23fb758'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:05:52.250234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Pushing event deleted for resources: {'Port': ['ID=2608e208-4cdb-4838-ad48-2950f23fb758,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:52.302357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] No DVR routers for this DVR port 2608e208-4cdb-4838-ad48-2950f23fb758 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:05:52.304907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:52.308152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-68c4d7c0-d217-45d8-b13f-a9f959e839a2 req-147b2e4d-3d7a-4fb7-be61-8efbbf3f2ae0 tempest-ServerDiskConfigTestJSON-383106342 tempest-ServerDiskConfigTestJSON-383106342-project] 10.222.0.52 "DELETE /v2.0/ports/2608e208-4cdb-4838-ad48-2950f23fb758 HTTP/1.1" status: 204 len: 173 time: 0.4075222 Oct 28 22:05:52.308617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-deleted', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:05:52.310914 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4487f-0791-49f8-bb19-3ea5272e75e2" -d '{"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-deleted", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:05:52.346775 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80feeb8-d69f-4d0d-8838-fbafc7ec18af x-openstack-request-id: req-d80feeb8-d69f-4d0d-8838-fbafc7ec18af {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:05:52.346932 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd1d062-f6de-4603-9066-f4dfd5e3f6b4", "name": "network-vif-deleted", "tag": "2608e208-4cdb-4838-ad48-2950f23fb758", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:05:52.347187 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d80feeb8-d69f-4d0d-8838-fbafc7ec18af {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:05:52.347587 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd1d062-f6de-4603-9066-f4dfd5e3f6b4', 'name': 'network-vif-deleted', 'tag': '2608e208-4cdb-4838-ad48-2950f23fb758', 'status': 'completed', 'code': 200} Oct 28 22:05:52.445062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:05:52.468119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:05:52.468474 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 28 22:05:52.487281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Port 2608e208-4cdb-4838-ad48-2950f23fb758 not found, will not notify nova. {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 28 22:05:53.036489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55500) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:53.080726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Deleting subnet 8703d293-bd70-4be9-8c0e-fea87299e55e {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:05:53.083636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.120800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.159065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.208518 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.233633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8703d293-bd70-4be9-8c0e-fea87299e55e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:53.237894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.241010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8703d293-bd70-4be9-8c0e-fea87299e55e HTTP/1.1" status: 204 len: 168 time: 0.2034991 Oct 28 22:05:53.244940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55502) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:53.248797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.249150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.249546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.249883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.250219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.250550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.250878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.251206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.251665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.251997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.252324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.252669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9e5877-f59c-4682-92be-8de7174e9dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:05:53.311931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.393645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.413469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a86475a-ce4e-4adc-8558-a79a8e414c16']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:53.423079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c53ca8-a0e4-4154-8dee-fac1685800ba') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:53.423373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c53ca8-a0e4-4154-8dee-fac1685800ba') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:53.432809 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.445564 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.451889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:05:53.452266 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:05:53.453936 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:05:53.507774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.514198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.517899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4a86475a-ce4e-4adc-8558-a79a8e414c16 HTTP/1.1" status: 204 len: 168 time: 0.2719109 Oct 28 22:05:53.530072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f37e0-c8db-40b7-8255-2793f10f88b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a86475a-ce4e-4adc-8558-a79a8e414c16,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:53.625677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55506) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:53.665855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dc555f6c-a298-47ff-9f31-6f62df7fa7b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b84c53ea43343b78af16d04f29bd2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388513 Oct 28 22:05:53.668093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:53.718356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.739402 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.784236 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.786756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:53.787889 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/035235ab-0729-4a9b-9d5b-f53bd48cbaad HTTP/1.1" status: 204 len: 168 time: 0.1188517 Oct 28 22:05:53.796118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3726-3f81-4f72-a6b6-8a11b4cffa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035235ab-0729-4a9b-9d5b-f53bd48cbaad,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:54.450757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55530) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:54.546558 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-657665685-network', 'tenant_id': '59d4b3ede53d427895221533265e70c9'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:54.567544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:05:54.569900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.578797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.652548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.656337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.679659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:05:54.688654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab367bd-49b1-4d7e-8102-3dae58505ca1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:54.695443 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.696828 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Added segment bd005c7b-69c2-4801-9c66-2f17b6465e26 of type vlan for network 2887ba24-4194-4807-912e-58323ca23647 Oct 28 22:05:54.735524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.761171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.762149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:54.762723 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:54.816949 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3650098 Oct 28 22:05:54.819949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55534) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:54.825927 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Request body: {'subnet': {'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-657665685-subnet', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:54.828796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6f0b5-ab96-452d-b19e-fcf872802448 admin admin] Pushing event updated for resources: {'Network': ['ID=2887ba24-4194-4807-912e-58323ca23647,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:54.839530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 2887ba24-4194-4807-912e-58323ca23647 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:05:54.846892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:05:54.849576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.014283 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.063503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415a50fb-7306-486c-b71f-51ac9a1ca54f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:55.079063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:05:55.079413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Network hostable DHCP agents. Network: 2887ba24-4194-4807-912e-58323ca23647, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:05:55.096149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Network 2887ba24-4194-4807-912e-58323ca23647 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:05:55.105541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 2887ba24-4194-4807-912e-58323ca23647) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:55.109530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:05:55.110110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.115243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58847987-62d2-46ac-998d-58a211575f1d None None] Network 2887ba24-4194-4807-912e-58323ca23647 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:05:55.125531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3cc2d6b5-7b51-415b-b1cf-4f11b2e871b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3037488 Oct 28 22:05:55.128123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55536) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:55.132336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:55.154637 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.155662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.214841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.264859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-2887ba24-4194-4807-912e-58323ca23647', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:05:55.265720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.355103 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.401940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Allocated IP 172.20.0.2 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/83939bc0-8158-4b29-9d1c-b90c16122ef7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:05:55.545773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.551085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.551573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.570756 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.588622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:05:55.591519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:55.595099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:05:55.606287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Pushing event updated for resources: {'Port': ['ID=83939bc0-8158-4b29-9d1c-b90c16122ef7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:55.656624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Attempting to bind port 83939bc0-8158-4b29-9d1c-b90c16122ef7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:05:55.657090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Attempting to bind port 83939bc0-8158-4b29-9d1c-b90c16122ef7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:05:55.657373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Attempting to bind port 83939bc0-8158-4b29-9d1c-b90c16122ef7 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:55.662466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:05:55.662836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:05:55.663231 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.663616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:05:55.664077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Bound port: 83939bc0-8158-4b29-9d1c-b90c16122ef7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:05:55.664531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.680794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Allocated IP 172.25.4.245 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/5d2d8800-13b5-46f1-a836-ce7c2c006d99) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:05:55.728662 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] For port 83939bc0-8158-4b29-9d1c-b90c16122ef7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:05:55.731666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] For port 83939bc0-8158-4b29-9d1c-b90c16122ef7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83939bc0-8158-4b29-9d1c-b90c16122ef7,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:05:55.735413 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.794569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.799084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a54f8-2829-4ddc-a4c4-8787b8ae4089 None None] Pushing event updated for resources: {'Port': ['ID=83939bc0-8158-4b29-9d1c-b90c16122ef7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:55.834424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:55.874242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:05:55.877214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:55.879504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:05:55.907761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2d8800-13b5-46f1-a836-ce7c2c006d99,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:56.159393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.213814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83939bc0-8158-4b29-9d1c-b90c16122ef7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:05:56.265177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83939bc0-8158-4b29-9d1c-b90c16122ef7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:56.265576 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.356765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.392070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 83939bc0-8158-4b29-9d1c-b90c16122ef7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83939bc0-8158-4b29-9d1c-b90c16122ef7,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:05:56.396425 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.451207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=83939bc0-8158-4b29-9d1c-b90c16122ef7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:56.474804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:05:56.498752 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 2608e208-4cdb-4838-ad48-2950f23fb758 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:05:56.499169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2608e208-4cdb-4838-ad48-2950f23fb758 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:05:56.700481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.740432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb6b44-a60b-42db-ae38-abf555d584e8 None None] Network 2887ba24-4194-4807-912e-58323ca23647 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:05:56.831754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Router cf9bf36f-c082-4b1a-bac3-82097c80279b is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:05:56.832710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ff591420-01cc-46d6-89e6-6157071a448c None None] Provisioning complete for port 83939bc0-8158-4b29-9d1c-b90c16122ef7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:56.833128 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ff591420-01cc-46d6-89e6-6157071a448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.936921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:05:56.949865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:05:56.954601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:56.958500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4d9d90e4-2eb9-4823-bb62-856ef682dda1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8268149 Oct 28 22:05:56.958694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55538) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:56.978538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:05:56.979219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:05:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:57.091580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:05:57.226852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dea1a7ef-91a3-4575-a94d-3b7813e45d16 None None] Provisioning complete for port 83939bc0-8158-4b29-9d1c-b90c16122ef7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:57.227565 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dea1a7ef-91a3-4575-a94d-3b7813e45d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.356709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:56Z', 'revision_number': 3, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:57.389092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:05:57.389501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Updating router cf9bf36f-c082-4b1a-bac3-82097c80279b port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:05:57.399948 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.415578 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.600828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Allocated IP 172.20.0.1 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/70dc3e92-e0a5-46e6-a35e-d1218ae66f28) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:05:57.670600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.676571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.710730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.726121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Attempting to bind port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:05:57.726494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Attempting to bind port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:05:57.726886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Attempting to bind port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:05:57.733896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d8d1-ef05-4d19-aaca-26a7448139a5 None None] Pushing event updated for resources: {'Port': ['ID=5d2d8800-13b5-46f1-a836-ce7c2c006d99,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:57.736931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:05:57.737107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:05:57.737484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.737867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:05:57.738338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Bound port: 5d2d8800-13b5-46f1-a836-ce7c2c006d99, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:05:57.738714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.746875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.789536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:05:57.790907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] For port 5d2d8800-13b5-46f1-a836-ce7c2c006d99, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:05:57.792611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:57.794208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] For port 5d2d8800-13b5-46f1-a836-ce7c2c006d99, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d2d8800-13b5-46f1-a836-ce7c2c006d99,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:05:57.796108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:05:57.801588 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.828192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Pushing event updated for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:57.852908 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:57.864458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:05:57.865027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:05:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:57.901329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d8d1-ef05-4d19-aaca-26a7448139a5 None None] Pushing event updated for resources: {'Port': ['ID=5d2d8800-13b5-46f1-a836-ce7c2c006d99,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:57.994977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.126915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f904a494-8802-4c71-8cdd-15ab725020ce None None] Provisioning complete for port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:58.127180 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f904a494-8802-4c71-8cdd-15ab725020ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.173988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.174258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:05:58.176459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f904a494-8802-4c71-8cdd-15ab725020ce None None] Port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:05:58.181733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.234251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83939bc0-8158-4b29-9d1c-b90c16122ef7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:05:58.252777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Pushing event updated for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:58.255306 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.352561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 83939bc0-8158-4b29-9d1c-b90c16122ef7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:58.352925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.354270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:05:58.355689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:05:58.465639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:56Z', 'revision_number': 3, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:05:58.486630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:05:58.501225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a4aae-849b-452e-bdd9-7f2a5b9a7125 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:56Z', 'revision_number': 3, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:05:58.601167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b430976c-92bf-4a8e-b1b5-1530c2929085 None None] Provisioning complete for port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:05:58.601532 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b430976c-92bf-4a8e-b1b5-1530c2929085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:58.606020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:05:58.617780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-358f0d35-8aeb-4406-a557-0c840bbc3f53 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf9bf36f-c082-4b1a-bac3-82097c80279b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515050 Oct 28 22:05:58.637350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b430976c-92bf-4a8e-b1b5-1530c2929085 None None] Port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:05:59.267577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55546) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:59.272270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300703087', 'description': 'tempest-description--2047567843'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:59.296720 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.363894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.368268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.397236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.398455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1298268 Oct 28 22:05:59.399739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bc25a-c3da-493d-9b8d-22677d51f251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c554f98d-44f2-4b59-b343-5d2a390991a3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:59.402362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55548) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:59.407703 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'security_group_rule': {'security_group_id': 'c554f98d-44f2-4b59-b343-5d2a390991a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:59.435028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.489839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.494594 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.514470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36ff343-903d-473d-b6fe-4b1fb383ff25,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:59.519728 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.521038 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a15e58a-d65a-4361-bd94-f0a3cad70cf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171353 Oct 28 22:05:59.524709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 55550) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:59.530218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'security_group_rule': {'security_group_id': 'c554f98d-44f2-4b59-b343-5d2a390991a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:59.556744 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.611234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.614478 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.634461 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f5c700-c225-4401-8853-a36438d94612,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:05:59.643232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.644452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-006abf8e-44fa-41be-a3af-f368917cd3a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183314 Oct 28 22:05:59.647552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55552) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:05:59.653042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:05:59.677275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.781601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:05:59.885626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Allocated IP 172.25.4.219 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/3ffba8b0-6baf-4429-8ee4-b71b79f0000e) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:05:59.991675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.002998 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:06:00.012710 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:06:00.013311 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:05:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:00.028733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.067102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:06:00.070056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:06:00.075450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:06:00.099954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=3ffba8b0-6baf-4429-8ee4-b71b79f0000e,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:00.121571 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:06:00.155616 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-84787c9e-7a0a-4c0b-9d3f-cb7e50193c37 req-5280fabd-fa59-49ae-8f54-baf3886f2613 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328293 Oct 28 22:06:00.186014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.231237 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-84787c9e-7a0a-4c0b-9d3f-cb7e50193c37 req-56351ea2-6f67-4e2d-90aa-e97485362375 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Oct 28 22:06:00.243170 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.257532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d2d8800-13b5-46f1-a836-ce7c2c006d99 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:06:00.301903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-84787c9e-7a0a-4c0b-9d3f-cb7e50193c37 req-4195af80-5c8e-4aee-a4a7-ccc316cf6685 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361204 Oct 28 22:06:00.312525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:00.312911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.362398 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:05:58Z', 'revision_number': 2, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:00.395255 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:06:00.395609 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Updating router cf9bf36f-c082-4b1a-bac3-82097c80279b port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:06:00.409385 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.425488 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.435452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 5d2d8800-13b5-46f1-a836-ce7c2c006d99, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d2d8800-13b5-46f1-a836-ce7c2c006d99,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:06:00.440235 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787c9e-7a0a-4c0b-9d3f-cb7e50193c37 req-457ca253-553b-4c26-89d5-aa6180802150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:00.440973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.441429 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.442301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-84787c9e-7a0a-4c0b-9d3f-cb7e50193c37 req-457ca253-553b-4c26-89d5-aa6180802150 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341228 Oct 28 22:06:00.448629 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.491103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=5d2d8800-13b5-46f1-a836-ce7c2c006d99,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:00.525880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=3ffba8b0-6baf-4429-8ee4-b71b79f0000e,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:00.528701 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.545739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.547014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-87b52c4c-0748-417d-9612-2f83033705a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8975501 Oct 28 22:06:00.687304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-1af29582-58da-4f95-9393-0fbf609de6ce tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1300703087&fields=id&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 267 time: 0.0334775 Oct 28 22:06:00.706655 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.712780 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.766125 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Pushing event updated for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:00.789849 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.790190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.790524 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.790854 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.791182 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.791505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.791827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.792144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.792484 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.792804 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.793122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.793437 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:06:00.808380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-e9806de9-4675-42be-b080-c85c8a2ea4e6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:00.816478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-e9806de9-4675-42be-b080-c85c8a2ea4e6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1224339 Oct 28 22:06:00.828946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-d7afc603-3f68-40bf-919c-fc46097fb746 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/quotas/59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 375 time: 0.0115509 Oct 28 22:06:00.834402 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Attempting to bind port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:06:00.834839 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Attempting to bind port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:06:00.835274 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Attempting to bind port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:06:00.842365 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:06:00.842831 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:06:00.843314 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.843709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:06:00.844178 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Bound port: 70dc3e92-e0a5-46e6-a35e-d1218ae66f28, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:06:00.844589 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.886970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-0d4d8a9d-d405-483d-bdd1-4f8499a22f8a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533552 Oct 28 22:06:00.908350 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] For port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:06:00.911604 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] For port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:06:00.917160 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:00.976211 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:06:00.977388 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:05:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:01.004666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-13fb29a2-ac6d-4239-9289-9016ab22044d service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033540 Oct 28 22:06:01.045469 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adee03a-b92b-4afe-9f37-3934bb03307d None None] Pushing event updated for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:01.085845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] Provisioning complete for port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:01.086828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:01.108254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:06:01.114637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-3fc12ca0-4662-4219-86ba-05cb0222ef13 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085050 Oct 28 22:06:01.179328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:01.216773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] For port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:06:01.221472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:01.292504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81650b86-90b8-45f9-ba99-e1a58fe84880 None None] Pushing event updated for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:01.318948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbe64a5d-d22a-46fe-b91f-ca757df92fd3 req-21adefc1-47d1-425f-a247-434a3692c287 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 210 time: 0.0329268 Oct 28 22:06:01.346401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1578339c-22eb-4cc2-89da-c81ff70021c6 None None] Provisioning complete for port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:01.347038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1578339c-22eb-4cc2-89da-c81ff70021c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:01.367974 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:01.400110 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a00403-f140-40b6-82a1-5ee20d436404 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:06:02.182799 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:06:02.356164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:06:02.397140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-a1d483e4-7f24-473c-bf4b-cdf1ac59844b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:02.400557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-a1d483e4-7f24-473c-bf4b-cdf1ac59844b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1951280 Oct 28 22:06:02.428398 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:02.428769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:02.458170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35c3793e-85a7-4393-af2d-bc6e04049809 req-9e4e4b50-fb26-4f4e-8968-72c357f2fcc3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 210 time: 0.0484684 Oct 28 22:06:02.477951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-e70a9179-3034-4afd-b8a5-7d5b84789a62 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 380 time: 0.0669701 Oct 28 22:06:02.488479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'port': {'device_id': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'admin_state_up': True, 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'security_groups': ['c554f98d-44f2-4b59-b343-5d2a390991a3']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:06:02.537928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d2d8800-13b5-46f1-a836-ce7c2c006d99 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:06:02.594387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:02.594859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:02.609549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:06:02.613105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:02.743215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Allocated IP 172.20.0.3 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/16f34a95-8d60-4161-830b-4081e6998645) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:06:02.877623 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:02.912405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:02.960641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:06:02.964755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:06:02.968387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:06:02.974526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:03.021942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.022588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.040345 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-cbaa54dd-f5bc-4ce2-9e60-7e6862c0ec39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561032 Oct 28 22:06:03.053959 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Request body: {'port': {'device_id': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:06:03.114073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.169434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6ccca07c-70b0-4919-b15a-1cee9e8d1e47 None None] Provisioning complete for port 16f34a95-8d60-4161-830b-4081e6998645 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:03.169809 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6ccca07c-70b0-4919-b15a-1cee9e8d1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.207621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-6ccca07c-70b0-4919-b15a-1cee9e8d1e47 None None] Port 16f34a95-8d60-4161-830b-4081e6998645 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:06:03.374485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f34a95-8d60-4161-830b-4081e6998645 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:06:03.382110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.394690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Transition to ACTIVE for port object 16f34a95-8d60-4161-830b-4081e6998645 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:06:03.397812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.447343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:03.532308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:06:03.532857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:06:03.533279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:06:03.543932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:06:03.544344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:06:03.560429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:06:03.560737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:06:03.561133 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:06:03.561568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Bound port: 16f34a95-8d60-4161-830b-4081e6998645, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:06:03.561919 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.637677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c5f8-715c-4b17-8d6a-e3c85e8c9e2a req-abca19c6-2ac9-471d-98c4-33ce81c0737a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.639077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2c8c5f8-715c-4b17-8d6a-e3c85e8c9e2a req-abca19c6-2ac9-471d-98c4-33ce81c0737a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0923746 Oct 28 22:06:03.671108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:06:03.690759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:06:03.697328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f2c8c5f8-715c-4b17-8d6a-e3c85e8c9e2a req-9a99ff50-9702-4591-abb9-7768f14a5379 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509779 Oct 28 22:06:03.698717 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.733379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.733976 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:03.735663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 1092 time: 0.6864800 Oct 28 22:06:03.740125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:06:03.742957 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf3021e-a065-4de0-b9d2-cdffc9279be2" -d '{"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:06:03.787925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f2c06-5f52-4b14-b96c-3380eba2adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:03.809224 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b97bb1-9ec5-4b87-a3f0-75566c8f3884 x-openstack-request-id: req-99b97bb1-9ec5-4b87-a3f0-75566c8f3884 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:06:03.809506 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:06:03.809760 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99b97bb1-9ec5-4b87-a3f0-75566c8f3884 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:06:03.810154 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'status': 'completed', 'code': 200} Oct 28 22:06:03.829161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-a3cbcec6-f93e-42ea-a2f8-db8d51ae36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.830649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-a3cbcec6-f93e-42ea-a2f8-db8d51ae36b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0513539 Oct 28 22:06:03.874756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-75df4675-7cc4-4778-91d5-683c2d2f751d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 217 time: 0.0360672 Oct 28 22:06:03.929342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-4a8abf8f-0298-4a9f-bf29-f903907e381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.931160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-4a8abf8f-0298-4a9f-bf29-f903907e381c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0498068 Oct 28 22:06:03.978280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-73729eef-d53e-4d76-a4b1-ab6e642c42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:03.979763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-73729eef-d53e-4d76-a4b1-ab6e642c42cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409617 Oct 28 22:06:04.067344 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-31085a38-8cf3-4390-845a-63fbbad5d7e5 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797496 Oct 28 22:06:04.160243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f4ccdb34-4223-429a-8440-020245ca9b23 req-e1886992-8d31-4925-8ae5-b381d36ea6f9 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Oct 28 22:06:04.245755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-7d56d4db-288a-4eee-8145-4d601aedf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:04.247400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-7d56d4db-288a-4eee-8145-4d601aedf74c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0401692 Oct 28 22:06:04.338976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-11e4f62c-98f3-47d0-91e5-2365f71f654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:04.340446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-11e4f62c-98f3-47d0-91e5-2365f71f654f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0863369 Oct 28 22:06:04.380847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-5279dc76-0b45-4f9f-b50a-8ec0f8907e5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 217 time: 0.0330174 Oct 28 22:06:04.434258 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-27cee9db-043c-4f7b-9bae-0b0e563bacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:04.435699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-27cee9db-043c-4f7b-9bae-0b0e563bacfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0483615 Oct 28 22:06:04.837737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-58cd224b-94ed-47c9-bc62-5414c255d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:04.839245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-58cd224b-94ed-47c9-bc62-5414c255d02a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953226 Oct 28 22:06:04.850889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d4be-da0e-4aa3-8bd8-63410948e389 req-c6764a29-a610-43d1-8b2f-28be5dceaf4c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:04.852959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b17d4be-da0e-4aa3-8bd8-63410948e389 req-c6764a29-a610-43d1-8b2f-28be5dceaf4c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0597799 Oct 28 22:06:04.939594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b17d4be-da0e-4aa3-8bd8-63410948e389 req-c3091ced-fec9-4755-b911-d83909be02fb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789793 Oct 28 22:06:04.964068 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-312e13e2-01fb-4b6a-bde7-f64a1282a2fe service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101873 Oct 28 22:06:05.057847 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcf3021e-a065-4de0-b9d2-cdffc9279be2 req-c9b4b93b-9e96-4c04-aae2-e4a0c29f35d7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859985 Oct 28 22:06:06.059679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02001cd6-d0ca-43ac-b1d1-b180ca5f0364 req-6e27cc2f-165f-4b15-a34e-6e1a3eee336a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:06.061198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02001cd6-d0ca-43ac-b1d1-b180ca5f0364 req-6e27cc2f-165f-4b15-a34e-6e1a3eee336a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0499713 Oct 28 22:06:06.099020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02001cd6-d0ca-43ac-b1d1-b180ca5f0364 req-ca44ad99-f8f5-4040-bc30-d7bd7567e9b1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Oct 28 22:06:07.213489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd985-b544-4f77-b0ee-7ad7aa324350 req-6beec8d0-0ec5-4d6c-b79d-fe9f1d3c389f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:07.214962 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fcbd985-b544-4f77-b0ee-7ad7aa324350 req-6beec8d0-0ec5-4d6c-b79d-fe9f1d3c389f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0497575 Oct 28 22:06:07.251917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fcbd985-b544-4f77-b0ee-7ad7aa324350 req-e391d0d2-063c-4414-b1d9-dc6ac3a62d0f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Oct 28 22:06:08.366413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f108085-2441-4184-a155-d8d151735ef7 req-58135c95-a3ca-41cd-9ac9-2c8aeff9f9bc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:08.368617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f108085-2441-4184-a155-d8d151735ef7 req-58135c95-a3ca-41cd-9ac9-2c8aeff9f9bc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0491872 Oct 28 22:06:08.415649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f108085-2441-4184-a155-d8d151735ef7 req-d8af13b4-317f-4325-9bfe-09fc2413103c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350435 Oct 28 22:06:08.684887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:06:08.780134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:06:08.792333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '16f34a95-8d60-4161-830b-4081e6998645', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '16f34a95-8d60-4161-830b-4081e6998645', 'mac_address': 'fa:16:3e:82:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:06:08.828791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:08.841988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f34a95-8d60-4161-830b-4081e6998645 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:06:08.861519 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:06:08.865756 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:08.911582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:09.064162 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['16f34a95-8d60-4161-830b-4081e6998645'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:06:09.533273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693d345-e6bc-4b41-a432-26611508c698 req-af1d9d6c-fe31-49b8-949a-79516f4bc456 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:09.534729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9693d345-e6bc-4b41-a432-26611508c698 req-af1d9d6c-fe31-49b8-949a-79516f4bc456 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Oct 28 22:06:09.572159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9693d345-e6bc-4b41-a432-26611508c698 req-985ad993-8ffa-4eb1-b90e-9f149ac205ad tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Oct 28 22:06:10.692411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469770c3-1708-4094-9cce-6e0045bc879b req-4534b9d8-d81f-477d-84c4-8b84cb3b07eb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:10.693882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469770c3-1708-4094-9cce-6e0045bc879b req-4534b9d8-d81f-477d-84c4-8b84cb3b07eb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0536330 Oct 28 22:06:10.700900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:06:10.731018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-469770c3-1708-4094-9cce-6e0045bc879b req-af892b40-bd93-4c9e-b19a-9a371124ab24 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311589 Oct 28 22:06:10.750115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 16f34a95-8d60-4161-830b-4081e6998645 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:06:10.754328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 16f34a95-8d60-4161-830b-4081e6998645 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:06:10.754702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:10.833838 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:10.857786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:06:10.859967 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d1c1c3-abe6-4fd2-8342-ed2f1132165e" -d '{"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-plugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:06:10.879650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:06:10.886893 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:10.891268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-67bd4107-d6ac-46f8-a550-8f5c0c9b5bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:10.913023 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddcc6bc-4fd9-4b10-b279-792e08fc8ce7 x-openstack-request-id: req-5ddcc6bc-4fd9-4b10-b279-792e08fc8ce7 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:06:10.913316 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-plugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:06:10.913571 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ddcc6bc-4fd9-4b10-b279-792e08fc8ce7 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:06:10.914594 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'code': 200} Oct 28 22:06:10.940006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:06:11.002958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed0fd9-7b3b-4aa5-96d2-4c4331c1ae27 req-88f9dd77-1016-481d-bd4c-27fe1d94645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:11.004462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6bed0fd9-7b3b-4aa5-96d2-4c4331c1ae27 req-88f9dd77-1016-481d-bd4c-27fe1d94645a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1097 time: 0.0397756 Oct 28 22:06:11.045614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6bed0fd9-7b3b-4aa5-96d2-4c4331c1ae27 req-fc40969b-84ef-48e4-a796-24b2b38bfbfe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332820 Oct 28 22:06:11.846777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b6909-7479-4b40-8e89-d54e96cdcc96 req-47c9cd84-d990-4e98-ac94-0da2ab0717af tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:11.848221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba1b6909-7479-4b40-8e89-d54e96cdcc96 req-47c9cd84-d990-4e98-ac94-0da2ab0717af tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0506649 Oct 28 22:06:11.887606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba1b6909-7479-4b40-8e89-d54e96cdcc96 req-311e4a6d-2544-476e-b4c3-2daaf0eb474d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Oct 28 22:06:12.237667 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:12.413135 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:13.026962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba0c5e-4e6a-4ec7-b964-76024f73a53c req-f5221e9b-5228-4d5d-bc0f-8d80b0f6f6a2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:13.028423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29ba0c5e-4e6a-4ec7-b964-76024f73a53c req-f5221e9b-5228-4d5d-bc0f-8d80b0f6f6a2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0593152 Oct 28 22:06:13.074175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-29ba0c5e-4e6a-4ec7-b964-76024f73a53c req-e599262f-1169-4dea-a49f-bab9907278a8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Oct 28 22:06:13.191224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd1cbf-bc2a-4358-a7b5-41997155bca8 req-31ea7403-3754-4dcb-b74d-52ab8786fd5d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:13.193034 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a9dd1cbf-bc2a-4358-a7b5-41997155bca8 req-31ea7403-3754-4dcb-b74d-52ab8786fd5d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0531726 Oct 28 22:06:13.203437 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55604) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:06:13.207967 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'floatingip': {'port_id': '16f34a95-8d60-4161-830b-4081e6998645'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:06:13.254837 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:13.470102 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78d6d7cc-f0e0-42ac-ae83-bfe94ee2112a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:13.691711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:13.695575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:13.793688 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb associated. External IP: 172.25.4.219, port: 16f34a95-8d60-4161-830b-4081e6998645. Oct 28 22:06:14.003956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:06:14.112647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:06:14.117839 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:14.122945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:06:14.133173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:06:14.133850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:06:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:14.148221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-208cb123-4590-4d22-8e14-85ae0af5891a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "PUT /v2.0/floatingips/452f73e9-21e4-49a0-9a85-5668cefb07cb HTTP/1.1" status: 200 len: 991 time: 0.9407713 Oct 28 22:06:14.148221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:06:14.148221 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8e414-6799-4e5e-a317-8ff9abc06301" -d '{"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:06:14.186372 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e83930-089f-48a3-9d2e-08bc9214f9a2 x-openstack-request-id: req-11e83930-089f-48a3-9d2e-08bc9214f9a2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:06:14.186662 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:06:14.186918 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11e83930-089f-48a3-9d2e-08bc9214f9a2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:06:14.187389 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'status': 'completed', 'code': 200} Oct 28 22:06:14.253403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-b25be65e-0490-4fe2-b2e2-2677d79cbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:14.254899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-b25be65e-0490-4fe2-b2e2-2677d79cbb39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1097 time: 0.0411808 Oct 28 22:06:14.258122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:06:14.353783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-2622afc0-b654-424f-b1d1-026f9bc06dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:14.355278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-2622afc0-b654-424f-b1d1-026f9bc06dcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0902302 Oct 28 22:06:14.422628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-b6c9a34b-dcf3-48b0-a03d-22b95ede5ec6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 999 time: 0.0591178 Oct 28 22:06:14.477450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-5f2d62b8-2270-4feb-8f0e-040ff29d29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:14.478909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-5f2d62b8-2270-4feb-8f0e-040ff29d29a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0498066 Oct 28 22:06:14.479728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '16f34a95-8d60-4161-830b-4081e6998645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:82:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:06:13Z', 'revision_number': 1, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:14.509953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:06:14.518158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:06:14.518755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:06:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:14.525827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-7377f7cc-23b7-44fd-9c9b-fe756eb9343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:14.527336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-7377f7cc-23b7-44fd-9c9b-fe756eb9343f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411656 Oct 28 22:06:14.624989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-a8e778f0-1f2a-473b-a2c9-93956f2c1a0a service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903535 Oct 28 22:06:14.720508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7a8e414-6799-4e5e-a317-8ff9abc06301 req-b620ca44-0440-448b-b0a5-bbcdb55f7471 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883360 Oct 28 22:06:14.789843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:06:14.950695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:15.023318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '16f34a95-8d60-4161-830b-4081e6998645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:82:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:06:13Z', 'revision_number': 1, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:06:15.050349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f24f56-3e20-4c82-aad5-7d9b7fc27fe6 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '16f34a95-8d60-4161-830b-4081e6998645', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:82:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:06:13Z', 'revision_number': 1, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:06:15.231317 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:15.262479 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1ecbb5-9be9-43af-ad07-2f9334191204 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:06:16.772149 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:39.184181 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:06:40.871963 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82a54baf-756c-4e7a-9781-98cbefee5c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:42.240426 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:42.407673 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:43.471141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6a09c00-b3a6-43cf-a851-6735fd826d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:44.922743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:45.223990 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:46.774766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:06:59.697484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-9012af3b-c503-46e1-8fa5-090c57feb7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406044 Oct 28 22:06:59.783944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-a996342b-a378-4b38-a1b0-d4066c37c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:59.785509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-a996342b-a378-4b38-a1b0-d4066c37c9fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1097 time: 0.0442359 Oct 28 22:06:59.890587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-bbd12d1f-de9a-4d04-bce5-029308062cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:06:59.892045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-bbd12d1f-de9a-4d04-bce5-029308062cdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0864785 Oct 28 22:06:59.961277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-afc5ac1c-634e-439b-93a3-7e379d56416f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 1001 time: 0.0617952 Oct 28 22:07:00.008975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-23d7e9e8-2c01-4553-bfe5-33d6e065f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:00.010348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-23d7e9e8-2c01-4553-bfe5-33d6e065f8be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0429437 Oct 28 22:07:00.055671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-e8168b3e-d16d-4530-ab7d-3914f0867db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:00.057148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-e8168b3e-d16d-4530-ab7d-3914f0867db8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400534 Oct 28 22:07:00.149693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-31be016a-0bd5-43ae-91d9-93d2e13709a7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856063 Oct 28 22:07:00.242969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-98a01dc2-ffaf-4bf9-b59e-1f4d3241b226 req-46639de8-0db0-4877-89e6-c34b33b526c2 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864964 Oct 28 22:07:01.849429 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8656fa03-5fef-4310-8709-ff29a662c27d req-29578983-a500-4709-aa0c-43488a252dd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255430 Oct 28 22:07:01.917139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8656fa03-5fef-4310-8709-ff29a662c27d req-0044f1b6-8061-4e8e-a522-a29792d20469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Oct 28 22:07:01.956329 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8656fa03-5fef-4310-8709-ff29a662c27d req-6428464b-1130-444f-a4ca-3532d534c46d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197353 Oct 28 22:07:02.050900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656fa03-5fef-4310-8709-ff29a662c27d req-46e2efec-40e0-4da3-bc78-f0ca5a6a3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:02.052317 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8656fa03-5fef-4310-8709-ff29a662c27d req-46e2efec-40e0-4da3-bc78-f0ca5a6a3a0e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899150 Oct 28 22:07:10.873573 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-068d6ef5-b77b-437c-a08b-8fa7a4ca8a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:12.242643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:12.424456 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:13.471168 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-200e4d0f-6ef6-4d91-9817-66a7e62f09fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:14.924656 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:15.229110 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:16.184630 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:07:16.777415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:40.875268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-abf45895-420d-4eef-9cd2-2c3de47c25a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:42.259409 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:42.442316 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:43.473002 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d26ed564-56ae-4f15-8178-9b6a22f62b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:44.926488 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:45.232325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:46.778714 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:07:50.307494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d311-f700-4264-a6a1-0291945a82dd req-b50b30c0-cb3b-4bbe-abf4-f1c1042e9d04 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:50.309052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d842d311-f700-4264-a6a1-0291945a82dd req-b50b30c0-cb3b-4bbe-abf4-f1c1042e9d04 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Oct 28 22:07:50.346069 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d842d311-f700-4264-a6a1-0291945a82dd req-7f015925-a437-4876-852c-73e275d89f2f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Oct 28 22:07:50.571855 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f826d39e-28ef-4c7a-9c52-4efa3f4ab55c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402477 Oct 28 22:07:50.586219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21c66-2c21-45a0-bd01-c36b37beb2cb req-15f638b9-e650-4f66-b573-922f95e9dc8e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:50.587711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7c21c66-2c21-45a0-bd01-c36b37beb2cb req-15f638b9-e650-4f66-b573-922f95e9dc8e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0485618 Oct 28 22:07:50.630721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7c21c66-2c21-45a0-bd01-c36b37beb2cb req-a74e375d-d3c6-47ba-83e9-fba6d0980792 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357177 Oct 28 22:07:51.720931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-364aff5b-c544-4467-89a2-6230f3629899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:51.722367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-364aff5b-c544-4467-89a2-6230f3629899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1097 time: 0.0491185 Oct 28 22:07:51.808060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f59e62-6236-4bd5-bb19-0252439529b4 req-1ea4ad52-5dd8-4e82-b883-2879cbf8099c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:51.809563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7f59e62-6236-4bd5-bb19-0252439529b4 req-1ea4ad52-5dd8-4e82-b883-2879cbf8099c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.1028886 Oct 28 22:07:51.855185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-4dd64202-1111-483e-8d2d-5300ccafe6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:51.856623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-4dd64202-1111-483e-8d2d-5300ccafe6d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.1208394 Oct 28 22:07:51.874147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7f59e62-6236-4bd5-bb19-0252439529b4 req-6005b46c-db22-4d59-80b0-b38090f446f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581782 Oct 28 22:07:51.929053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f5d1e4d9-c1a4-4b1a-9979-908ff4176a1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 1001 time: 0.0649819 Oct 28 22:07:51.977306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-15ecc08d-6fc1-4fa4-848a-6dac9d02fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:51.979192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-15ecc08d-6fc1-4fa4-848a-6dac9d02fd0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0433426 Oct 28 22:07:52.024100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-56287b93-a973-40eb-b5cb-d49f2e57bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:52.026027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-56287b93-a973-40eb-b5cb-d49f2e57bc1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403624 Oct 28 22:07:52.117550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f2c195c8-b164-4787-b731-fe424e4e9c8b service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847852 Oct 28 22:07:52.205710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-437bdb62-7e40-42f0-92cf-4d1657bdfe8a service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816436 Oct 28 22:07:52.992134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fb5f1-a8d3-44d2-b242-7908373e2039 req-0794b7cd-5aa9-4510-a59d-09b5131025de tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:52.993598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f4fb5f1-a8d3-44d2-b242-7908373e2039 req-0794b7cd-5aa9-4510-a59d-09b5131025de tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Oct 28 22:07:53.031180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0f4fb5f1-a8d3-44d2-b242-7908373e2039 req-effaea3f-c87e-40b3-9be2-4f2f8c3136eb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Oct 28 22:07:53.183780 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:07:54.145851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b9c7b-61ce-433c-a1b5-67be3e43d5c6 req-911f597f-44ed-45f0-aaa8-47c5721fb0fe tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:54.147426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c04b9c7b-61ce-433c-a1b5-67be3e43d5c6 req-911f597f-44ed-45f0-aaa8-47c5721fb0fe tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Oct 28 22:07:54.184661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c04b9c7b-61ce-433c-a1b5-67be3e43d5c6 req-61e0d8fd-4486-4b46-9983-e2849e99a720 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Oct 28 22:07:55.302230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d32ae-18c5-482f-adf7-3b0e8859e2ad req-dc9a0ad4-924c-4fa2-98d9-37b5a5d87619 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:55.303690 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-720d32ae-18c5-482f-adf7-3b0e8859e2ad req-dc9a0ad4-924c-4fa2-98d9-37b5a5d87619 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0485132 Oct 28 22:07:55.341737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-720d32ae-18c5-482f-adf7-3b0e8859e2ad req-0cd1f512-b019-435e-a044-ecbb287165f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Oct 28 22:07:56.460142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d714cc-6652-4fe9-9ddd-939b55ca4758 req-07292d50-402c-4186-9825-cc56b8b9129d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:56.461527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1d714cc-6652-4fe9-9ddd-939b55ca4758 req-07292d50-402c-4186-9825-cc56b8b9129d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Oct 28 22:07:56.499196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d1d714cc-6652-4fe9-9ddd-939b55ca4758 req-96358905-b292-45b3-9fb3-f2464563bf2d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Oct 28 22:07:57.617087 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a905460-2687-4b0a-a68e-cf6e73448284 req-e5f416d9-32ff-42e9-a4b9-15ba92b68b5d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:57.618540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a905460-2687-4b0a-a68e-cf6e73448284 req-e5f416d9-32ff-42e9-a4b9-15ba92b68b5d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0489879 Oct 28 22:07:57.656393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a905460-2687-4b0a-a68e-cf6e73448284 req-c541241f-4759-422a-8675-316fb5b9c976 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Oct 28 22:07:58.771253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a139d86-b5e5-4ca7-b45a-618bbe2373c6 req-c580ec9f-4801-4b3f-8e06-3c9ccfd10b4e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:58.772712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a139d86-b5e5-4ca7-b45a-618bbe2373c6 req-c580ec9f-4801-4b3f-8e06-3c9ccfd10b4e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Oct 28 22:07:58.810479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a139d86-b5e5-4ca7-b45a-618bbe2373c6 req-a8d48657-d741-4f65-8d6b-7e1c22f5c6dd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Oct 28 22:07:59.731325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-5e961694-095b-4d1b-82db-405ed4f32920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:59.732833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-5e961694-095b-4d1b-82db-405ed4f32920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1097 time: 0.0437078 Oct 28 22:07:59.833140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-70d66aef-ce86-47cc-8c41-51d6c8143cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:59.834709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-70d66aef-ce86-47cc-8c41-51d6c8143cb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0837035 Oct 28 22:07:59.928684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-e5fd10db-adb9-41cf-a14b-8063f68b1b4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 1001 time: 0.0869923 Oct 28 22:07:59.951625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b87c5-85ee-4217-8e30-1ddd7e00bc1b req-7424df07-14d6-426c-ae0f-9bee36d05888 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:07:59.953080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-236b87c5-85ee-4217-8e30-1ddd7e00bc1b req-7424df07-14d6-426c-ae0f-9bee36d05888 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0714166 Oct 28 22:08:00.002875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-7e29af7f-05db-4a31-b34b-4d955e909204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:00.004230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-7e29af7f-05db-4a31-b34b-4d955e909204 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0685012 Oct 28 22:08:00.025295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-236b87c5-85ee-4217-8e30-1ddd7e00bc1b req-6f8707b8-d1bb-47f3-910f-ca6e9ae8a6e9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545559 Oct 28 22:08:00.053958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-cf582b99-647f-4c50-842f-e4abb08c7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:00.055422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-cf582b99-647f-4c50-842f-e4abb08c7c04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432706 Oct 28 22:08:00.146852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-229eb9a1-8c91-4546-814e-c7b7d70cb7dd service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841696 Oct 28 22:08:00.238482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b63798f5-d710-4fa8-a5fe-0c2b335a6075 req-89f5d8e7-3da9-4161-8ce3-5fa3377b320b service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Oct 28 22:08:01.142171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f83a-317f-4c71-bb0e-9afb6773dd06 req-c14fef86-80e7-4013-8a9d-88f7d68ba127 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:01.143638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1219f83a-317f-4c71-bb0e-9afb6773dd06 req-c14fef86-80e7-4013-8a9d-88f7d68ba127 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0493577 Oct 28 22:08:01.181626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1219f83a-317f-4c71-bb0e-9afb6773dd06 req-73d2ed05-dadf-4a34-9253-56d664bde18c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Oct 28 22:08:02.299094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace79aa4-fa7b-4554-8d6f-9e30b9824df3 req-c5789abd-4ed8-4a8e-8579-f5c8846e25d4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:02.300555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ace79aa4-fa7b-4554-8d6f-9e30b9824df3 req-c5789abd-4ed8-4a8e-8579-f5c8846e25d4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0483024 Oct 28 22:08:02.337273 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ace79aa4-fa7b-4554-8d6f-9e30b9824df3 req-078e4ae1-b82e-4e34-9122-f2d453c33c30 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Oct 28 22:08:03.206691 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-17bc8e66-8956-40aa-9c6d-6553e32a6cfb req-74245ba5-875d-43d1-8f52-387e4afd3f25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247927 Oct 28 22:08:03.271677 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-17bc8e66-8956-40aa-9c6d-6553e32a6cfb req-d2acab01-6d21-49ed-a104-305fde0e7be9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0248113 Oct 28 22:08:03.309620 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-17bc8e66-8956-40aa-9c6d-6553e32a6cfb req-c38a22df-4fa1-40e6-be0e-77e28ef3cc3e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194633 Oct 28 22:08:03.407031 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8e66-8956-40aa-9c6d-6553e32a6cfb req-5d2d6517-b2ee-41c4-a18e-21c47243b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:03.408550 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-17bc8e66-8956-40aa-9c6d-6553e32a6cfb req-5d2d6517-b2ee-41c4-a18e-21c47243b9fb service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916181 Oct 28 22:08:03.462575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf4ef5-0825-4d4b-bef0-b81a182b9f85 req-a7354f34-dc2a-4caa-ac92-a9de03c9dd9d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:03.464583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81cf4ef5-0825-4d4b-bef0-b81a182b9f85 req-a7354f34-dc2a-4caa-ac92-a9de03c9dd9d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Oct 28 22:08:03.501618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81cf4ef5-0825-4d4b-bef0-b81a182b9f85 req-6b47767e-abaa-4ef8-ac24-0c65cef8d863 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Oct 28 22:08:04.063831 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-7540031f-6047-432d-88e5-30a765d338d0 service neutron] show failed (client error): The resource could not be found. Oct 28 22:08:04.064746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-7540031f-6047-432d-88e5-30a765d338d0 service neutron] 10.222.0.44 "GET /v2.0/ports/16f34a95-8d60-4161-830b-4081e6998645/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0533628 Oct 28 22:08:04.259491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-a5b42f5a-c2b3-462a-8497-c2f87138e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:04.261234 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-a5b42f5a-c2b3-462a-8497-c2f87138e1d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1097 time: 0.0405433 Oct 28 22:08:04.274231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:08:04.328758 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:04.623879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f2a6-6b44-4e31-bf32-c584007dc524 req-54d9d7d7-aa5d-4140-9c1c-f68cef96589f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:04.625505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c9f2a6-6b44-4e31-bf32-c584007dc524 req-54d9d7d7-aa5d-4140-9c1c-f68cef96589f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Oct 28 22:08:04.667445 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30c9f2a6-6b44-4e31-bf32-c584007dc524 req-095c93fe-916b-4a8c-80f8-9d3c0c7e92e5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354364 Oct 28 22:08:04.866753 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:04.898801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:08:04.936618 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:04.938870 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b5de42-3c71-4c60-9fed-1271b9f39b0b" -d '{"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-unplugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:04.942924 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:04.955740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Transition to ACTIVE for port object 16f34a95-8d60-4161-830b-4081e6998645 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:08:04.959334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:05.060947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:05.077625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.078008 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.078325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.078724 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.079080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.079411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.079745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.080072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.080419 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.080751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.081248 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.081364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:05.092062 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282659e6-5942-4b1f-9cc4-10dd040a593d x-openstack-request-id: req-282659e6-5942-4b1f-9cc4-10dd040a593d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:05.092350 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-unplugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:05.092646 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-282659e6-5942-4b1f-9cc4-10dd040a593d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:05.093017 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'code': 200} Oct 28 22:08:05.147471 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] No DVR routers for this DVR port 16f34a95-8d60-4161-830b-4081e6998645 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:08:05.282244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:08:05.282882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:08:05.283011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:08:05.287080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:08:05.287395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Attempting to bind port 16f34a95-8d60-4161-830b-4081e6998645 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:08:05.292293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:08:05.292659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:08:05.293036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:08:05.293451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Bound port: 16f34a95-8d60-4161-830b-4081e6998645, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:08:05.293797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:05.354359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:08:05.357428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:08:05.361706 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:05.392973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.393578 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:05.395246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] 10.222.0.52 "PUT /v2.0/ports/16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 1092 time: 1.1246877 Oct 28 22:08:05.448663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854011c0-b1d2-4939-b3cc-170ac2bad734 service neutron] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:05.469450 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-7ca7dee0-3058-46bc-807f-b69ca82477ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.470978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-7ca7dee0-3058-46bc-807f-b69ca82477ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0527349 Oct 28 22:08:05.569967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-13275c0c-275d-45fd-ba5a-e96fae649604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.571465 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-13275c0c-275d-45fd-ba5a-e96fae649604 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0935898 Oct 28 22:08:05.641284 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-d32060fa-2b48-4977-a78a-7a8fdb038dd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 999 time: 0.0624599 Oct 28 22:08:05.692054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-80ba9850-6188-4730-b2cf-b0e4a657aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.693766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-80ba9850-6188-4730-b2cf-b0e4a657aeae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0456846 Oct 28 22:08:05.750194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f136e496-a3ee-4bd2-896c-68c541072538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.752235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f136e496-a3ee-4bd2-896c-68c541072538 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516102 Oct 28 22:08:05.798718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2ebbb-fb3b-4ac2-b3ca-90eb3046a3b3 req-84f6bb32-ec09-4d32-91a0-2ce445c7a00a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:05.800254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06e2ebbb-fb3b-4ac2-b3ca-90eb3046a3b3 req-84f6bb32-ec09-4d32-91a0-2ce445c7a00a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0568933 Oct 28 22:08:05.846557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06e2ebbb-fb3b-4ac2-b3ca-90eb3046a3b3 req-091c868b-763b-4db3-9ac0-eceea5eefcf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399263 Oct 28 22:08:05.853934 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-6922ecc0-1659-4027-9ffb-2af6d66a9fa4 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942874 Oct 28 22:08:05.946076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30e2b3d9-0d35-46b9-8d6c-130ad2e0a55e req-f768646d-7b1b-4440-a204-0c130e88deaf service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841041 Oct 28 22:08:06.965304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b6c8e-69f2-40ef-a568-a2088833b5ee req-610022d6-83ce-4a67-a5f6-af7d5da27023 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:06.966770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3b6c8e-69f2-40ef-a568-a2088833b5ee req-610022d6-83ce-4a67-a5f6-af7d5da27023 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0487332 Oct 28 22:08:07.004575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3b6c8e-69f2-40ef-a568-a2088833b5ee req-148176d4-850e-49fe-8ae4-5cd6dc435969 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Oct 28 22:08:07.094311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:07.096779 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:07.144170 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08ae25b-1749-40a8-ae7f-4cceb1fe620d x-openstack-request-id: req-f08ae25b-1749-40a8-ae7f-4cceb1fe620d {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:07.144494 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:07.144753 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f08ae25b-1749-40a8-ae7f-4cceb1fe620d {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:07.145155 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'status': 'completed', 'code': 200} Oct 28 22:08:07.207022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-4093983d-2d69-488f-9aa9-6dfef76b6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.208713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-4093983d-2d69-488f-9aa9-6dfef76b6b0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0400760 Oct 28 22:08:07.209700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-84e74c0d-e896-42e4-9db7-1835c564a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.211166 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-84e74c0d-e896-42e4-9db7-1835c564a0fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0459402 Oct 28 22:08:07.302304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-972646be-3b21-4695-97e4-2ba419f6da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.303777 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-972646be-3b21-4695-97e4-2ba419f6da33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0851204 Oct 28 22:08:07.303920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-44bacd36-ee97-4e37-b5d1-0cfbc0dec0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.305333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-44bacd36-ee97-4e37-b5d1-0cfbc0dec0cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0896006 Oct 28 22:08:07.370550 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-71365ebd-98f4-4b41-9cbf-6a63efef9329 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 999 time: 0.0581431 Oct 28 22:08:07.373424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-3064a0cc-cec4-44c3-9999-d72e11fd61f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 999 time: 0.0626931 Oct 28 22:08:07.422250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-da688fd9-17e6-40f8-8e21-93361667faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.423849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-da688fd9-17e6-40f8-8e21-93361667faab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0460653 Oct 28 22:08:07.424970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-67598111-3b95-4d3e-9690-ae01cb1c83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.426418 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-67598111-3b95-4d3e-9690-ae01cb1c83e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0456648 Oct 28 22:08:07.477848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-84a6fe1e-22fa-46f6-a437-1672dfb4e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.480677 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-84a6fe1e-22fa-46f6-a437-1672dfb4e42e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499587 Oct 28 22:08:07.482220 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-e5dccd0c-7e5d-40b2-8da9-4672ba9a6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:07.483823 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-e5dccd0c-7e5d-40b2-8da9-4672ba9a6b31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423212 Oct 28 22:08:07.582248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-9e70ba79-5841-417f-bd00-73c198df803c service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935028 Oct 28 22:08:07.585479 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-76cc9b02-5dbc-476c-a962-46c9623d7ffa service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933492 Oct 28 22:08:07.675534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-56cf35ae-52f3-475b-b0b9-96243b139ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859838 Oct 28 22:08:07.676857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4da433ac-2ea5-464a-8cf3-05ef7c59b4cb req-6ff2b6d4-4587-4512-825e-fb1e3ee50277 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841095 Oct 28 22:08:08.118969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366a7a-7e4e-4c34-9090-3cac45243eec req-60467c1c-74f7-4eb0-9095-b9d3ea5b426f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:08.120996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78366a7a-7e4e-4c34-9090-3cac45243eec req-60467c1c-74f7-4eb0-9095-b9d3ea5b426f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.0489607 Oct 28 22:08:08.156950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-78366a7a-7e4e-4c34-9090-3cac45243eec req-2cebe54f-2c31-4a7a-af2c-16c332d247c0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300772 Oct 28 22:08:08.719106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-e08d1ee2-4ea1-4f16-a4f4-211654510c3a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:08.720547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-e08d1ee2-4ea1-4f16-a4f4-211654510c3a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645&tenant_id=59d4b3ede53d427895221533265e70c9&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 943 time: 0.4048510 Oct 28 22:08:08.728481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053568e-4544-4f39-babc-b556ed003046 req-8052445f-3682-4fec-9b94-e45f6623bd60 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:08.729790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1053568e-4544-4f39-babc-b556ed003046 req-8052445f-3682-4fec-9b94-e45f6623bd60 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 943 time: 0.4241049 Oct 28 22:08:08.806255 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1053568e-4544-4f39-babc-b556ed003046 req-d711bf45-93fa-409e-8b0c-edb947d0e71a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682781 Oct 28 22:08:08.814023 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-72d44ddd-8b60-4096-a815-2ed3bbad281f service neutron] delete failed (client error): The resource could not be found. Oct 28 22:08:08.815095 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-72d44ddd-8b60-4096-a815-2ed3bbad281f service neutron] 10.222.0.44 "DELETE /v2.0/ports/16f34a95-8d60-4161-830b-4081e6998645/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0838711 Oct 28 22:08:08.908465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-5e0e957e-429e-4047-834e-bdfb28f21f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:08.909908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-5e0e957e-429e-4047-834e-bdfb28f21f32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 1095 time: 0.0437076 Oct 28 22:08:09.001108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-f0cc73a4-969e-4624-8607-1c6951cdfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:09.002476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-f0cc73a4-969e-4624-8607-1c6951cdfcb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0858798 Oct 28 22:08:09.069574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-4a2208a1-adb2-44ca-a28c-4c2be18d5590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 200 len: 999 time: 0.0602782 Oct 28 22:08:09.070726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:08:09.116796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-82bf2cb0-832e-408b-837a-f1d22849cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:09.118233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-82bf2cb0-832e-408b-837a-f1d22849cfe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0423665 Oct 28 22:08:09.163088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-14f9e523-2b78-4be6-bc3b-4e477bf7a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:09.164631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-14f9e523-2b78-4be6-bc3b-4e477bf7a395 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393848 Oct 28 22:08:09.167410 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:09.179189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '16f34a95-8d60-4161-830b-4081e6998645', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '16f34a95-8d60-4161-830b-4081e6998645', 'mac_address': 'fa:16:3e:82:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:08:09.215915 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:09.228505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f34a95-8d60-4161-830b-4081e6998645 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:08:09.248273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:09.253159 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:09.262235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-9cd68beb-beaf-4537-aba5-9aa7e2e3f3a6 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899646 Oct 28 22:08:09.301618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:09.308969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.309314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.309656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.309994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.310324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.310657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.310983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.311309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.311632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.312342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.312342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.312668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:08:09.350088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d07b306a-c6e2-4c0a-98c9-bd9a9d82f652 req-a67b8ace-5b33-4ca4-bf6a-2e9824b9c3fe service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820477 Oct 28 22:08:09.368079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:08:09.411013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:08:09.508065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['16f34a95-8d60-4161-830b-4081e6998645'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:08:09.940867 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a7277-6137-4236-8600-cda18fd1cf6b req-7b947d76-9008-4e4c-895d-a1c48e9627ca tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:09.942321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-782a7277-6137-4236-8600-cda18fd1cf6b req-7b947d76-9008-4e4c-895d-a1c48e9627ca tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0540223 Oct 28 22:08:09.980687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-782a7277-6137-4236-8600-cda18fd1cf6b req-7617825e-f6d6-4951-af46-88481986543b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321658 Oct 28 22:08:10.095466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ffd3-1974-4f58-90bb-d26642c68abe req-dd129ccc-2021-4d13-a23a-870be7fd51b9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:10.096927 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5883ffd3-1974-4f58-90bb-d26642c68abe req-dd129ccc-2021-4d13-a23a-870be7fd51b9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0503955 Oct 28 22:08:10.134546 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5883ffd3-1974-4f58-90bb-d26642c68abe req-abe6f901-83e1-4d82-a38a-306caad66c71 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Oct 28 22:08:10.248675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253ebe1-16b0-4a87-b966-c1a35a4ccb12 req-267fb6dd-485e-4507-ac25-58768c1bc2fe tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:10.250171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5253ebe1-16b0-4a87-b966-c1a35a4ccb12 req-267fb6dd-485e-4507-ac25-58768c1bc2fe tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0493324 Oct 28 22:08:10.287723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5253ebe1-16b0-4a87-b966-c1a35a4ccb12 req-13cf5610-fc0b-48d4-a5dc-f90483f0dd3c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Oct 28 22:08:10.523806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bcc59-7c43-40c9-a7fb-62d3f4636888 req-17c99462-5378-4a9f-9de2-98a91ece3b74 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:10.525284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5bcc59-7c43-40c9-a7fb-62d3f4636888 req-17c99462-5378-4a9f-9de2-98a91ece3b74 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 944 time: 0.0520635 Oct 28 22:08:10.563455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab5bcc59-7c43-40c9-a7fb-62d3f4636888 req-ffcb278d-387a-44ae-86f6-dc4d446d5976 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Oct 28 22:08:10.879954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-17162117-29cd-4a61-bc7e-b9b432fde43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:11.098374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:08:11.146428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 16f34a95-8d60-4161-830b-4081e6998645 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:08:11.150219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 16f34a95-8d60-4161-830b-4081e6998645 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:08:11.150585 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:11.225921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:11.248936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:11.251173 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54887395-2f7d-469f-a6e8-b856f231cc8a" -d '{"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-plugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:11.267803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:11.272433 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:11.321384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:11.351894 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1907af5d-7910-4fca-bd35-a8c01b37d9f7 x-openstack-request-id: req-1907af5d-7910-4fca-bd35-a8c01b37d9f7 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:11.352183 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-plugged", "status": "completed", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:11.352474 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1907af5d-7910-4fca-bd35-a8c01b37d9f7 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:11.352864 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'code': 200} Oct 28 22:08:11.679772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff35-ed31-4392-b167-202e5a28baad req-c007957c-c768-4534-8215-1f20d56459e6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:11.681265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a3bff35-ed31-4392-b167-202e5a28baad req-c007957c-c768-4534-8215-1f20d56459e6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Oct 28 22:08:11.720232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2a3bff35-ed31-4392-b167-202e5a28baad req-61261db3-6c54-4a00-b0b1-63402b5d17b5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Oct 28 22:08:11.769560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-cbb1ffe9-073d-416e-8ec4-6050435da87a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:11.770995 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-cbb1ffe9-073d-416e-8ec4-6050435da87a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 945 time: 0.0543747 Oct 28 22:08:11.860168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Deleting port 16f34a95-8d60-4161-830b-4081e6998645 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:08:11.860452 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:11.950987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] For port 16f34a95-8d60-4161-830b-4081e6998645, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=16f34a95-8d60-4161-830b-4081e6998645,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:11.951350 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.117381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.117658 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.117970 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb disassociated. External IP: 172.25.4.219, port: 16f34a95-8d60-4161-830b-4081e6998645. Oct 28 22:08:12.118304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Calling delete_port for 16f34a95-8d60-4161-830b-4081e6998645 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:08:12.249400 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.258235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.281293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'Port': ['ID=16f34a95-8d60-4161-830b-4081e6998645,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:12.398627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:08:12.440508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.510838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:08:12.521220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:08:12.531151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:08:12.531760 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:07:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:12.550525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] No DVR routers for this DVR port 16f34a95-8d60-4161-830b-4081e6998645 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:08:12.553044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:12.556421 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3238a848-5107-4a32-80c4-bf0d9414eb4b req-535a1d38-5207-48af-a294-1331c689e72a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "DELETE /v2.0/ports/16f34a95-8d60-4161-830b-4081e6998645 HTTP/1.1" status: 204 len: 173 time: 0.7792425 Oct 28 22:08:12.556861 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-deleted', 'tag': '16f34a95-8d60-4161-830b-4081e6998645'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:12.559731 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570308fc-d776-42f3-9100-e24c380bece0" -d '{"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-deleted", "tag": "16f34a95-8d60-4161-830b-4081e6998645"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:12.606814 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f8a91-2a08-4348-af91-1b75e8896030 x-openstack-request-id: req-122f8a91-2a08-4348-af91-1b75e8896030 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:12.607357 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de919561-1d7a-4177-b0bb-4f26d2901645", "name": "network-vif-deleted", "tag": "16f34a95-8d60-4161-830b-4081e6998645", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:12.607611 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-122f8a91-2a08-4348-af91-1b75e8896030 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:12.608010 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de919561-1d7a-4177-b0bb-4f26d2901645', 'name': 'network-vif-deleted', 'tag': '16f34a95-8d60-4161-830b-4081e6998645', 'status': 'completed', 'code': 200} Oct 28 22:08:12.643579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:08:12.842547 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32ec53f7-a786-429f-8e25-ad1e85f6f93d req-b55a4577-a9aa-4300-9e05-b23a2ccbe886 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=de919561-1d7a-4177-b0bb-4f26d2901645 HTTP/1.1" status: 200 len: 210 time: 0.0275335 Oct 28 22:08:12.865157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:12.895228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:08:12.904851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:08:12.905444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:07:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:13.006970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:08:13.198056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:13.227754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791cfb-2851-40c2-ba8a-d6d306194cf0 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:08:13.443341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8408798b-dfb1-4e9e-9bb7-7d9a2385a44e None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:08:13.474564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-070b6196-3e03-4305-ad40-95ff4859d41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:14.109863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-098a17cc-a4b0-42a7-9b41-11dfd445f073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1300703087&fields=id&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 267 time: 0.0335920 Oct 28 22:08:14.231507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-2cad6f61-a7e1-42c1-90d2-21138bb076d4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:14.233699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-2cad6f61-a7e1-42c1-90d2-21138bb076d4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1170454 Oct 28 22:08:14.250621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-2603285f-c7ac-43d9-96e9-23349ccba1a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/quotas/59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 375 time: 0.0110211 Oct 28 22:08:14.310293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-ff9050bf-0647-4103-a7f3-4719f87fb2a5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540917 Oct 28 22:08:14.413949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-c57c3d27-6147-4fdb-976a-50a9f968e139 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897238 Oct 28 22:08:14.504731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-ff7fad22-4260-4829-8a19-a6e1c0570089 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839517 Oct 28 22:08:14.667174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17761d07-8c0a-4714-8bd7-db535bb1ef49 req-bc333397-469e-46a8-a416-b61874e87b3c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 210 time: 0.0317369 Oct 28 22:08:14.930314 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:15.232628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:15.673821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-7d5df1a7-fbbb-424e-a496-d9ee8746f58d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:15.675281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-7d5df1a7-fbbb-424e-a496-d9ee8746f58d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1080585 Oct 28 22:08:15.720611 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-f7178033-27f5-4d3d-82d7-0320c1425b96 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 380 time: 0.0366368 Oct 28 22:08:15.735722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'port': {'device_id': 'c26a2130-a869-464e-a7a8-741c407987db', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'admin_state_up': True, 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'security_groups': ['c554f98d-44f2-4b59-b343-5d2a390991a3']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:08:15.770640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86c1f33b-6c52-438d-80fe-148b200f10ba req-5fa654dd-1eb3-4954-b364-73a1f1015cd3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 210 time: 0.0305216 Oct 28 22:08:15.845612 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:08:15.849218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:15.973318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Allocated IP 172.20.0.11 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:08:16.110993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.145020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.189196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:08:16.192297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:08:16.195987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:08:16.203244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:16.248688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:16.249347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.267964 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-3bc383a9-3315-473d-a32e-dad429846489 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5360014 Oct 28 22:08:16.280421 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Request body: {'port': {'device_id': 'c26a2130-a869-464e-a7a8-741c407987db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:08:16.339122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.480872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c89dbca1-3be2-48a2-a019-32831f97c1ac None None] Provisioning complete for port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:08:16.481474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c89dbca1-3be2-48a2-a019-32831f97c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.515473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c89dbca1-3be2-48a2-a019-32831f97c1ac None None] Port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:08:16.597433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:08:16.604660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.616842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Transition to ACTIVE for port object 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:08:16.620381 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.692670 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:16.745588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:08:16.745856 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:08:16.746759 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:08:16.751444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:08:16.751757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:08:16.757049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:08:16.757451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:08:16.757717 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:08:16.758140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Bound port: 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:08:16.758491 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.785716 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.832957 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:08:16.836664 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:08:16.842532 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.887655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:16.888396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:16.889899 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] 10.222.0.52 "PUT /v2.0/ports/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1093 time: 0.6140010 Oct 28 22:08:16.890424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:16.892936 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:16.922806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0b23d-3d7e-48b3-ab11-dd5c78ef6540 req-13ccfc9b-7b10-4be0-a63f-ebe1536a225c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:16.930643 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b966497-45ea-4cd1-99ec-6262ef349607 service neutron] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:16.931781 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02d0b23d-3d7e-48b3-ab11-dd5c78ef6540 req-13ccfc9b-7b10-4be0-a63f-ebe1536a225c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0793388 Oct 28 22:08:16.939703 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ecf4b-c257-4c49-8168-7a10fd9663be x-openstack-request-id: req-e92ecf4b-c257-4c49-8168-7a10fd9663be {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:16.940001 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:16.940272 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e92ecf4b-c257-4c49-8168-7a10fd9663be {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:16.940696 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'status': 'completed', 'code': 200} Oct 28 22:08:16.973532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02d0b23d-3d7e-48b3-ab11-dd5c78ef6540 req-b90b90ba-042b-462a-9a88-ebfbd38441a8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Oct 28 22:08:17.010559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0f23c96f-0406-4bf2-9d65-ab9d7e0f634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.012281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0f23c96f-0406-4bf2-9d65-ab9d7e0f634f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0512643 Oct 28 22:08:17.057872 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0613f666-5097-40b9-ba8a-514b44916e30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 217 time: 0.0362184 Oct 28 22:08:17.109405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-96d1e182-d6ad-4bf1-bf73-2fdcb2a3d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.110875 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-96d1e182-d6ad-4bf1-bf73-2fdcb2a3d9b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0456059 Oct 28 22:08:17.129705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:08:17.153587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 16f34a95-8d60-4161-830b-4081e6998645 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:08:17.153925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 16f34a95-8d60-4161-830b-4081e6998645 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:08:17.161166 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-58df5287-c890-4c9a-b300-608a17b6fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.162633 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-58df5287-c890-4c9a-b300-608a17b6fb79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446849 Oct 28 22:08:17.250005 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-0d5f0332-4bd6-461d-9a4f-91693a280306 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Oct 28 22:08:17.343067 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2060a20c-4ef0-4475-ae19-77ced0c060cd req-1854a7e1-5000-4b5b-ab4a-2d2d0d536458 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858519 Oct 28 22:08:17.427056 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-27edcad3-534b-4c96-952f-3bfa3fabbbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.428560 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-27edcad3-534b-4c96-952f-3bfa3fabbbf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0405540 Oct 28 22:08:17.518657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-87d1f887-cb41-4dc3-8f6d-1e7638b44880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.520191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-87d1f887-cb41-4dc3-8f6d-1e7638b44880 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0849788 Oct 28 22:08:17.561752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-0c31efcc-5918-4263-bef8-83471b9b629c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 217 time: 0.0347421 Oct 28 22:08:17.610695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-29e836b2-42be-4a10-a593-2412096f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.611997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-29e836b2-42be-4a10-a593-2412096f5ca0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0428929 Oct 28 22:08:17.657150 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-65285251-9f10-4bb3-8b4a-5397d260e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:17.658568 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-65285251-9f10-4bb3-8b4a-5397d260e8bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388124 Oct 28 22:08:17.749238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-79774f17-9fe2-4c76-84d3-dcaa5df7e75a service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830629 Oct 28 22:08:17.843344 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-cc9526e3-f4ca-4b28-9cf1-d3c0901c12fe req-338da9a8-9c23-47cb-b37c-901b0d3c4a11 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856090 Oct 28 22:08:18.090518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7e38-936f-41f7-96c4-eaa827ef26b5 req-9f797fe6-cd2e-4e94-bd82-69be04621b62 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:18.091969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f43d7e38-936f-41f7-96c4-eaa827ef26b5 req-9f797fe6-cd2e-4e94-bd82-69be04621b62 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0485241 Oct 28 22:08:18.129326 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f43d7e38-936f-41f7-96c4-eaa827ef26b5 req-364457b0-25ca-4dd0-bb6e-5174bd6cc35b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Oct 28 22:08:19.249500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a202c-7540-4414-b414-a3cf1487ebc0 req-f67fa25a-3e89-4e60-89e4-fc50085b0e46 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:19.250956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6a202c-7540-4414-b414-a3cf1487ebc0 req-f67fa25a-3e89-4e60-89e4-fc50085b0e46 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0527608 Oct 28 22:08:19.288520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6a202c-7540-4414-b414-a3cf1487ebc0 req-19a48f59-7cb2-4f81-8de1-ba3540687740 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Oct 28 22:08:20.404254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743d7a-7037-45ae-b291-bf7340bc896e req-85554847-16b4-4439-ae08-9792ae110d8b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:20.405743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d743d7a-7037-45ae-b291-bf7340bc896e req-85554847-16b4-4439-ae08-9792ae110d8b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0496628 Oct 28 22:08:20.442721 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d743d7a-7037-45ae-b291-bf7340bc896e req-4007cb5e-c85a-4de0-aea0-cb1d5a1ca390 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309553 Oct 28 22:08:21.176014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:08:21.272205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:21.284131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'mac_address': 'fa:16:3e:02:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:08:21.321734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:21.334373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:08:21.353232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:21.357520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:21.401553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:21.555087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:08:21.558518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0437c9-e17e-479f-96a6-c80c457a50a1 req-e3346f33-b0f2-40a4-85a9-c5b91b33a633 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:21.560213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b0437c9-e17e-479f-96a6-c80c457a50a1 req-e3346f33-b0f2-40a4-85a9-c5b91b33a633 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 945 time: 0.0491216 Oct 28 22:08:21.599247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b0437c9-e17e-479f-96a6-c80c457a50a1 req-489ca0e8-4dea-46a5-8981-3fb4f05489bf tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Oct 28 22:08:22.718022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057637c8-81da-4607-b82c-d50f0acec31c req-854b3bd8-c27b-4797-affd-8287d9ebe40e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:22.719476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-057637c8-81da-4607-b82c-d50f0acec31c req-854b3bd8-c27b-4797-affd-8287d9ebe40e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 945 time: 0.0535793 Oct 28 22:08:22.756443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-057637c8-81da-4607-b82c-d50f0acec31c req-27f44390-f2c1-4705-b53d-bd604c9d1fcd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Oct 28 22:08:23.200240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:08:23.247678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:08:23.251635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:08:23.251998 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:23.329061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:23.350803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:23.353081 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19821b-a56a-496a-82c7-f9cf4df49d54" -d '{"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-plugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:23.366037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:08:23.370214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:23.394449 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933ed344-0ccb-444d-aa4f-a5060a7fc1a3 x-openstack-request-id: req-933ed344-0ccb-444d-aa4f-a5060a7fc1a3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:23.394736 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-plugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:23.394995 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-933ed344-0ccb-444d-aa4f-a5060a7fc1a3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:23.395386 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'code': 200} Oct 28 22:08:23.421624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:08:23.486494 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e624c1e-ad7a-42a8-a06a-01d7edf0d3d6 req-7bbd995f-dc1d-4aee-8e01-0b3306ced103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:23.488649 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e624c1e-ad7a-42a8-a06a-01d7edf0d3d6 req-7bbd995f-dc1d-4aee-8e01-0b3306ced103 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1098 time: 0.0409853 Oct 28 22:08:23.523775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8e624c1e-ad7a-42a8-a06a-01d7edf0d3d6 req-8c0fbfa1-0687-4b93-9800-609295f4ab1f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284102 Oct 28 22:08:23.874908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a2baa-ae1a-4f22-afbb-84f6d9b9d4a5 req-7cfea0c8-5192-41be-878f-de1d94d96a08 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:23.876356 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2a2baa-ae1a-4f22-afbb-84f6d9b9d4a5 req-7cfea0c8-5192-41be-878f-de1d94d96a08 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0494764 Oct 28 22:08:23.914260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce2a2baa-ae1a-4f22-afbb-84f6d9b9d4a5 req-6fea9a06-b92b-4522-819b-5765dc3cde79 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Oct 28 22:08:25.030391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5cc69-57b3-4b8a-978a-5b8a226d33c2 req-6be9ac11-013f-490e-a94f-97edb4413163 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:25.031866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd5cc69-57b3-4b8a-978a-5b8a226d33c2 req-6be9ac11-013f-490e-a94f-97edb4413163 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0486660 Oct 28 22:08:25.070482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd5cc69-57b3-4b8a-978a-5b8a226d33c2 req-6b914632-5330-49b6-88d2-6de2f0937719 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Oct 28 22:08:25.186276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c381-2e78-4a87-bce9-1ebd03e5bd9b req-2eed30da-6cd8-4873-9608-093671b78510 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:25.187737 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cab2c381-2e78-4a87-bce9-1ebd03e5bd9b req-2eed30da-6cd8-4873-9608-093671b78510 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0524490 Oct 28 22:08:25.196269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 55950) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:08:25.200553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'floatingip': {'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:08:25.239657 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:25.646765 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:25.650664 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:25.764244 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb associated. External IP: 172.25.4.219, port: 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737. Oct 28 22:08:25.969817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:08:26.076587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:08:26.081248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:26.087911 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:08:26.098482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:08:26.099088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:08:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:26.111763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0851d660-1091-4668-b681-bddba718d0a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "PUT /v2.0/floatingips/452f73e9-21e4-49a0-9a85-5668cefb07cb HTTP/1.1" status: 200 len: 992 time: 0.9118607 Oct 28 22:08:26.111763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:08:26.112519 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5804989d-2939-4849-94a2-d13dfec075cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:08:26.219672 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:08:26.226886 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f40aba5-8e8d-4452-940b-107302a3bbcb x-openstack-request-id: req-8f40aba5-8e8d-4452-940b-107302a3bbcb {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:08:26.227175 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:08:26.227433 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f40aba5-8e8d-4452-940b-107302a3bbcb {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:08:26.227839 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'status': 'completed', 'code': 200} Oct 28 22:08:26.291297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804989d-2939-4849-94a2-d13dfec075cc req-2f29b8d5-418b-4fa9-8c1e-8182bb641d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:26.292953 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-2f29b8d5-418b-4fa9-8c1e-8182bb641d45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1098 time: 0.0433445 Oct 28 22:08:26.456318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:02:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26a2130-a869-464e-a7a8-741c407987db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:08:25Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:26.484022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:08:26.493446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:08:26.494104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:08:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:26.605363 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:08:26.736429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804989d-2939-4849-94a2-d13dfec075cc req-b11f41ce-d597-416b-a6c9-d82c22dba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:26.737813 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-b11f41ce-d597-416b-a6c9-d82c22dba4c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.4365673 Oct 28 22:08:26.803169 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-3f5f180d-89c3-4bae-b0dc-7a76157d82f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1000 time: 0.0578983 Oct 28 22:08:26.837761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:02:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26a2130-a869-464e-a7a8-741c407987db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:08:25Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:08:26.858579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804989d-2939-4849-94a2-d13dfec075cc req-5c280e94-459e-45e3-bff9-d2b58d3665e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:26.860047 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-5c280e94-459e-45e3-bff9-d2b58d3665e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0499852 Oct 28 22:08:26.864422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fe06d-c3f2-4017-a3db-5346a38a5169 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:02:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26a2130-a869-464e-a7a8-741c407987db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:08:25Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:08:26.908991 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804989d-2939-4849-94a2-d13dfec075cc req-61724d6f-7e54-4b69-8378-6eaf1abba2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:08:26.911473 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-61724d6f-7e54-4b69-8378-6eaf1abba2ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442853 Oct 28 22:08:27.010492 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-dc58f59c-46af-4dad-9c76-46763962d88f service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921631 Oct 28 22:08:27.062536 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec129c9-4336-4b8d-942c-6e57fc65a556 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:08:27.108056 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5804989d-2939-4849-94a2-d13dfec075cc req-d17d15ac-83b1-4aec-a6b1-ffe9db045e75 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894663 Oct 28 22:08:30.183070 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:08:40.881106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7bd9be61-173b-49ad-84d6-a95a6b7bd131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:42.257957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:42.454410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:43.475667 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23879b0f-19f1-49d8-b38c-a2e9409b526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:44.540882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-d2632798-79d1-45f1-a951-dbb3df249936 req-6c52aef3-ec76-4dc7-a571-5afea9a2f89b service neutron] (102313) timed out ('10.222.0.44', 60361) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 22:08:44.933459 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:45.236646 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:08:46.785525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:04.146896 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7c386cfd-ff07-42cf-bc05-5adbded793df req-9eea9eb3-c2e7-405d-8a40-83a77b986351 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252664 Oct 28 22:09:04.217299 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7c386cfd-ff07-42cf-bc05-5adbded793df req-438510de-6995-47c9-a556-b71dd90fd9f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0275118 Oct 28 22:09:04.254941 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7c386cfd-ff07-42cf-bc05-5adbded793df req-781ac1ef-4dcd-4c01-87dc-26eb01d8603d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189414 Oct 28 22:09:04.354226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c386cfd-ff07-42cf-bc05-5adbded793df req-1366eaf0-c24a-46e0-bea7-16f785f44917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:09:04.355681 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7c386cfd-ff07-42cf-bc05-5adbded793df req-1366eaf0-c24a-46e0-bea7-16f785f44917 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941257 Oct 28 22:09:07.181605 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:09:10.882036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-42950c4f-27cd-47e9-8f3e-91520b022aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:12.254431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:12.449640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:13.477339 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c2caf47-7e2f-4367-9538-bc5e82ce3ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:14.937436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:15.240238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:16.787374 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:40.883117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60d8c472-c3ab-4cbb-9ae3-def1493b8bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:42.253424 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:42.465079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:43.478131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-efb85951-8de9-4fb6-94b6-64facb163e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:44.180227 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:09:44.939504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:45.243178 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:09:46.790732 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:02.298089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eb567-998b-4536-b2b4-897eab393459 req-0033fda0-a9f0-493c-9a1f-9e1bceb10775 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:02.299569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e4eb567-998b-4536-b2b4-897eab393459 req-0033fda0-a9f0-493c-9a1f-9e1bceb10775 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.2424712 Oct 28 22:10:02.340357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6e4eb567-998b-4536-b2b4-897eab393459 req-7b39d90b-5cac-4ec6-8af5-ec70d022e13a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Oct 28 22:10:03.509836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759af8-aa11-44f4-b65d-8bddb1f74e29 req-65c80688-69c5-4ea3-8512-30559ec6a356 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:03.511299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef759af8-aa11-44f4-b65d-8bddb1f74e29 req-65c80688-69c5-4ea3-8512-30559ec6a356 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.1010337 Oct 28 22:10:03.550301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef759af8-aa11-44f4-b65d-8bddb1f74e29 req-e4a725ee-5f1b-4787-84f0-63153c3e5b3f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Oct 28 22:10:04.265218 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-4173f7aa-7cf1-4093-bd94-ae9ddbeecf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:04.266697 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-4173f7aa-7cf1-4093-bd94-ae9ddbeecf66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1098 time: 0.1244762 Oct 28 22:10:04.370109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-c948e67a-26a5-4376-84c3-f704b913a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:04.372059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-c948e67a-26a5-4376-84c3-f704b913a98a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0866876 Oct 28 22:10:04.436059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-3ead00d2-5834-49bc-ac16-00534bca997a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1002 time: 0.0573540 Oct 28 22:10:04.489484 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-53752810-b3df-4bf7-a5f1-975bd95943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:04.490950 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-53752810-b3df-4bf7-a5f1-975bd95943f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0468924 Oct 28 22:10:04.537255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-ac86514b-b21a-4654-82a5-8dda2568e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:04.538707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-ac86514b-b21a-4654-82a5-8dda2568e9c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396068 Oct 28 22:10:04.631000 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-c0068f96-96b7-40c5-81a8-0ef2bcc4dfad service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Oct 28 22:10:04.669396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0bde0-b3be-4482-82f7-1076ec94ef73 req-f6a6adaa-4392-41a3-82a1-f6a247d1d4a8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:04.670861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3b0bde0-b3be-4482-82f7-1076ec94ef73 req-f6a6adaa-4392-41a3-82a1-f6a247d1d4a8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0505378 Oct 28 22:10:04.712124 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3b0bde0-b3be-4482-82f7-1076ec94ef73 req-0440782d-fc10-4b16-b65b-6922b4ec0657 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Oct 28 22:10:04.726009 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3deb6dda-8b74-49c2-92ad-a8cdd16c7eb4 req-69c33523-6d13-473e-be81-12b8add6dd51 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Oct 28 22:10:05.833606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eda1be-5fc6-482f-889f-271130ac1e9f req-6ed1ef61-0577-454b-a764-82c0eab6ea9b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:05.835099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88eda1be-5fc6-482f-889f-271130ac1e9f req-6ed1ef61-0577-454b-a764-82c0eab6ea9b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0501361 Oct 28 22:10:05.874763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88eda1be-5fc6-482f-889f-271130ac1e9f req-8949bdf5-00b2-4d6b-abc6-f9ef32f3d2fa tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Oct 28 22:10:06.994165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5fb7-6c02-4608-a71d-fc57361689d0 req-7b17a8cf-6273-4d11-90bb-622d495cb829 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:06.995600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-061b5fb7-6c02-4608-a71d-fc57361689d0 req-7b17a8cf-6273-4d11-90bb-622d495cb829 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0482156 Oct 28 22:10:07.033739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-061b5fb7-6c02-4608-a71d-fc57361689d0 req-9ac6e254-30e6-498d-aa3a-d5c7e13bdcfb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Oct 28 22:10:08.149497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d9355-7e26-4b47-a403-c4cdc4f2d3d5 req-7674263c-f3bf-4fc0-acbe-4741620c7bc2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:08.151250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b6d9355-7e26-4b47-a403-c4cdc4f2d3d5 req-7674263c-f3bf-4fc0-acbe-4741620c7bc2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0502679 Oct 28 22:10:08.193133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b6d9355-7e26-4b47-a403-c4cdc4f2d3d5 req-8bf31035-c6cb-4b13-9b8b-7db1ce9e4c72 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352254 Oct 28 22:10:09.308482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e8c9-b7df-495a-b4b9-68f3f974d731 req-e4c221b4-89fd-4b5d-b1db-4347763cb251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:09.311186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afa9e8c9-b7df-495a-b4b9-68f3f974d731 req-e4c221b4-89fd-4b5d-b1db-4347763cb251 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0505302 Oct 28 22:10:09.349188 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-afa9e8c9-b7df-495a-b4b9-68f3f974d731 req-2f1c3520-41cb-4bac-bfcc-e6c9093e0681 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Oct 28 22:10:10.469603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7869817-b857-4c29-8bfa-4b8a7593a88f req-b1008057-7d5b-4221-9f96-3e30bffaa989 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:10.471054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7869817-b857-4c29-8bfa-4b8a7593a88f req-b1008057-7d5b-4221-9f96-3e30bffaa989 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0512862 Oct 28 22:10:10.507959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7869817-b857-4c29-8bfa-4b8a7593a88f req-03e603ba-186c-4604-bb55-0ed248ed5bab tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Oct 28 22:10:10.885433 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05bba0b9-887f-486f-b212-3b6e4e07eae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:11.622502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0064f8-47bf-4689-954f-71e77067a369 req-c66c4b43-a7d1-4b3f-b0d1-4437478934c4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:11.623949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba0064f8-47bf-4689-954f-71e77067a369 req-c66c4b43-a7d1-4b3f-b0d1-4437478934c4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0483520 Oct 28 22:10:11.666486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba0064f8-47bf-4689-954f-71e77067a369 req-794331d1-a758-45b0-b228-c1f4d2e43d4f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364804 Oct 28 22:10:12.252222 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:12.482622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:12.781821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e0dd-ee68-4579-b2ae-a80f3af7f597 req-6d9263a2-e90b-4229-bae6-2e872304f460 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:12.783280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5321e0dd-ee68-4579-b2ae-a80f3af7f597 req-6d9263a2-e90b-4229-bae6-2e872304f460 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0487289 Oct 28 22:10:12.821327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5321e0dd-ee68-4579-b2ae-a80f3af7f597 req-e70ace9c-2f79-44a9-962d-c0a96f640928 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320704 Oct 28 22:10:13.056727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a61c22-3454-49e6-85bc-5338339836d2 req-5b51c2f2-2172-49df-bd97-2fdccabb7bae tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:13.058212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a61c22-3454-49e6-85bc-5338339836d2 req-5b51c2f2-2172-49df-bd97-2fdccabb7bae tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0500009 Oct 28 22:10:13.088484 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-f1d88792-d38f-4162-986a-6f288e316da1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890675 Oct 28 22:10:13.098735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a3a61c22-3454-49e6-85bc-5338339836d2 req-95b206f8-bcef-4caf-a00b-ff14e8ab4984 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Oct 28 22:10:13.478536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3e94-b0e2-40bc-9a33-a84596ec3a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:14.156302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-b759cee7-23fc-4def-b17e-367f02c79538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:14.157841 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-b759cee7-23fc-4def-b17e-367f02c79538 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1098 time: 0.0455332 Oct 28 22:10:14.214203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123231d-893e-4ffa-b7ea-3fcd981f6822 req-0706ceb1-6162-4501-9c74-ccab4c488632 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:14.216660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7123231d-893e-4ffa-b7ea-3fcd981f6822 req-0706ceb1-6162-4501-9c74-ccab4c488632 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0492232 Oct 28 22:10:14.253580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-233d62d0-3672-4769-8494-24814d485837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:14.255059 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-233d62d0-3672-4769-8494-24814d485837 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0903320 Oct 28 22:10:14.261268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7123231d-893e-4ffa-b7ea-3fcd981f6822 req-9f7ca4be-9673-4c69-bd74-3f2bdda73396 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358901 Oct 28 22:10:14.326181 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-c5d3bc18-bcf1-4606-8459-66ee7dcd2c33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1002 time: 0.0627770 Oct 28 22:10:14.375146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-a039126f-a9a1-4cea-a907-1e5a4642877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:14.376618 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-a039126f-a9a1-4cea-a907-1e5a4642877b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0438228 Oct 28 22:10:14.421695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8f15fdac-31fe-4127-81c0-5cf25fc30384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:14.423053 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8f15fdac-31fe-4127-81c0-5cf25fc30384 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400171 Oct 28 22:10:14.515877 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-9c41e2dc-bf63-43cd-b864-1152eb82c850 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856109 Oct 28 22:10:14.605020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-737a5aa5-23f2-4c29-b393-33e40114a0d6 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822177 Oct 28 22:10:14.941291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:15.248808 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:15.380520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca05f86-0d90-4c28-afdb-b763ceaf265f req-2e93240b-6885-42ef-b473-e877c0f2c76d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:15.381972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fca05f86-0d90-4c28-afdb-b763ceaf265f req-2e93240b-6885-42ef-b473-e877c0f2c76d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0502038 Oct 28 22:10:15.420651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fca05f86-0d90-4c28-afdb-b763ceaf265f req-b830012d-4d92-4958-9ef0-0b1fabbc4990 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Oct 28 22:10:16.421735 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8ec590df-d916-4b07-9c8c-0e888398aaf4 service neutron] show failed (client error): The resource could not be found. Oct 28 22:10:16.422726 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8ec590df-d916-4b07-9c8c-0e888398aaf4 service neutron] 10.222.0.52 "GET /v2.0/ports/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0584230 Oct 28 22:10:16.552972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed68b-370f-41bc-8237-43822a6ed183 req-73b2c454-dff0-4ea4-8901-3945589312b2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:16.554607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2eed68b-370f-41bc-8237-43822a6ed183 req-73b2c454-dff0-4ea4-8901-3945589312b2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0599730 Oct 28 22:10:16.602192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2eed68b-370f-41bc-8237-43822a6ed183 req-7d0ad6f4-cbce-4eee-8e2e-832b5fd0331d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Oct 28 22:10:16.682832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-fabcc3ee-1922-4537-b607-d07e22d23b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:16.684654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-fabcc3ee-1922-4537-b607-d07e22d23b23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1098 time: 0.0998719 Oct 28 22:10:16.695097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-3482c33d-89de-4a7a-95a1-ad37a184a16c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:10:16.696007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-3482c33d-89de-4a7a-95a1-ad37a184a16c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047600 Oct 28 22:10:16.708350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:10:16.759721 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:16.793694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:16.968755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:17.000786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:10:17.043557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:17.046013 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7851ee-1f49-4e0b-b1f3-1e6af175fb70" -d '{"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-unplugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:17.050716 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:17.064025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Transition to ACTIVE for port object 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:10:17.067675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:17.095909 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c84d08c-222a-4cdf-99ca-957faee4a62c x-openstack-request-id: req-0c84d08c-222a-4cdf-99ca-957faee4a62c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:17.096197 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-unplugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:17.096483 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c84d08c-222a-4cdf-99ca-957faee4a62c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:17.096871 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'code': 200} Oct 28 22:10:17.149239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:17.166658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.166994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.167333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.167662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.167983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.168486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.169402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.169742 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.170056 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.170373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.170691 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.171006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:17.206417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] No DVR routers for this DVR port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:10:17.346316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:10:17.346648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:10:17.346966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:10:17.351272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:10:17.351581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Attempting to bind port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:10:17.357582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:10:17.357911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:10:17.358285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:10:17.358698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Bound port: 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:10:17.359044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:17.422785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:10:17.425963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:10:17.429382 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:17.465849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.466566 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:17.467928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] 10.222.0.44 "PUT /v2.0/ports/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1093 time: 0.7631023 Oct 28 22:10:17.488387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c6807-ec0f-439a-abf6-f7d86b6f863c service neutron] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:17.534457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8fd6d606-3d86-48c9-8c10-c93db9f7e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.535946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8fd6d606-3d86-48c9-8c10-c93db9f7e763 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0439939 Oct 28 22:10:17.648424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-151ae779-bd75-4f3f-8190-9c5390c2ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.649912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-151ae779-bd75-4f3f-8190-9c5390c2ae9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.1073771 Oct 28 22:10:17.744909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-7ac0e66c-357c-4cb0-88f5-565b7fa448bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1000 time: 0.0864470 Oct 28 22:10:17.769169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cdd2d-ee00-4749-a5a4-5584cb75e57c req-3f1c3b95-e291-4940-897f-534f95c9c496 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.770568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-233cdd2d-ee00-4749-a5a4-5584cb75e57c req-3f1c3b95-e291-4940-897f-534f95c9c496 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0780573 Oct 28 22:10:17.825783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-d4a233f4-7c62-43f1-8995-dfdf4dad9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.827230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-d4a233f4-7c62-43f1-8995-dfdf4dad9f09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0755241 Oct 28 22:10:17.834241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-233cdd2d-ee00-4749-a5a4-5584cb75e57c req-6ac2b80c-c424-4f50-a46e-873e5f9316c6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465262 Oct 28 22:10:17.874115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8c2803c4-eecc-4639-b137-b6ec0afbb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:17.875614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-8c2803c4-eecc-4639-b137-b6ec0afbb774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397229 Oct 28 22:10:17.967123 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-6a9c1f35-e26e-4401-84d9-9461ddd33321 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843024 Oct 28 22:10:18.053001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dcdda7d9-2b39-4b67-affc-6d2c7d3947fa req-6f9b660d-35db-46ee-a3c6-061cb6f24a6d service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784662 Oct 28 22:10:18.957085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51870-fb55-41e1-ba7b-6eb039be40ba req-60bc6f5a-f171-4857-91a2-78506139c97e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:18.958553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6e51870-fb55-41e1-ba7b-6eb039be40ba req-60bc6f5a-f171-4857-91a2-78506139c97e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0529833 Oct 28 22:10:18.996221 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6e51870-fb55-41e1-ba7b-6eb039be40ba req-aaca2680-70a0-4011-bd0e-7c47a861cd2c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Oct 28 22:10:19.098170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:19.100503 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:19.147560 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88f71f-9b83-45f9-969b-7c84307d1ab4 x-openstack-request-id: req-4e88f71f-9b83-45f9-969b-7c84307d1ab4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:19.147848 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:19.148105 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e88f71f-9b83-45f9-969b-7c84307d1ab4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:19.148561 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'status': 'completed', 'code': 200} Oct 28 22:10:19.208577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-cd4a0dd0-b52b-4130-b0f0-dec98e58bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.210060 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-cd4a0dd0-b52b-4130-b0f0-dec98e58bbc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0424798 Oct 28 22:10:19.214560 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-34354b14-0cc4-42f7-a2d9-2130a8a91a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.217148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-34354b14-0cc4-42f7-a2d9-2130a8a91a97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0443993 Oct 28 22:10:19.307735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-fc021872-0cdf-4afd-90f5-5bc1858acac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.309793 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-fc021872-0cdf-4afd-90f5-5bc1858acac2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0903866 Oct 28 22:10:19.332736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-bf36ae7e-c461-4eaf-a300-d398ccb11f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.334393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-bf36ae7e-c461-4eaf-a300-d398ccb11f40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.1001830 Oct 28 22:10:19.385110 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-00718d03-6263-482b-9817-f71de5c9de30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1000 time: 0.0686238 Oct 28 22:10:19.401858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-d003e936-3334-4e92-86c7-ce0b08f1847f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1000 time: 0.0596216 Oct 28 22:10:19.435569 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-575a4b87-d689-42f1-9848-20594d0b4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.437071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-575a4b87-d689-42f1-9848-20594d0b4e40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0445375 Oct 28 22:10:19.451681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-04462b1f-6c52-47f1-92b8-c9d76786bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.453156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-04462b1f-6c52-47f1-92b8-c9d76786bb29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0429578 Oct 28 22:10:19.483813 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-059dea80-2622-43c1-bcd4-7e3a32c6fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.485371 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-059dea80-2622-43c1-bcd4-7e3a32c6fa68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414104 Oct 28 22:10:19.503345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-b518caa5-ac75-4b17-8138-dd22e5fa0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:19.504842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-b518caa5-ac75-4b17-8138-dd22e5fa0653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449169 Oct 28 22:10:19.580628 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-aabca523-3319-4fb1-8f12-7968b99473a5 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880275 Oct 28 22:10:19.594330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-a8e777d9-f044-47de-8ffc-f111866c3ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826514 Oct 28 22:10:19.611777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:10:19.650539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:10:19.678997 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-3ee9a266-99ad-4115-9666-821d913c2575 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Oct 28 22:10:19.690791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6eb107e-a004-4939-b0bc-ec2f3d7f3a8e req-636ce06e-ca05-4002-b6de-926ec76d6346 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898159 Oct 28 22:10:20.113339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ff04c-1f0f-4d25-9b5a-3499c4a0a56a req-7a280901-76fe-49a6-a691-3384e05b42e4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.114789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-014ff04c-1f0f-4d25-9b5a-3499c4a0a56a req-7a280901-76fe-49a6-a691-3384e05b42e4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0486014 Oct 28 22:10:20.152776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-014ff04c-1f0f-4d25-9b5a-3499c4a0a56a req-8cdb86db-95e5-4bd9-b369-8d404ade6227 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Oct 28 22:10:20.347537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceeafd-80fc-4a50-b7d3-9f914ed8d3c0 req-2035c48b-624f-4528-9f69-07ec01a05729 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.349329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdceeafd-80fc-4a50-b7d3-9f914ed8d3c0 req-2035c48b-624f-4528-9f69-07ec01a05729 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0511332 Oct 28 22:10:20.360358 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-3fba1ae3-7888-4714-8e33-7458a195f67a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.361989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-3fba1ae3-7888-4714-8e33-7458a195f67a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db&tenant_id=59d4b3ede53d427895221533265e70c9&binding%3Ahost_id=n-h2-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0543046 Oct 28 22:10:20.389040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdceeafd-80fc-4a50-b7d3-9f914ed8d3c0 req-90c06c15-d055-4b20-8f07-68bfe4ca9a22 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335343 Oct 28 22:10:20.425017 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-9cfffb28-8e2c-4674-96d7-6e0dc2739378 service neutron] delete failed (client error): The resource could not be found. Oct 28 22:10:20.426076 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-9cfffb28-8e2c-4674-96d7-6e0dc2739378 service neutron] 10.222.0.52 "DELETE /v2.0/ports/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0566163 Oct 28 22:10:20.509276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-eaf90333-692c-45bf-9092-f09bd0c71277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.510747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-eaf90333-692c-45bf-9092-f09bd0c71277 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0399339 Oct 28 22:10:20.605456 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-d9d90480-b709-4d26-a701-6d1cf45ccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.606867 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-d9d90480-b709-4d26-a701-6d1cf45ccf17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0884631 Oct 28 22:10:20.670597 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-20b2de0b-9c0d-49cc-8234-aafafda2c360 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1000 time: 0.0571656 Oct 28 22:10:20.723119 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-ccbb04ab-2ad5-495a-b433-499eb2523457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.724551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-ccbb04ab-2ad5-495a-b433-499eb2523457 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0472894 Oct 28 22:10:20.769611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-25b02de2-7fdf-44ec-86c8-ea840bbae566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:20.771050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-25b02de2-7fdf-44ec-86c8-ea840bbae566 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397491 Oct 28 22:10:20.865699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-0ca6b7a0-fe19-4c74-a21d-298015a12c4d service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876195 Oct 28 22:10:20.957363 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-12fbd6a0-5b55-44dc-b65d-5b7e47a01e65 req-cefa70d0-132d-40f4-a0e6-6d3c738e8337 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Oct 28 22:10:21.179561 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:10:21.519269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a853ca-4053-4f6f-a7e8-5f07a46ffe3f req-b05b955f-acd1-43b7-9bc8-74220ec48c57 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:21.520672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06a853ca-4053-4f6f-a7e8-5f07a46ffe3f req-b05b955f-acd1-43b7-9bc8-74220ec48c57 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0593700 Oct 28 22:10:21.558093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06a853ca-4053-4f6f-a7e8-5f07a46ffe3f req-b0500343-25b2-4942-8446-0e03e2f55c78 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Oct 28 22:10:21.675223 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8f149-2bae-4c36-a759-b697af8aabfb req-2c147026-1336-49ff-9195-82d3503752d9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:21.676701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33a8f149-2bae-4c36-a759-b697af8aabfb req-2c147026-1336-49ff-9195-82d3503752d9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0482104 Oct 28 22:10:21.714428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33a8f149-2bae-4c36-a759-b697af8aabfb req-cf1e6466-a71e-4a57-8802-b4ad8aa28570 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Oct 28 22:10:21.895182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:10:21.938460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd273c6-18e2-4869-bbb4-62402fc99763 req-b8b2afd9-8772-4dbd-9d26-6489d315fb2f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:21.939915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd273c6-18e2-4869-bbb4-62402fc99763 req-b8b2afd9-8772-4dbd-9d26-6489d315fb2f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 944 time: 0.0811980 Oct 28 22:10:21.966119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-bb0f272c-8d7f-4e7d-b683-1628d71539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:21.967569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-bb0f272c-8d7f-4e7d-b683-1628d71539a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 1096 time: 0.0687289 Oct 28 22:10:21.993424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:22.001403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4cd273c6-18e2-4869-bbb4-62402fc99763 req-8708639b-279d-414f-8f8e-15a391641dcd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542288 Oct 28 22:10:22.005054 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'mac_address': 'fa:16:3e:02:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:10:22.043785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:22.056179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:10:22.068619 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-8fcefffd-57f8-45a1-bc43-1dad61113343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:22.069982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-8fcefffd-57f8-45a1-bc43-1dad61113343 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0919812 Oct 28 22:10:22.076141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:22.080234 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:22.131882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:22.140788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.141130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.141465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.141793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.142121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.142478 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.142796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.143115 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.143432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.143747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.144090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.144422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:10:22.311588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:10:22.471135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-8f8a8246-6810-4e58-af7a-143950da7040 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 200 len: 1001 time: 0.3945005 Oct 28 22:10:22.519036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-0254842f-3a5b-487e-9c64-04dbbb244f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:22.520476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-0254842f-3a5b-487e-9c64-04dbbb244f80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0424812 Oct 28 22:10:22.564723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-7d250598-54b1-4311-bac7-1f059336a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:22.566145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-7d250598-54b1-4311-bac7-1f059336a534 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384233 Oct 28 22:10:22.658223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-7e4f3cd9-1b87-4dd5-8a03-1dbf2de33124 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Oct 28 22:10:22.749774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0622ce5-7f6c-4b44-9914-f388a8dc8a6b req-35eead16-0887-4c5a-8a6c-9823ec6439c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Oct 28 22:10:23.123858 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41d5f5-19d0-4ebd-9012-4391c9632b0d req-19b239cb-41d4-467f-9199-b26bb93e228b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:23.125322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc41d5f5-19d0-4ebd-9012-4391c9632b0d req-19b239cb-41d4-467f-9199-b26bb93e228b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 945 time: 0.0488827 Oct 28 22:10:23.165061 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc41d5f5-19d0-4ebd-9012-4391c9632b0d req-6ffc26e4-b927-4bed-92d6-dbe566b27b02 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337496 Oct 28 22:10:23.914549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:10:23.961707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:10:23.965302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:10:23.965655 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:24.039451 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:24.061551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:24.063777 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ea6170-2422-4f02-864b-1abb834bebf8" -d '{"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-plugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:24.077023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:24.080960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:24.107067 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dae7e85-20ef-42ff-8486-d7e5e03b73b3 x-openstack-request-id: req-5dae7e85-20ef-42ff-8486-d7e5e03b73b3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:24.107350 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-plugged", "status": "completed", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:24.107599 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dae7e85-20ef-42ff-8486-d7e5e03b73b3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:24.107976 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'code': 200} Oct 28 22:10:24.132880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:24.282281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0344eb-84ac-4410-a4df-d8d7d48e4606 req-46afe836-2667-4cde-b99f-4eb8def94405 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:24.283745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d0344eb-84ac-4410-a4df-d8d7d48e4606 req-46afe836-2667-4cde-b99f-4eb8def94405 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0490084 Oct 28 22:10:24.322455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d0344eb-84ac-4410-a4df-d8d7d48e4606 req-e9213a41-b556-45a9-8e83-3e2ab7632ddd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Oct 28 22:10:24.550274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff8b6-6112-45f7-99c6-5b04b9310017 req-d245bc56-7ed0-4ce1-a231-1aa357519797 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:24.551710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22aff8b6-6112-45f7-99c6-5b04b9310017 req-d245bc56-7ed0-4ce1-a231-1aa357519797 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0491982 Oct 28 22:10:24.592741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22aff8b6-6112-45f7-99c6-5b04b9310017 req-c4d7a58d-ad48-48b8-94eb-a8ba14af7e63 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350072 Oct 28 22:10:25.720085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49e660-3d97-4ed4-9eaf-5bd973d4f579 req-9a2d4b91-df49-4b86-916f-72bea37123fd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:25.721575 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e49e660-3d97-4ed4-9eaf-5bd973d4f579 req-9a2d4b91-df49-4b86-916f-72bea37123fd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0594695 Oct 28 22:10:25.776917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e49e660-3d97-4ed4-9eaf-5bd973d4f579 req-78057f60-3d9a-44bf-95aa-fd3bcd7842c9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415647 Oct 28 22:10:25.786096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-95ee1dd4-412f-4792-99f7-946719e01698 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:25.787512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-95ee1dd4-412f-4792-99f7-946719e01698 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/ports?device_id=c26a2130-a869-464e-a7a8-741c407987db HTTP/1.1" status: 200 len: 946 time: 0.0853977 Oct 28 22:10:25.878371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Deleting port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:10:25.878607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:25.965934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] For port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:25.966303 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:26.136383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:26.137249 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:26.137585 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb disassociated. External IP: 172.25.4.219, port: 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737. Oct 28 22:10:26.137926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Calling delete_port for 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:10:26.262434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:26.294639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'Port': ['ID=64de135e-cc7a-4e4e-8fff-9cd6ec7ea737,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:26.407611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:10:26.518597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:10:26.528883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:10:26.538613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:10:26.539211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:10:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:26.561845 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] No DVR routers for this DVR port 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:10:26.564437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:26.567801 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-de76bbe9-f7c8-4323-9c69-ea1311210696 req-d9a78259-e0fa-4fc0-85ef-6c170c51e598 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "DELETE /v2.0/ports/64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 HTTP/1.1" status: 204 len: 173 time: 0.7742846 Oct 28 22:10:26.568195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-deleted', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:26.570526 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3bb51a-f178-4edc-b2b2-03e8fed7b801" -d '{"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-deleted", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:26.609552 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63c62c-b14a-4568-9eae-309e743e649c x-openstack-request-id: req-6d63c62c-b14a-4568-9eae-309e743e649c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:26.609847 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26a2130-a869-464e-a7a8-741c407987db", "name": "network-vif-deleted", "tag": "64de135e-cc7a-4e4e-8fff-9cd6ec7ea737", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:26.610109 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d63c62c-b14a-4568-9eae-309e743e649c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:26.610635 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26a2130-a869-464e-a7a8-741c407987db', 'name': 'network-vif-deleted', 'tag': '64de135e-cc7a-4e4e-8fff-9cd6ec7ea737', 'status': 'completed', 'code': 200} Oct 28 22:10:26.656675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:10:26.877867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:26.909945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:10:26.920427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:10:26.920427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:10:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:27.031670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:10:27.057842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-e57b5158-96ff-4215-9596-30b60d43be46 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1300703087&fields=id&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 267 time: 0.0351417 Oct 28 22:10:27.171823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-5d52dc38-b15a-4066-b1eb-c285c4f69009 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:27.173361 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-5d52dc38-b15a-4066-b1eb-c285c4f69009 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1075029 Oct 28 22:10:27.189780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-4d5a12a7-e208-4413-9320-66ae2f74405f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/quotas/59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 375 time: 0.0102680 Oct 28 22:10:27.256276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-4c8e86fd-e351-42c7-9528-710f5ce1963c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606780 Oct 28 22:10:27.397628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:27.406621 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-78556816-f860-4b7a-9743-7d12de123532 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378722 Oct 28 22:10:27.424807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347c0882-6681-48ed-8fad-3f70bf293e3d None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:10:27.503536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-b6131492-bd92-41d0-8872-a4463d2fa79c service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906303 Oct 28 22:10:27.676025 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820732d0-84fc-4379-b163-9e74be4dcad0 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:10:27.679922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ca893ff3-dc92-44a3-b333-85a00f169596 req-c0f9c265-9f87-4459-91ac-88005c410fb4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 210 time: 0.0281372 Oct 28 22:10:28.739514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-096ad978-8d89-4890-8f04-6eab84b79f01 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:28.740237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-096ad978-8d89-4890-8f04-6eab84b79f01 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1140552 Oct 28 22:10:28.792948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7f14cd4-be4a-45ec-9b21-5763466c585a req-7c2f1551-a571-4c01-b3f7-9286b33b932b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 210 time: 0.0381246 Oct 28 22:10:28.808303 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-ac0e158b-a1a4-46c4-9bd5-ffd169487537 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 380 time: 0.0591123 Oct 28 22:10:28.818559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'port': {'device_id': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'admin_state_up': True, 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'security_groups': ['c554f98d-44f2-4b59-b343-5d2a390991a3']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:10:28.925877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:10:28.929342 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.055316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Allocated IP 172.20.0.14 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/2c259031-6798-4d39-b60c-623396886635) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:10:29.192041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.224550 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.268895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:10:29.271992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:10:29.275891 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:10:29.283130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:29.331113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:29.331738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.350177 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-803e3eb2-cfc0-4809-8b68-d80651725ea4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5353162 Oct 28 22:10:29.361935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Request body: {'port': {'device_id': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:10:29.423599 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.495407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dc0cc443-18c5-4c98-a5be-86acc25a7650 None None] Provisioning complete for port 2c259031-6798-4d39-b60c-623396886635 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:10:29.496861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc443-18c5-4c98-a5be-86acc25a7650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.529587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cc443-18c5-4c98-a5be-86acc25a7650 None None] Port 2c259031-6798-4d39-b60c-623396886635 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:10:29.685832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c259031-6798-4d39-b60c-623396886635 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:10:29.693092 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.705651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Transition to ACTIVE for port object 2c259031-6798-4d39-b60c-623396886635 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:10:29.709084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.759840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:29.834118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:10:29.835095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:10:29.835430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:10:29.841286 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:10:29.841616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:10:29.846879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:10:29.847216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:10:29.847618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:10:29.848033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Bound port: 2c259031-6798-4d39-b60c-623396886635, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:10:29.848405 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:29.944465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:10:29.952008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9af92-7661-45a0-8129-24a28507d933 req-e702729a-c87a-4889-9da7-3275c166515f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:29.953518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94a9af92-7661-45a0-8129-24a28507d933 req-e702729a-c87a-4889-9da7-3275c166515f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0879741 Oct 28 22:10:29.954555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:10:29.957850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:10:29.965717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:10:29.966201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 64de135e-cc7a-4e4e-8fff-9cd6ec7ea737 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:10:29.968201 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:30.029908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.030523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:30.031901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] 10.222.0.44 "PUT /v2.0/ports/2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1093 time: 0.6742370 Oct 28 22:10:30.032345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:30.034610 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bb4413-685b-497a-98de-78353975c611" -d '{"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:30.044014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94a9af92-7661-45a0-8129-24a28507d933 req-a045a284-ee7e-4ba2-92e0-3fa05efe6bf8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840511 Oct 28 22:10:30.058239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb3f4-88d4-49b8-a263-e60a35ea12ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:30.094822 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776990a-05f0-4872-8192-f8f6480c70a8 x-openstack-request-id: req-f776990a-05f0-4872-8192-f8f6480c70a8 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:30.095100 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:30.095344 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f776990a-05f0-4872-8192-f8f6480c70a8 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:30.095880 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'status': 'completed', 'code': 200} Oct 28 22:10:30.131077 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-cd061594-99a3-4fe5-83a5-c66c1c918d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.132611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-cd061594-99a3-4fe5-83a5-c66c1c918d4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1096 time: 0.0471690 Oct 28 22:10:30.178946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-2a42c597-26f4-4b41-a9d5-8a56dab7929e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 217 time: 0.0389960 Oct 28 22:10:30.229029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-9e158383-8926-4273-a08b-cbdf1d08db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.230529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-9e158383-8926-4273-a08b-cbdf1d08db3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0450048 Oct 28 22:10:30.276785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-a4274d57-cfaa-442d-83ce-ed8d9dda4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.278942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-a4274d57-cfaa-442d-83ce-ed8d9dda4d58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409830 Oct 28 22:10:30.372222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-07fa8f6d-1867-4ee6-b1d5-743e28ddbc09 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848854 Oct 28 22:10:30.459486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-579b8e1b-4c3e-4457-9a93-5420f14f977c req-15c6d73d-5ab7-4f38-bb27-b36271d3709d service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805392 Oct 28 22:10:30.544334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4413-685b-497a-98de-78353975c611 req-36d38754-64e9-4a5d-b3b4-56f9c1fbdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.545814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-36d38754-64e9-4a5d-b3b4-56f9c1fbdbc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1096 time: 0.0417557 Oct 28 22:10:30.638079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4413-685b-497a-98de-78353975c611 req-2cfcd441-b8b9-41e5-b8e4-50b8460714a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.639498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-2cfcd441-b8b9-41e5-b8e4-50b8460714a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0864584 Oct 28 22:10:30.681198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-4eb1fd80-7d35-4718-8083-1fbde648c51d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 217 time: 0.0335696 Oct 28 22:10:30.733174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4413-685b-497a-98de-78353975c611 req-1f657335-07af-4cdc-b666-e18ebf4bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.734485 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-1f657335-07af-4cdc-b666-e18ebf4bd20a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0468309 Oct 28 22:10:30.778857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb4413-685b-497a-98de-78353975c611 req-ccf21cfb-6d73-43d3-8c38-70196bff5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:30.780272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-ccf21cfb-6d73-43d3-8c38-70196bff5b32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387008 Oct 28 22:10:30.876480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-8c7939a7-a324-4976-8ef0-1e4c15cd6bb7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Oct 28 22:10:30.968199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8bb4413-685b-497a-98de-78353975c611 req-04992be4-8af7-4416-a0f9-a173b51a1817 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837486 Oct 28 22:10:31.162855 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438a90-dfd4-4868-bef3-62b82898250a req-033a3947-1cf3-4057-96cd-51e10e02b48f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:31.164314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0438a90-dfd4-4868-bef3-62b82898250a req-033a3947-1cf3-4057-96cd-51e10e02b48f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0485373 Oct 28 22:10:31.204900 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0438a90-dfd4-4868-bef3-62b82898250a req-93ec150d-9252-4cac-8478-608139f985a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Oct 28 22:10:32.326191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cecb1-c6dd-4ce5-9b59-192ad57b0ee8 req-4464b67e-8bc5-44f1-afcc-60176811736e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:32.327656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec3cecb1-c6dd-4ce5-9b59-192ad57b0ee8 req-4464b67e-8bc5-44f1-afcc-60176811736e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0533817 Oct 28 22:10:32.365709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec3cecb1-c6dd-4ce5-9b59-192ad57b0ee8 req-02169df6-a8fc-4937-b1f5-01b8172caee3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Oct 28 22:10:33.485181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef1a2-8982-4ecd-91f8-ead681c0c6b1 req-1d21908b-fe94-4bdf-b458-895973a05c66 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:33.486679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a34ef1a2-8982-4ecd-91f8-ead681c0c6b1 req-1d21908b-fe94-4bdf-b458-895973a05c66 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0488749 Oct 28 22:10:33.525184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a34ef1a2-8982-4ecd-91f8-ead681c0c6b1 req-9e061483-d9b4-416f-bfbe-5fe7b85500b0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323589 Oct 28 22:10:33.988836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:10:34.084384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:34.095640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2c259031-6798-4d39-b60c-623396886635', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:10:34.133478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:34.145876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c259031-6798-4d39-b60c-623396886635 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:10:34.164494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:34.168945 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:34.222131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:34.354461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['2c259031-6798-4d39-b60c-623396886635'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:10:34.641621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bc5fd-b924-4f99-9473-606ce1f93a20 req-250c26f1-86a0-4b5e-abbb-203bd24c0eda tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:34.642979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-767bc5fd-b924-4f99-9473-606ce1f93a20 req-250c26f1-86a0-4b5e-abbb-203bd24c0eda tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0492475 Oct 28 22:10:34.680173 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-767bc5fd-b924-4f99-9473-606ce1f93a20 req-fd185e0a-f03a-4d8e-8a48-aa422da59f9d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Oct 28 22:10:35.806642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2e591-bf58-4491-95ac-5f404e329ffc req-96836ca6-a25c-4345-9c55-678df6af0e32 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:35.808791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3a2e591-bf58-4491-95ac-5f404e329ffc req-96836ca6-a25c-4345-9c55-678df6af0e32 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0545607 Oct 28 22:10:35.847244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e3a2e591-bf58-4491-95ac-5f404e329ffc req-ebd19635-64b6-4e5e-a444-cfa6e4be5bd1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Oct 28 22:10:36.020561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:10:36.072185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 2c259031-6798-4d39-b60c-623396886635 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:10:36.076509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 2c259031-6798-4d39-b60c-623396886635 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:10:36.076871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:36.151734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:36.174224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:36.176503 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4e7df-ebab-4571-bef1-f5c3d31ad4d8" -d '{"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-plugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:36.190121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:10:36.193941 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:36.219364 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a601804-d617-4c92-9a2d-aadbcee1bf05 x-openstack-request-id: req-8a601804-d617-4c92-9a2d-aadbcee1bf05 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:36.219662 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-plugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:36.219918 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a601804-d617-4c92-9a2d-aadbcee1bf05 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:36.220306 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'code': 200} Oct 28 22:10:36.251938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:10:36.317019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbc806-8f1f-43de-bee0-e566d4f35402 req-85a0cb13-62e7-46aa-b83d-365bc72860ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:36.318510 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fdbc806-8f1f-43de-bee0-e566d4f35402 req-85a0cb13-62e7-46aa-b83d-365bc72860ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1098 time: 0.0395081 Oct 28 22:10:36.352944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3fdbc806-8f1f-43de-bee0-e566d4f35402 req-01a13e45-35da-43c7-9d8c-405f0eceb74d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271387 Oct 28 22:10:36.962098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fcb46-ae49-4fc5-957e-9107daa26570 req-e1620388-06e4-4a39-b690-1169cb0ba068 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:36.963535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-556fcb46-ae49-4fc5-957e-9107daa26570 req-e1620388-06e4-4a39-b690-1169cb0ba068 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0492785 Oct 28 22:10:37.001192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-556fcb46-ae49-4fc5-957e-9107daa26570 req-9a86fb9a-21c3-4034-9c50-88360b1f9233 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Oct 28 22:10:38.123754 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77662f08-8c4f-4f0a-9fd1-8376dc6b4e7f req-4b911dec-9733-4ed3-ad73-24f96a98a0cb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:38.125234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77662f08-8c4f-4f0a-9fd1-8376dc6b4e7f req-4b911dec-9733-4ed3-ad73-24f96a98a0cb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0541375 Oct 28 22:10:38.162657 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77662f08-8c4f-4f0a-9fd1-8376dc6b4e7f req-ab167aad-753c-4f1e-965e-971d88c304d0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Oct 28 22:10:38.275851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da6dae-7658-42c1-adb6-309b8ebfad23 req-8485e2d6-0b6a-4d5a-94b0-721b69eb1518 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:38.277489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-22da6dae-7658-42c1-adb6-309b8ebfad23 req-8485e2d6-0b6a-4d5a-94b0-721b69eb1518 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0496867 Oct 28 22:10:38.285932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56350) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:10:38.290235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'floatingip': {'port_id': '2c259031-6798-4d39-b60c-623396886635'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:10:38.332264 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:38.735131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:38.738577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:38.836106 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb associated. External IP: 172.25.4.219, port: 2c259031-6798-4d39-b60c-623396886635. Oct 28 22:10:39.043722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:10:39.149656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:10:39.154932 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:39.159931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:10:39.169564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:10:39.170166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:10:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:39.181569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b39b8f1b-7fdd-417c-bc6a-3684cff3c353 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "PUT /v2.0/floatingips/452f73e9-21e4-49a0-9a85-5668cefb07cb HTTP/1.1" status: 200 len: 992 time: 0.8946140 Oct 28 22:10:39.182152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:10:39.187508 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e" -d '{"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:10:39.227011 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a3fda-3de2-4b2e-ad69-28edf2a3b4b7 x-openstack-request-id: req-e79a3fda-3de2-4b2e-ad69-28edf2a3b4b7 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:10:39.227334 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:10:39.227594 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e79a3fda-3de2-4b2e-ad69-28edf2a3b4b7 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:10:39.227996 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'status': 'completed', 'code': 200} Oct 28 22:10:39.285137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:10:39.289701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-02497a0f-3993-4698-8857-4cc2d6efdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:39.291211 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-02497a0f-3993-4698-8857-4cc2d6efdcdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1098 time: 0.0397525 Oct 28 22:10:39.387802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-1cd4a465-e8af-413e-9569-9958fd349743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:39.389312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-1cd4a465-e8af-413e-9569-9958fd349743 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0900683 Oct 28 22:10:39.515588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:10:38Z', 'revision_number': 9, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:39.548511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:10:39.557665 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:10:39.558795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:10:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:39.669414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:10:39.783733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-ba1f587e-71d5-4a9f-a26a-ab28a2bcdc1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1000 time: 0.3876464 Oct 28 22:10:39.834235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-ff8de796-9131-42f1-a565-e280820595ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:39.835686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-ff8de796-9131-42f1-a565-e280820595ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0441260 Oct 28 22:10:39.883735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-8cd1788e-64a5-4d18-ada6-1018027c24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:10:39.885251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-8cd1788e-64a5-4d18-ada6-1018027c24f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427430 Oct 28 22:10:39.896232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:10:38Z', 'revision_number': 9, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:10:39.926551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f8f28-1e3f-4169-ad81-e989e12da3f0 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:10:38Z', 'revision_number': 9, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:10:39.977590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-e69c2797-9f72-413c-8a7e-350f77a4e96d service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Oct 28 22:10:40.072055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb883f0c-2dc2-48f2-906f-3585c7b2b23e req-e2bef370-bb8e-4881-8c30-883ef7e65a0e service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876415 Oct 28 22:10:40.121980 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb3fe2-ae95-4196-9ad2-6409287cce61 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:10:40.887966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35c7d451-e47f-43f2-b9c0-18660f6a3184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:42.252329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:42.483294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:43.479279 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-62b5ded4-8868-4b56-90ea-6f245a86d8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:44.943907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:45.249792 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:46.792436 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:10:58.178842 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:11:02.693189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-37ed91c5-88dc-4c6a-ac27-68cc7f5e3998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400412 Oct 28 22:11:02.775815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-b2056b23-ec70-4a52-bfdb-3c7085612aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:11:02.777304 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-b2056b23-ec70-4a52-bfdb-3c7085612aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1098 time: 0.0403697 Oct 28 22:11:02.881325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-1817992d-1f35-4da8-adc1-a43a0c42ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:11:02.882697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-1817992d-1f35-4da8-adc1-a43a0c42ef58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0862999 Oct 28 22:11:02.945539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-25bbaea2-9080-4f51-af21-31bc44b3dff6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1003 time: 0.0556769 Oct 28 22:11:02.996164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-f268c2b9-4d8d-4e8e-9a2b-9e9e198870d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:11:02.998134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-f268c2b9-4d8d-4e8e-9a2b-9e9e198870d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0459929 Oct 28 22:11:03.043182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-90ad1ffb-be39-4868-8a90-dcce57d7a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:11:03.044931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-90ad1ffb-be39-4868-8a90-dcce57d7a210 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393734 Oct 28 22:11:03.133480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-7fe9d15c-82d2-449a-b545-831afd7cfc26 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804815 Oct 28 22:11:03.224907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e6f8145-8651-4c0d-a49f-b9d533a22d7e req-a21700fc-5917-426b-b183-d404fb2891ae service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836196 Oct 28 22:11:06.657887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54bfab64-7be9-4c16-9b37-89bc8a207a0f req-cff246aa-61a9-4f2a-b623-2534ce171bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276701 Oct 28 22:11:06.728153 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54bfab64-7be9-4c16-9b37-89bc8a207a0f req-91c3252a-e067-4cb2-8d27-36cd661cb145 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0298219 Oct 28 22:11:06.767642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54bfab64-7be9-4c16-9b37-89bc8a207a0f req-012b6a6f-6854-4ed6-ba0f-38342ce7f946 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195794 Oct 28 22:11:06.867516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfab64-7be9-4c16-9b37-89bc8a207a0f req-5bd920a6-3d21-4e13-97d0-f7b03a09a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:11:06.869064 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-54bfab64-7be9-4c16-9b37-89bc8a207a0f req-5bd920a6-3d21-4e13-97d0-f7b03a09a32c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951498 Oct 28 22:11:10.889908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e6d52655-5935-4879-94f4-567e465a16ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:12.261212 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:12.483074 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:13.482141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9e4763e5-8ae6-475c-bfbc-6edd09282e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:14.945882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:15.251680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:16.794070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:35.178434 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:11:40.891079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f5e073e3-7d49-4fd5-ab38-178f9ab4e808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:42.269684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:42.483545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:43.484521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-628941f5-dbb2-487d-84f7-10f661a3b0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:44.948309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:45.255144 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:46.796648 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:11:55.685735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-65a1714f-99ca-4d2c-9e11-aa44f233737f req-ecf10973-c43c-4624-a2c2-a04923c574f6 service neutron] (102314) timed out ('10.222.0.31', 51290) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 22:12:02.687708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-4157af07-4407-4a65-9eac-5e5c86177b9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397508 Oct 28 22:12:02.769160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-fa26cdbd-8319-44f4-9fab-ce2c73315040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:02.770631 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-fa26cdbd-8319-44f4-9fab-ce2c73315040 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1098 time: 0.0412846 Oct 28 22:12:02.877190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-c3a7617c-0733-451a-9167-36387e196bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:02.878671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-c3a7617c-0733-451a-9167-36387e196bc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0896187 Oct 28 22:12:02.946276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-5844ab33-b020-49b7-82a7-c9133554f67e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1003 time: 0.0604689 Oct 28 22:12:02.993424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-d2582e45-a866-4d08-885e-e4de746be420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:02.994816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-d2582e45-a866-4d08-885e-e4de746be420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0418487 Oct 28 22:12:03.039817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-f33a53e1-e462-46c7-bbd6-5d34690302a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:03.041318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-f33a53e1-e462-46c7-bbd6-5d34690302a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391071 Oct 28 22:12:03.133548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-394c81b0-3661-42d3-9ea1-06332405b5e2 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850561 Oct 28 22:12:03.223140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-423b95b2-cd53-414c-a537-2b184f6a5e20 req-5cc9a8c0-9f01-41ff-8b14-4b20b02e60b7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820916 Oct 28 22:12:07.141407 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ecb4e43d-9133-4948-995b-23bd5c873a41 req-a2394ecf-9040-47c3-a50d-ad06a8ada41b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271318 Oct 28 22:12:07.213719 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ecb4e43d-9133-4948-995b-23bd5c873a41 req-72d38630-a325-44de-a12b-0295206d1e7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0288064 Oct 28 22:12:07.253718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ecb4e43d-9133-4948-995b-23bd5c873a41 req-40cfdced-cde8-4c41-ae88-04bfdb4aed06 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195260 Oct 28 22:12:07.346219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4e43d-9133-4948-995b-23bd5c873a41 req-ed42380f-7c60-4081-b986-273c373f2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:07.347679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ecb4e43d-9133-4948-995b-23bd5c873a41 req-ed42380f-7c60-4081-b986-273c373f2b68 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877702 Oct 28 22:12:10.893215 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52586c02-10fe-4a50-801f-d5800e3308eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:11.338668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-482ee44d-401b-4ef0-863d-85be3289b524 req-c97a249f-6bc7-4b2f-926a-78d2b4c7c57a service neutron] (102314) timed out ('10.222.0.52', 58195) {{(pid=102314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 22:12:12.177572 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:12:12.267338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:12.481052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:13.484638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5fd3bfef-1b8e-4140-a160-cc96e44b91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:14.954946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:15.229258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-538a643a-b529-4795-9217-87848f17f1f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460887 Oct 28 22:12:15.248661 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab3ac-8413-4da7-8ac8-356f17a0ed35 req-91277853-0c92-4e2a-bf66-9bf2a86aaf30 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:15.250364 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4ab3ac-8413-4da7-8ac8-356f17a0ed35 req-91277853-0c92-4e2a-bf66-9bf2a86aaf30 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0510328 Oct 28 22:12:15.300353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fa4ab3ac-8413-4da7-8ac8-356f17a0ed35 req-e23391d6-fc4b-4eeb-b4ab-c304ce7b2e63 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Oct 28 22:12:15.417937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:16.340792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-9a1d3b9b-f864-4f3b-a1eb-cd28f91e6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:16.342950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-9a1d3b9b-f864-4f3b-a1eb-cd28f91e6cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1098 time: 0.0421994 Oct 28 22:12:16.464982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0d18-1e01-4730-8e8f-8a8a20fecffc req-46034207-06ee-438c-9133-4ec38a7913f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:16.466950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f60a0d18-1e01-4730-8e8f-8a8a20fecffc req-46034207-06ee-438c-9133-4ec38a7913f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0740340 Oct 28 22:12:16.482130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-b044588f-957d-414c-a7e0-bdeed42715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:16.483992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-b044588f-957d-414c-a7e0-bdeed42715b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.1340585 Oct 28 22:12:16.546051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f60a0d18-1e01-4730-8e8f-8a8a20fecffc req-44abb4ae-0e5b-4488-8a20-8f4ca7dad31a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721400 Oct 28 22:12:16.565742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-551aa481-02e8-4aa6-a21f-17144bd4c5de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1003 time: 0.0701597 Oct 28 22:12:16.615150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-660b3161-c8a6-46af-913e-142e47916f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:16.616582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-660b3161-c8a6-46af-913e-142e47916f9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0473733 Oct 28 22:12:16.662444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-e027358f-e1bd-44ea-98af-a8c54b49c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:16.663901 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-e027358f-e1bd-44ea-98af-a8c54b49c35f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405943 Oct 28 22:12:16.750456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-73764518-7cfa-4a2d-a372-19d8f92d7b68 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790570 Oct 28 22:12:16.804398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:16.845706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-75337aa2-d0d0-4d40-8ffd-26a965e6a6d0 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Oct 28 22:12:17.666262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ae6f0-4672-47f3-bf5f-a57a7f62c73f req-5bc7d66d-703c-4517-9ee2-44d079e5cf1a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:17.667729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c1ae6f0-4672-47f3-bf5f-a57a7f62c73f req-5bc7d66d-703c-4517-9ee2-44d079e5cf1a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0503902 Oct 28 22:12:17.705269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2c1ae6f0-4672-47f3-bf5f-a57a7f62c73f req-f2ff68f7-81cf-4ff2-94da-427bf684bf15 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304832 Oct 28 22:12:18.827488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad135a04-9969-4ce8-840f-0b248645cda4 req-ebe6c921-fa03-4e9f-9036-090ed13724cc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:18.828976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad135a04-9969-4ce8-840f-0b248645cda4 req-ebe6c921-fa03-4e9f-9036-090ed13724cc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0529826 Oct 28 22:12:18.866552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ad135a04-9969-4ce8-840f-0b248645cda4 req-a755776f-2a4e-48fe-9825-eeb617ea2473 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Oct 28 22:12:19.981230 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123ae8a-5f5e-48fb-83fd-48bb4105c82c req-40d0dcec-4554-45ea-bfe3-2d2cedcca449 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:19.982884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f123ae8a-5f5e-48fb-83fd-48bb4105c82c req-40d0dcec-4554-45ea-bfe3-2d2cedcca449 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0490324 Oct 28 22:12:20.020569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f123ae8a-5f5e-48fb-83fd-48bb4105c82c req-c6bdb93a-e4d1-43a8-b9a3-da2218e3c7da tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Oct 28 22:12:21.135409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7487-0ad0-424d-a8a3-2ee411cbb360 req-1f6973e0-b58d-4e17-baba-927471f3f53a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:21.136861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9ff7487-0ad0-424d-a8a3-2ee411cbb360 req-1f6973e0-b58d-4e17-baba-927471f3f53a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0491667 Oct 28 22:12:21.174231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9ff7487-0ad0-424d-a8a3-2ee411cbb360 req-1ab77c2c-0ea6-4123-bee7-b0fa21a6c67a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Oct 28 22:12:22.299131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cafe1-7603-44df-8001-b7f51e481c3a req-619747a2-3416-4767-b843-e5498f72a8f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:22.300606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-721cafe1-7603-44df-8001-b7f51e481c3a req-619747a2-3416-4767-b843-e5498f72a8f0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0530260 Oct 28 22:12:22.336836 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-721cafe1-7603-44df-8001-b7f51e481c3a req-0ff7f2b4-bb2a-438e-bf12-f339a974bbf4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302653 Oct 28 22:12:23.452162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19090-0a85-4470-8a73-8bfb71200de1 req-2d577f8e-62a5-4cc0-90da-d7c693dcb016 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:23.453663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ba19090-0a85-4470-8a73-8bfb71200de1 req-2d577f8e-62a5-4cc0-90da-d7c693dcb016 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0494750 Oct 28 22:12:23.490708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1ba19090-0a85-4470-8a73-8bfb71200de1 req-c3055dfd-1183-4af2-a688-6f87da62d8dc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Oct 28 22:12:24.605522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2414e9-d1d5-4a67-ba63-4a96e57c6189 req-431f4dcb-3ec4-4894-a273-426aaf42ef5e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:24.606949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e2414e9-d1d5-4a67-ba63-4a96e57c6189 req-431f4dcb-3ec4-4894-a273-426aaf42ef5e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0476980 Oct 28 22:12:24.643861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e2414e9-d1d5-4a67-ba63-4a96e57c6189 req-263a1946-2775-4ae3-93cc-6885125fa435 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302722 Oct 28 22:12:25.764876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58295d0-3823-44ab-acae-44257e0cf219 req-3b060f45-206e-4100-947c-0670586ced04 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:25.766349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a58295d0-3823-44ab-acae-44257e0cf219 req-3b060f45-206e-4100-947c-0670586ced04 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0526009 Oct 28 22:12:25.806138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a58295d0-3823-44ab-acae-44257e0cf219 req-71aceb7e-bc80-4197-8618-5c837a62f412 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Oct 28 22:12:26.922862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52de78-a15b-4c3b-b7a6-bf4921e8456b req-ce0bc871-91a8-4bd5-a638-b6f18ffbb69e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:26.924497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b52de78-a15b-4c3b-b7a6-bf4921e8456b req-ce0bc871-91a8-4bd5-a638-b6f18ffbb69e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0494204 Oct 28 22:12:26.962920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b52de78-a15b-4c3b-b7a6-bf4921e8456b req-23e16c8f-b420-4afe-9fda-2e7bc223907c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Oct 28 22:12:28.076819 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5df8e-649a-49e5-973f-f89a03c3c1db req-7e5b6132-5161-4971-9254-f0d3a4a65659 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:28.078405 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07c5df8e-649a-49e5-973f-f89a03c3c1db req-7e5b6132-5161-4971-9254-f0d3a4a65659 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0483437 Oct 28 22:12:28.116031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-07c5df8e-649a-49e5-973f-f89a03c3c1db req-93b4e915-1e18-46d0-a471-a4fbee43b0b3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Oct 28 22:12:28.653216 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-6d2089f4-132b-4252-929b-e4621588129c req-3be3e0b3-553d-4a15-bb1f-78ab077633b1 service neutron] show failed (client error): The resource could not be found. Oct 28 22:12:28.654197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-3be3e0b3-553d-4a15-bb1f-78ab077633b1 service neutron] 10.222.0.44 "GET /v2.0/ports/2c259031-6798-4d39-b60c-623396886635/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0571721 Oct 28 22:12:28.852567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-0a78a360-bf6d-4720-b874-a0019d224e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:28.854038 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-0a78a360-bf6d-4720-b874-a0019d224e5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1098 time: 0.0405607 Oct 28 22:12:28.865433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:12:28.918633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.120505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:29.154028 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:12:29.193742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:29.196000 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f853fa-5ffe-43b5-b0e4-a37d58db6a33" -d '{"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:29.200330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.213769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Transition to ACTIVE for port object 2c259031-6798-4d39-b60c-623396886635 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:12:29.217391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.238540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5ab3-f81a-4649-ae67-34abffaf89a9 req-4f3e09f4-18e7-4ec7-a63d-680754663b37 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.240196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718f5ab3-f81a-4649-ae67-34abffaf89a9 req-4f3e09f4-18e7-4ec7-a63d-680754663b37 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0552645 Oct 28 22:12:29.256746 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c03093a-2577-4d21-a0cc-32780484d179 x-openstack-request-id: req-6c03093a-2577-4d21-a0cc-32780484d179 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:29.256962 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:29.257204 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c03093a-2577-4d21-a0cc-32780484d179 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:29.257591 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'code': 200} Oct 28 22:12:29.294557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-718f5ab3-f81a-4649-ae67-34abffaf89a9 req-ecd6a486-a6a4-43c5-bd89-6c923a570f27 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Oct 28 22:12:29.298677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:29.313027 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.313366 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.313704 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.314042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.314369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.314694 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.315020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.315343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.315669 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.315989 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.316307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.316659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:29.359144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] No DVR routers for this DVR port 2c259031-6798-4d39-b60c-623396886635 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:12:29.493069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:12:29.493395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:12:29.493725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:29.498091 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:12:29.499282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:29.504459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:12:29.504796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:12:29.505171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:12:29.505639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Bound port: 2c259031-6798-4d39-b60c-623396886635, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:12:29.505942 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.567549 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:12:29.570463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:12:29.574554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.610364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.611002 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:29.612425 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] 10.222.0.52 "PUT /v2.0/ports/2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1093 time: 0.7509210 Oct 28 22:12:29.635256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e176b-1549-4d36-9807-75c0f5a7a36a service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:29.684677 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-1fa5c65a-272a-4c16-8ec8-c988872dfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.686206 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-1fa5c65a-272a-4c16-8ec8-c988872dfcec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1096 time: 0.0465658 Oct 28 22:12:29.782356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-f6d99351-a5de-42ee-9f5e-6189f731d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.783826 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-f6d99351-a5de-42ee-9f5e-6189f731d514 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0910156 Oct 28 22:12:29.855171 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-c1b828ae-271b-4b73-8e17-ab9734b88f19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0645995 Oct 28 22:12:29.903816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-8e740685-238c-475a-a8d4-7bfa24a071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.906016 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-8e740685-238c-475a-a8d4-7bfa24a071bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0437243 Oct 28 22:12:29.951089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089f4-132b-4252-929b-e4621588129c req-2fab21aa-542b-4a58-bdef-a0603e7b18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:29.953118 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-2fab21aa-542b-4a58-bdef-a0603e7b18ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403337 Oct 28 22:12:30.043476 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-30a04b77-886a-4d1b-a51f-81e242782e12 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835853 Oct 28 22:12:30.131579 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6d2089f4-132b-4252-929b-e4621588129c req-4896c5d7-8c8b-407c-8c2b-af8d7851909c service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Oct 28 22:12:30.415016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c0e38-3a0b-44c7-aac8-cca289cf7b18 req-142d2ec4-f1e9-4a2b-801c-6d12d770cd4f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:30.416499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed3c0e38-3a0b-44c7-aac8-cca289cf7b18 req-142d2ec4-f1e9-4a2b-801c-6d12d770cd4f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0495105 Oct 28 22:12:30.454559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed3c0e38-3a0b-44c7-aac8-cca289cf7b18 req-1fd34cad-258a-4022-8a2e-b46df00ee814 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Oct 28 22:12:31.258498 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:31.260908 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49915b61-50de-45f8-9dda-0d004fb02f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:31.309650 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91573453-b41b-491f-934e-77dc88f65bb8 x-openstack-request-id: req-91573453-b41b-491f-934e-77dc88f65bb8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:31.309944 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:31.310200 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91573453-b41b-491f-934e-77dc88f65bb8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:31.310595 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'status': 'completed', 'code': 200} Oct 28 22:12:31.374828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-69847547-94ca-4d85-b01b-2e8774c5bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.375960 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-4ec80ca8-2d97-4447-b529-a982525e3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.376480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-69847547-94ca-4d85-b01b-2e8774c5bd4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1096 time: 0.0400510 Oct 28 22:12:31.377434 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-4ec80ca8-2d97-4447-b529-a982525e3b30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1096 time: 0.0466349 Oct 28 22:12:31.468044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-9f9fc892-8367-421d-947e-a67d3dc1f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.469555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-9f9fc892-8367-421d-947e-a67d3dc1f022 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0849881 Oct 28 22:12:31.470239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-97cbaf7e-c4c3-4876-add8-e1550cc1dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.471698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-97cbaf7e-c4c3-4876-add8-e1550cc1dc0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0884287 Oct 28 22:12:31.547546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-28188555-2b05-4237-8461-fc1fe4fda25e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0667799 Oct 28 22:12:31.571142 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-de68eb64-2c7e-496e-9272-853d9a2d09b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0924973 Oct 28 22:12:31.606381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-801994a3-a580-4320-a409-27bb5cae94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.608386 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-801994a3-a580-4320-a409-27bb5cae94f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0473886 Oct 28 22:12:31.618413 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2630-af29-4511-bed2-08055f9a054e req-8ebd088c-f5bd-49d4-8ef1-9aca29e7fb2e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.619866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-801c2630-af29-4511-bed2-08055f9a054e req-8ebd088c-f5bd-49d4-8ef1-9aca29e7fb2e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 944 time: 0.0835860 Oct 28 22:12:31.648877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-873df205-697b-4009-ac04-e22355b81eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.650335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-873df205-697b-4009-ac04-e22355b81eae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0719590 Oct 28 22:12:31.669839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-3e684e71-b4ea-4923-a733-a02648fd3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.671093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-3e684e71-b4ea-4923-a733-a02648fd3212 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506222 Oct 28 22:12:31.681615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-801c2630-af29-4511-bed2-08055f9a054e req-522874d2-dec9-4582-8bba-629ed52379d0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534277 Oct 28 22:12:31.718306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-a719078a-88d5-4e16-b0a6-5ead5d217cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:31.720025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-a719078a-88d5-4e16-b0a6-5ead5d217cb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532744 Oct 28 22:12:31.790396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-8ab03bea-6839-4f44-9b72-c8644b033dd4 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117530 Oct 28 22:12:31.819262 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-5427a609-9407-45bf-9616-65f0ae401555 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920591 Oct 28 22:12:31.884577 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-705b403c-caa9-4426-8313-d3e1cb4f6e5d service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858738 Oct 28 22:12:31.911805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-49915b61-50de-45f8-9dda-0d004fb02f5e req-27264c95-312f-4ce9-b535-e2ea76e75537 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855036 Oct 28 22:12:32.092737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2c259031-6798-4d39-b60c-623396886635 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:12:32.186691 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:32.197319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '2c259031-6798-4d39-b60c-623396886635', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:12:32.238729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:32.251937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c259031-6798-4d39-b60c-623396886635 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:12:32.270945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:32.274572 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:32.320164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:32.327494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.327838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.328178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.328535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.329266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.329266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.329489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.329811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.330133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.330450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.330769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.331085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:32.532578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['2c259031-6798-4d39-b60c-623396886635'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:12:32.628687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:12:32.690860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:12:32.815445 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebfe92-403c-409c-a4ef-c44aec5a6925 req-78395b7a-ac97-491c-9cec-9d552322f115 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:32.816968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eebfe92-403c-409c-a4ef-c44aec5a6925 req-78395b7a-ac97-491c-9cec-9d552322f115 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0539634 Oct 28 22:12:32.854286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4eebfe92-403c-409c-a4ef-c44aec5a6925 req-34dc7db1-6870-46dd-b878-31b535ae1385 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Oct 28 22:12:33.132786 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-1752f7e5-ae3b-41a9-9f50-f632be97ccb1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.134247 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-1752f7e5-ae3b-41a9-9f50-f632be97ccb1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&tenant_id=59d4b3ede53d427895221533265e70c9&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 945 time: 0.0516014 Oct 28 22:12:33.149650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fd9de-332d-4a82-9a70-4e37f67a387f req-66bfab97-62fc-4219-a6a2-d665aaf8b810 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.151127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-445fd9de-332d-4a82-9a70-4e37f67a387f req-66bfab97-62fc-4219-a6a2-d665aaf8b810 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0491531 Oct 28 22:12:33.190379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-445fd9de-332d-4a82-9a70-4e37f67a387f req-55f937d2-37d9-4e10-bda7-98ca12244ee9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Oct 28 22:12:33.200463 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-1e6d2b70-99a7-4b87-ad8d-91db8677c727 service neutron] 10.222.0.52 "GET /v2.0/ports/2c259031-6798-4d39-b60c-623396886635/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.0591319 Oct 28 22:12:33.261489 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-871e6fc9-96e9-4856-a0ca-0e14113bf0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.262932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-871e6fc9-96e9-4856-a0ca-0e14113bf0bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1097 time: 0.0408378 Oct 28 22:12:33.354201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-eff9e0a5-21b2-4d91-bf25-3a1a455b30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.355627 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-eff9e0a5-21b2-4d91-bf25-3a1a455b30fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0860317 Oct 28 22:12:33.417901 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-725c1e7d-1a86-4b67-b39a-3e83f881b8ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1002 time: 0.0552526 Oct 28 22:12:33.463837 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-ee674344-8212-4645-b069-9d3ce61012f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.465236 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-ee674344-8212-4645-b069-9d3ce61012f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0403881 Oct 28 22:12:33.513176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-85c81b49-bdc9-4ac7-b2af-07f61450bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:33.514739 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-85c81b49-bdc9-4ac7-b2af-07f61450bddd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422630 Oct 28 22:12:33.608797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-f19401b7-0653-4c4e-b938-69c18b9e7d14 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864015 Oct 28 22:12:33.698777 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-4da0cd2e-1b39-4533-8e7a-6c7c5901764a service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842736 Oct 28 22:12:34.094795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2c259031-6798-4d39-b60c-623396886635 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:12:34.143367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 2c259031-6798-4d39-b60c-623396886635 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:12:34.147581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 2c259031-6798-4d39-b60c-623396886635 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:12:34.147943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:34.227666 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:34.253015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:34.255422 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f9d41b-54b7-43ef-9877-d25551111ad4" -d '{"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-plugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:34.269471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:34.274981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:34.312975 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c173aa-3cc5-48ad-beb5-e77e6d3fafcb x-openstack-request-id: req-f2c173aa-3cc5-48ad-beb5-e77e6d3fafcb {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:34.313268 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-plugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:34.313548 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2c173aa-3cc5-48ad-beb5-e77e6d3fafcb {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:34.313939 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'code': 200} Oct 28 22:12:34.324890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46f273-d039-4ae3-8c4a-fae53ada6462 req-9884c0af-b756-43a5-a4b1-c9a03954c839 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:34.326534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a46f273-d039-4ae3-8c4a-fae53ada6462 req-9884c0af-b756-43a5-a4b1-c9a03954c839 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0598910 Oct 28 22:12:34.328234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:34.366520 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9a46f273-d039-4ae3-8c4a-fae53ada6462 req-154b2fa7-7ddd-418a-b78c-a30a80da911d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Oct 28 22:12:35.495098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e51a5-31c8-4cef-9ae5-534a5e25d977 req-61686c4c-cbff-444f-bad9-f28386e335a4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:35.496638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-023e51a5-31c8-4cef-9ae5-534a5e25d977 req-61686c4c-cbff-444f-bad9-f28386e335a4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 946 time: 0.0543034 Oct 28 22:12:35.535848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-023e51a5-31c8-4cef-9ae5-534a5e25d977 req-1dd35b88-8726-4eae-9a9a-ab13660dfaeb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Oct 28 22:12:35.604134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-76aa6468-3a73-42f2-b0f4-db9c488ae2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:35.605647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-76aa6468-3a73-42f2-b0f4-db9c488ae2cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1098 time: 0.0410070 Oct 28 22:12:35.617062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:12:35.668136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:35.870663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:35.904386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:12:35.944769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:35.947161 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5caa7-20fa-4189-8259-55ccfaac2349" -d '{"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:35.951056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:35.964176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Transition to ACTIVE for port object 2c259031-6798-4d39-b60c-623396886635 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:12:35.968733 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:36.008054 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e9bae2-ffb6-4844-885b-8947d0aa1fca x-openstack-request-id: req-49e9bae2-ffb6-4844-885b-8947d0aa1fca {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:36.008354 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c259031-6798-4d39-b60c-623396886635", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:36.008807 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49e9bae2-ffb6-4844-885b-8947d0aa1fca {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:36.009094 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'code': 200} Oct 28 22:12:36.053664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=10']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:36.070774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.071121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.071460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.071799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.072345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.072704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.073034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.073359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.073684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.074007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.074329 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.074647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:12:36.107367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] No DVR routers for this DVR port 2c259031-6798-4d39-b60c-623396886635 on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:12:36.242302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:12:36.242548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:12:36.242875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:36.247169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:12:36.247485 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Attempting to bind port 2c259031-6798-4d39-b60c-623396886635 on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:36.253049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:12:36.253381 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:12:36.253756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:12:36.254176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Bound port: 2c259031-6798-4d39-b60c-623396886635, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:12:36.254529 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:36.318622 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:12:36.321687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:12:36.325591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:36.364910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.365511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:36.366871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1094 time: 0.7536612 Oct 28 22:12:36.387199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a18ef8-93fd-42a0-9bc7-965ff9a9f610 service neutron] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=11']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:36.435470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-fa112fe5-5191-41f1-801c-d1de3aa47ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.437132 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-fa112fe5-5191-41f1-801c-d1de3aa47ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1097 time: 0.0438795 Oct 28 22:12:36.529370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-47e6a1e4-cff5-4ae3-a1dd-12559527e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.531403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-47e6a1e4-cff5-4ae3-a1dd-12559527e5d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0875206 Oct 28 22:12:36.604997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-f5ee4184-2b68-4e5c-9415-d9b1af5a4496 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0665660 Oct 28 22:12:36.682051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-813d0f6d-9de3-443c-8b37-c5036ecd4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.683423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-813d0f6d-9de3-443c-8b37-c5036ecd4d37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0658357 Oct 28 22:12:36.692439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6107b-101e-4874-8e84-990e77b40911 req-36649425-a808-4ad1-a42b-8304a9b653b8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.693803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ed6107b-101e-4874-8e84-990e77b40911 req-36649425-a808-4ad1-a42b-8304a9b653b8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0845873 Oct 28 22:12:36.758441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ed6107b-101e-4874-8e84-990e77b40911 req-3ebb6301-28e8-4ed9-b807-54b7b99349e2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557871 Oct 28 22:12:36.762831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-5e743e3a-7221-4314-8c63-08abe14fc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:36.764480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-5e743e3a-7221-4314-8c63-08abe14fc9a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696585 Oct 28 22:12:36.852691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-7080b5af-b552-4998-8032-b2650acea60f service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808342 Oct 28 22:12:36.944589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c73e8048-14c8-4038-b773-b78e4f3b038e req-dad30894-a59d-48aa-a4b7-63d26ad72ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Oct 28 22:12:37.881436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eca9bc-7887-4c88-9cd8-3f794c9dddf6 req-f38532d1-c5c7-4f18-ac29-541fc0bbc7dc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:37.882913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18eca9bc-7887-4c88-9cd8-3f794c9dddf6 req-f38532d1-c5c7-4f18-ac29-541fc0bbc7dc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0489790 Oct 28 22:12:37.920606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18eca9bc-7887-4c88-9cd8-3f794c9dddf6 req-c8517d47-34f9-425a-8fcb-8725f38f21b0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Oct 28 22:12:38.009776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:38.012111 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f5ab0-2077-42d1-8441-67d1af96a7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:38.059600 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d5646-59d0-481a-b01f-146d90960171 x-openstack-request-id: req-a97d5646-59d0-481a-b01f-146d90960171 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:38.059887 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "tag": "2c259031-6798-4d39-b60c-623396886635", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:38.060137 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a97d5646-59d0-481a-b01f-146d90960171 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:38.061274 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'status': 'completed', 'code': 200} Oct 28 22:12:38.095287 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2c259031-6798-4d39-b60c-623396886635 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:12:38.120491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-f55a3d06-c8bd-4086-ab39-353f557bd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.122220 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-f55a3d06-c8bd-4086-ab39-353f557bd937 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1097 time: 0.0414100 Oct 28 22:12:38.132415 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-72a79157-686c-4687-b3f8-fb0b181f32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.133893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-72a79157-686c-4687-b3f8-fb0b181f32bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 1097 time: 0.0461476 Oct 28 22:12:38.134161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 2c259031-6798-4d39-b60c-623396886635 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:12:38.217652 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-baa79630-5553-4778-b21e-124d83595a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.219116 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-baa79630-5553-4778-b21e-124d83595a72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0902739 Oct 28 22:12:38.229309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-dda75aa7-bd26-4756-8f57-6158e0cf4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.231705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-dda75aa7-bd26-4756-8f57-6158e0cf4e68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0855088 Oct 28 22:12:38.287971 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-0a2b03cf-5a26-49a8-ab9d-97cdc7764015 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0605533 Oct 28 22:12:38.300482 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-ebaa202d-0232-4292-ba68-d02a9fa72b1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 200 len: 1001 time: 0.0625138 Oct 28 22:12:38.337586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-d4e32d2d-90c3-4d7f-b717-581b6a38220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.339264 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-d4e32d2d-90c3-4d7f-b717-581b6a38220b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0448923 Oct 28 22:12:38.351566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-7a87a523-4b3e-4085-a3d0-a8fd0f5e78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.353321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-7a87a523-4b3e-4085-a3d0-a8fd0f5e78d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0455036 Oct 28 22:12:38.393878 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-e129b859-1cd3-4542-8892-b7ada27157f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.395543 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-e129b859-1cd3-4542-8892-b7ada27157f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496607 Oct 28 22:12:38.402394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-54e10ec3-2408-4fda-8224-df668b8c225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:38.403917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-54e10ec3-2408-4fda-8224-df668b8c225d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435007 Oct 28 22:12:38.502447 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-bfcb0756-1c0c-4621-8ea7-afc928440c4c service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996404 Oct 28 22:12:38.615962 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-5febbc97-f18e-4e5d-a472-05846c39e1ca service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064618 Oct 28 22:12:38.824589 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-485e941c-7789-486a-8e63-67a81ec196d3 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124343 Oct 28 22:12:38.912811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-089f5ab0-2077-42d1-8441-67d1af96a7b2 req-d80018d4-16ae-4113-a9aa-d2c1dbbb250a service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811625 Oct 28 22:12:39.039398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e826d-a455-4209-a951-5182d0405c9a req-6388a324-23b8-463c-a233-15e0209ac500 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:39.040861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-231e826d-a455-4209-a951-5182d0405c9a req-6388a324-23b8-463c-a233-15e0209ac500 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0523877 Oct 28 22:12:39.078380 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-231e826d-a455-4209-a951-5182d0405c9a req-effe6d05-cf3a-456a-aee3-7e2ee2860963 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Oct 28 22:12:39.193587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efbead-8c52-475d-bef8-781b04581371 req-91d7f4c8-45f0-4187-bdf4-f65b4e4482b2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:39.194930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75efbead-8c52-475d-bef8-781b04581371 req-91d7f4c8-45f0-4187-bdf4-f65b4e4482b2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0491621 Oct 28 22:12:39.233009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75efbead-8c52-475d-bef8-781b04581371 req-3d6fee37-4c4a-41c2-b4e5-98b51b413c17 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Oct 28 22:12:39.346530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8d222-6850-4454-b791-116d87440de9 req-23b0557d-84ca-4dab-a39c-76810e59176e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:39.348329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adc8d222-6850-4454-b791-116d87440de9 req-23b0557d-84ca-4dab-a39c-76810e59176e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0500798 Oct 28 22:12:39.385278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-adc8d222-6850-4454-b791-116d87440de9 req-796fb14e-5b07-4957-ba9a-098596278c04 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Oct 28 22:12:39.621123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f23cd-ff6a-4811-9e83-3a523c438f98 req-39a61224-1276-45a8-a069-ed7a39c75037 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:39.622577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b5f23cd-ff6a-4811-9e83-3a523c438f98 req-39a61224-1276-45a8-a069-ed7a39c75037 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0528083 Oct 28 22:12:39.660846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b5f23cd-ff6a-4811-9e83-3a523c438f98 req-cd951448-8e43-4aaa-9fb0-120b328d188f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321927 Oct 28 22:12:40.660295 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:12:40.761440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:40.772743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '2c259031-6798-4d39-b60c-623396886635', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '2c259031-6798-4d39-b60c-623396886635', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:12:40.796096 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-5e20676a-597e-4b99-bbec-555a24b1d8b7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:40.797586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-5e20676a-597e-4b99-bbec-555a24b1d8b7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0745332 Oct 28 22:12:40.810179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ed53d-032e-4b07-bd3b-9d80738d58d0 req-cc9d245f-6395-492e-a30d-a180fa0d6166 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:40.812220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b6ed53d-032e-4b07-bd3b-9d80738d58d0 req-cc9d245f-6395-492e-a30d-a180fa0d6166 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 945 time: 0.0799401 Oct 28 22:12:40.814706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:40.828340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c259031-6798-4d39-b60c-623396886635 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:12:40.849032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:40.853077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:40.900680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b6ed53d-032e-4b07-bd3b-9d80738d58d0 req-da334608-f04f-4021-a955-2360b8c8a984 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790713 Oct 28 22:12:40.909550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f66242c7-d061-42dd-ac4f-9b104e98c938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:40.914151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:40.927205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Deleting port 2c259031-6798-4d39-b60c-623396886635 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:12:40.927540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.014888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] For port 2c259031-6798-4d39-b60c-623396886635, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=2c259031-6798-4d39-b60c-623396886635,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:41.015246 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.184541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.184820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.185131 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb disassociated. External IP: 172.25.4.219, port: 2c259031-6798-4d39-b60c-623396886635. Oct 28 22:12:41.185468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Calling delete_port for 2c259031-6798-4d39-b60c-623396886635 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:12:41.310152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.339764 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'Port': ['ID=2c259031-6798-4d39-b60c-623396886635,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:41.458351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:12:41.565954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:12:41.576296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:12:41.586521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:12:41.587313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:12:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:41.608091 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] No DVR routers for this DVR port 2c259031-6798-4d39-b60c-623396886635 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:12:41.610805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:41.614169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d4938a9-1644-4bd9-8af0-836f8cd4bcee req-2f1ae37b-0c50-41fe-ad4c-791e44fc66a6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "DELETE /v2.0/ports/2c259031-6798-4d39-b60c-623396886635 HTTP/1.1" status: 204 len: 173 time: 0.8010044 Oct 28 22:12:41.614562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-deleted', 'tag': '2c259031-6798-4d39-b60c-623396886635'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:41.616821 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f985e2d-cb02-48f4-a264-87633f20f567" -d '{"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-deleted", "tag": "2c259031-6798-4d39-b60c-623396886635"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:41.653898 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fc89fc-1e11-4d21-b711-d2b556ebfb3c x-openstack-request-id: req-12fc89fc-1e11-4d21-b711-d2b556ebfb3c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:41.654233 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1d109-af8f-445f-9ed9-931bbd60442d", "name": "network-vif-deleted", "tag": "2c259031-6798-4d39-b60c-623396886635", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:41.655020 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12fc89fc-1e11-4d21-b711-d2b556ebfb3c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:41.655430 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1d109-af8f-445f-9ed9-931bbd60442d', 'name': 'network-vif-deleted', 'tag': '2c259031-6798-4d39-b60c-623396886635', 'status': 'completed', 'code': 200} Oct 28 22:12:41.699290 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:12:41.897106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:41.924856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:12:41.934373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:12:41.934993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:12:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:42.015401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b94df80-4480-451e-a2cd-c48f1d49fc80 req-b1e006e5-3ee8-4eb8-adaa-ecc5d1948bfc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be1d109-af8f-445f-9ed9-931bbd60442d HTTP/1.1" status: 200 len: 210 time: 0.0284584 Oct 28 22:12:42.053781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:12:42.262728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:42.291742 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:42.292561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db777-eb4b-48a9-bb37-3488083974ac None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:12:42.486319 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:42.527225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4217ab-ad9b-40e0-8b0a-e6b0156d2f55 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:12:43.296775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-eca6c193-e2c9-431a-b1dc-3abc3482fc29 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1300703087&fields=id&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 267 time: 0.0326996 Oct 28 22:12:43.404152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-bed6b7f2-6e2c-4313-adf7-434c8c0e47f5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:43.406258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-bed6b7f2-6e2c-4313-adf7-434c8c0e47f5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1028788 Oct 28 22:12:43.421431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-449a3060-d388-42cd-8053-ea88bc4c9570 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/quotas/59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 375 time: 0.0095284 Oct 28 22:12:43.473678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-03f21e04-a269-4f41-8985-3c7b97a09da0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469747 Oct 28 22:12:43.487776 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-071b94dc-2b59-40cd-b1e2-187515cbb030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:43.618568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-60b60fe8-8ef1-4d77-8126-7e2a92b36f11 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316478 Oct 28 22:12:43.710548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-41ad166a-9a75-4ead-b604-fc58d02759a4 service neutron] 10.222.0.31 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Oct 28 22:12:43.869035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc62ef22-016f-4e6e-b482-426e113c5f74 req-65769776-5a22-438a-a480-d543def4be92 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0272901 Oct 28 22:12:44.688903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:12:44.712446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 2c259031-6798-4d39-b60c-623396886635 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:12:44.712786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 2c259031-6798-4d39-b60c-623396886635 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:12:44.950514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:44.968282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c456e29-7c73-4a08-87e4-8563efd2a4af req-ec44440f-e07e-4012-8d8a-3ac3466eae4d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0274165 Oct 28 22:12:45.262328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:45.788016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-883e1dda-bc89-4f91-9d2b-f996b55c1a8b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:45.789490 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-883e1dda-bc89-4f91-9d2b-f996b55c1a8b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 811 time: 0.1119354 Oct 28 22:12:45.839130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-8e3e3388-8e0a-4ebf-8402-9910d158d6ee tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 380 time: 0.0400000 Oct 28 22:12:45.852481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'port': {'device_id': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'admin_state_up': True, 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'security_groups': ['c554f98d-44f2-4b59-b343-5d2a390991a3']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:12:45.975797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Made reservation on behalf of 59d4b3ede53d427895221533265e70c9 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:12:45.979292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.071052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f50b7983-f822-41fd-adcc-7109ffbe3556 req-26499323-ad30-4afe-bbac-2bc930c5f505 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0300663 Oct 28 22:12:46.130679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Allocated IP 172.20.0.8 (2887ba24-4194-4807-912e-58323ca23647/415a50fb-7306-486c-b71f-51ac9a1ca54f/88801583-4cb0-469a-b362-815cb66dd33c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:12:46.275101 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.307298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.354688 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Network 2887ba24-4194-4807-912e-58323ca23647 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:12:46.357766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:12:46.361509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:12:46.385475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:46.415201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:46.415831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.431854 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-1b63b370-06f3-4eb9-98bf-87840f19c073 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830724 Oct 28 22:12:46.443920 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Request body: {'port': {'device_id': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:12:46.500333 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.585925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-faa3137c-5c88-4f67-bc28-901a27093d03 None None] Provisioning complete for port 88801583-4cb0-469a-b362-815cb66dd33c triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:12:46.586597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-faa3137c-5c88-4f67-bc28-901a27093d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.619518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-faa3137c-5c88-4f67-bc28-901a27093d03 None None] Port 88801583-4cb0-469a-b362-815cb66dd33c cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:12:46.763483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:12:46.770838 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.782535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Transition to ACTIVE for port object 88801583-4cb0-469a-b362-815cb66dd33c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:12:46.787175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.804206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.839827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:46.909554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:12:46.909883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:12:46.910207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:46.914931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:12:46.915242 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:12:46.921439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:12:46.921777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:12:46.922156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:12:46.922582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Bound port: 88801583-4cb0-469a-b362-815cb66dd33c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:12:46.922930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:46.991720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:12:46.995081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:12:46.999978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:47.037755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.038373 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:47.039751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1092 time: 0.6000597 Oct 28 22:12:47.040184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:47.042447 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2711d0-ab01-41cc-8dc3-64590b73e76a" -d '{"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:47.080590 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b9adc-1342-4948-9130-a0e32da357f7 service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:47.085992 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817859c7-16ef-4144-ae89-0fbc60aa3436 x-openstack-request-id: req-817859c7-16ef-4144-ae89-0fbc60aa3436 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:47.086226 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:47.086469 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817859c7-16ef-4144-ae89-0fbc60aa3436 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:47.086905 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'status': 'completed', 'code': 200} Oct 28 22:12:47.135093 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-4bd226e9-6ef1-4852-ae8e-bff095c353aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.136735 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-4bd226e9-6ef1-4852-ae8e-bff095c353aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1095 time: 0.0490787 Oct 28 22:12:47.194090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-c7b42575-2be0-4476-a48e-b67f0ee0743f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 217 time: 0.0489314 Oct 28 22:12:47.270820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208207f-b39a-492d-b185-87c5983c1fed req-ae8eb47d-730a-453a-b30e-c5f8150f4fb1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.272582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a208207f-b39a-492d-b185-87c5983c1fed req-ae8eb47d-730a-453a-b30e-c5f8150f4fb1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.1214340 Oct 28 22:12:47.274611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-a1881992-7690-4d28-8a96-76adeade6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.276624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-a1881992-7690-4d28-8a96-76adeade6a2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0679312 Oct 28 22:12:47.338067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a208207f-b39a-492d-b185-87c5983c1fed req-8ac7b9e9-90b4-4e74-86e2-3e480625d0da tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585272 Oct 28 22:12:47.344682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-d8aff804-0640-473c-9c59-0bd89a77b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.346130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-d8aff804-0640-473c-9c59-0bd89a77b4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600779 Oct 28 22:12:47.440387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-8e829e09-bf96-4680-8896-b2720e1a5def service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864809 Oct 28 22:12:47.531625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d52c1127-dc59-4ff2-a1aa-7a5a23fbf531 req-435946dc-a44e-4b94-85f3-46979e9dbcb5 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846329 Oct 28 22:12:47.613267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-c04e6f8e-7c7e-41f9-ae9a-c71331148c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.614671 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-c04e6f8e-7c7e-41f9-ae9a-c71331148c8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1095 time: 0.0415847 Oct 28 22:12:47.707483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-66aa30da-9ba5-47a4-bb03-9e8e8241d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.708948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-66aa30da-9ba5-47a4-bb03-9e8e8241d779 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0865273 Oct 28 22:12:47.747932 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-49d12528-9683-4f72-a44e-2ec5c9485290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 217 time: 0.0318067 Oct 28 22:12:47.796159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-5fbcdd34-a98b-462b-ac4e-8bdcf07f99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.797664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-5fbcdd34-a98b-462b-ac4e-8bdcf07f99ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0416307 Oct 28 22:12:47.845042 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-8d314a6d-3128-4f7c-b273-03b2f0e5d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:47.846512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-8d314a6d-3128-4f7c-b273-03b2f0e5d06e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404415 Oct 28 22:12:47.940135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-0df6d432-2595-472d-9f81-5f3984498abc service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Oct 28 22:12:48.031804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1b2711d0-ab01-41cc-8dc3-64590b73e76a req-359af4d7-3f7c-4fdf-a9cc-388cd214e268 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Oct 28 22:12:48.455202 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfef772-1b96-4a6f-809c-054515ddcf72 req-b63ba32b-8d52-46a2-8c11-bad50d718306 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:48.456662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dfef772-1b96-4a6f-809c-054515ddcf72 req-b63ba32b-8d52-46a2-8c11-bad50d718306 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0477595 Oct 28 22:12:48.493833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0dfef772-1b96-4a6f-809c-054515ddcf72 req-16128430-6567-48e4-9607-7574ef6aacf9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Oct 28 22:12:49.176974 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:12:49.608424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ddd66-ece4-4c09-99fb-f91d24757e0c req-cf92d5dd-dd17-4800-a88c-657fd0b3b483 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:49.610776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-688ddd66-ece4-4c09-99fb-f91d24757e0c req-cf92d5dd-dd17-4800-a88c-657fd0b3b483 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0496273 Oct 28 22:12:49.648666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-688ddd66-ece4-4c09-99fb-f91d24757e0c req-a5af07b8-1f8b-47ea-94e0-eea1ba8bfe9f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Oct 28 22:12:50.735927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:12:50.767653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7280c1-4aab-4b33-b3dc-478ba53cd249 req-728aee3e-1526-487f-a493-f0898acd38d0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:50.769165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c7280c1-4aab-4b33-b3dc-478ba53cd249 req-728aee3e-1526-487f-a493-f0898acd38d0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0536122 Oct 28 22:12:50.809559 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c7280c1-4aab-4b33-b3dc-478ba53cd249 req-06aa1e90-8dcf-4110-b711-d2f84cad9154 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Oct 28 22:12:50.836575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:50.847755 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '88801583-4cb0-469a-b362-815cb66dd33c', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:12:50.887683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:50.900913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:12:50.919776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:50.924181 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:50.970555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:51.116380 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['88801583-4cb0-469a-b362-815cb66dd33c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:12:51.924488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818edc06-45b4-46ce-8ccb-e2e8f9d309b8 req-59a88c8b-32ea-44b6-9d9a-1e5313e80ebf tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:51.925961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818edc06-45b4-46ce-8ccb-e2e8f9d309b8 req-59a88c8b-32ea-44b6-9d9a-1e5313e80ebf tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0500097 Oct 28 22:12:51.963473 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-818edc06-45b4-46ce-8ccb-e2e8f9d309b8 req-892f9276-4dbd-4bfc-9440-11c3fa28e300 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Oct 28 22:12:52.750516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:12:52.800010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 88801583-4cb0-469a-b362-815cb66dd33c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:12:52.804151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 88801583-4cb0-469a-b362-815cb66dd33c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:12:52.804842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:52.879509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:52.904272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:52.907145 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd868089-b48e-4da2-b253-f3f931358ee5" -d '{"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-plugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:52.919809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:12:52.924301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:52.947619 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f8b76-3a31-4a69-96a8-0f701f7c80ac x-openstack-request-id: req-bc6f8b76-3a31-4a69-96a8-0f701f7c80ac {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:52.947912 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-plugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:52.948165 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc6f8b76-3a31-4a69-96a8-0f701f7c80ac {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:52.948583 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'code': 200} Oct 28 22:12:52.974211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:12:53.076285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ae16e-09a9-49bb-87d7-382e593bdfbf req-e91e2cf1-26c9-421a-b6a1-b5d80f19d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:53.077846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-392ae16e-09a9-49bb-87d7-382e593bdfbf req-e91e2cf1-26c9-421a-b6a1-b5d80f19d6da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1097 time: 0.0740683 Oct 28 22:12:53.089756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcab93-d3ec-4451-9adf-4f53b104fad5 req-9f683f95-da26-487b-986d-c281f47c6fe8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:53.091121 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1dfcab93-d3ec-4451-9adf-4f53b104fad5 req-9f683f95-da26-487b-986d-c281f47c6fe8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0585673 Oct 28 22:12:53.140787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-392ae16e-09a9-49bb-87d7-382e593bdfbf req-b7e6c1c5-94fc-4390-9dbd-84966217b077 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487254 Oct 28 22:12:53.147630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1dfcab93-d3ec-4451-9adf-4f53b104fad5 req-fba03ef4-6bbd-437d-9eee-269c47b60417 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Oct 28 22:12:54.265766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99085c-6e15-442b-baf4-d2c050919ce6 req-daa009c7-3fd6-45b4-a384-b3db62c1f630 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:54.267224 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce99085c-6e15-442b-baf4-d2c050919ce6 req-daa009c7-3fd6-45b4-a384-b3db62c1f630 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0494542 Oct 28 22:12:54.305642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce99085c-6e15-442b-baf4-d2c050919ce6 req-83b2cb04-7d4a-46d5-8d42-b204e3bd3cf0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Oct 28 22:12:54.418219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351ac56-6406-4233-911b-823e1a5175a5 req-9c30539e-58bf-43cd-93b0-92d9894d8632 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:54.419683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e351ac56-6406-4233-911b-823e1a5175a5 req-9c30539e-58bf-43cd-93b0-92d9894d8632 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0485394 Oct 28 22:12:54.429642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 56706) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:12:54.433925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Request body: {'floatingip': {'port_id': '88801583-4cb0-469a-b362-815cb66dd33c'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:12:54.475916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:54.879661 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:54.883507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:54.980849 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb associated. External IP: 172.25.4.219, port: 88801583-4cb0-469a-b362-815cb66dd33c. Oct 28 22:12:55.185674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:12:55.614695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:12:55.619498 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:12:55.624096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:12:55.633851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:12:55.634449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:12:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:55.647079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1daf555f-1d42-4b2f-81c4-7e585c4a494c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "PUT /v2.0/floatingips/452f73e9-21e4-49a0-9a85-5668cefb07cb HTTP/1.1" status: 200 len: 992 time: 1.2164044 Oct 28 22:12:55.647672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:12:55.650201 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:12:55.688387 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e96099-1574-43f6-a987-141687963d0c x-openstack-request-id: req-13e96099-1574-43f6-a987-141687963d0c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:12:55.688673 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:12:55.688927 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13e96099-1574-43f6-a987-141687963d0c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:12:55.689323 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'status': 'completed', 'code': 200} Oct 28 22:12:55.753069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-54f0a85a-22ad-433a-946c-4cf15b27e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:55.754564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-54f0a85a-22ad-433a-946c-4cf15b27e646 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1097 time: 0.0435543 Oct 28 22:12:55.855804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-50664daa-e6da-4ee7-94d5-7398e245f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:55.857311 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-50664daa-e6da-4ee7-94d5-7398e245f0d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0958984 Oct 28 22:12:55.921261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:12:55.924245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-3389f0e5-472a-4f0e-8ecd-4f5cd89a4c87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0593684 Oct 28 22:12:55.974807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-60c35019-0e97-49aa-8488-7de74b8d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:55.976287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-60c35019-0e97-49aa-8488-7de74b8d55c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0458858 Oct 28 22:12:56.025786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-8b6a1acf-fa08-444a-aba7-1dca7ad0bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:12:56.027297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-8b6a1acf-fa08-444a-aba7-1dca7ad0bbbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442891 Oct 28 22:12:56.115991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-bc258f69-3db3-4d80-8926-d4f72c2baba4 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812101 Oct 28 22:12:56.159605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:12:54Z', 'revision_number': 13, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:56.190312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:12:56.198530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:12:56.199131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:12:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:56.210330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ac97f2ed-7e7b-42ef-9652-f87313aec0b2 req-b1d6ccc3-b1b0-4b9d-89e8-7e906bc364ea service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869632 Oct 28 22:12:56.305151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:12:56.525884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:12:54Z', 'revision_number': 13, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:12:56.555218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdd75b6-89bc-49a5-9aab-b475db52b223 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '452f73e9-21e4-49a0-9a85-5668cefb07cb', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:06:00Z', 'updated_at': '2021-10-28T22:12:54Z', 'revision_number': 13, 'project_id': '59d4b3ede53d427895221533265e70c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:12:56.745977 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a89eab-e2f1-4d0e-97be-87c05573624f None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:13:04.687351 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-ec011d3a-35ed-4165-8bf8-aef344465d96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393212 Oct 28 22:13:04.767597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-c89290e6-7c1d-41c6-b37b-386386f17b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:13:04.769118 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-c89290e6-7c1d-41c6-b37b-386386f17b02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1097 time: 0.0421174 Oct 28 22:13:04.878756 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-259d19a4-4ce4-4a93-9d28-0d16db150377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:13:04.880203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-259d19a4-4ce4-4a93-9d28-0d16db150377 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0891490 Oct 28 22:13:04.945314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-06f21472-251f-4340-b71e-2d130137dc60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1002 time: 0.0578535 Oct 28 22:13:04.996595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-2414774f-0dad-43d6-bbed-acd59a8b3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:13:04.997984 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-2414774f-0dad-43d6-bbed-acd59a8b3399 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0460541 Oct 28 22:13:05.042719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-02138a99-6340-4203-b6b6-87e6af6c07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:13:05.044152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-02138a99-6340-4203-b6b6-87e6af6c07d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387440 Oct 28 22:13:05.131432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-b271dc9c-8998-4bbb-8c71-0cb86bddebb8 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803585 Oct 28 22:13:05.227558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2db6e3f7-8fc9-40f2-ad2f-bbe7fa387bd8 req-04ca5607-1177-4013-a462-1b14cfe6686a service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888889 Oct 28 22:13:08.154985 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-023f1709-80de-4a19-8d1e-ef2e738b6d8d req-83ce9067-3f64-4caf-ab65-cf957e1da2d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255761 Oct 28 22:13:08.221230 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-023f1709-80de-4a19-8d1e-ef2e738b6d8d req-5b83dc6a-ada3-4034-9bb3-ecb401a4d613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0246091 Oct 28 22:13:08.259444 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-023f1709-80de-4a19-8d1e-ef2e738b6d8d req-89746d34-6770-4fac-96ea-fec1ec8e06ac service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194874 Oct 28 22:13:08.355375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1709-80de-4a19-8d1e-ef2e738b6d8d req-eb5dbcd0-41a4-4233-b69c-71ad94d663b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:13:08.356876 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-023f1709-80de-4a19-8d1e-ef2e738b6d8d req-eb5dbcd0-41a4-4233-b69c-71ad94d663b6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896933 Oct 28 22:13:10.891797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-046364dd-25e9-48b8-9d3e-3845008efd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:12.285978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:12.498622 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:13.489586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7d4ba5a7-d8b7-49ec-aa52-4fd8cb808c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:14.943352 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:15.263805 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:16.807207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:26.176736 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:13:40.893584 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8199-7d6a-43da-a7e6-93cdb4c07b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:42.277560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:42.496629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:43.490085 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bcdf57bf-c4f4-4950-835d-b86d001efdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:44.946035 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:45.268117 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:13:46.809114 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:03.176181 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:14:04.684048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-a0850b8d-15e9-411d-99bb-069283ef5ba3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389321 Oct 28 22:14:04.769726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-f12b09d2-4002-4874-920c-99a2d1d31a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:04.771213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-f12b09d2-4002-4874-920c-99a2d1d31a40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1097 time: 0.0457284 Oct 28 22:14:04.877021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-bcf6897e-ca16-4f1e-90d5-a2e744064be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:04.878487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-bcf6897e-ca16-4f1e-90d5-a2e744064be1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0868530 Oct 28 22:14:04.947494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-06db2fef-ef97-4b12-aa9c-cc2950a9026f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1002 time: 0.0605953 Oct 28 22:14:04.996137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-f7c10559-7bd4-4453-924b-edcb62728108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:04.998133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-f7c10559-7bd4-4453-924b-edcb62728108 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0428827 Oct 28 22:14:05.042751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-8506fdce-6e7d-4e70-8ce4-01b47e8bc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:05.044199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-8506fdce-6e7d-4e70-8ce4-01b47e8bc40d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393810 Oct 28 22:14:05.137480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-fdffb0fe-e155-43a6-a4c9-3f1ad24711d7 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861218 Oct 28 22:14:05.226129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce56b2db-82c3-4fa7-a852-4659f31f4666 req-255901ee-d938-45f9-8114-18f1b1c02281 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Oct 28 22:14:08.150638 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f800ef5a-b54f-49be-af73-164c6844d7a7 req-41fea6dd-c0ec-4b0d-9fce-9cff4ff350bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258558 Oct 28 22:14:08.215113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f800ef5a-b54f-49be-af73-164c6844d7a7 req-5a2fb6de-266b-4c03-bb87-4a24c94d946f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0241709 Oct 28 22:14:08.253751 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f800ef5a-b54f-49be-af73-164c6844d7a7 req-fa701744-fae2-4fce-a72c-3d15b7f66020 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200388 Oct 28 22:14:08.687945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ef5a-b54f-49be-af73-164c6844d7a7 req-17f4d6c0-0b15-4828-b4ff-f56fd9a6e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:08.689419 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f800ef5a-b54f-49be-af73-164c6844d7a7 req-17f4d6c0-0b15-4828-b4ff-f56fd9a6e9fa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4291997 Oct 28 22:14:10.894184 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dcec8ae3-25ea-46df-89ba-553d6f5cd71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:12.277012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:12.509570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:13.491782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-29765f86-cf1b-4288-8c77-9a05e2dca2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:14.947490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:15.270339 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:16.812472 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:32.867892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d73b1-8520-455f-845f-56db4a28b7ec req-62d69ec2-e205-4a04-896a-7115b08c3419 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:32.869371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e37d73b1-8520-455f-845f-56db4a28b7ec req-62d69ec2-e205-4a04-896a-7115b08c3419 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0494044 Oct 28 22:14:32.912843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e37d73b1-8520-455f-845f-56db4a28b7ec req-d23771cc-9a9d-4817-9e52-07ba2f8c8255 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369909 Oct 28 22:14:40.175856 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:14:40.896741 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02a11e60-84c8-4e16-9544-1b19faa8b6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:42.276957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:42.525742 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:43.493431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-014f9901-1265-4a36-b0c3-21fe178fc905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:43.841780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-7c1e16cb-47c6-4317-b5a4-ba1501ab3b95 req-1d77e014-6fc2-4f1f-8ff2-73f87945ee84 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:14:43.843399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c1e16cb-47c6-4317-b5a4-ba1501ab3b95 req-1d77e014-6fc2-4f1f-8ff2-73f87945ee84 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054708 Oct 28 22:14:44.006491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-86f90bb2-fa1b-406c-ab3d-d17a2133918e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408657 Oct 28 22:14:44.015429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-fd15a5d7-88ef-410d-bbbf-a6775fe37cdd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:14:44.016592 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-fd15a5d7-88ef-410d-bbbf-a6775fe37cdd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053802 Oct 28 22:14:44.027232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d07c2-b1e8-4a76-b864-70adb8cc6d2b req-74ff5e25-5133-4a78-9df8-867150d9b687 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:44.028771 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a8d07c2-b1e8-4a76-b864-70adb8cc6d2b req-74ff5e25-5133-4a78-9df8-867150d9b687 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0502660 Oct 28 22:14:44.069327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1a8d07c2-b1e8-4a76-b864-70adb8cc6d2b req-436c8fdc-fe3e-45b9-9dc1-5f67bdc4861d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Oct 28 22:14:44.949670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:45.185348 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954de44-33b2-49f8-b6f3-b41a86608090 req-b9ebf813-777a-43ab-aa37-65173f5223c8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:45.187478 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8954de44-33b2-49f8-b6f3-b41a86608090 req-b9ebf813-777a-43ab-aa37-65173f5223c8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0500729 Oct 28 22:14:45.236054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8954de44-33b2-49f8-b6f3-b41a86608090 req-995283a3-6ccf-40f2-9cbc-6e0c8c57bb20 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Oct 28 22:14:45.263779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a4cfbd34-951b-4e29-a930-569ed27a0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:45.265447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a4cfbd34-951b-4e29-a930-569ed27a0f39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1097 time: 0.0450797 Oct 28 22:14:45.273059 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:45.360671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-77385fdc-8469-44e6-aeae-a7846af4cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:45.362044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-77385fdc-8469-44e6-aeae-a7846af4cfcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0898788 Oct 28 22:14:45.430672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-9caa026b-e3cd-4c0e-8c76-42a7e83d8f25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1002 time: 0.0617964 Oct 28 22:14:45.477651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a9eeaf03-1ea0-4876-aa95-e7f66d501513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:45.479054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a9eeaf03-1ea0-4876-aa95-e7f66d501513 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0419405 Oct 28 22:14:45.523380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-8612863c-5dcb-49c6-9396-4c30c0045efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:45.524857 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-8612863c-5dcb-49c6-9396-4c30c0045efb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387416 Oct 28 22:14:45.617772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-73f93a34-db7d-4289-8366-88bec743243c service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Oct 28 22:14:45.706622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-1ed50edf-2c89-4fe3-b54d-b62419212aa4 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819175 Oct 28 22:14:46.354098 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e75b8a-8d94-4a92-a2b5-979cf9c8bf24 req-694df6d5-0424-4ca6-b566-f0751517ef4d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:46.355558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35e75b8a-8d94-4a92-a2b5-979cf9c8bf24 req-694df6d5-0424-4ca6-b566-f0751517ef4d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0490270 Oct 28 22:14:46.397534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-35e75b8a-8d94-4a92-a2b5-979cf9c8bf24 req-adc54882-666f-4b57-8500-1c9a283fc5bb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353613 Oct 28 22:14:46.816815 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:14:47.517522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0560d6-28ef-4bc7-85e7-3f5873ec24cd req-b37380a7-058e-4de5-9839-924d5fb3fc8f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:47.518967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e0560d6-28ef-4bc7-85e7-3f5873ec24cd req-b37380a7-058e-4de5-9839-924d5fb3fc8f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0491254 Oct 28 22:14:47.557992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4e0560d6-28ef-4bc7-85e7-3f5873ec24cd req-ef06a31a-38b8-4712-966b-7261965252b0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Oct 28 22:14:48.677410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8227a-44be-45f7-9571-e96bee5cff43 req-fa2ee097-029a-42c0-b84f-588a56a9d511 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:48.678775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b8227a-44be-45f7-9571-e96bee5cff43 req-fa2ee097-029a-42c0-b84f-588a56a9d511 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0493979 Oct 28 22:14:48.715553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69b8227a-44be-45f7-9571-e96bee5cff43 req-23288b3c-f1e7-4935-b084-6a89bd52744a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Oct 28 22:14:49.833526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732935de-8119-428c-b84c-5864fba32f6c req-87c30fe8-4395-4a66-9db1-b2f328f3aa8c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:49.835016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-732935de-8119-428c-b84c-5864fba32f6c req-87c30fe8-4395-4a66-9db1-b2f328f3aa8c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0501873 Oct 28 22:14:49.876110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-732935de-8119-428c-b84c-5864fba32f6c req-c7ec73a0-9a26-4915-a390-22457c4958cb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Oct 28 22:14:50.991755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f3a1-4956-4a83-b309-02a23c3ddaf4 req-800fef4b-3fe3-4ea0-a49f-7079c243a6d2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:50.993260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46d6f3a1-4956-4a83-b309-02a23c3ddaf4 req-800fef4b-3fe3-4ea0-a49f-7079c243a6d2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0481946 Oct 28 22:14:51.030275 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46d6f3a1-4956-4a83-b309-02a23c3ddaf4 req-e4c507ed-1c4d-4e20-b807-568fbc679aa9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Oct 28 22:14:52.146154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a29efe-4362-4885-91e8-5e88be358032 req-5bd55fc7-ba12-4a57-ad32-4bef9d45fcc7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:52.147851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a29efe-4362-4885-91e8-5e88be358032 req-5bd55fc7-ba12-4a57-ad32-4bef9d45fcc7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0496011 Oct 28 22:14:52.186085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f6a29efe-4362-4885-91e8-5e88be358032 req-86fdfbff-b614-4400-a5ea-79ce7e631374 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Oct 28 22:14:53.302820 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1404c-cac4-4857-8910-5a088ea7f5ef req-b77ff252-c561-419d-b1f4-3a6fa338aa39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:53.304260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-acd1404c-cac4-4857-8910-5a088ea7f5ef req-b77ff252-c561-419d-b1f4-3a6fa338aa39 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0495026 Oct 28 22:14:53.345444 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-acd1404c-cac4-4857-8910-5a088ea7f5ef req-c7dd3c45-63b2-473e-b8ee-40a98e5e9367 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Oct 28 22:14:54.468416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec31b1-91f3-4961-a1d6-96fd32c74fd6 req-3a8f5d0d-a6d2-4615-96fd-376bee8b6902 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:54.469873 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ec31b1-91f3-4961-a1d6-96fd32c74fd6 req-3a8f5d0d-a6d2-4615-96fd-376bee8b6902 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0553486 Oct 28 22:14:54.508523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86ec31b1-91f3-4961-a1d6-96fd32c74fd6 req-aaf1086f-ef43-4438-a6bd-33a88846a24b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324655 Oct 28 22:14:55.625043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225bc3-ba21-47d6-9668-ce1cf6df8de3 req-25f9e6cf-7f66-46b7-b355-b1870b20be8c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:55.626551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72225bc3-ba21-47d6-9668-ce1cf6df8de3 req-25f9e6cf-7f66-46b7-b355-b1870b20be8c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0495369 Oct 28 22:14:55.664615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-72225bc3-ba21-47d6-9668-ce1cf6df8de3 req-89e2f4bb-72c4-4ef6-8be7-c6cbed18a215 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Oct 28 22:14:56.780685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749e878-0dbe-4890-b202-ea68df9a84dd req-bfdba99b-747c-45f6-b272-364dba8b02f4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:56.782136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b749e878-0dbe-4890-b202-ea68df9a84dd req-bfdba99b-747c-45f6-b272-364dba8b02f4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0488560 Oct 28 22:14:56.823650 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b749e878-0dbe-4890-b202-ea68df9a84dd req-b33fb54c-98d0-4885-9d7d-e02bd97b9786 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356040 Oct 28 22:14:57.940127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aac76-0b61-41da-8ef7-82dd43bfc7ca req-fd1839db-9cbf-4343-872c-1ed439fe33bd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:57.941599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-323aac76-0b61-41da-8ef7-82dd43bfc7ca req-fd1839db-9cbf-4343-872c-1ed439fe33bd tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0496128 Oct 28 22:14:57.978038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-323aac76-0b61-41da-8ef7-82dd43bfc7ca req-050902ae-f733-4d7d-af8b-ee78f2d6cc0e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305018 Oct 28 22:14:59.094832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee5e5-1bda-43c5-951f-66b574b6723d req-51174390-42a0-459c-9a8f-efb20a59e17e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:14:59.096340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c29ee5e5-1bda-43c5-951f-66b574b6723d req-51174390-42a0-459c-9a8f-efb20a59e17e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0498974 Oct 28 22:14:59.134329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c29ee5e5-1bda-43c5-951f-66b574b6723d req-6a32c05b-017a-4020-b98a-bcc0246ed121 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Oct 28 22:15:00.248468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a4f8f-830d-4ad5-afd8-64511ee0de5a req-40b31861-82fb-4cdc-a36e-79fd79eab1f6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:00.250166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-060a4f8f-830d-4ad5-afd8-64511ee0de5a req-40b31861-82fb-4cdc-a36e-79fd79eab1f6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0485926 Oct 28 22:15:00.291054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-060a4f8f-830d-4ad5-afd8-64511ee0de5a req-d662f70c-74b2-418c-b10a-d0c226f65a4e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349970 Oct 28 22:15:01.412922 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad228e9-99ae-4b9d-9d23-dafcab1119d1 req-35410e4c-db5f-4005-a835-9a7fbd9b07e7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:01.414386 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad228e9-99ae-4b9d-9d23-dafcab1119d1 req-35410e4c-db5f-4005-a835-9a7fbd9b07e7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0495420 Oct 28 22:15:01.451313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0ad228e9-99ae-4b9d-9d23-dafcab1119d1 req-351bcf64-13a5-4e8f-b61e-29ff797b3c8a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308993 Oct 28 22:15:02.626740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a4b4-b13d-4696-b46e-d4c794885657 req-0bced59e-90a9-425d-9d9e-ad30f2fbc698 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:02.628212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a4a4b4-b13d-4696-b46e-d4c794885657 req-0bced59e-90a9-425d-9d9e-ad30f2fbc698 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.1062300 Oct 28 22:15:02.665739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6a4a4b4-b13d-4696-b46e-d4c794885657 req-efa6ca48-7403-4131-8dc5-d26e9c5a7be9 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Oct 28 22:15:03.841838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2a76-8f48-4288-84b5-2a01086d74c0 req-e0c0a146-73fe-428f-869f-dde302c07fe5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:03.844101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44bc2a76-8f48-4288-84b5-2a01086d74c0 req-e0c0a146-73fe-428f-869f-dde302c07fe5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.1033452 Oct 28 22:15:03.885620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44bc2a76-8f48-4288-84b5-2a01086d74c0 req-352d337e-4fbd-4174-8a8f-18fdca72c2bc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Oct 28 22:15:04.719758 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-2aae5b01-484e-49e0-b7e2-023de30a2940 service neutron] show failed (client error): The resource could not be found. Oct 28 22:15:04.720692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-2aae5b01-484e-49e0-b7e2-023de30a2940 service neutron] 10.222.0.44 "GET /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0542321 Oct 28 22:15:04.959907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-0519db02-69bb-4bbf-9943-2a604e35fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:04.961456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-0519db02-69bb-4bbf-9943-2a604e35fe25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1097 time: 0.0854425 Oct 28 22:15:04.973464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-6b90e96a-1266-444d-a4b9-29c3c59e35b4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:15:04.974371 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-6b90e96a-1266-444d-a4b9-29c3c59e35b4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050287 Oct 28 22:15:04.985986 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:05.006543 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366e36-8c3b-4c5b-8a05-3bebc2c11260 req-482d370e-a1d3-4897-9195-1fa747dbfbd4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:05.008051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9366e36-8c3b-4c5b-8a05-3bebc2c11260 req-482d370e-a1d3-4897-9195-1fa747dbfbd4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0489376 Oct 28 22:15:05.043565 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.045752 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9366e36-8c3b-4c5b-8a05-3bebc2c11260 req-e02369c8-6776-4682-9820-012b62afc56d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Oct 28 22:15:05.245575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:05.277472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:15:05.315555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:05.317838 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557472ab-34fc-4391-b644-d6b9fd3bdb10" -d '{"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-unplugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:05.321896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.334809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Transition to ACTIVE for port object 88801583-4cb0-469a-b362-815cb66dd33c will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:15:05.337633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.431795 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cedff9-421c-441e-a4a2-37c0ffa09ac8 x-openstack-request-id: req-e7cedff9-421c-441e-a4a2-37c0ffa09ac8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:05.432086 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-unplugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:05.432337 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7cedff9-421c-441e-a4a2-37c0ffa09ac8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:05.432759 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'code': 200} Oct 28 22:15:05.433322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:05.446293 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.446635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.446974 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.447306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.447631 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.447953 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.448276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.448625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.448946 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.449269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.449586 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.449902 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:05.476599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] No DVR routers for this DVR port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:15:05.618157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:15:05.618487 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:15:05.618815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:05.623192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:15:05.623649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:05.628564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:15:05.628896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:15:05.629274 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:15:05.629692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Bound port: 88801583-4cb0-469a-b362-815cb66dd33c, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:15:05.630040 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.695954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:15:05.699023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:15:05.703667 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.746466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:05.747143 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:05.748658 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] 10.222.0.52 "PUT /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1092 time: 0.7664387 Oct 28 22:15:05.766240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14e467-efd0-448c-b054-ffd8f5ce1662 service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:05.828671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a211339b-11fa-413f-ad63-352d49c583cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:05.830362 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-a211339b-11fa-413f-ad63-352d49c583cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1095 time: 0.0581210 Oct 28 22:15:05.940686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-48054daf-5691-45d3-b50a-8d00a62df5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:05.942592 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-48054daf-5691-45d3-b50a-8d00a62df5a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.1050220 Oct 28 22:15:06.010386 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-be17a610-4654-4f26-8362-7ff6a404ce79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0607545 Oct 28 22:15:06.062132 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-ba1d2144-8999-4378-8439-766e4da795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:06.063589 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-ba1d2144-8999-4378-8439-766e4da795f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0461187 Oct 28 22:15:06.115733 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-d1586b20-f231-4ba0-a688-1aa908fd07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:06.117305 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-d1586b20-f231-4ba0-a688-1aa908fd07fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467479 Oct 28 22:15:06.171738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77126028-1f70-4e9a-bcaf-b298f3021c0b req-5ed6401e-334b-415b-bbdc-d52098300212 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:06.174052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77126028-1f70-4e9a-bcaf-b298f3021c0b req-5ed6401e-334b-415b-bbdc-d52098300212 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0556006 Oct 28 22:15:06.216164 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-79ce7924-7337-4188-b841-0fdad46e4b64 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910618 Oct 28 22:15:06.219529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77126028-1f70-4e9a-bcaf-b298f3021c0b req-c922d1ed-9f92-4cd9-9e2d-a9ded87ed8ee tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Oct 28 22:15:06.327296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-e4d47740-662a-467e-8a58-5b182bfe001f service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029084 Oct 28 22:15:07.308385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:07.346040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d994-05bf-4c04-ba83-5f454220b536 req-7856234e-ef06-47c9-bd6b-cfd782805e1a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.347646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74b3d994-05bf-4c04-ba83-5f454220b536 req-7856234e-ef06-47c9-bd6b-cfd782805e1a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0556910 Oct 28 22:15:07.356566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:07.391176 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74b3d994-05bf-4c04-ba83-5f454220b536 req-562e18ca-ffc4-4c19-86ee-1e2ba6dbe9d1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371275 Oct 28 22:15:07.434698 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:07.437337 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24" -d '{"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:07.487254 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e1056-69eb-486e-80e5-5b47ec0247d6 x-openstack-request-id: req-2f4e1056-69eb-486e-80e5-5b47ec0247d6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:07.487568 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:07.487819 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f4e1056-69eb-486e-80e5-5b47ec0247d6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:07.488263 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'status': 'completed', 'code': 200} Oct 28 22:15:07.551657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-8fcd3d4f-55d9-4d6f-b135-0884e80e081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.552924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-944036dc-34cf-4d70-875b-5a29022cb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.553695 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-8fcd3d4f-55d9-4d6f-b135-0884e80e081a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1095 time: 0.0464525 Oct 28 22:15:07.554505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-944036dc-34cf-4d70-875b-5a29022cb42d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1095 time: 0.0450723 Oct 28 22:15:07.651605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-5cba8751-594c-42fc-ae4c-540bc4afb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.653329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-5cba8751-594c-42fc-ae4c-540bc4afb309 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0922527 Oct 28 22:15:07.655081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-10106483-23bc-45b1-934d-460e3597781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.656567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-10106483-23bc-45b1-934d-460e3597781e service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0934272 Oct 28 22:15:07.721527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-849942f2-b325-43c3-b322-4fa5b725a342 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0608940 Oct 28 22:15:07.722526 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-b11520c3-ad93-440d-bfd3-805b2a09908c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0591414 Oct 28 22:15:07.773407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-8d4eb574-3571-484b-aa60-6fa533f318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.773648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-912e33b2-d02b-4ecb-9174-9acd4138a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.774868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-8d4eb574-3571-484b-aa60-6fa533f318d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0454805 Oct 28 22:15:07.775242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-912e33b2-d02b-4ecb-9174-9acd4138a3e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0462234 Oct 28 22:15:07.828109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-dcb54212-d43a-47f2-bc5e-38160d27ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.829654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-dcb54212-d43a-47f2-bc5e-38160d27ce8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478010 Oct 28 22:15:07.831469 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-0da73b9b-6276-4c29-af72-3c87f9a9f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:07.832983 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-0da73b9b-6276-4c29-af72-3c87f9a9f30f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501552 Oct 28 22:15:07.929240 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-ad9a6e9c-101c-4368-9360-d160261246a4 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889108 Oct 28 22:15:07.930233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-bf134586-3853-49ad-80db-478b7cefdfdf service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921683 Oct 28 22:15:08.032649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-82732a6d-0057-4204-ba19-02c37c9bc150 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950601 Oct 28 22:15:08.033765 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea3cc99a-25da-4f75-a436-5e3b3f3bba24 req-65904ad9-e500-4d60-84e8-2baf72e3935c service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963588 Oct 28 22:15:08.511387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c10b2e-a64b-4da4-8b82-1a192436115f req-067f8fc9-8d58-4ffe-84ee-9b9c6373813e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:08.512884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68c10b2e-a64b-4da4-8b82-1a192436115f req-067f8fc9-8d58-4ffe-84ee-9b9c6373813e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0504973 Oct 28 22:15:08.551971 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-68c10b2e-a64b-4da4-8b82-1a192436115f req-32513c32-daa1-45c7-9845-d8cc32fb4087 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Oct 28 22:15:09.676982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0638c96-df2a-45af-b460-097ec565acd3 req-b481eebe-8346-408a-a272-ed4e453ba89c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:09.678465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0638c96-df2a-45af-b460-097ec565acd3 req-b481eebe-8346-408a-a272-ed4e453ba89c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0513418 Oct 28 22:15:09.716006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b0638c96-df2a-45af-b460-097ec565acd3 req-aba29611-e746-481c-955e-e480e4f66b83 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Oct 28 22:15:10.130689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31427265-3bff-4d07-a80f-2d248fdd18d6 req-6e5a5051-04e9-446d-883c-ba5533bf9924 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254283 Oct 28 22:15:10.198566 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31427265-3bff-4d07-a80f-2d248fdd18d6 req-833d1ff4-07e1-497f-82a0-33d62001dbdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0260043 Oct 28 22:15:10.239095 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31427265-3bff-4d07-a80f-2d248fdd18d6 req-0efaa729-356d-4078-ad5b-ae3283e10283 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203993 Oct 28 22:15:10.348789 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427265-3bff-4d07-a80f-2d248fdd18d6 req-b830821b-9107-4a7f-8323-bbacf168794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:10.350235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-31427265-3bff-4d07-a80f-2d248fdd18d6 req-b830821b-9107-4a7f-8323-bbacf168794b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039634 Oct 28 22:15:10.838841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2688a-6d24-4da9-8a3a-c52adb4d1210 req-0edd9081-edb8-4257-8e87-cf253f592159 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:10.840298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a2688a-6d24-4da9-8a3a-c52adb4d1210 req-0edd9081-edb8-4257-8e87-cf253f592159 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0534110 Oct 28 22:15:10.879250 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02a2688a-6d24-4da9-8a3a-c52adb4d1210 req-8b59dc71-84f2-4a34-9b74-6bd860f0588b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Oct 28 22:15:10.900924 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-22f06802-2f9f-405c-b69c-13e9cddc35a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:12.002586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697ee9-6d85-40ee-b8b0-9b2185a09edc req-0c6be727-e5ed-4bc8-bcd5-fb2d2fb0cbeb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:12.004047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c697ee9-6d85-40ee-b8b0-9b2185a09edc req-0c6be727-e5ed-4bc8-bcd5-fb2d2fb0cbeb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0493903 Oct 28 22:15:12.041946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6c697ee9-6d85-40ee-b8b0-9b2185a09edc req-fca73264-db1e-4157-816b-55aef26bd259 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Oct 28 22:15:12.274871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:12.540891 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:13.161860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a3bc-0603-408a-9ed9-dbc4ace9a431 req-5d64df6e-a62f-4bc7-800c-fb543a66c140 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:13.163298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3284a3bc-0603-408a-9ed9-dbc4ace9a431 req-5d64df6e-a62f-4bc7-800c-fb543a66c140 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0486128 Oct 28 22:15:13.201636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3284a3bc-0603-408a-9ed9-dbc4ace9a431 req-3711d447-b82a-4757-bdf2-78c0a6d0467f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Oct 28 22:15:13.494173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f65baa5-451d-4d6c-b3e4-841d058eaaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:14.326536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062a27c-f618-4c4a-8d03-dc1bfcc3111f req-dc5f1ed1-53aa-44cf-a88e-3d12f9e27c55 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:14.328001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b062a27c-f618-4c4a-8d03-dc1bfcc3111f req-dc5f1ed1-53aa-44cf-a88e-3d12f9e27c55 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0542002 Oct 28 22:15:14.365632 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b062a27c-f618-4c4a-8d03-dc1bfcc3111f req-07fdc731-7c7c-43ea-9469-731c08419a2b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Oct 28 22:15:14.951595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:15.272225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:15.481869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c33c51-988c-43c3-b522-b0ecb16960ef req-e247ee16-543e-4d84-970f-b91807e72215 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:15.483327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2c33c51-988c-43c3-b522-b0ecb16960ef req-e247ee16-543e-4d84-970f-b91807e72215 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0490842 Oct 28 22:15:15.521082 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2c33c51-988c-43c3-b522-b0ecb16960ef req-d7211c20-f369-4993-a9f6-d6b1d66274f2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Oct 28 22:15:16.636788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600b444-2b45-4a01-ba7f-4f3582886d39 req-4b829848-b18b-4d15-91c1-8ac90e237ce3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:16.638227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8600b444-2b45-4a01-ba7f-4f3582886d39 req-4b829848-b18b-4d15-91c1-8ac90e237ce3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0492196 Oct 28 22:15:16.676430 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8600b444-2b45-4a01-ba7f-4f3582886d39 req-f12f8fce-3379-4ae7-b898-a27d871136c2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Oct 28 22:15:16.818772 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:17.175254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:15:17.797160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebeab8-2923-4619-a55b-37085aabf600 req-b4a8c011-2b4a-419b-ad0e-6bd8e9e63c70 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:17.798687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0ebeab8-2923-4619-a55b-37085aabf600 req-b4a8c011-2b4a-419b-ad0e-6bd8e9e63c70 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0533047 Oct 28 22:15:17.838008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0ebeab8-2923-4619-a55b-37085aabf600 req-c14bdd9e-f190-4e8b-87e7-f8f5f7b1e2f8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Oct 28 22:15:18.816156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:15:18.915957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:18.929326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '88801583-4cb0-469a-b362-815cb66dd33c', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:15:18.961009 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc90e67-e42b-4289-a2c5-6d47d182b22d req-eaab3ee9-80a3-4a34-bfe7-30f40cf10bfb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:18.962481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdc90e67-e42b-4289-a2c5-6d47d182b22d req-eaab3ee9-80a3-4a34-bfe7-30f40cf10bfb tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 943 time: 0.0523429 Oct 28 22:15:18.971455 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:18.984668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:15:19.003288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cdc90e67-e42b-4289-a2c5-6d47d182b22d req-cc1f4aae-2139-4f8b-8d61-6d246b02bd5a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341909 Oct 28 22:15:19.003485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:19.007209 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:19.056337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:19.064168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.064537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.064869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.065194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.065521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.065841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.066157 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.066471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.066786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.067097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.067411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.067721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:19.234684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['88801583-4cb0-469a-b362-815cb66dd33c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:15:19.293276 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-fe25cd49-ef03-4985-a686-953fb439590e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.295373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-fe25cd49-ef03-4985-a686-953fb439590e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.52 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&tenant_id=59d4b3ede53d427895221533265e70c9&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0558841 Oct 28 22:15:19.308567 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ce348-5c4d-4fc4-939b-fd02135c75fe req-79c5cac0-9bf0-4e7f-b4eb-4e4b564c3de8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.310057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d01ce348-5c4d-4fc4-939b-fd02135c75fe req-79c5cac0-9bf0-4e7f-b4eb-4e4b564c3de8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0507953 Oct 28 22:15:19.352058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d01ce348-5c4d-4fc4-939b-fd02135c75fe req-dc80e992-360e-4f6d-8ea6-84e493a6c279 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Oct 28 22:15:19.360833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-a69910fb-e871-4b9c-b138-596348a6c4ce service neutron] 10.222.0.52 "GET /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c/bindings/n-h1-806683-16 HTTP/1.1" status: 200 len: 383 time: 0.0565159 Oct 28 22:15:19.425431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-7e1d8638-8116-4c8c-a493-069c74df347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.426880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-7e1d8638-8116-4c8c-a493-069c74df347e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1096 time: 0.0459127 Oct 28 22:15:19.517146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-3f96b5c2-61e0-4b9b-bada-af24ff8ce0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.518594 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-3f96b5c2-61e0-4b9b-bada-af24ff8ce0a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0847096 Oct 28 22:15:19.586202 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-57db831f-2a8e-432f-8742-5c42ca6e7d2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1001 time: 0.0604711 Oct 28 22:15:19.635433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-8ea276c0-9479-457d-b51e-27454972451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.636837 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-8ea276c0-9479-457d-b51e-27454972451d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0425587 Oct 28 22:15:19.682163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-1f6abfa3-04bd-49ca-a15c-679b84fa2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:19.683598 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-1f6abfa3-04bd-49ca-a15c-679b84fa2037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392563 Oct 28 22:15:19.775789 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-b3a19b5b-7dff-400a-a538-f8b085c8e0c9 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835986 Oct 28 22:15:19.866482 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-5d751c8b-b959-447c-a220-09c541df76f3 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827374 Oct 28 22:15:20.476929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a485fe-fea0-4bf5-99b5-a64a8b155e1b req-414179e6-55ea-4620-9675-e2683d6e4f90 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:20.478365 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4a485fe-fea0-4bf5-99b5-a64a8b155e1b req-414179e6-55ea-4620-9675-e2683d6e4f90 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0526519 Oct 28 22:15:20.517712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4a485fe-fea0-4bf5-99b5-a64a8b155e1b req-a478eb03-de41-4762-93a4-b23b2ce18b03 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Oct 28 22:15:20.816971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:15:20.864801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 88801583-4cb0-469a-b362-815cb66dd33c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:15:20.868499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 88801583-4cb0-469a-b362-815cb66dd33c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:15:20.868867 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:20.947376 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:20.969663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:20.971885 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9fe327-83b3-494d-ac59-9a8872d357a0" -d '{"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-plugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:20.985260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:20.989311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:21.039050 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:21.082955 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a960d-e160-4e84-ab30-c87f89d61e43 x-openstack-request-id: req-410a960d-e160-4e84-ab30-c87f89d61e43 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:21.083250 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-plugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:21.083510 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-410a960d-e160-4e84-ab30-c87f89d61e43 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:21.083949 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'code': 200} Oct 28 22:15:21.638192 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c808f3-4f34-4a3b-ab94-1d3bcbbd6516 req-131d58f8-4eb3-48fd-8b47-fe898fc5fd58 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:21.639678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81c808f3-4f34-4a3b-ab94-1d3bcbbd6516 req-131d58f8-4eb3-48fd-8b47-fe898fc5fd58 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0496025 Oct 28 22:15:21.680414 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81c808f3-4f34-4a3b-ab94-1d3bcbbd6516 req-119f90e3-5839-4d5c-91f5-84431663f83d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333114 Oct 28 22:15:22.807298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5471842-9136-4fd4-af98-db3f67bdbb1b req-10602877-00e6-40b8-8c59-bb213ec6bd40 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:22.812985 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5471842-9136-4fd4-af98-db3f67bdbb1b req-10602877-00e6-40b8-8c59-bb213ec6bd40 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0548854 Oct 28 22:15:22.851367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f5471842-9136-4fd4-af98-db3f67bdbb1b req-453e0bc7-259e-45e4-818c-3f48168b0bf3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346739 Oct 28 22:15:23.988017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656df3cf-9afe-4ca9-ae35-b332888d182e req-40475f19-5c82-4a79-afe9-6a4b03b0ae4d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:23.989509 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656df3cf-9afe-4ca9-ae35-b332888d182e req-40475f19-5c82-4a79-afe9-6a4b03b0ae4d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0609357 Oct 28 22:15:24.053210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-656df3cf-9afe-4ca9-ae35-b332888d182e req-e9268912-fb22-4214-9d6d-8966453ddfa3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576093 Oct 28 22:15:24.063020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-798dfac3-3316-40a2-8b01-038f343ebfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:24.064648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-798dfac3-3316-40a2-8b01-038f343ebfb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc&tenant_id=59d4b3ede53d427895221533265e70c9 HTTP/1.1" status: 200 len: 1097 time: 0.1050010 Oct 28 22:15:24.077164 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:24.128031 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.324702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:24.361651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h1-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:15:24.400030 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:24.402309 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e19ad2-f249-4aa2-92ae-c9e24169c074" -d '{"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-unplugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:24.406615 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.419530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Transition to ACTIVE for port object 88801583-4cb0-469a-b362-815cb66dd33c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:15:24.423594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.503442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=10']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:24.512651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.512990 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.513974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.514317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.514706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.515071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.515389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.515715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.516211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.516564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.516888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.517200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:15:24.527554 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f4fdbf-857c-47d4-aca8-d861caa3ce08 x-openstack-request-id: req-77f4fdbf-857c-47d4-aca8-d861caa3ce08 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:24.527840 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-unplugged", "status": "completed", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:24.528092 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77f4fdbf-857c-47d4-aca8-d861caa3ce08 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:24.528506 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'code': 200} Oct 28 22:15:24.563075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] No DVR routers for this DVR port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h1-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:15:24.698968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:15:24.699308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:15:24.699626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:24.704569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:15:24.704889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Attempting to bind port 88801583-4cb0-469a-b362-815cb66dd33c on network 2887ba24-4194-4807-912e-58323ca23647 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:24.709692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:15:24.710022 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Checking segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:15:24.710400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Bound using segment: {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:15:24.710821 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Bound port: 88801583-4cb0-469a-b362-815cb66dd33c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd005c7b-69c2-4801-9c66-2f17b6465e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2887ba24-4194-4807-912e-58323ca23647'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:15:24.711169 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.774755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:15:24.777721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:15:24.782230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.817392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:24.818035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:24.819422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] 10.222.0.44 "PUT /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1093 time: 0.7461600 Oct 28 22:15:24.840864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16efdf-558a-436b-abb3-b16d4330c80d service neutron] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=11']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:24.849198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:24.891968 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-d729232a-b1a5-4003-8440-ddebef6913f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:24.893595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-d729232a-b1a5-4003-8440-ddebef6913f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1096 time: 0.0490053 Oct 28 22:15:24.895348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:24.987350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-9c2b9c8f-3901-447e-b7c1-f5538e7e7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:24.988875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-9c2b9c8f-3901-447e-b7c1-f5538e7e7a4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0875428 Oct 28 22:15:25.056928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-c285d75e-183c-4388-a50c-63f4c238e2cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0606823 Oct 28 22:15:25.106723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-a657189e-5d9d-41ae-904d-f65d24b8d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:25.108122 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-a657189e-5d9d-41ae-904d-f65d24b8d935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0442815 Oct 28 22:15:25.180466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-fddbfacc-13c9-4a5b-b382-e395ffd13f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:25.181954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-fddbfacc-13c9-4a5b-b382-e395ffd13f53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668595 Oct 28 22:15:25.194240 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426e212-9d2d-4765-8109-0d04e415e41f req-9d38408b-1667-4fdb-9452-c8a0c364d0b4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:25.195629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d426e212-9d2d-4765-8109-0d04e415e41f req-9d38408b-1667-4fdb-9452-c8a0c364d0b4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0729151 Oct 28 22:15:25.282561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d426e212-9d2d-4765-8109-0d04e415e41f req-c7d1c303-d706-4f2c-a720-31bbbe45630c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785801 Oct 28 22:15:25.307196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-c8d63f54-9c88-4580-a768-fd2015b05ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106524 Oct 28 22:15:25.400446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59c1f5c5-44bb-4d84-96c6-e429dec87641 req-00e3ed28-e101-4c31-984a-d7d47a3f5afe service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Oct 28 22:15:26.412270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76d0a-bf28-4a04-a818-c82cf6b4a2b3 req-9cff1640-780c-408c-be8d-f45068e816d7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.413666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88b76d0a-bf28-4a04-a818-c82cf6b4a2b3 req-9cff1640-780c-408c-be8d-f45068e816d7 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0492754 Oct 28 22:15:26.452313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88b76d0a-bf28-4a04-a818-c82cf6b4a2b3 req-ff318ea6-cfe9-4cef-9f7b-3930146fa85b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Oct 28 22:15:26.530078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:26.532669 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13be718c-7dfa-45aa-845e-c742afa82bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:26.581857 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483950b-4848-4346-bc0d-679efc04810d x-openstack-request-id: req-3483950b-4848-4346-bc0d-679efc04810d {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:26.582261 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:26.582616 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3483950b-4848-4346-bc0d-679efc04810d {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:26.583195 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'status': 'completed', 'code': 200} Oct 28 22:15:26.646151 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-c3c0c855-b240-4803-a9ec-f02c719809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.647736 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-c3c0c855-b240-4803-a9ec-f02c719809bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1096 time: 0.0465117 Oct 28 22:15:26.648386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-ca0d18fb-d0cf-446d-b341-5abc8139b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.649954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-ca0d18fb-d0cf-446d-b341-5abc8139b7b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59d4b3ede53d427895221533265e70c9&device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 1096 time: 0.0428505 Oct 28 22:15:26.742198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-6fb471d6-ad61-4935-abb5-1b0dbb42bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.743580 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-6fb471d6-ad61-4935-abb5-1b0dbb42bb19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0878251 Oct 28 22:15:26.745666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-a7e4fbaa-01c6-4aa2-a8b7-55774f2a5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.747116 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-a7e4fbaa-01c6-4aa2-a8b7-55774f2a5e2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 200 len: 912 time: 0.0905459 Oct 28 22:15:26.815745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-c042c0db-c9c5-47f1-9676-bdcf67ec833b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0614243 Oct 28 22:15:26.819241 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-a42bb94a-035e-4179-a1a3-c755579b1c15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 200 len: 1000 time: 0.0681224 Oct 28 22:15:26.873711 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-a966a6a6-715b-41c8-8d79-a2ed34b6762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.875753 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-a966a6a6-715b-41c8-8d79-a2ed34b6762a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.0497344 Oct 28 22:15:26.927637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-1005dd2e-5da4-491a-a2b0-780161fec5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:26.929242 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-1005dd2e-5da4-491a-a2b0-780161fec5a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465405 Oct 28 22:15:27.034537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-fbe8ca57-eb77-4540-ba29-3a5621eb5ed6 service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965118 Oct 28 22:15:27.130573 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-d25277a7-2ad2-4060-bc8f-61a35447112b service neutron] 10.222.0.52 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Oct 28 22:15:27.224500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-0d667b83-87a6-4f47-ae67-b9fffcb0cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:27.225851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-0d667b83-87a6-4f47-ae67-b9fffcb0cc6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 200 len: 850 time: 0.4031353 Oct 28 22:15:27.272463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-5a59bf1f-5e07-4d51-977c-94405db6082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:27.274040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-5a59bf1f-5e07-4d51-977c-94405db6082c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2887ba24-4194-4807-912e-58323ca23647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412099 Oct 28 22:15:27.373427 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-d2a98e27-14de-4307-9ba3-709919348fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911942 Oct 28 22:15:27.466013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13be718c-7dfa-45aa-845e-c742afa82bc7 req-c8408c7b-2c46-4ba4-baf0-28e5995dd031 service neutron] 10.222.0.44 "GET /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Oct 28 22:15:27.575886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c3848-11f2-4265-9042-5dfb7ca20b30 req-2e555c40-62ff-494a-b39e-01e3d3937176 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:27.578316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-997c3848-11f2-4265-9042-5dfb7ca20b30 req-2e555c40-62ff-494a-b39e-01e3d3937176 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0495181 Oct 28 22:15:27.616982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-997c3848-11f2-4265-9042-5dfb7ca20b30 req-4f267570-16aa-427f-893c-9604532ff426 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Oct 28 22:15:28.740597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cf0dc-d1d0-4adf-9993-0c826c9dfbd2 req-fd9bcf4d-a4bf-48c9-94ee-c3607c36269c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:28.742004 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f3cf0dc-d1d0-4adf-9993-0c826c9dfbd2 req-fd9bcf4d-a4bf-48c9-94ee-c3607c36269c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0537617 Oct 28 22:15:28.784772 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6f3cf0dc-d1d0-4adf-9993-0c826c9dfbd2 req-151584d1-0e4a-4529-aae5-ccaff62d06f5 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Oct 28 22:15:29.902987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebafb02-6312-4e02-adf9-1063ec817393 req-1ca85244-a954-4e21-b68c-d31486044b32 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:29.904470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ebafb02-6312-4e02-adf9-1063ec817393 req-1ca85244-a954-4e21-b68c-d31486044b32 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0491476 Oct 28 22:15:29.943233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ebafb02-6312-4e02-adf9-1063ec817393 req-f868feb6-0522-4aa7-81db-45e6fa67ce9e tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Oct 28 22:15:31.060773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f3546-a89f-44e5-9fd1-38c39d35c3c3 req-5bdf7a79-8f74-445b-9676-84abad60c477 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:31.062247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1f3546-a89f-44e5-9fd1-38c39d35c3c3 req-5bdf7a79-8f74-445b-9676-84abad60c477 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0491691 Oct 28 22:15:31.099694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c1f3546-a89f-44e5-9fd1-38c39d35c3c3 req-4fa90661-59b6-4e6f-98f5-6176f419b9d3 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Oct 28 22:15:32.218160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92d02-edbe-45e9-aae1-9fa6a64f7071 req-9565fa35-1994-4ca8-a3b2-1b9d6e3c889b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:32.219184 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ab92d02-edbe-45e9-aae1-9fa6a64f7071 req-9565fa35-1994-4ca8-a3b2-1b9d6e3c889b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0519466 Oct 28 22:15:32.257500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8ab92d02-edbe-45e9-aae1-9fa6a64f7071 req-838ce9b0-7241-49ae-870b-e662039aef6b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Oct 28 22:15:33.374214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d308424-c2d3-4bce-9aaf-ae0c1488d3db req-960baded-5b81-48e3-a8a4-a76b6517ed3b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:33.375689 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d308424-c2d3-4bce-9aaf-ae0c1488d3db req-960baded-5b81-48e3-a8a4-a76b6517ed3b tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0491858 Oct 28 22:15:33.414385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d308424-c2d3-4bce-9aaf-ae0c1488d3db req-27e45d91-9f6a-4246-a461-52bf03e81413 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Oct 28 22:15:34.530949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e920bd-232a-475e-b6fd-64f0dd3b3edb req-d89c5ef7-ab8f-4fbd-a961-f69c90fdb7c2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:34.532404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5e920bd-232a-475e-b6fd-64f0dd3b3edb req-d89c5ef7-ab8f-4fbd-a961-f69c90fdb7c2 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0485227 Oct 28 22:15:34.569412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5e920bd-232a-475e-b6fd-64f0dd3b3edb req-9ca341e5-f8d4-4772-9fad-a0bd24e69329 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Oct 28 22:15:35.690008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc10ef-d07b-4caf-b781-ef6df7decf9e req-25261625-3781-4dc1-9ace-352030d3ed76 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:35.691450 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77bc10ef-d07b-4caf-b781-ef6df7decf9e req-25261625-3781-4dc1-9ace-352030d3ed76 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0541952 Oct 28 22:15:35.728850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-77bc10ef-d07b-4caf-b781-ef6df7decf9e req-83a4dc85-fbe2-4ea0-a050-b37bc9cff96a tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Oct 28 22:15:36.845918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e677f97-60fa-4e27-b5bf-3bf36b88b9ac req-7c0d85d0-ba22-407b-8251-6bd8bea4925c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:36.847371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e677f97-60fa-4e27-b5bf-3bf36b88b9ac req-7c0d85d0-ba22-407b-8251-6bd8bea4925c tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0492401 Oct 28 22:15:36.883366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e677f97-60fa-4e27-b5bf-3bf36b88b9ac req-da59f364-bc5c-48d2-8a11-4c7d9386c1da tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300953 Oct 28 22:15:38.002614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf5149-c442-4ec4-90ba-e1b7b40db7ca req-14ea0774-7a1f-49ee-9a55-b81bb9bc6a96 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:38.004058 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57bf5149-c442-4ec4-90ba-e1b7b40db7ca req-14ea0774-7a1f-49ee-9a55-b81bb9bc6a96 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0492330 Oct 28 22:15:38.041713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-57bf5149-c442-4ec4-90ba-e1b7b40db7ca req-a5d6cd25-4f89-48bc-873f-30b7a7375ac6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Oct 28 22:15:38.160377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151509ed-4a43-40ba-b785-7bbb0346b028 req-caf877ee-e4da-4744-8d15-c40853bef6a1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:38.161851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-151509ed-4a43-40ba-b785-7bbb0346b028 req-caf877ee-e4da-4744-8d15-c40853bef6a1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0533795 Oct 28 22:15:38.198287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-151509ed-4a43-40ba-b785-7bbb0346b028 req-dc54d8c4-9d9c-4c82-add0-1698a4fea2e6 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305789 Oct 28 22:15:38.312137 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2851f-ff1d-4a5b-901d-b16dad930280 req-de1645e2-381d-46bd-89eb-0160c3cfb623 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:38.313612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83c2851f-ff1d-4a5b-901d-b16dad930280 req-de1645e2-381d-46bd-89eb-0160c3cfb623 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0499105 Oct 28 22:15:38.351868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83c2851f-ff1d-4a5b-901d-b16dad930280 req-2721684d-b8d8-4958-a4d7-7346fb51b808 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Oct 28 22:15:38.583879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc9d51-ff54-44c1-a616-8f8b34e827cd req-f0ea9b2f-58e0-4d79-a987-f38319d5bda4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:38.585487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3dc9d51-ff54-44c1-a616-8f8b34e827cd req-f0ea9b2f-58e0-4d79-a987-f38319d5bda4 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 944 time: 0.0499268 Oct 28 22:15:38.622517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c3dc9d51-ff54-44c1-a616-8f8b34e827cd req-d7762f9f-8cac-4141-a820-e852c57a3c7d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Oct 28 22:15:39.410631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:15:39.506234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:39.516917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '88801583-4cb0-469a-b362-815cb66dd33c', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'port_id': '88801583-4cb0-469a-b362-815cb66dd33c', 'mac_address': 'fa:16:3e:58:50:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:15:39.554306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:39.567341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:15:39.587232 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:39.590787 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:39.640442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=12']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:39.745274 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922380c-5042-4b1f-bc85-3ae13b44481e req-c86460ab-c98b-43bb-bed1-f3644faacfd1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:39.746732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6922380c-5042-4b1f-bc85-3ae13b44481e req-c86460ab-c98b-43bb-bed1-f3644faacfd1 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0527685 Oct 28 22:15:39.784106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6922380c-5042-4b1f-bc85-3ae13b44481e req-fc7ed23d-7971-4a29-a45e-ecb7a08fce1f tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups?id=c554f98d-44f2-4b59-b343-5d2a390991a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Oct 28 22:15:40.052677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-f99f278c-8f73-4624-a619-cfe564272f47 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:40.054025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-f99f278c-8f73-4624-a619-cfe564272f47 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 945 time: 0.0499394 Oct 28 22:15:40.139583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Deleting port 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:40.139918 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.230046 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] For port 88801583-4cb0-469a-b362-815cb66dd33c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=88801583-4cb0-469a-b362-815cb66dd33c,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:40.230399 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.398137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.398581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.398945 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb disassociated. External IP: 172.25.4.219, port: 88801583-4cb0-469a-b362-815cb66dd33c. Oct 28 22:15:40.399325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Calling delete_port for 88801583-4cb0-469a-b362-815cb66dd33c owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:40.525922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.554386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'Port': ['ID=88801583-4cb0-469a-b362-815cb66dd33c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:40.678602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:15:40.787368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:15:40.798322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:15:40.814051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:15:40.814785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:15:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:40.832523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] No DVR routers for this DVR port 88801583-4cb0-469a-b362-815cb66dd33c on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:15:40.835230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:40.838528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d6a1d343-ed87-40b6-9eb9-6bf6c5b812e1 req-cf4f0af7-b6de-459e-8538-af69a34c3530 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.44 "DELETE /v2.0/ports/88801583-4cb0-469a-b362-815cb66dd33c HTTP/1.1" status: 204 len: 173 time: 0.7784536 Oct 28 22:15:40.838963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-deleted', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:40.841263 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf849b2e-29b7-4e65-a1bd-a1391b7345ef" -d '{"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-deleted", "tag": "88801583-4cb0-469a-b362-815cb66dd33c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:40.909135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40a30c47-12c6-4b9b-bfb4-493a62a887f9 req-fb88e75e-c3ee-468c-9cb3-d9258a39b1a8 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0436537 Oct 28 22:15:40.911046 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d702ad-f17f-45dd-9d75-3f5de9958e30 x-openstack-request-id: req-c9d702ad-f17f-45dd-9d75-3f5de9958e30 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:40.911654 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e61341-3d40-4b95-b0e9-392715c0fedc", "name": "network-vif-deleted", "tag": "88801583-4cb0-469a-b362-815cb66dd33c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:40.912077 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9d702ad-f17f-45dd-9d75-3f5de9958e30 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:40.912684 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e61341-3d40-4b95-b0e9-392715c0fedc', 'name': 'network-vif-deleted', 'tag': '88801583-4cb0-469a-b362-815cb66dd33c', 'status': 'completed', 'code': 200} Oct 28 22:15:41.085759 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8834308-f787-4064-97c9-22abecc45f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:41.112824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:15:41.313101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:41.348010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:15:41.356768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:15:41.357367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:15:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:41.461941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:15:41.664445 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:41.691873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa42664-080f-4401-b80e-ef1561e7da32 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:05:57Z', 'revision_number': 4, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '70dc3e92-e0a5-46e6-a35e-d1218ae66f28', 'name': '', 'network_id': '2887ba24-4194-4807-912e-58323ca23647', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'mac_address': 'fa:16:3e:7d:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:57Z', 'updated_at': '2021-10-28T22:06:01Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'subnets': [{'id': '415a50fb-7306-486c-b71f-51ac9a1ca54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:15:41.916336 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb9512-977e-4dea-99a6-a70a290e35a3 None None] New status for floating IP 452f73e9-21e4-49a0-9a85-5668cefb07cb: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:15:42.006570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fdc1ace2-6f59-4926-9732-6c0ed383dda4 req-6f7ee962-155d-43d0-a53f-7cd9e6c862a0 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0269928 Oct 28 22:15:42.290320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:42.551044 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:43.105526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ade9ea88-8f6d-4199-bab1-daa8dca16731 req-13da3906-8b7a-4e41-af1c-96bc9bf85690 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0267818 Oct 28 22:15:43.437088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:43.458477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 88801583-4cb0-469a-b362-815cb66dd33c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:15:43.458813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 88801583-4cb0-469a-b362-815cb66dd33c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:43.495447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8e528f40-ad10-4c3f-9b66-89cc2dc7f4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:44.202479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c135e79-60a8-4dd8-b7b2-499bd3cdd413 req-1a79527a-2893-4c8e-b48d-1193917a9757 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0286450 Oct 28 22:15:44.955306 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:45.274490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:45.310861 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0acd975-3fbe-4b3c-b1b8-a8c729f473a3 req-920e4a61-fc9c-403d-bac1-599e4182b0fc tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/ports?device_id=62e61341-3d40-4b95-b0e9-392715c0fedc HTTP/1.1" status: 200 len: 210 time: 0.0251441 Oct 28 22:15:46.822887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.081767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57168) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:50.137272 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.161585 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.213944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.216829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.218163 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "DELETE /v2.0/security-groups/c554f98d-44f2-4b59-b343-5d2a390991a3 HTTP/1.1" status: 204 len: 168 time: 0.1352785 Oct 28 22:15:50.221086 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57170) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:50.227986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11694bf-f020-4ee1-b3ae-016f8571e384 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554f98d-44f2-4b59-b343-5d2a390991a3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:50.262428 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-5bf790dc-996d-4505-bea3-32b27cda6c54 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] show failed (client error): The resource could not be found. Oct 28 22:15:50.266322 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5bf790dc-996d-4505-bea3-32b27cda6c54 tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "GET /v2.0/security-groups/c554f98d-44f2-4b59-b343-5d2a390991a3 HTTP/1.1" status: 404 len: 347 time: 0.0438566 Oct 28 22:15:50.266559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57172) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:50.396263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Deleting port 3ffba8b0-6baf-4429-8ee4-b71b79f0000e {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:50.396621 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.472102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.472521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.483862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Calling delete_port for 3ffba8b0-6baf-4429-8ee4-b71b79f0000e owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:50.622656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.652089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Pushing event deleted for resources: {'Port': ['ID=3ffba8b0-6baf-4429-8ee4-b71b79f0000e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:50.723200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.725875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:50.727052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2ae0f3cc-d50c-401a-becf-e083e3fac19d tempest-ServerActionsTestJSON-1394597057 tempest-ServerActionsTestJSON-1394597057-project] 10.222.0.31 "DELETE /v2.0/floatingips/452f73e9-21e4-49a0-9a85-5668cefb07cb HTTP/1.1" status: 204 len: 168 time: 0.4594519 Oct 28 22:15:50.729933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57174) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:51.124371 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:51.376889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Deleting port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:51.377130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:51.458025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] For port 70dc3e92-e0a5-46e6-a35e-d1218ae66f28, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:51.458375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:51.471156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Calling delete_port for 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:51.647499 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:51.677374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dc3e92-e0a5-46e6-a35e-d1218ae66f28,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:51.839057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.049443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Router cf9bf36f-c082-4b1a-bac3-82097c80279b has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:15:52.153674 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:15:52.158869 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7821d918-893d-49d0-bd1b-862f2eab5738 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf9bf36f-c082-4b1a-bac3-82097c80279b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279754 Oct 28 22:15:52.161444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57178) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:52.163245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Sync routers for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:15:52.177477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:15:52.178087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:15:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:52.264536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.281640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:15:52.366650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.419729 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Deleting port 5d2d8800-13b5-46f1-a836-ce7c2c006d99 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:52.420065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.466887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:15:51Z', 'revision_number': 5, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port': {'id': '5d2d8800-13b5-46f1-a836-ce7c2c006d99', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:9a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:52.494424 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Checking router: cf9bf36f-c082-4b1a-bac3-82097c80279b for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:15:52.503318 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Routers {'cf9bf36f-c082-4b1a-bac3-82097c80279b'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:15:52.503916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:15:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['cf9bf36f-c082-4b1a-bac3-82097c80279b'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:52.506888 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] For port 5d2d8800-13b5-46f1-a836-ce7c2c006d99, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d2d8800-13b5-46f1-a836-ce7c2c006d99,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:52.507250 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.519459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Calling delete_port for 5d2d8800-13b5-46f1-a836-ce7c2c006d99 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:52.589901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] Set router cf9bf36f-c082-4b1a-bac3-82097c80279b gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:15:52.646267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:15:52Z', 'revision_number': 6, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:52.673481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d794465-1a2f-45c4-bdb2-e32fb5d5a987 None None] The sync data for ids ['cf9bf36f-c082-4b1a-bac3-82097c80279b'] in n-d-806683-16 is: [{'id': 'cf9bf36f-c082-4b1a-bac3-82097c80279b', 'name': 'tempest-ServerActionsTestJSON-657665685-router', 'tenant_id': '59d4b3ede53d427895221533265e70c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:05:55Z', 'updated_at': '2021-10-28T22:15:52Z', 'revision_number': 6, 'project_id': '59d4b3ede53d427895221533265e70c9', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:15:52.685821 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:52.722219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2d8800-13b5-46f1-a836-ce7c2c006d99,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:53.126824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.214963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.217042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.261012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.261449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9bf36f-c082-4b1a-bac3-82097c80279b {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:15:53.267605 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.268765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f2195d3b-8178-4f3f-aecb-41fe594e0f99 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf9bf36f-c082-4b1a-bac3-82097c80279b HTTP/1.1" status: 204 len: 168 time: 1.1063457 Oct 28 22:15:53.271488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57180) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:53.318339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Deleting subnet 415a50fb-7306-486c-b71f-51ac9a1ca54f {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:15:53.321397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.355014 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.429584 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.488660 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.516301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415a50fb-7306-486c-b71f-51ac9a1ca54f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:53.519057 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.525477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9f9bc6ca-6dae-4631-8d88-cfd438826294 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/415a50fb-7306-486c-b71f-51ac9a1ca54f HTTP/1.1" status: 204 len: 168 time: 0.2507284 Oct 28 22:15:53.526027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1624af-6b3f-4666-a1b1-95ade8460055 None None] Network 2887ba24-4194-4807-912e-58323ca23647 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:15:53.526669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57182) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:53.595476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.658354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Deleting port 83939bc0-8158-4b29-9d1c-b90c16122ef7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:53.658937 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.716629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] DHCP port deletion for 2887ba24-4194-4807-912e-58323ca23647 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:15:53.732706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] For port 83939bc0-8158-4b29-9d1c-b90c16122ef7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83939bc0-8158-4b29-9d1c-b90c16122ef7,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:53.732830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.747260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Calling delete_port for 83939bc0-8158-4b29-9d1c-b90c16122ef7 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:53.767460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Deleting port 83939bc0-8158-4b29-9d1c-b90c16122ef7 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:15:53.767753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.830521 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.839901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] For port 83939bc0-8158-4b29-9d1c-b90c16122ef7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=83939bc0-8158-4b29-9d1c-b90c16122ef7,segment=NetworkSegment(bd005c7b-69c2-4801-9c66-2f17b6465e26),segment_id=bd005c7b-69c2-4801-9c66-2f17b6465e26)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:15:53.840290 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.853461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Calling delete_port for 83939bc0-8158-4b29-9d1c-b90c16122ef7 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:15:53.861256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=83939bc0-8158-4b29-9d1c-b90c16122ef7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:53.863060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] No DVR routers for this DVR port 83939bc0-8158-4b29-9d1c-b90c16122ef7 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:15:53.931586 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.941291 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.961101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] Pushing event deleted for resources: {'Port': ['ID=83939bc0-8158-4b29-9d1c-b90c16122ef7,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:53.962562 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2887ba24-4194-4807-912e-58323ca23647']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:53.962931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fba11-f6d0-486f-9b52-b9a0fd05b649 None None] No DVR routers for this DVR port 83939bc0-8158-4b29-9d1c-b90c16122ef7 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:15:53.973088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd005c7b-69c2-4801-9c66-2f17b6465e26') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:53.973380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd005c7b-69c2-4801-9c66-2f17b6465e26') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:15:53.982692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:53.995457 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.010118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:15:54.010500 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:15:54.012160 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:15:54.069175 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.074185 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.078773 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2887ba24-4194-4807-912e-58323ca23647 HTTP/1.1" status: 204 len: 168 time: 0.5508752 Oct 28 22:15:54.091589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af85f3d-f599-4302-8114-7a4fd99cfb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=2887ba24-4194-4807-912e-58323ca23647,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:54.173787 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:15:54.202031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57186) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:54.242930 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dfc3fdf4-06ed-4c96-a352-af0b9d95236f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59d4b3ede53d427895221533265e70c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391164 Oct 28 22:15:54.245312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57188) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:54.294065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.317208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.365813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.368410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:54.369654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ab367bd-49b1-4d7e-8102-3dae58505ca1 HTTP/1.1" status: 204 len: 168 time: 0.1234603 Oct 28 22:15:54.377669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df7db0-b8c2-49cc-a4ab-07e5b1f4eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab367bd-49b1-4d7e-8102-3dae58505ca1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:54.491045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:54.511856 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:15:54.512199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 70dc3e92-e0a5-46e6-a35e-d1218ae66f28 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:54.512639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83939bc0-8158-4b29-9d1c-b90c16122ef7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:54.532797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 83939bc0-8158-4b29-9d1c-b90c16122ef7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:15:54.533716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 83939bc0-8158-4b29-9d1c-b90c16122ef7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:54.533716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d2d8800-13b5-46f1-a836-ce7c2c006d99 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:15:54.553087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5d2d8800-13b5-46f1-a836-ce7c2c006d99 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:15:54.553509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d2d8800-13b5-46f1-a836-ce7c2c006d99 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:15:55.069405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:55.164198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-288003922-network', 'tenant_id': '838917440c884170994cfe2d449fc377'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:55.189462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Made reservation on behalf of 838917440c884170994cfe2d449fc377 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:15:55.191789 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.200027 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.278268 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.282726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.311476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:15:55.317925 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62387f04-79f0-4908-9c4c-4770154ca21a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:55.325803 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.325905 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Added segment aa5e1942-e9b9-4238-9a00-417e3ccf0020 of type vlan for network e31993d0-19b3-4d1f-bc36-637f7945f1fc Oct 28 22:15:55.366891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.391541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.392646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:55.393221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.449868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3792806 Oct 28 22:15:55.453514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57214) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:15:55.458483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Request body: {'subnet': {'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-288003922-subnet', 'tenant_id': '838917440c884170994cfe2d449fc377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:55.460974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215945-1699-4eeb-aa82-bbba490859e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e31993d0-19b3-4d1f-bc36-637f7945f1fc,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:55.470561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:15:55.488566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Made reservation on behalf of 838917440c884170994cfe2d449fc377 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:15:55.490972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.656460 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.713026 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbd3a64-33e8-4453-b097-e3634d491679,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:55.723578 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Checking segment: {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:15:55.723937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Network hostable DHCP agents. Network: e31993d0-19b3-4d1f-bc36-637f7945f1fc, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:15:55.739963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:15:55.748294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, e31993d0-19b3-4d1f-bc36-637f7945f1fc) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:15:55.752317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:55.752932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:55.757221 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6bb75-a12f-4e79-bfcc-add2eb67cad9 None None] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:15:55.768195 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d076528b-f609-4cea-93b0-dbbd755a4ef7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3136044 Oct 28 22:15:55.882159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4e6da-5e1f-4a60-bfb2-f46713b65c7e None None] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:15:56.212154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-52b5cabb-fcbe-44e9-a269-dd7d700b088f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:56.213620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-52b5cabb-fcbe-44e9-a269-dd7d700b088f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 813 time: 0.1020622 Oct 28 22:15:56.228960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-4884ffc1-d8cb-4a6e-a57d-15326283a696 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/quotas/838917440c884170994cfe2d449fc377 HTTP/1.1" status: 200 len: 375 time: 0.0089567 Oct 28 22:15:56.261623 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c764d88c-ad55-4ec3-8b4e-4219dc503fa1 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261257 Oct 28 22:15:56.324894 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-e24ce7a2-8cd6-4e2b-bcaa-a9abbb553ef7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:15:56.325891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-e24ce7a2-8cd6-4e2b-bcaa-a9abbb553ef7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0570064 Oct 28 22:15:56.420709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5251e2f6-b0fa-40a7-a950-cccd40a1f475 service neutron] 10.222.0.31 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872023 Oct 28 22:15:56.514709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-cebbbb9a-c80a-40a8-910d-64a76a71e21d service neutron] 10.222.0.31 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878279 Oct 28 22:15:56.674286 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3845db93-c02f-4ac8-9ab2-c0ce6216f883 req-6f0b2d98-2648-47c6-8c07-23d11434df38 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 210 time: 0.0263593 Oct 28 22:15:57.690152 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5edb7342-8de6-46b0-9abc-5d5fb0d2c7eb tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:57.691628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5edb7342-8de6-46b0-9abc-5d5fb0d2c7eb tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.44 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 813 time: 0.1078956 Oct 28 22:15:57.705905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Request body: {'port': {'device_id': '118aa4ba-805c-447c-a894-fff14c90b694', 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc', 'admin_state_up': True, 'tenant_id': '838917440c884170994cfe2d449fc377'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:57.781319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e9cec8d6-e854-4054-b19e-3539919e5bbb req-7dfe5211-0f87-4b5a-bacc-ed0f516cc5ff tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 210 time: 0.0303440 Oct 28 22:15:57.841548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Made reservation on behalf of 838917440c884170994cfe2d449fc377 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:15:57.846073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:57.972568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Allocated IP 172.20.0.7 (e31993d0-19b3-4d1f-bc36-637f7945f1fc/ddbd3a64-33e8-4453-b097-e3634d491679/00d10dde-6e46-4864-a718-d6f12911421c) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:15:58.120266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.154495 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.199576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:15:58.203221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:15:58.209080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:15:58.215235 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Pushing event updated for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:58.265875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:58.266479 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.282743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5f22f285-c44a-4b75-a9f8-3a4e62c02804 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818694 Oct 28 22:15:58.295206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Request body: {'port': {'device_id': '118aa4ba-805c-447c-a894-fff14c90b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:15:58.351199 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.602971 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d10dde-6e46-4864-a718-d6f12911421c {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:15:58.610262 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.621713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Transition to ACTIVE for port object 00d10dde-6e46-4864-a718-d6f12911421c will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:15:58.625449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.677367 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Pushing event updated for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:58.742685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Attempting to bind port 00d10dde-6e46-4864-a718-d6f12911421c on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:15:58.743351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Attempting to bind port 00d10dde-6e46-4864-a718-d6f12911421c by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:15:58.743351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Attempting to bind port 00d10dde-6e46-4864-a718-d6f12911421c on network e31993d0-19b3-4d1f-bc36-637f7945f1fc {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:58.747570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Port 00d10dde-6e46-4864-a718-d6f12911421c on network e31993d0-19b3-4d1f-bc36-637f7945f1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:15:58.747885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Attempting to bind port 00d10dde-6e46-4864-a718-d6f12911421c on network e31993d0-19b3-4d1f-bc36-637f7945f1fc {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:15:58.753282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:15:58.753598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Checking segment: {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:15:58.753975 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Bound using segment: {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:15:58.754391 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Bound port: 00d10dde-6e46-4864-a718-d6f12911421c, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:15:58.754735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.817252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:15:58.820841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=00d10dde-6e46-4864-a718-d6f12911421c,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:15:58.825814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.878277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:58.878887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:15:58.880231 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] 10.222.0.44 "PUT /v2.0/ports/00d10dde-6e46-4864-a718-d6f12911421c HTTP/1.1" status: 200 len: 1092 time: 0.5890167 Oct 28 22:15:58.880695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:15:58.882922 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f07d33f-b43e-4e4c-9f45-5fd045875360" -d '{"events": [{"name": "network-changed", "server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "tag": "00d10dde-6e46-4864-a718-d6f12911421c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:15:58.920132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d84fd8-0773-4c0b-9901-330919ca2689 service neutron] Pushing event updated for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:15:58.954056 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27b121-4a30-40cd-9c6e-a38c7e91aae9 x-openstack-request-id: req-cd27b121-4a30-40cd-9c6e-a38c7e91aae9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:15:58.954346 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "tag": "00d10dde-6e46-4864-a718-d6f12911421c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:15:58.954598 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd27b121-4a30-40cd-9c6e-a38c7e91aae9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:15:58.954993 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c', 'status': 'completed', 'code': 200} Oct 28 22:15:58.962939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f5f5-cf4e-4960-922c-22218877a435 req-34dd7b75-a2dd-4953-951a-3542bdb550b6 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:58.964532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ef1f5f5-cf4e-4960-922c-22218877a435 req-34dd7b75-a2dd-4953-951a-3542bdb550b6 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 943 time: 0.1109819 Oct 28 22:15:59.002923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-14d7e29a-8cea-4018-9a84-8983c172fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:59.004515 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-14d7e29a-8cea-4018-9a84-8983c172fb35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 1095 time: 0.0798659 Oct 28 22:15:59.011512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ef1f5f5-cf4e-4960-922c-22218877a435 req-338b7164-f2bb-4413-88cd-c2b9ab4dc3b0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Oct 28 22:15:59.050147 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-7ddc7fa0-97f3-42ff-a1aa-29fc19dd36e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00d10dde-6e46-4864-a718-d6f12911421c HTTP/1.1" status: 200 len: 217 time: 0.0375707 Oct 28 22:15:59.098571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-0d7e2d56-d643-4b99-804b-50ec282c393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:59.099974 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-0d7e2d56-d643-4b99-804b-50ec282c393d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 200 len: 853 time: 0.0424550 Oct 28 22:15:59.132161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-b0c3cf20-d5a9-4bae-981c-701a4035c99a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e31993d0-19b3-4d1f-bc36-637f7945f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249565 Oct 28 22:15:59.223031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-c16a7359-caec-456b-b0c6-dbd29eacd6cd service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837934 Oct 28 22:15:59.311181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fc817447-59bb-49f7-ac8e-68b6d9c18a36 req-5806b17d-34d0-42f3-a745-d19dd2be5fdc service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804756 Oct 28 22:15:59.395870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-fb4e9f07-e113-4f0e-8341-a7ef0c11c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:59.397298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-fb4e9f07-e113-4f0e-8341-a7ef0c11c9ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 1095 time: 0.0409694 Oct 28 22:15:59.489448 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-07781fb6-7d4b-4c74-bbe2-1797423ae292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:59.490884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-07781fb6-7d4b-4c74-bbe2-1797423ae292 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 914 time: 0.0864048 Oct 28 22:15:59.530199 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-f6c08d0e-e59b-4ba3-8d7a-f93b88a99dd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00d10dde-6e46-4864-a718-d6f12911421c HTTP/1.1" status: 200 len: 217 time: 0.0322859 Oct 28 22:15:59.582960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-9aa88a89-baf4-4896-b90b-28f312e47b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:15:59.584354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-9aa88a89-baf4-4896-b90b-28f312e47b8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 200 len: 853 time: 0.0462224 Oct 28 22:15:59.616432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-a2bd5df5-bdfd-4bb4-b519-f2ea75adbadd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e31993d0-19b3-4d1f-bc36-637f7945f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246074 Oct 28 22:15:59.704026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-97faec30-28d4-4325-a0fc-732fc7f50443 service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801506 Oct 28 22:15:59.802074 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f07d33f-b43e-4e4c-9f45-5fd045875360 req-b683fee3-2f90-4a24-bd59-59f058957af1 service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Oct 28 22:16:00.129942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9a89-bc37-44b8-b371-10918c395653 req-aebac8a4-adcf-4ce7-8c4b-4cb534ca9db0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:00.131406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-090b9a89-bc37-44b8-b371-10918c395653 req-aebac8a4-adcf-4ce7-8c4b-4cb534ca9db0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 943 time: 0.0485837 Oct 28 22:16:00.170713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-090b9a89-bc37-44b8-b371-10918c395653 req-9a8144c0-e51d-4bf3-8833-a2a63781545b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Oct 28 22:16:01.293345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348b9ef-ca79-4ec6-b6fb-53396015fb64 req-5d17a6a5-dee2-4c16-bdb6-3f821ff7ae1b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:01.294787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f348b9ef-ca79-4ec6-b6fb-53396015fb64 req-5d17a6a5-dee2-4c16-bdb6-3f821ff7ae1b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 943 time: 0.0530994 Oct 28 22:16:01.332812 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f348b9ef-ca79-4ec6-b6fb-53396015fb64 req-28db27f3-82b9-4f80-9b11-e3397ebe1843 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Oct 28 22:16:01.510713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 00d10dde-6e46-4864-a718-d6f12911421c details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:16:01.605850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=00d10dde-6e46-4864-a718-d6f12911421c,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:01.617163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '00d10dde-6e46-4864-a718-d6f12911421c', 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc', 'port_id': '00d10dde-6e46-4864-a718-d6f12911421c', 'mac_address': 'fa:16:3e:94:d3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbd3a64-33e8-4453-b097-e3634d491679', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:16:01.653391 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:01.666734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d10dde-6e46-4864-a718-d6f12911421c {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:16:01.686064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=00d10dde-6e46-4864-a718-d6f12911421c,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:01.691056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:01.738391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:01.886441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['00d10dde-6e46-4864-a718-d6f12911421c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:02.447697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac54f-2e48-447c-acc0-294ecbeb62b6 req-90ba6d43-3199-4e7f-92dc-8df9f86f6fe6 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:02.449201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82bac54f-2e48-447c-acc0-294ecbeb62b6 req-90ba6d43-3199-4e7f-92dc-8df9f86f6fe6 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 944 time: 0.0496023 Oct 28 22:16:02.487322 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82bac54f-2e48-447c-acc0-294ecbeb62b6 req-912de79a-f300-4f9d-8155-6ee7f628d353 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Oct 28 22:16:03.525785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 00d10dde-6e46-4864-a718-d6f12911421c up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:03.579676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 00d10dde-6e46-4864-a718-d6f12911421c completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:16:03.584190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 00d10dde-6e46-4864-a718-d6f12911421c triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:03.584960 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:03.616930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990868e-3ed4-4a4b-864e-630e4ae9fd9a req-821f780b-82b4-42d8-9c05-1d07776eb883 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:03.619357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f990868e-3ed4-4a4b-864e-630e4ae9fd9a req-821f780b-82b4-42d8-9c05-1d07776eb883 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 944 time: 0.0650494 Oct 28 22:16:03.657830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f990868e-3ed4-4a4b-864e-630e4ae9fd9a req-38ae1ffc-09d1-42f6-945e-80bb105a129a tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Oct 28 22:16:03.678027 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:03.699862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:03.702099 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abb3397-54f9-4d8e-b703-926bd561dff0" -d '{"events": [{"server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "name": "network-vif-plugged", "status": "completed", "tag": "00d10dde-6e46-4864-a718-d6f12911421c"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:03.714669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=00d10dde-6e46-4864-a718-d6f12911421c,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:03.719296 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:03.741793 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda94758-a8b5-4cbb-beb2-2565f7884d55 x-openstack-request-id: req-bda94758-a8b5-4cbb-beb2-2565f7884d55 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:03.742085 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "name": "network-vif-plugged", "status": "completed", "tag": "00d10dde-6e46-4864-a718-d6f12911421c", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:03.742337 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bda94758-a8b5-4cbb-beb2-2565f7884d55 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:03.742721 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c', 'code': 200} Oct 28 22:16:03.768012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:03.842220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265827b2-44ea-41ae-99ac-f1ff19c2346b req-c3929c77-95c2-403a-b289-8d7f4d52481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:03.844565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-265827b2-44ea-41ae-99ac-f1ff19c2346b req-c3929c77-95c2-403a-b289-8d7f4d52481d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 1097 time: 0.0445931 Oct 28 22:16:03.879077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-265827b2-44ea-41ae-99ac-f1ff19c2346b req-87411678-b70d-4ded-aad3-7bb8dcf08dad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265489 Oct 28 22:16:04.775889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff53b3-8985-4c3f-b3cb-902207d33d9a req-f3c8827b-b302-4cf5-b1ad-7706b967487b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:04.777377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cff53b3-8985-4c3f-b3cb-902207d33d9a req-f3c8827b-b302-4cf5-b1ad-7706b967487b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Oct 28 22:16:04.819325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2cff53b3-8985-4c3f-b3cb-902207d33d9a req-f01bbc2c-c8ad-4553-a69a-86cbe0616a55 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Oct 28 22:16:05.945628 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6836516-3289-4f2a-bfb7-43394c48f0a3 req-8f76475b-65a3-42f4-a84c-51bed61bcecb tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:05.947131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6836516-3289-4f2a-bfb7-43394c48f0a3 req-8f76475b-65a3-42f4-a84c-51bed61bcecb tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Oct 28 22:16:05.985554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a6836516-3289-4f2a-bfb7-43394c48f0a3 req-6ca55d0f-9480-42d8-9562-aeec5aa6e494 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Oct 28 22:16:06.214189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-d588af4b-db38-454a-b37b-2f86ceceb947 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:06.215627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-d588af4b-db38-454a-b37b-2f86ceceb947 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 813 time: 0.1082206 Oct 28 22:16:06.232333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-d68115a7-be8e-4995-b317-b0c138c877f8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/quotas/838917440c884170994cfe2d449fc377 HTTP/1.1" status: 200 len: 375 time: 0.0089698 Oct 28 22:16:06.282685 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-3c072f54-4da6-4de4-a06d-2de5e5f8a8a7 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445797 Oct 28 22:16:06.293303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-d495b6f2-132b-4bb0-851a-d8059b223d1c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:16:06.294237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-d495b6f2-132b-4bb0-851a-d8059b223d1c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048599 Oct 28 22:16:06.385733 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-603c52bd-a8f3-4f1e-bbe9-8d44363d3538 service neutron] 10.222.0.31 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854707 Oct 28 22:16:06.480992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-8991c9a5-87ca-494f-8291-64cda93f8875 service neutron] 10.222.0.31 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881023 Oct 28 22:16:06.661172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-89284b44-c84f-4cc0-a498-3575d624ba53 req-cde5414b-f7df-4c99-8155-f59868c491b8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 210 time: 0.0302632 Oct 28 22:16:07.551768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-91465253-e87b-48eb-951b-b69531879fd0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:07.553258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-91465253-e87b-48eb-951b-b69531879fd0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.52 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 813 time: 0.1061227 Oct 28 22:16:07.566603 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Request body: {'port': {'device_id': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc', 'admin_state_up': True, 'tenant_id': '838917440c884170994cfe2d449fc377'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:07.682606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Made reservation on behalf of 838917440c884170994cfe2d449fc377 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:07.687815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-892ec447-2971-463c-9871-a3372270fbf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449233 Oct 28 22:16:07.693284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:07.774901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-da2485a5-c954-4fb4-a03a-d4841a16f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:07.776396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-da2485a5-c954-4fb4-a03a-d4841a16f4b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 1097 time: 0.0447838 Oct 28 22:16:07.807277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-01f75b29-a2c6-4123-b032-17fbe8f412c9 req-20c68f6c-c9cf-4e5b-a092-6c1e597a2add tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 210 time: 0.0298355 Oct 28 22:16:07.867372 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Allocated IP 172.20.0.5 (e31993d0-19b3-4d1f-bc36-637f7945f1fc/ddbd3a64-33e8-4453-b097-e3634d491679/7bc4978d-6ead-4d9a-a749-e13efc8e8db8) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:07.898161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-e5cb5dc6-8968-49d9-9d3e-771b5e982d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:07.899862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-e5cb5dc6-8968-49d9-9d3e-771b5e982d26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 914 time: 0.0918298 Oct 28 22:16:07.942000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-3c10c5c6-6a19-4dca-8707-8a424f70c9e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00d10dde-6e46-4864-a718-d6f12911421c HTTP/1.1" status: 200 len: 217 time: 0.0346677 Oct 28 22:16:07.994245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-d1d5b0b4-4a09-4b3b-a788-bff62899ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:07.995769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-d1d5b0b4-4a09-4b3b-a788-bff62899ecfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 200 len: 853 time: 0.0471902 Oct 28 22:16:08.014090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.027182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-4b5266da-31ef-4c08-98e4-370b26c71704 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e31993d0-19b3-4d1f-bc36-637f7945f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248847 Oct 28 22:16:08.049608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.063220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['00d10dde-6e46-4864-a718-d6f12911421c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:08.100522 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Network e31993d0-19b3-4d1f-bc36-637f7945f1fc is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:08.103925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:08.107787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:08.114371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Pushing event updated for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:08.120762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-c7ec61d1-ecd3-43c6-9a5d-6815033c7711 service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866487 Oct 28 22:16:08.142564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.142908 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.143244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.143577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.143909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.144238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.144592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.144921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.145493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.146511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.146511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.146511 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:08.171709 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:08.172331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.189904 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-7cd652df-0b92-494a-aa0a-b9f88b111149 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279120 Oct 28 22:16:08.202929 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Request body: {'port': {'device_id': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:08.224423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754f58db-485b-48fa-aefa-ea9afdd34a34 req-af38f046-d526-4ab5-8d70-9463bea9c4c4 service neutron] 10.222.0.44 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965106 Oct 28 22:16:08.259059 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.516060 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:16:08.523704 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.535755 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Transition to ACTIVE for port object 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:16:08.539065 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.588864 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:08.657459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Attempting to bind port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:08.657785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Attempting to bind port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:08.658107 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Attempting to bind port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 on network e31993d0-19b3-4d1f-bc36-637f7945f1fc {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:08.662325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 on network e31993d0-19b3-4d1f-bc36-637f7945f1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:16:08.662638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Attempting to bind port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 on network e31993d0-19b3-4d1f-bc36-637f7945f1fc {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:08.667410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:08.667739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Checking segment: {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:08.668111 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Bound using segment: {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:08.668587 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Bound port: 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5e1942-e9b9-4238-9a00-417e3ccf0020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:08.668936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.730741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:08.733875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:08.737497 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.775783 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:08.776414 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:08.777797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] 10.222.0.52 "PUT /v2.0/ports/7bc4978d-6ead-4d9a-a749-e13efc8e8db8 HTTP/1.1" status: 200 len: 1092 time: 0.5797694 Oct 28 22:16:08.778228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:08.780585 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fccede-9222-4d7a-ba8e-bf7ab72777c8" -d '{"events": [{"name": "network-changed", "server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:08.807868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759e940-4a71-4988-81d3-ae3593db409b service neutron] Pushing event updated for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:08.826844 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d59b0-c3c7-4247-988e-a7c13d23f30c x-openstack-request-id: req-7a1d59b0-c3c7-4247-988e-a7c13d23f30c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:08.827248 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:08.827507 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a1d59b0-c3c7-4247-988e-a7c13d23f30c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:08.827936 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8', 'status': 'completed', 'code': 200} Oct 28 22:16:08.860665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-c48c0341-f9f8-4757-95ab-8489313cf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:08.862161 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-c48c0341-f9f8-4757-95ab-8489313cf513 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 1095 time: 0.0442543 Oct 28 22:16:08.907450 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-c220047f-7037-4624-a736-3d169890ecee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8 HTTP/1.1" status: 200 len: 217 time: 0.0370982 Oct 28 22:16:08.927463 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100da2-b9df-4050-8d13-0a1d02143101 req-fcd3e3cd-81f2-46dc-b7d7-cc0b87ecb714 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:08.929001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1100da2-b9df-4050-8d13-0a1d02143101 req-fcd3e3cd-81f2-46dc-b7d7-cc0b87ecb714 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 943 time: 0.0501037 Oct 28 22:16:08.957100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65543-ba09-4c2d-a378-a04750827bdb req-320b8619-d11f-4b65-a58c-e7ed23fca7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:08.958590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-320b8619-d11f-4b65-a58c-e7ed23fca7f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 200 len: 853 time: 0.0449443 Oct 28 22:16:08.967668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c1100da2-b9df-4050-8d13-0a1d02143101 req-94a14cd3-81b0-4d35-89f3-54af62936f14 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Oct 28 22:16:08.991060 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-f60edc76-e979-4156-b2a0-b9e1bcb5a57e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e31993d0-19b3-4d1f-bc36-637f7945f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253873 Oct 28 22:16:09.084724 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-ded7d867-9786-483a-a60d-92f8ba1400ef service neutron] 10.222.0.52 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860715 Oct 28 22:16:09.172601 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-13b65543-ba09-4c2d-a378-a04750827bdb req-4f8038f0-cd7f-48fa-83e7-43efa264e214 service neutron] 10.222.0.52 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812159 Oct 28 22:16:09.258434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-792f9bc0-1737-4605-895d-5b22c9d3e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:09.259830 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-792f9bc0-1737-4605-895d-5b22c9d3e78a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=838917440c884170994cfe2d449fc377&device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 1095 time: 0.0453415 Oct 28 22:16:09.349347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-7abe1843-f3f4-464e-b766-c23262b3d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:09.350804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-7abe1843-f3f4-464e-b766-c23262b3d6b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 200 len: 914 time: 0.0835273 Oct 28 22:16:09.395093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-68d2f330-e03d-446d-a7e7-937cbc5cdb1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8 HTTP/1.1" status: 200 len: 217 time: 0.0369554 Oct 28 22:16:09.444571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-2872fc23-40b6-4d8a-979f-d4beb6ce09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:09.446008 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-2872fc23-40b6-4d8a-979f-d4beb6ce09d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 200 len: 853 time: 0.0435309 Oct 28 22:16:09.476982 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-7e6c1439-a0cc-4476-bf8d-035c9f9180e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e31993d0-19b3-4d1f-bc36-637f7945f1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238636 Oct 28 22:16:09.568136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-44e45e85-34bd-48e5-ba0e-e6d4ec9e08bc service neutron] 10.222.0.52 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830534 Oct 28 22:16:09.656967 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63fccede-9222-4d7a-ba8e-bf7ab72777c8 req-5a02c333-f1de-4e1c-b30a-0d780df53a5d service neutron] 10.222.0.52 "GET /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Oct 28 22:16:10.088302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f2b4c-3894-4e43-92ad-449ee7f4ef26 req-ac8a79e5-f22a-4abc-bdd8-dd02e9bf61b8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:10.089782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94f2b4c-3894-4e43-92ad-449ee7f4ef26 req-ac8a79e5-f22a-4abc-bdd8-dd02e9bf61b8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 943 time: 0.0528662 Oct 28 22:16:10.129282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b94f2b4c-3894-4e43-92ad-449ee7f4ef26 req-05bf5a52-bd03-4948-8916-e263b987ae44 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Oct 28 22:16:10.898061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5890ade7-9e27-4406-94b2-a385a927cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:11.099875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:16:11.206209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:11.217258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8', 'network_id': 'e31993d0-19b3-4d1f-bc36-637f7945f1fc', 'port_id': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8', 'mac_address': 'fa:16:3e:37:74:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbd3a64-33e8-4453-b097-e3634d491679', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:16:11.245508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d980-9b9b-4e22-8b75-90a48a060fdf req-b55e4923-9175-4c43-9170-398c2139fed3 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:11.247024 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9d6d980-9b9b-4e22-8b75-90a48a060fdf req-b55e4923-9175-4c43-9170-398c2139fed3 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 943 time: 0.0494549 Oct 28 22:16:11.264107 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:11.277875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:16:11.286001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c9d6d980-9b9b-4e22-8b75-90a48a060fdf req-82e27be0-705f-4ac5-9fdd-b3f086fa84cb tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Oct 28 22:16:11.300978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:11.308435 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:11.368621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:11.513310 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['7bc4978d-6ead-4d9a-a749-e13efc8e8db8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:12.313849 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:12.401780 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a713a-8962-4a04-9637-59e718e61ce9 req-63028345-0dfe-4845-9abf-0a7d6b656ba8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:12.403362 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b0a713a-8962-4a04-9637-59e718e61ce9 req-63028345-0dfe-4845-9abf-0a7d6b656ba8 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Oct 28 22:16:12.440914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5b0a713a-8962-4a04-9637-59e718e61ce9 req-c9a5496c-9c5d-4d25-ba89-f39b39f68eb0 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Oct 28 22:16:12.554481 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:13.104352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:13.153281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:16:13.157550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:13.157911 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:13.232480 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:13.255597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:13.258146 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ca2655-f1be-46c0-98ed-08f10be4ed43" -d '{"events": [{"server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:13.288756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:13.293418 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:13.297927 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f3d21-931a-4f1e-88c7-c0b9076f3464 x-openstack-request-id: req-7c0f3d21-931a-4f1e-88c7-c0b9076f3464 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:13.298214 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "name": "network-vif-plugged", "status": "completed", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:13.298469 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c0f3d21-931a-4f1e-88c7-c0b9076f3464 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:13.298849 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8', 'code': 200} Oct 28 22:16:13.349165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:13.391304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d9e17-0219-4f0b-aad4-7058d0d29c4b req-319c4a25-123f-4810-bb22-a0b946865b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:13.392797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bf1d9e17-0219-4f0b-aad4-7058d0d29c4b req-319c4a25-123f-4810-bb22-a0b946865b58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 1097 time: 0.0405302 Oct 28 22:16:13.428079 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-bf1d9e17-0219-4f0b-aad4-7058d0d29c4b req-717f86cf-fdda-45ff-a647-88aa15d96235 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269613 Oct 28 22:16:13.498087 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-475850d3-1868-49ef-8a8d-cbb2a99a1700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:13.562952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281a22f-2682-450a-a705-799dc31a5254 req-5a30c353-4318-426f-9ba2-f0e6228fc49c tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:13.564489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d281a22f-2682-450a-a705-799dc31a5254 req-5a30c353-4318-426f-9ba2-f0e6228fc49c tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Oct 28 22:16:13.602175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d281a22f-2682-450a-a705-799dc31a5254 req-98ceaea0-0a47-4eb7-af31-4aee00363111 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Oct 28 22:16:14.719714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53b32e-febc-4834-93a6-21031cca3b68 req-ec58cb0c-9bcd-4e4d-aff7-6506b6510f7f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:14.721107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa53b32e-febc-4834-93a6-21031cca3b68 req-ec58cb0c-9bcd-4e4d-aff7-6506b6510f7f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Oct 28 22:16:14.758476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa53b32e-febc-4834-93a6-21031cca3b68 req-170c8643-390a-4f40-bfeb-edd24a5190a9 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Oct 28 22:16:14.958228 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:14.990396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1292b8-df9a-466b-9cdb-13a571a9eba6 req-f28091ab-7df4-4e4e-b3da-54fc7218f380 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:14.991759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe1292b8-df9a-466b-9cdb-13a571a9eba6 req-f28091ab-7df4-4e4e-b3da-54fc7218f380 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Oct 28 22:16:15.029553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe1292b8-df9a-466b-9cdb-13a571a9eba6 req-6ded042a-740e-4731-be63-d5d248efe507 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Oct 28 22:16:15.276515 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:16.153010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7288e-e993-47a8-a863-eb9d073df72d req-c2633f01-6ff8-460f-8987-517282d9c056 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:16.154434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51e7288e-e993-47a8-a863-eb9d073df72d req-c2633f01-6ff8-460f-8987-517282d9c056 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Oct 28 22:16:16.191551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-51e7288e-e993-47a8-a863-eb9d073df72d req-46dfe321-5031-4da7-ab8d-f0c392b362fe tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Oct 28 22:16:16.240730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-b86687ca-ac56-4fd1-9b93-75f19ee06f5a tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:16.242188 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-b86687ca-ac56-4fd1-9b93-75f19ee06f5a tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.52 "GET /v2.0/ports?device_id=786e8a34-488f-49d5-b8dd-12ab812f33e5 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Oct 28 22:16:16.331098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Deleting port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:16.331353 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:16.423324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] For port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:16.423691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:16.436076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Calling delete_port for 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:16.563540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:16.575529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['7bc4978d-6ead-4d9a-a749-e13efc8e8db8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:16.594087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Pushing event deleted for resources: {'Port': ['ID=7bc4978d-6ead-4d9a-a749-e13efc8e8db8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:16.601005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['00d10dde-6e46-4864-a718-d6f12911421c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:16.632893 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] No DVR routers for this DVR port 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:16.635483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:16.638863 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-1e71a915-35a4-469c-95ac-9d22fe44fcff req-9b59b924-8395-4593-8bcc-849a39c1cdea tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.52 "DELETE /v2.0/ports/7bc4978d-6ead-4d9a-a749-e13efc8e8db8 HTTP/1.1" status: 204 len: 173 time: 0.3900616 Oct 28 22:16:16.639320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'name': 'network-vif-deleted', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:16.642516 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ac30cad00734b244b1423bc837564335fa26ef4077cb1950625b70db5927bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df9ff4-5b7b-413d-abea-c5b26025f2dd" -d '{"events": [{"server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "name": "network-vif-deleted", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:16.690809 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1f9918-e560-4263-a594-26bcf1a75de4 x-openstack-request-id: req-4f1f9918-e560-4263-a594-26bcf1a75de4 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:16.691527 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786e8a34-488f-49d5-b8dd-12ab812f33e5", "name": "network-vif-deleted", "tag": "7bc4978d-6ead-4d9a-a749-e13efc8e8db8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:16.691857 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f1f9918-e560-4263-a594-26bcf1a75de4 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:16.692425 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786e8a34-488f-49d5-b8dd-12ab812f33e5', 'name': 'network-vif-deleted', 'tag': '7bc4978d-6ead-4d9a-a749-e13efc8e8db8', 'status': 'completed', 'code': 200} Oct 28 22:16:16.840547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:17.346168 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b72550-fff5-44ed-9f72-89bf85b5c4dc req-53fadd89-10e0-4b0f-918d-a7f01294a82b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:17.347660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10b72550-fff5-44ed-9f72-89bf85b5c4dc req-53fadd89-10e0-4b0f-918d-a7f01294a82b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Oct 28 22:16:17.387884 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10b72550-fff5-44ed-9f72-89bf85b5c4dc req-944e138b-983d-4105-bfa2-a1cd04f379dc tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Oct 28 22:16:17.518418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556d7c0-ac62-4e49-a71a-45aaeff5ef49 req-9ac8db92-158d-48f0-a1bc-24190a907f11 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:17.519758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8556d7c0-ac62-4e49-a71a-45aaeff5ef49 req-9ac8db92-158d-48f0-a1bc-24190a907f11 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Oct 28 22:16:17.557582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8556d7c0-ac62-4e49-a71a-45aaeff5ef49 req-e93e2cf1-781a-4a3a-931c-c75370fe2733 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Oct 28 22:16:17.675010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107aa6a-7faf-47ec-b316-79f569353f35 req-7bb28dc3-5f7b-4ec1-952f-903c0e5acc67 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:17.676517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3107aa6a-7faf-47ec-b316-79f569353f35 req-7bb28dc3-5f7b-4ec1-952f-903c0e5acc67 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0528440 Oct 28 22:16:17.712754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3107aa6a-7faf-47ec-b316-79f569353f35 req-07f6659f-291f-42ae-86e6-8ad2fcea0244 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303216 Oct 28 22:16:17.784563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-eee0947f-db88-4438-b0b4-f875b433b5da req-968e2427-26b4-444f-97fe-784656dae85f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:16:17.785476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eee0947f-db88-4438-b0b4-f875b433b5da req-968e2427-26b4-444f-97fe-784656dae85f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062320 Oct 28 22:16:17.891097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1738b-64dc-4bb9-a7ff-6b288ca93b9d req-b754cb95-cf90-414c-9e46-6eef1b481e2f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:17.892578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1b1738b-64dc-4bb9-a7ff-6b288ca93b9d req-b754cb95-cf90-414c-9e46-6eef1b481e2f tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Oct 28 22:16:17.929712 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e1b1738b-64dc-4bb9-a7ff-6b288ca93b9d req-e3686074-3bb2-47fb-9471-577ee0c397f1 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Oct 28 22:16:18.042215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71932-42a8-4c8c-8c35-9483b042d6ac req-800bff3a-0a14-4468-b51a-496dde29bd37 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:18.043608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-daa71932-42a8-4c8c-8c35-9483b042d6ac req-800bff3a-0a14-4468-b51a-496dde29bd37 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Oct 28 22:16:18.081143 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-daa71932-42a8-4c8c-8c35-9483b042d6ac req-0595a68b-921a-4f6e-b626-6fc14abe1628 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Oct 28 22:16:18.210188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e7ecc-e79d-4f22-a4d0-de3e34db9173 req-a8e81b23-1eb6-4730-b5f3-23869713f89a tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:18.211620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b49e7ecc-e79d-4f22-a4d0-de3e34db9173 req-a8e81b23-1eb6-4730-b5f3-23869713f89a tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Oct 28 22:16:18.249407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b49e7ecc-e79d-4f22-a4d0-de3e34db9173 req-4acc2498-a2b8-4f1b-940c-f33cac70935b tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Oct 28 22:16:18.553424 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed7fdf-156f-4ccf-855f-00c7422f503b req-08e61c0d-8489-4730-b9bf-6aeee6dfcc72 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:18.554791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6bed7fdf-156f-4ccf-855f-00c7422f503b req-08e61c0d-8489-4730-b9bf-6aeee6dfcc72 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0503318 Oct 28 22:16:18.591750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6bed7fdf-156f-4ccf-855f-00c7422f503b req-507f9e58-a0fa-4a1d-95c7-bcd51da80a17 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Oct 28 22:16:19.150901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:16:19.170270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:16:19.170612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 7bc4978d-6ead-4d9a-a749-e13efc8e8db8 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:16:19.713331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91dc17-9fc5-4aec-be6c-b9adac4fff56 req-b604e698-beb6-497d-af24-9e54da350a6d tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:19.714833 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c91dc17-9fc5-4aec-be6c-b9adac4fff56 req-b604e698-beb6-497d-af24-9e54da350a6d tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Oct 28 22:16:19.755247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c91dc17-9fc5-4aec-be6c-b9adac4fff56 req-9983fbf6-dbc5-403e-a726-4bfc8851ae96 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.31 "GET /v2.0/security-groups?id=62387f04-79f0-4908-9c4c-4770154ca21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Oct 28 22:16:19.905936 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-eed86d08-c68e-4ac5-96cd-c5149b178c51 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:19.907259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-eed86d08-c68e-4ac5-96cd-c5149b178c51 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.44 "GET /v2.0/ports?device_id=118aa4ba-805c-447c-a894-fff14c90b694 HTTP/1.1" status: 200 len: 945 time: 0.0521667 Oct 28 22:16:19.995687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Deleting port 00d10dde-6e46-4864-a718-d6f12911421c {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:19.996013 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.086658 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] For port 00d10dde-6e46-4864-a718-d6f12911421c, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=00d10dde-6e46-4864-a718-d6f12911421c,segment=NetworkSegment(aa5e1942-e9b9-4238-9a00-417e3ccf0020),segment_id=aa5e1942-e9b9-4238-9a00-417e3ccf0020)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:20.087017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.099020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Calling delete_port for 00d10dde-6e46-4864-a718-d6f12911421c owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:20.220700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.231946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['00d10dde-6e46-4864-a718-d6f12911421c'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:20.251004 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Pushing event deleted for resources: {'Port': ['ID=00d10dde-6e46-4864-a718-d6f12911421c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:20.292090 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] No DVR routers for this DVR port 00d10dde-6e46-4864-a718-d6f12911421c on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:20.294684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.298616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97c13a29-3c8f-4d69-96d2-487a79154b2f req-2a9a7c1d-4993-4b99-a299-c0c9b4b05271 tempest-ServersNegativeTestJSON-1774643554 tempest-ServersNegativeTestJSON-1774643554-project] 10.222.0.44 "DELETE /v2.0/ports/00d10dde-6e46-4864-a718-d6f12911421c HTTP/1.1" status: 204 len: 173 time: 0.3843269 Oct 28 22:16:20.299050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'name': 'network-vif-deleted', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:20.301314 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}add2d8a6a90e67f4e1261dc5b768f9ba083e6bb178748ede333f60a029d69b52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66304c-2e9c-4c8d-9c1c-9f2d284fa5a0" -d '{"events": [{"server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "name": "network-vif-deleted", "tag": "00d10dde-6e46-4864-a718-d6f12911421c"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:20.342147 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2001f4-b86e-4b9f-9e8c-e763e24aa6c2 x-openstack-request-id: req-5e2001f4-b86e-4b9f-9e8c-e763e24aa6c2 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:20.343093 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118aa4ba-805c-447c-a894-fff14c90b694", "name": "network-vif-deleted", "tag": "00d10dde-6e46-4864-a718-d6f12911421c", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:20.343355 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e2001f4-b86e-4b9f-9e8c-e763e24aa6c2 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:20.343832 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118aa4ba-805c-447c-a894-fff14c90b694', 'name': 'network-vif-deleted', 'tag': '00d10dde-6e46-4864-a718-d6f12911421c', 'status': 'completed', 'code': 200} Oct 28 22:16:20.815246 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:20.858968 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Deleting subnet ddbd3a64-33e8-4453-b097-e3634d491679 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:16:20.862018 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.899115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.937305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:20.986615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.009481 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbd3a64-33e8-4453-b097-e3634d491679,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:21.015383 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.018533 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e44ae4b0-1159-419e-9896-12384e6a8726 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ddbd3a64-33e8-4453-b097-e3634d491679 HTTP/1.1" status: 204 len: 168 time: 0.2027516 Oct 28 22:16:21.021395 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57354) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:21.091939 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.518356 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.537838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31993d0-19b3-4d1f-bc36-637f7945f1fc']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:21.547529 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e1942-e9b9-4238-9a00-417e3ccf0020') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:21.547821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e1942-e9b9-4238-9a00-417e3ccf0020') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:21.556844 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.569543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.575280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:21.575660 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:21.577924 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:21.633377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.638975 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.642977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e31993d0-19b3-4d1f-bc36-637f7945f1fc HTTP/1.1" status: 204 len: 168 time: 0.6206217 Oct 28 22:16:21.654206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c3d18-d088-47c8-a066-75b055f595e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e31993d0-19b3-4d1f-bc36-637f7945f1fc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:21.750321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57358) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:21.789768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55b676fa-0ad3-403d-b1ff-3b72ca4a5b9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=838917440c884170994cfe2d449fc377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381660 Oct 28 22:16:21.791941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57360) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:21.839043 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.859885 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.909528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.912309 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:21.913459 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62387f04-79f0-4908-9c4c-4770154ca21a HTTP/1.1" status: 204 len: 168 time: 0.1206005 Oct 28 22:16:21.920927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b145cbf-d4ef-4341-98ef-86307c5822fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62387f04-79f0-4908-9c4c-4770154ca21a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:22.582636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57382) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:22.675104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-961211232'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:22.695866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:22.699295 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.708811 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.783988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.787431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.814169 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:22.830838 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9967f7a0-6212-46d1-bc64-1dbb9704c66a,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:22.835685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.836025 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Added segment 676d4118-e0d8-40b8-ba1e-2bbe2ca19932 of type vlan for network d918f5e4-8277-4815-84d3-2735c6cf27b1 Oct 28 22:16:22.874567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.901880 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.907632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:22.908204 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:22.960646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3769021 Oct 28 22:16:22.974477 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e339-8cf9-4b3c-a597-3c0de29ae465 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Network': ['ID=d918f5e4-8277-4815-84d3-2735c6cf27b1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:22.984820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:23.618995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 00d10dde-6e46-4864-a718-d6f12911421c no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:16:23.642914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 00d10dde-6e46-4864-a718-d6f12911421c {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:16:23.643258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 00d10dde-6e46-4864-a718-d6f12911421c not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:16:26.348356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57386) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:26.353421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'subnet': {'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:26.442540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:26.445956 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:26.620563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.013521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Subnet': ['ID=abc9fd34-9132-437c-a380-04a7624fdccc,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:27.024666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.025019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.025363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.025701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.026037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.026371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.026704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.027031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.027361 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.027686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.028011 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.028334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.031380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking segment: {'id': '676d4118-e0d8-40b8-ba1e-2bbe2ca19932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:27.031738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network hostable DHCP agents. Network: d918f5e4-8277-4815-84d3-2735c6cf27b1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:27.048715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:27.057117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, d918f5e4-8277-4815-84d3-2735c6cf27b1) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:27.061930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:27.062591 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.067449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62909ac7-8db8-495c-93ea-f8c0f0033c98 None None] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:27.080401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6947601-8e7a-4139-95ea-ee4558fbb921 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7295539 Oct 28 22:16:27.082630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57388) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:27.087427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018695500'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:27.108572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:27.112287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.140111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:27.149320 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.149656 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Added segment 46b87519-565f-45e2-ac85-df314d6045cd of type vlan for network 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 Oct 28 22:16:27.189959 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.213065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-d918f5e4-8277-4815-84d3-2735c6cf27b1', 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1', 'tenant_id': '78bb54e972dd4bafb2dd98f4b5a161c5', 'fixed_ips': [{'subnet_id': 'abc9fd34-9132-437c-a380-04a7624fdccc'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:27.213943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.215680 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.222021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:27.222609 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.281125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1973159 Oct 28 22:16:27.284012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57390) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:27.289854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'subnet': {'network_id': '6dd6958e-d28c-46e9-8d3a-7d33af0a8a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:27.294606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e05706-257c-4853-a153-79bc97b53c6a tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Network': ['ID=6dd6958e-d28c-46e9-8d3a-7d33af0a8a03,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:27.309261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:27.381571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:27.385489 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.418795 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Allocated IP 2001:db8:0:ffff::2 (d918f5e4-8277-4815-84d3-2735c6cf27b1/abc9fd34-9132-437c-a380-04a7624fdccc/e4396468-5d9e-4855-8b14-c3b5688b1fa8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:27.571632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.575886 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.578844 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.617346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:27.620321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:27.623845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:27.632563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Pushing event updated for resources: {'Port': ['ID=e4396468-5d9e-4855-8b14-c3b5688b1fa8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:27.643076 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.643522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.643753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.644087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.644438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.644801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.645386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.645702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.645945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Subnet': ['ID=7bda6196-7fca-477d-8c81-b01f153d44e3,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:27.646072 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.646328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.646646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.646968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:27.660334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking segment: {'id': '46b87519-565f-45e2-ac85-df314d6045cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6dd6958e-d28c-46e9-8d3a-7d33af0a8a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:27.660732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network hostable DHCP agents. Network: 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:27.677763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:27.687268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:27.692466 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:27.693190 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.696293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef4957-9ed7-4443-8c14-c24f9ac17eb5 None None] Network 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:27.710181 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Attempting to bind port e4396468-5d9e-4855-8b14-c3b5688b1fa8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:27.710630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Attempting to bind port e4396468-5d9e-4855-8b14-c3b5688b1fa8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '676d4118-e0d8-40b8-ba1e-2bbe2ca19932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:27.710776 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fa73612f-072d-4b7a-812d-e9ace9feefa5 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4249082 Oct 28 22:16:27.711161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Attempting to bind port e4396468-5d9e-4855-8b14-c3b5688b1fa8 on network d918f5e4-8277-4815-84d3-2735c6cf27b1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:27.713569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57392) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:27.743800 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:27.744164 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Checking segment: {'id': '676d4118-e0d8-40b8-ba1e-2bbe2ca19932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:27.744587 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.744974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Bound using segment: {'id': '676d4118-e0d8-40b8-ba1e-2bbe2ca19932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:27.745443 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Bound port: e4396468-5d9e-4855-8b14-c3b5688b1fa8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676d4118-e0d8-40b8-ba1e-2bbe2ca19932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd918f5e4-8277-4815-84d3-2735c6cf27b1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:27.745835 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.817651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.857510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] For port e4396468-5d9e-4855-8b14-c3b5688b1fa8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:27.876941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.878473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] For port e4396468-5d9e-4855-8b14-c3b5688b1fa8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e4396468-5d9e-4855-8b14-c3b5688b1fa8,segment=NetworkSegment(676d4118-e0d8-40b8-ba1e-2bbe2ca19932),segment_id=676d4118-e0d8-40b8-ba1e-2bbe2ca19932)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:27.886204 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.943194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd31545-f943-426e-8421-b0bc8c307573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6dd6958e-d28c-46e9-8d3a-7d33af0a8a03', 'network_id': '6dd6958e-d28c-46e9-8d3a-7d33af0a8a03', 'tenant_id': '78bb54e972dd4bafb2dd98f4b5a161c5', 'fixed_ips': [{'subnet_id': '7bda6196-7fca-477d-8c81-b01f153d44e3'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:27.944061 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-acd31545-f943-426e-8421-b0bc8c307573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.947226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:27.981816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1139-f6c5-4fa8-89e9-24e9de376cfd None None] Pushing event updated for resources: {'Port': ['ID=e4396468-5d9e-4855-8b14-c3b5688b1fa8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.000227 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Subnet': ['ID=7bda6196-7fca-477d-8c81-b01f153d44e3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.049818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e12beb-9f08-47c3-ba55-2ba87d7c12ef None None] Network 6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:28.055626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.079135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd6958e-d28c-46e9-8d3a-7d33af0a8a03']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:28.089028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b87519-565f-45e2-ac85-df314d6045cd') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:28.089457 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b87519-565f-45e2-ac85-df314d6045cd') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:28.099857 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.116754 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.133150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:28.133738 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:28.137636 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:28.207768 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.212659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.217845 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 HTTP/1.1" status: 204 len: 168 time: 0.5025721 Oct 28 22:16:28.221012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57394) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:28.227068 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-516682274'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:28.233850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276370c-edf6-4aeb-ab1b-6a3b1f98076d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Network': ['ID=6dd6958e-d28c-46e9-8d3a-7d33af0a8a03,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.251921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:28.255675 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.282879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:28.291906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.292573 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Added segment 167ff5a5-6b60-4529-a418-27fa367269f8 of type vlan for network 6b619924-9701-49db-8dfb-c6654c62a022 Oct 28 22:16:28.333702 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.357468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.363566 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:28.364091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.422679 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2001026 Oct 28 22:16:28.425806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57396) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:28.431050 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'subnet': {'network_id': '6b619924-9701-49db-8dfb-c6654c62a022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:28.434922 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984acba5-703e-4e1d-b030-c26b63c0a3c2 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Network': ['ID=6b619924-9701-49db-8dfb-c6654c62a022,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.446523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6b619924-9701-49db-8dfb-c6654c62a022 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:28.526872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:28.533911 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.556574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e4396468-5d9e-4855-8b14-c3b5688b1fa8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:28.599527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Performing IP validity checks on allocation pools {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 28 22:16:28.600177 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.ipam_backend_mixin [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102314) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 28 22:16:28.612216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e4396468-5d9e-4855-8b14-c3b5688b1fa8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:28.612616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.701026 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.735768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port e4396468-5d9e-4855-8b14-c3b5688b1fa8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e4396468-5d9e-4855-8b14-c3b5688b1fa8,segment=NetworkSegment(676d4118-e0d8-40b8-ba1e-2bbe2ca19932),segment_id=676d4118-e0d8-40b8-ba1e-2bbe2ca19932)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:28.736649 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.740916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.798422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=e4396468-5d9e-4855-8b14-c3b5688b1fa8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.805556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Subnet': ['ID=755f90ce-6531-4c40-8a28-64b040cf0e71,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:28.807616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking segment: {'id': '167ff5a5-6b60-4529-a418-27fa367269f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b619924-9701-49db-8dfb-c6654c62a022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:28.807974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network hostable DHCP agents. Network: 6b619924-9701-49db-8dfb-c6654c62a022, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:28.830852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network 6b619924-9701-49db-8dfb-c6654c62a022 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:28.840583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6b619924-9701-49db-8dfb-c6654c62a022) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:28.845551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:28.846150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.849678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379debb-be29-4434-bec8-d530286710d4 None None] Network 6b619924-9701-49db-8dfb-c6654c62a022 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:28.864425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-83afb610-6b18-443b-bc49-0966f0b6fb9c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4365854 Oct 28 22:16:28.866402 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:28.973160 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:28.978583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cdfdaa-c5db-42dd-abcf-b65df5762efc None None] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:29.024258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.056594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c7d32-9663-4270-aaf3-0d136aba12d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6b619924-9701-49db-8dfb-c6654c62a022', 'network_id': '6b619924-9701-49db-8dfb-c6654c62a022', 'tenant_id': '78bb54e972dd4bafb2dd98f4b5a161c5', 'fixed_ips': [{'subnet_id': '755f90ce-6531-4c40-8a28-64b040cf0e71'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:29.057446 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be7c7d32-9663-4270-aaf3-0d136aba12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.090713 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.119563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Subnet': ['ID=755f90ce-6531-4c40-8a28-64b040cf0e71,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:29.166059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2aea0efd-66ba-4cc1-8d30-5f6c865dd925 None None] Provisioning complete for port e4396468-5d9e-4855-8b14-c3b5688b1fa8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:29.166375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2aea0efd-66ba-4cc1-8d30-5f6c865dd925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.181963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.202605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b619924-9701-49db-8dfb-c6654c62a022']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:29.211715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167ff5a5-6b60-4529-a418-27fa367269f8') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:29.211950 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167ff5a5-6b60-4529-a418-27fa367269f8') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:29.222540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.224897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa14880-57d9-4911-a709-e9e993a33a3f None None] Network 6b619924-9701-49db-8dfb-c6654c62a022 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:29.236124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.243183 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:29.243769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:29.247268 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:29.310677 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.316625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.320043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/6b619924-9701-49db-8dfb-c6654c62a022 HTTP/1.1" status: 204 len: 168 time: 0.4526350 Oct 28 22:16:29.324536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57400) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:29.330438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103572607'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:29.338400 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fdf35-8ed6-4221-af4b-f4888b632513 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Network': ['ID=6b619924-9701-49db-8dfb-c6654c62a022,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:29.353088 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:29.356858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.381992 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:29.392394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.392751 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Added segment 26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9 of type vlan for network dcc52b7e-79d1-4bef-9403-5c56e124dad7 Oct 28 22:16:29.438665 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.464633 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.470847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:29.471438 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.531566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2040031 Oct 28 22:16:29.534231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57402) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:29.540303 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'subnet': {'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:29.546183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c562fb4-6879-47da-b877-73a14e7a4fa3 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Network': ['ID=dcc52b7e-79d1-4bef-9403-5c56e124dad7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:29.557503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:29.635486 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:29.640009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.640630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-bdefa32e-297f-4ed1-98ba-b43854d08c2f None None] Provisioning complete for port e4396468-5d9e-4855-8b14-c3b5688b1fa8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:29.641028 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdefa32e-297f-4ed1-98ba-b43854d08c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.828453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.887516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Subnet': ['ID=a050f999-bbbb-441b-9e41-1834af3b3610,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:29.896398 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking segment: {'id': '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:29.896762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network hostable DHCP agents. Network: dcc52b7e-79d1-4bef-9403-5c56e124dad7, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:29.913012 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:29.922083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, dcc52b7e-79d1-4bef-9403-5c56e124dad7) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:29.926264 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:29.926878 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:29.933247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a32d3-a207-442a-9c4e-3ff2aa2f5ae8 None None] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:29.943281 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aaa0b373-5962-4300-a548-fcacba0b735c tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078188 Oct 28 22:16:29.946803 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57404) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:29.951873 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489018179'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:29.972239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:29.975668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.000356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:30.009992 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.010419 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Added segment d5f9e039-8d76-4e8d-95cc-136998fd86c7 of type vlan for network 13186534-6477-4aa4-9465-6938cc0fc790 Oct 28 22:16:30.053998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.082286 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.083224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-dcc52b7e-79d1-4bef-9403-5c56e124dad7', 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7', 'tenant_id': '78bb54e972dd4bafb2dd98f4b5a161c5', 'fixed_ips': [{'subnet_id': 'a050f999-bbbb-441b-9e41-1834af3b3610'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:30.084098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.087983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:30.088600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.149394 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1988337 Oct 28 22:16:30.149755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57406) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:30.155374 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Request body: {'subnet': {'network_id': '13186534-6477-4aa4-9465-6938cc0fc790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:30.166659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33e7a-08dc-4eaa-94ac-8c222cfcd045 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Network': ['ID=13186534-6477-4aa4-9465-6938cc0fc790,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:30.179500 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 13186534-6477-4aa4-9465-6938cc0fc790 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:30.249568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Made reservation on behalf of 78bb54e972dd4bafb2dd98f4b5a161c5 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:30.253097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.445093 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Allocated IP 2001:db8::2 (dcc52b7e-79d1-4bef-9403-5c56e124dad7/a050f999-bbbb-441b-9e41-1834af3b3610/2e549395-dc95-49b6-bca2-8b2908135777) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:30.446777 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.510109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event updated for resources: {'Subnet': ['ID=7db0ff75-9c5a-4598-9423-8ee08cdc8b82,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:30.520830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Checking segment: {'id': 'd5f9e039-8d76-4e8d-95cc-136998fd86c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13186534-6477-4aa4-9465-6938cc0fc790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:30.521193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network hostable DHCP agents. Network: 13186534-6477-4aa4-9465-6938cc0fc790, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:30.530190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e4396468-5d9e-4855-8b14-c3b5688b1fa8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:30.537627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Network 13186534-6477-4aa4-9465-6938cc0fc790 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:30.546864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 13186534-6477-4aa4-9465-6938cc0fc790) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:30.551282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:30.551878 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.567419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ff9b5-9328-465f-a2e0-9a7217a300dc None None] Network 13186534-6477-4aa4-9465-6938cc0fc790 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:30.568565 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3a66e3e9-0809-4e43-bb2f-2398701122f9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4176836 Oct 28 22:16:30.571371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57408) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:30.672542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.680013 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.696963 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.724511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.734934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e4396468-5d9e-4855-8b14-c3b5688b1fa8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:30.735301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.792519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.798511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:30.811649 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:30.818401 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:30.820495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Pushing event updated for resources: {'Port': ['ID=2e549395-dc95-49b6-bca2-8b2908135777,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:30.821664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Subnet': ['ID=7db0ff75-9c5a-4598-9423-8ee08cdc8b82,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:30.892247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.896889 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9273ef-8e3f-4e75-82f6-f28641ce76c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-13186534-6477-4aa4-9465-6938cc0fc790', 'network_id': '13186534-6477-4aa4-9465-6938cc0fc790', 'tenant_id': '78bb54e972dd4bafb2dd98f4b5a161c5', 'fixed_ips': [{'subnet_id': '7db0ff75-9c5a-4598-9423-8ee08cdc8b82'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:30.897704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fe9273ef-8e3f-4e75-82f6-f28641ce76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.915615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13186534-6477-4aa4-9465-6938cc0fc790']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:30.925745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f9e039-8d76-4e8d-95cc-136998fd86c7') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:30.926039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f9e039-8d76-4e8d-95cc-136998fd86c7') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:30.935075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.942037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Attempting to bind port 2e549395-dc95-49b6-bca2-8b2908135777 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:30.942402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Attempting to bind port 2e549395-dc95-49b6-bca2-8b2908135777 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:30.942764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Attempting to bind port 2e549395-dc95-49b6-bca2-8b2908135777 on network dcc52b7e-79d1-4bef-9403-5c56e124dad7 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:30.948624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.955701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:30.956136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:30.959084 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:30.965736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:30.966105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Checking segment: {'id': '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:30.966499 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:30.966882 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Bound using segment: {'id': '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:30.967541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Bound port: 2e549395-dc95-49b6-bca2-8b2908135777, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dcc52b7e-79d1-4bef-9403-5c56e124dad7'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:30.967915 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.030577 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.035243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.041875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/13186534-6477-4aa4-9465-6938cc0fc790 HTTP/1.1" status: 204 len: 168 time: 0.4669883 Oct 28 22:16:31.042739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.049394 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b28e6-7ba6-4921-880c-09f1ee741832 None None] Network 13186534-6477-4aa4-9465-6938cc0fc790 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:31.056571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35566364-7df3-49bd-bdcc-cd7ce25802ef tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Network': ['ID=13186534-6477-4aa4-9465-6938cc0fc790,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:31.069084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b28e6-7ba6-4921-880c-09f1ee741832 None None] Network 13186534-6477-4aa4-9465-6938cc0fc790 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 22:16:31.079788 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8cf2fc-03ff-4a5f-9cfe-95c229785084 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] GET failed (client error): The resource could not be found. Oct 28 22:16:31.081229 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ac8cf2fc-03ff-4a5f-9cfe-95c229785084 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "GET /v2.0/subnets/7db0ff75-9c5a-4598-9423-8ee08cdc8b82 HTTP/1.1" status: 404 len: 337 time: 0.0368865 Oct 28 22:16:31.083992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.094342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] For port 2e549395-dc95-49b6-bca2-8b2908135777, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:31.097984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] For port 2e549395-dc95-49b6-bca2-8b2908135777, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2e549395-dc95-49b6-bca2-8b2908135777,segment=NetworkSegment(26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9),segment_id=26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:31.102330 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.103818 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0755a130-bf79-4881-b9dd-e0d25bd82957 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:31.104376 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0755a130-bf79-4881-b9dd-e0d25bd82957 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:31.107348 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0755a130-bf79-4881-b9dd-e0d25bd82957 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/13186534-6477-4aa4-9465-6938cc0fc790 HTTP/1.1" status: 404 len: 339 time: 0.0224042 Oct 28 22:16:31.111842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57414) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.139065 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5fb863-109b-42e3-b1b2-0009f9cdfa89 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:31.140932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5fb863-109b-42e3-b1b2-0009f9cdfa89 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:31.144006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2a5fb863-109b-42e3-b1b2-0009f9cdfa89 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/subnets/7db0ff75-9c5a-4598-9423-8ee08cdc8b82 HTTP/1.1" status: 404 len: 337 time: 0.0311806 Oct 28 22:16:31.146867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57416) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.159140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b341-d8e9-4fd1-a239-ca29bf1118e0 None None] Pushing event updated for resources: {'Port': ['ID=2e549395-dc95-49b6-bca2-8b2908135777,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:31.168205 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bad1d56-b325-488d-8174-dd531363fe2d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:31.168778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bad1d56-b325-488d-8174-dd531363fe2d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:31.173189 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4bad1d56-b325-488d-8174-dd531363fe2d tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/13186534-6477-4aa4-9465-6938cc0fc790 HTTP/1.1" status: 404 len: 339 time: 0.0253677 Oct 28 22:16:31.174011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:16:31.175685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57418) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.237542 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Deleting subnet a050f999-bbbb-441b-9e41-1834af3b3610 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:16:31.240969 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.285837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.380587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.446483 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.475289 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Subnet': ['ID=a050f999-bbbb-441b-9e41-1834af3b3610,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:31.478765 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.481986 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-678105a5-c9d7-4079-b750-64a5026d07e9 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/subnets/a050f999-bbbb-441b-9e41-1834af3b3610 HTTP/1.1" status: 204 len: 168 time: 0.3053899 Oct 28 22:16:31.484697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57420) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:31.559396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.616768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Deleting port 2e549395-dc95-49b6-bca2-8b2908135777 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:31.617099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.679749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] For port 2e549395-dc95-49b6-bca2-8b2908135777, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=2e549395-dc95-49b6-bca2-8b2908135777,segment=NetworkSegment(26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9),segment_id=26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:31.680107 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.692821 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Calling delete_port for 2e549395-dc95-49b6-bca2-8b2908135777 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:31.778449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.803416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Port': ['ID=2e549395-dc95-49b6-bca2-8b2908135777,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:31.815350 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No DVR routers for this DVR port 2e549395-dc95-49b6-bca2-8b2908135777 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:31.900917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.926802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc52b7e-79d1-4bef-9403-5c56e124dad7']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:31.937165 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:31.937524 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b5b3e2-fd3e-44c1-8c6d-83ba75f1e6d9') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:31.947346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.961743 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.968604 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:31.968990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:31.972029 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:32.034618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.041607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.044826 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/dcc52b7e-79d1-4bef-9403-5c56e124dad7 HTTP/1.1" status: 204 len: 168 time: 0.5591578 Oct 28 22:16:32.047770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57422) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.066671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0ed1-10ee-44fa-8b3d-e8e3ee6dc274 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Network': ['ID=dcc52b7e-79d1-4bef-9403-5c56e124dad7,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:32.085107 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cab61d-5648-4995-bf8b-6f2f18ed6cd4 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:32.085564 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cab61d-5648-4995-bf8b-6f2f18ed6cd4 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:32.089181 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-23cab61d-5648-4995-bf8b-6f2f18ed6cd4 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/subnets/755f90ce-6531-4c40-8a28-64b040cf0e71 HTTP/1.1" status: 404 len: 337 time: 0.0398314 Oct 28 22:16:32.091177 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57424) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.112180 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aadb1a-6b3a-4353-89a1-a71361763085 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:32.112743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15aadb1a-6b3a-4353-89a1-a71361763085 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:32.115737 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-15aadb1a-6b3a-4353-89a1-a71361763085 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/6b619924-9701-49db-8dfb-c6654c62a022 HTTP/1.1" status: 404 len: 339 time: 0.0236514 Oct 28 22:16:32.118570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.124722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad6d42e-763d-4664-87f4-de84337adbb1 None None] DHCP port deletion for dcc52b7e-79d1-4bef-9403-5c56e124dad7 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:16:32.142249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50747d4-0a8e-4b40-a8d1-1729d9a890c0 None None] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:32.152771 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3179d9-8404-4652-b17b-1c19a2f099e8 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:32.153207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3179d9-8404-4652-b17b-1c19a2f099e8 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:32.156798 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db3179d9-8404-4652-b17b-1c19a2f099e8 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/subnets/7bda6196-7fca-477d-8c81-b01f153d44e3 HTTP/1.1" status: 404 len: 337 time: 0.0373101 Oct 28 22:16:32.158969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50747d4-0a8e-4b40-a8d1-1729d9a890c0 None None] Network dcc52b7e-79d1-4bef-9403-5c56e124dad7 could not be found, it might have been deleted concurrently. {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 28 22:16:32.159457 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57428) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.161590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d0e967ba-1333-4794-91af-349170a4c52a None None] Could not find standard attr ID for object 2e549395-dc95-49b6-bca2-8b2908135777. {{(pid=102315) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 28 22:16:32.177800 n-d-806683-16 neutron-server[102313]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ed3806-ea8d-447a-a552-f61f864c15cd tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] DELETE failed (client error): The resource could not be found. Oct 28 22:16:32.178327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ed3806-ea8d-447a-a552-f61f864c15cd tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 28 22:16:32.181273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08ed3806-ea8d-447a-a552-f61f864c15cd tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/6dd6958e-d28c-46e9-8d3a-7d33af0a8a03 HTTP/1.1" status: 404 len: 339 time: 0.0209146 Oct 28 22:16:32.183695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57430) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.233712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Deleting subnet abc9fd34-9132-437c-a380-04a7624fdccc {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:16:32.236915 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.276891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.361820 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.418740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.450163 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Subnet': ['ID=abc9fd34-9132-437c-a380-04a7624fdccc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:32.454294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.460295 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9a619a17-d453-42e1-bae9-558110b54488 tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/subnets/abc9fd34-9132-437c-a380-04a7624fdccc HTTP/1.1" status: 204 len: 168 time: 0.2728944 Oct 28 22:16:32.460295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:32.464406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ee03c-3529-4002-9597-2d9c96299570 None None] Network d918f5e4-8277-4815-84d3-2735c6cf27b1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:32.541777 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.596442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Deleting port e4396468-5d9e-4855-8b14-c3b5688b1fa8 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:32.596780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.638005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] DHCP port deletion for d918f5e4-8277-4815-84d3-2735c6cf27b1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:16:32.662442 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] For port e4396468-5d9e-4855-8b14-c3b5688b1fa8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e4396468-5d9e-4855-8b14-c3b5688b1fa8,segment=NetworkSegment(676d4118-e0d8-40b8-ba1e-2bbe2ca19932),segment_id=676d4118-e0d8-40b8-ba1e-2bbe2ca19932)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:32.662801 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.675331 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Calling delete_port for e4396468-5d9e-4855-8b14-c3b5688b1fa8 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:32.685436 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Deleting port e4396468-5d9e-4855-8b14-c3b5688b1fa8 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:32.686364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.749971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] For port e4396468-5d9e-4855-8b14-c3b5688b1fa8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e4396468-5d9e-4855-8b14-c3b5688b1fa8,segment=NetworkSegment(676d4118-e0d8-40b8-ba1e-2bbe2ca19932),segment_id=676d4118-e0d8-40b8-ba1e-2bbe2ca19932)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:32.750454 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.758507 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.763766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Calling delete_port for e4396468-5d9e-4855-8b14-c3b5688b1fa8 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:32.786249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] No DVR routers for this DVR port e4396468-5d9e-4855-8b14-c3b5688b1fa8 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:32.791092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Port': ['ID=e4396468-5d9e-4855-8b14-c3b5688b1fa8,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:32.850506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.873057 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] Pushing event deleted for resources: {'Port': ['ID=e4396468-5d9e-4855-8b14-c3b5688b1fa8,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:32.875837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.878967 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b529943-e8f3-4f0e-9be2-fbe15d084c86 None None] No DVR routers for this DVR port e4396468-5d9e-4855-8b14-c3b5688b1fa8 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:32.899093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d918f5e4-8277-4815-84d3-2735c6cf27b1']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:32.909029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676d4118-e0d8-40b8-ba1e-2bbe2ca19932') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:32.909320 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676d4118-e0d8-40b8-ba1e-2bbe2ca19932') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:32.918614 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.931499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.937774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:32.938155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:32.941346 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:32.997786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.004900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.008006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] 10.222.0.31 "DELETE /v2.0/networks/d918f5e4-8277-4815-84d3-2735c6cf27b1 HTTP/1.1" status: 204 len: 168 time: 0.5471423 Oct 28 22:16:33.020231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad49da-4e40-4be9-8fa0-0770615e93ff tempest-NetworksIpV6Test-347663001 tempest-NetworksIpV6Test-347663001-project] Pushing event deleted for resources: {'Network': ['ID=d918f5e4-8277-4815-84d3-2735c6cf27b1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:33.243855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57438) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:33.378422 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5b376f98-1bdb-4cb9-a5c3-f2cb0774385a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78bb54e972dd4bafb2dd98f4b5a161c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332462 Oct 28 22:16:33.380822 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57442) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:33.428337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.448291 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.493391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.496128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:33.497321 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9967f7a0-6212-46d1-bc64-1dbb9704c66a HTTP/1.1" status: 204 len: 168 time: 0.1156130 Oct 28 22:16:33.505601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4629cb-9eab-49af-9403-96e20af88547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967f7a0-6212-46d1-bc64-1dbb9704c66a,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:34.131275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57464) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:34.224143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2010711642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:34.247791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.249132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.300921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.305931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.323347 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.324663 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-12261583-a7ff-48a2-8d6f-922c39df51ad tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1923380 Oct 28 22:16:34.328261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:34.333038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-33789547'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:34.352854 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Made reservation on behalf of 9b056ebb66064d71ba020196ab7aa9cc for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:34.356205 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.364989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.439102 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.442591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.471190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:34.480077 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2750d7-d802-4cf8-bf15-6e2cc582ec39,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:34.487771 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.488110 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Added segment 7fccd699-09a0-4a88-8a14-ec37beb32989 of type vlan for network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e Oct 28 22:16:34.506414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e4396468-5d9e-4855-8b14-c3b5688b1fa8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:16:34.527487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e4396468-5d9e-4855-8b14-c3b5688b1fa8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:16:34.527832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e4396468-5d9e-4855-8b14-c3b5688b1fa8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:16:34.531516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.556654 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.562282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:34.562868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.618880 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2895584 Oct 28 22:16:34.621738 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:34.633306 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'subnet': {'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:34.674741 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ef16c-6434-4ae8-97ba-b4375d02056b tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event updated for resources: {'Network': ['ID=28172ce2-4f0d-4c6d-9f6d-2168fcbec25e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:34.684971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:34.724655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Made reservation on behalf of 9b056ebb66064d71ba020196ab7aa9cc for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:34.728048 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.913608 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:34.975732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event updated for resources: {'Subnet': ['ID=f30d2ad5-4446-4816-a735-3fe0d0a5586b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:34.984904 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Checking segment: {'id': '7fccd699-09a0-4a88-8a14-ec37beb32989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:34.985255 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Network hostable DHCP agents. Network: 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:35.002448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:35.010814 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:35.015295 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:35.015875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.021965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed550d5-b8f6-4226-90a6-ae10c3d9ac5b None None] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:35.032241 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a0584e3-bf71-4324-bf3b-ef642cae0c1c tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094977 Oct 28 22:16:35.035167 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57472) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:35.039980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1625302193'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:35.062040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Made reservation on behalf of 9b056ebb66064d71ba020196ab7aa9cc for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:35.065943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.091083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:35.100662 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.101162 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Added segment bcfb445d-cdda-49f9-a92a-b192e4481f2f of type vlan for network 7fb044b9-0c20-495f-86f2-2e9cab96652c Oct 28 22:16:35.143509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.169323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.173214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-28172ce2-4f0d-4c6d-9f6d-2168fcbec25e', 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e', 'tenant_id': '9b056ebb66064d71ba020196ab7aa9cc', 'fixed_ips': [{'subnet_id': 'f30d2ad5-4446-4816-a735-3fe0d0a5586b'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:35.174406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.177301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:35.178028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.237170 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1981192 Oct 28 22:16:35.237373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:35.245277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'subnet': {'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:35.302640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a67fb-02d7-478a-bab1-8560695f8afa tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event updated for resources: {'Network': ['ID=7fb044b9-0c20-495f-86f2-2e9cab96652c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:35.312669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7fb044b9-0c20-495f-86f2-2e9cab96652c details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:35.318220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Allocated IP 172.20.0.2 (28172ce2-4f0d-4c6d-9f6d-2168fcbec25e/f30d2ad5-4446-4816-a735-3fe0d0a5586b/9e99e863-afdb-4b01-89fd-03c986bd42c7) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:35.354765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Made reservation on behalf of 9b056ebb66064d71ba020196ab7aa9cc for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:35.358384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.515553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.522410 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.536254 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.567721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:35.572124 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:35.577871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:35.581330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Pushing event updated for resources: {'Port': ['ID=9e99e863-afdb-4b01-89fd-03c986bd42c7,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:35.598580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event updated for resources: {'Subnet': ['ID=3442cb27-a000-4ade-b03e-e2b708dbd521,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:35.606087 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Checking segment: {'id': 'bcfb445d-cdda-49f9-a92a-b192e4481f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:35.606445 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Network hostable DHCP agents. Network: 7fb044b9-0c20-495f-86f2-2e9cab96652c, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:35.624545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Network 7fb044b9-0c20-495f-86f2-2e9cab96652c is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:35.634655 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7fb044b9-0c20-495f-86f2-2e9cab96652c) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:35.639217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:35.640358 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.641276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Attempting to bind port 9e99e863-afdb-4b01-89fd-03c986bd42c7 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:35.641747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Attempting to bind port 9e99e863-afdb-4b01-89fd-03c986bd42c7 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '7fccd699-09a0-4a88-8a14-ec37beb32989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:35.642159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Attempting to bind port 9e99e863-afdb-4b01-89fd-03c986bd42c7 on network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:35.646325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b9489-9f58-4469-9914-a9e8a9f6ad62 None None] Network 7fb044b9-0c20-495f-86f2-2e9cab96652c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:35.657225 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-415969de-345f-4fc6-90a4-a9ce0cdc77b3 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4189920 Oct 28 22:16:35.660001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:35.661283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:35.661653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Checking segment: {'id': '7fccd699-09a0-4a88-8a14-ec37beb32989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:35.662049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.662548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Bound using segment: {'id': '7fccd699-09a0-4a88-8a14-ec37beb32989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:35.663028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Bound port: 9e99e863-afdb-4b01-89fd-03c986bd42c7, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fccd699-09a0-4a88-8a14-ec37beb32989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '28172ce2-4f0d-4c6d-9f6d-2168fcbec25e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:35.663402 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.665313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-f1facab1-f736-4268-b0e3-f822b0f21641 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:35.783674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] For port 9e99e863-afdb-4b01-89fd-03c986bd42c7, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:35.786765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] For port 9e99e863-afdb-4b01-89fd-03c986bd42c7, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9e99e863-afdb-4b01-89fd-03c986bd42c7,segment=NetworkSegment(7fccd699-09a0-4a88-8a14-ec37beb32989),segment_id=7fccd699-09a0-4a88-8a14-ec37beb32989)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:35.790949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.881326 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875fc53-a5d9-4162-a901-1a49966da03a None None] Pushing event updated for resources: {'Port': ['ID=9e99e863-afdb-4b01-89fd-03c986bd42c7,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:35.887342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-f1facab1-f736-4268-b0e3-f822b0f21641 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:35.922921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7fb044b9-0c20-495f-86f2-2e9cab96652c', 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c', 'tenant_id': '9b056ebb66064d71ba020196ab7aa9cc', 'fixed_ips': [{'subnet_id': '3442cb27-a000-4ade-b03e-e2b708dbd521'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:35.923861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.005711 n-d-806683-16 neutron-server[102313]: INFO neutron.api.v2.resource [None req-f1facab1-f736-4268-b0e3-f822b0f21641 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 28 22:16:36.006787 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f1facab1-f736-4268-b0e3-f822b0f21641 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "PUT /v2.0/routers/6f2d8671-26f7-46ad-8354-a60d7f1672a2 HTTP/1.1" status: 400 len: 364 time: 0.3449838 Oct 28 22:16:36.012799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57478) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:36.082510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Allocated IP 172.21.0.2 (7fb044b9-0c20-495f-86f2-2e9cab96652c/3442cb27-a000-4ade-b03e-e2b708dbd521/08529247-ab72-4016-af8a-0fbcaf61f3ff) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:36.091410 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Deleting subnet 3442cb27-a000-4ade-b03e-e2b708dbd521 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:16:36.235733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.241165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.241525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.282063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Network 7fb044b9-0c20-495f-86f2-2e9cab96652c is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:36.283973 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.286553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:36.289237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:36.298809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Pushing event updated for resources: {'Port': ['ID=08529247-ab72-4016-af8a-0fbcaf61f3ff,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:36.374194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.440908 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.470876 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Subnet': ['ID=3442cb27-a000-4ade-b03e-e2b708dbd521,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:36.475956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.479647 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2266ef0-9cdf-462c-86b3-90affb474079 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "DELETE /v2.0/subnets/3442cb27-a000-4ade-b03e-e2b708dbd521 HTTP/1.1" status: 204 len: 168 time: 0.4658489 Oct 28 22:16:36.482571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57480) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:36.522975 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Attempting to bind port 08529247-ab72-4016-af8a-0fbcaf61f3ff on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:36.523933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Attempting to bind port 08529247-ab72-4016-af8a-0fbcaf61f3ff by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bcfb445d-cdda-49f9-a92a-b192e4481f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:36.524520 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Attempting to bind port 08529247-ab72-4016-af8a-0fbcaf61f3ff on network 7fb044b9-0c20-495f-86f2-2e9cab96652c {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:36.530756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:36.531351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Checking segment: {'id': 'bcfb445d-cdda-49f9-a92a-b192e4481f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:36.531937 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.541100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Bound using segment: {'id': 'bcfb445d-cdda-49f9-a92a-b192e4481f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:36.541928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Bound port: 08529247-ab72-4016-af8a-0fbcaf61f3ff, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfb445d-cdda-49f9-a92a-b192e4481f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7fb044b9-0c20-495f-86f2-2e9cab96652c'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:36.542465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.575383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.587121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9e99e863-afdb-4b01-89fd-03c986bd42c7 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:36.629939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Deleting port 08529247-ab72-4016-af8a-0fbcaf61f3ff {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:36.630281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.658170 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] For port 08529247-ab72-4016-af8a-0fbcaf61f3ff, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:36.664671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] For port 08529247-ab72-4016-af8a-0fbcaf61f3ff, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=08529247-ab72-4016-af8a-0fbcaf61f3ff,segment=NetworkSegment(bcfb445d-cdda-49f9-a92a-b192e4481f2f),segment_id=bcfb445d-cdda-49f9-a92a-b192e4481f2f)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:36.672910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.702466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] For port 08529247-ab72-4016-af8a-0fbcaf61f3ff, host n-d-806683-16, got binding levels [] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:36.702829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.716398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Calling delete_port for 08529247-ab72-4016-af8a-0fbcaf61f3ff owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:36.719047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 9e99e863-afdb-4b01-89fd-03c986bd42c7 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:36.719414 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.800184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f546fa-58c8-4a39-ba6f-e15198f879ac None None] Pushing event updated for resources: {'Port': ['ID=08529247-ab72-4016-af8a-0fbcaf61f3ff,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:36.807316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.836270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce4a7f-d748-433e-8b78-226613b00377 None None] Network 7fb044b9-0c20-495f-86f2-2e9cab96652c requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:36.838738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Port': ['ID=08529247-ab72-4016-af8a-0fbcaf61f3ff,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:36.845019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] No DVR routers for this DVR port 08529247-ab72-4016-af8a-0fbcaf61f3ff on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:36.905756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9685e-2566-402b-a330-de76e5d0ba4f None None] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:36.934697 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.954862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb044b9-0c20-495f-86f2-2e9cab96652c']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:36.964062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfb445d-cdda-49f9-a92a-b192e4481f2f') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:36.964351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfb445d-cdda-49f9-a92a-b192e4481f2f') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:36.965394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.974835 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.988853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.994684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:36.995220 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:36.998235 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:37.012816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c07465e0-24f7-4c1b-b554-47f420755edd None None] Provisioning complete for port 9e99e863-afdb-4b01-89fd-03c986bd42c7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:37.013183 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c07465e0-24f7-4c1b-b554-47f420755edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.060451 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.067747 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.070908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "DELETE /v2.0/networks/7fb044b9-0c20-495f-86f2-2e9cab96652c HTTP/1.1" status: 204 len: 168 time: 0.5861425 Oct 28 22:16:37.073915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:37.082987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28718-8b9f-473b-9919-1437dd7ed903 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Network': ['ID=7fb044b9-0c20-495f-86f2-2e9cab96652c,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:37.102536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 9e99e863-afdb-4b01-89fd-03c986bd42c7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9e99e863-afdb-4b01-89fd-03c986bd42c7,segment=NetworkSegment(7fccd699-09a0-4a88-8a14-ec37beb32989),segment_id=7fccd699-09a0-4a88-8a14-ec37beb32989)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:37.116030 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.134976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Deleting subnet f30d2ad5-4446-4816-a735-3fe0d0a5586b {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:16:37.138430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.179056 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.208712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=9e99e863-afdb-4b01-89fd-03c986bd42c7,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:37.270128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.330620 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.358440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Subnet': ['ID=f30d2ad5-4446-4816-a735-3fe0d0a5586b,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:37.365292 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.372064 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57484) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:37.372698 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e1610a65-c6e1-46a7-ad58-420ec5e0aeff tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "DELETE /v2.0/subnets/f30d2ad5-4446-4816-a735-3fe0d0a5586b HTTP/1.1" status: 204 len: 168 time: 0.2961671 Oct 28 22:16:37.452647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.467860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847f21c-8590-4e4d-9256-3d156024baaa None None] Network 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:37.512611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Deleting port 9e99e863-afdb-4b01-89fd-03c986bd42c7 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:16:37.513218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.538106 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3c64b6e6-7e56-4687-afc1-74c1e087e3df None None] Provisioning complete for port 9e99e863-afdb-4b01-89fd-03c986bd42c7 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:37.538729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c64b6e6-7e56-4687-afc1-74c1e087e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.581686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] For port 9e99e863-afdb-4b01-89fd-03c986bd42c7, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9e99e863-afdb-4b01-89fd-03c986bd42c7,segment=NetworkSegment(7fccd699-09a0-4a88-8a14-ec37beb32989),segment_id=7fccd699-09a0-4a88-8a14-ec37beb32989)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:37.581915 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.598206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Calling delete_port for 9e99e863-afdb-4b01-89fd-03c986bd42c7 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:16:37.693418 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.717522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Port': ['ID=9e99e863-afdb-4b01-89fd-03c986bd42c7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:37.723960 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] No DVR routers for this DVR port 9e99e863-afdb-4b01-89fd-03c986bd42c7 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:16:37.731977 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948bc547-492b-43f2-9143-1636855ab03c None None] DHCP port deletion for 28172ce2-4f0d-4c6d-9f6d-2168fcbec25e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:16:37.752929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8485a2f-7fc9-4eb7-b2f6-53913c7f5f8b None None] get_active_networks_info from n-d-806683-16 {{(pid=102315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 22:16:37.809368 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.815020 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8485a2f-7fc9-4eb7-b2f6-53913c7f5f8b None None] Resources bound (agent type, host, resource id): {{(pid=102315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 28 22:16:37.834066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28172ce2-4f0d-4c6d-9f6d-2168fcbec25e']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:37.843905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fccd699-09a0-4a88-8a14-ec37beb32989') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:37.844199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fccd699-09a0-4a88-8a14-ec37beb32989') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:37.853561 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.867230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.873130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:16:37.873468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:16:37.876390 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:16:37.933966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.941109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:37.944220 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "DELETE /v2.0/networks/28172ce2-4f0d-4c6d-9f6d-2168fcbec25e HTTP/1.1" status: 204 len: 168 time: 0.5710561 Oct 28 22:16:37.947078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57486) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:37.956060 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6791-0040-437c-bfad-3b65e7bde71f tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Pushing event deleted for resources: {'Network': ['ID=28172ce2-4f0d-4c6d-9f6d-2168fcbec25e,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:37.976892 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b35ec4b9-9f83-4951-9917-3ebf8ea0e3e0 tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d8671-26f7-46ad-8354-a60d7f1672a2 HTTP/1.1" status: 200 len: 205 time: 0.0265009 Oct 28 22:16:37.977214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:38.052231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.206082 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.208104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.251109 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.251607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Fanout notify agent at l3_agent the message router_deleted on router 6f2d8671-26f7-46ad-8354-a60d7f1672a2 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:16:38.258776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.259858 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-db3b3616-7399-4d5c-af5e-fed99bd77b3d tempest-RoutersNegativeTest-894326102 tempest-RoutersNegativeTest-894326102-project] 10.222.0.31 "DELETE /v2.0/routers/6f2d8671-26f7-46ad-8354-a60d7f1672a2 HTTP/1.1" status: 204 len: 168 time: 0.2818849 Oct 28 22:16:38.498055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:38.510413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9e99e863-afdb-4b01-89fd-03c986bd42c7 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:16:38.532127 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 9e99e863-afdb-4b01-89fd-03c986bd42c7 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:16:38.532496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9e99e863-afdb-4b01-89fd-03c986bd42c7 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:16:38.629521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6dfd28aa-8866-484a-9e54-8fa6178cfb61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b056ebb66064d71ba020196ab7aa9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298118 Oct 28 22:16:38.631934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57498) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:38.682795 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.704552 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.750280 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.752921 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:38.754066 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2750d7-d802-4cf8-bf15-6e2cc582ec39 HTTP/1.1" status: 204 len: 168 time: 0.1211452 Oct 28 22:16:38.761808 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e22b0-3403-4994-8163-bfb4fc77dd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2750d7-d802-4cf8-bf15-6e2cc582ec39,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:39.358523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57520) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:39.452685 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1692026979-network', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:39.474055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Made reservation on behalf of 0c6b285cab654e5695b3b59cf9bd1e89 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:39.476355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.485003 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.558963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.562282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.586267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:39.595473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:39.601331 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.601667 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Added segment 14ae62f6-75fb-4b9d-9be6-1444c1bf8560 of type vlan for network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a Oct 28 22:16:39.640917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.667989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:39.669011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:39.669622 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.058923 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6985934 Oct 28 22:16:40.062609 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57524) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:40.067904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Request body: {'subnet': {'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-subnet', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:40.072765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ecebd-d64a-4321-88e3-c212770cb3ec admin admin] Pushing event updated for resources: {'Network': ['ID=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:40.085042 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:40.088750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Made reservation on behalf of 0c6b285cab654e5695b3b59cf9bd1e89 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:40.091111 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.258137 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.316535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff3c859-f0d5-4a07-b894-3335b881ffb0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:40.321344 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Checking segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:40.321634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Network hostable DHCP agents. Network: 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:40.338761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:40.348121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:40.352618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:40.353202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.357304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cb555-6763-45b0-a607-e3757c0ce59a None None] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:40.372835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-958bdba0-bc03-4354-84c4-d1e1a62ffdf0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3064544 Oct 28 22:16:40.373052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57526) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:40.377370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:40.398899 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.399964 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.456477 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.506585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:40.507448 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.596146 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.645188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Allocated IP 172.20.0.2 (03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a/eff3c859-f0d5-4a07-b894-3335b881ffb0/0280bc04-e2d0-4a5a-a607-c229a052ba80) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:40.788315 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.791077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.796388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.810858 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.838937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:40.842982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:40.845504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Pushing event updated for resources: {'Port': ['ID=0280bc04-e2d0-4a5a-a607-c229a052ba80,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:40.848539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:40.911564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Attempting to bind port 0280bc04-e2d0-4a5a-a607-c229a052ba80 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:40.911920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Attempting to bind port 0280bc04-e2d0-4a5a-a607-c229a052ba80 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:40.912296 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Attempting to bind port 0280bc04-e2d0-4a5a-a607-c229a052ba80 on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:40.915366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-57934b09-0419-4935-98f8-22dbdefe22c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.919426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:40.919786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Checking segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:40.920167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.920566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Bound using segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:40.921026 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Bound port: 0280bc04-e2d0-4a5a-a607-c229a052ba80, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:40.921429 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:40.927116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Allocated IP 172.25.4.237 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/281de621-7834-4213-b030-44afe9b1e7b0) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:40.986713 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] For port 0280bc04-e2d0-4a5a-a607-c229a052ba80, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:40.989954 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] For port 0280bc04-e2d0-4a5a-a607-c229a052ba80, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0280bc04-e2d0-4a5a-a607-c229a052ba80,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:40.993560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:41.029148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:41.050428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bce9c3-850f-4e03-b738-67c74e4e2823 None None] Pushing event updated for resources: {'Port': ['ID=0280bc04-e2d0-4a5a-a607-c229a052ba80,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:41.071812 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:41.114181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:41.117340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:41.120254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:41.145877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Pushing event updated for resources: {'Port': ['ID=281de621-7834-4213-b030-44afe9b1e7b0,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:41.393515 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:41.599463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:41.738390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Router 5c920440-ac43-4dfa-af29-75d689dbdc58 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:16:42.139538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274df833-87ba-4702-ad0a-6906800f016a None None] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:42.201134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:16:42.210402 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Sync routers for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:16:42.220136 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.224050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-65da6d00-70af-4583-9db5-485d8af02474 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8475485 Oct 28 22:16:42.224204 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:42.224204 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:42.224439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57528) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:42.276744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] Provisioning complete for port 0280bc04-e2d0-4a5a-a607-c229a052ba80 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:42.276744 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.338468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:42.345629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.404081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.455384 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] For port 0280bc04-e2d0-4a5a-a607-c229a052ba80, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0280bc04-e2d0-4a5a-a607-c229a052ba80,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:42.466154 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.560827 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:41Z', 'revision_number': 3, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:42.564341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c8225-7a24-451f-b6d5-f006eda8f836 None None] Pushing event updated for resources: {'Port': ['ID=0280bc04-e2d0-4a5a-a607-c229a052ba80,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:42.597556 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.599352 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Checking router: 5c920440-ac43-4dfa-af29-75d689dbdc58 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:16:42.599796 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Updating router 5c920440-ac43-4dfa-af29-75d689dbdc58 port 281de621-7834-4213-b030-44afe9b1e7b0 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:16:42.609679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0280bc04-e2d0-4a5a-a607-c229a052ba80 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:42.631007 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.664825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0280bc04-e2d0-4a5a-a607-c229a052ba80 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:42.665184 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.716351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-22ec3676-18d1-434b-960e-2c7fee5246aa None None] Provisioning complete for port 0280bc04-e2d0-4a5a-a607-c229a052ba80 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:42.716896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-22ec3676-18d1-434b-960e-2c7fee5246aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.723930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.889125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Allocated IP 172.20.0.1 (03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a/eff3c859-f0d5-4a07-b894-3335b881ffb0/5d1b65aa-b8ba-43b6-8654-8cf925356973) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:42.914085 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.920124 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.973611 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Attempting to bind port 281de621-7834-4213-b030-44afe9b1e7b0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:42.973966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Attempting to bind port 281de621-7834-4213-b030-44afe9b1e7b0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:42.974317 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Attempting to bind port 281de621-7834-4213-b030-44afe9b1e7b0 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:42.979483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Pushing event updated for resources: {'Port': ['ID=281de621-7834-4213-b030-44afe9b1e7b0,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:42.988341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:42.988725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:42.989118 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.989496 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:42.989946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Bound port: 281de621-7834-4213-b030-44afe9b1e7b0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:42.990309 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.993419 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.993752 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.994076 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.994399 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.994511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:42.994716 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.995030 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.995344 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.995669 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.995967 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.996290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.996614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:42.996922 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:16:43.026896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.048027 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] For port 281de621-7834-4213-b030-44afe9b1e7b0, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:43.051487 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] For port 281de621-7834-4213-b030-44afe9b1e7b0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=281de621-7834-4213-b030-44afe9b1e7b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:43.055357 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.072662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:43.075582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:43.079122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:43.107005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:43.122097 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:43.122728 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:43.123711 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.130389 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677f25a-f2d8-4de1-95ce-472cde40e3a5 None None] Pushing event updated for resources: {'Port': ['ID=281de621-7834-4213-b030-44afe9b1e7b0,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:43.264700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.338103 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:43.362156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4f37a8da-22ac-41a1-abca-907967132a6c None None] Provisioning complete for port 5d1b65aa-b8ba-43b6-8654-8cf925356973 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:43.362757 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f37a8da-22ac-41a1-abca-907967132a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.397769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4f37a8da-22ac-41a1-abca-907967132a6c None None] Port 5d1b65aa-b8ba-43b6-8654-8cf925356973 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:43.435746 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.440735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.504607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35349a37-dcb8-410a-aaa0-3d0b4af04c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.509332 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:43.511941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.528017 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:41Z', 'revision_number': 3, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:43.555591 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5ea9-8c91-4ef3-ba0e-a3263617a43b None None] The sync data for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 is: [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:41Z', 'revision_number': 3, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:16:43.613512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:43.614965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:43.735582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Router 5c920440-ac43-4dfa-af29-75d689dbdc58 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:16:43.869762 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:16:43.875597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-28750b80-8679-4b5f-9ade-325197485cf4 admin admin] 10.222.0.31 "PUT /v2.0/routers/5c920440-ac43-4dfa-af29-75d689dbdc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501338 Oct 28 22:16:43.932871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-88c8a952-443e-4f28-9f95-6a9338765dce None None] Provisioning complete for port 5d1b65aa-b8ba-43b6-8654-8cf925356973 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:43.933238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-88c8a952-443e-4f28-9f95-6a9338765dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:43.969533 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-88c8a952-443e-4f28-9f95-6a9338765dce None None] Port 5d1b65aa-b8ba-43b6-8654-8cf925356973 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:44.377883 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57544) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:44.383054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1710765157-network', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:44.405347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Made reservation on behalf of 82bc85d481e74be5bcbb2c28a12d08df for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:44.408442 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.417206 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.495242 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.500127 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.526918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:16:44.537144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a472bd-b242-48be-8b78-7d9608cb5d34,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:44.543034 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.543376 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Added segment fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b of type vlan for network b31a0a0f-0d45-4868-ab43-dee26bba52e1 Oct 28 22:16:44.584274 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.611616 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.612513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:44.613155 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.615357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0280bc04-e2d0-4a5a-a607-c229a052ba80 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:44.672573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2933977 Oct 28 22:16:44.675716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57546) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:44.681117 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Request body: {'subnet': {'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-subnet', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:44.684695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a31f-6d7f-4743-bfe4-d898b6ca43fc admin admin] Pushing event updated for resources: {'Network': ['ID=b31a0a0f-0d45-4868-ab43-dee26bba52e1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:44.705935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Made reservation on behalf of 82bc85d481e74be5bcbb2c28a12d08df for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:44.708520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.803208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:16:44.888138 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.896839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0280bc04-e2d0-4a5a-a607-c229a052ba80 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:44.897321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.950093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e61814-913d-46ff-a07e-a603d60ac139,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:44.958839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Checking segment: {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:44.959192 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Network hostable DHCP agents. Network: b31a0a0f-0d45-4868-ab43-dee26bba52e1, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:16:44.980335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:16:44.984698 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:44.992024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, b31a0a0f-0d45-4868-ab43-dee26bba52e1) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:44.993678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 281de621-7834-4213-b030-44afe9b1e7b0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:44.997715 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:44.998310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.015122 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29596bf9-acd5-43cb-9257-d866bbaf8bb2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3381107 Oct 28 22:16:45.018243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57548) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:45.022253 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e86e3-a7c5-415d-89d7-146aeb5e3bd2 None None] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:45.023140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:45.046126 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.048349 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.102671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.123215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 281de621-7834-4213-b030-44afe9b1e7b0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:45.123590 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.229426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'fixed_ips': [{'subnet_id': '63e61814-913d-46ff-a07e-a603d60ac139'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:16:45.230419 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.251906 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.252130 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Sync routers for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:16:45.297482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:45.298129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:45.339752 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.341104 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.440858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 281de621-7834-4213-b030-44afe9b1e7b0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=281de621-7834-4213-b030-44afe9b1e7b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:45.446829 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.453207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.470577 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.562860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:45.567140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=281de621-7834-4213-b030-44afe9b1e7b0,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:45.570866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Allocated IP 172.25.4.132 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/b3776dba-c5cb-4e8c-a431-e5d8fae346f3) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:45.603309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Allocated IP 172.20.0.2 (b31a0a0f-0d45-4868-ab43-dee26bba52e1/63e61814-913d-46ff-a07e-a603d60ac139/cf5679ae-bd17-4bf8-b453-b3837357d268) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:45.683833 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.717984 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.758842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:45.763353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:45.769370 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:45.772762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Pushing event updated for resources: {'Port': ['ID=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:45.876969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.886678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:45.925228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 4, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5d1b65aa-b8ba-43b6-8654-8cf925356973', 'name': '', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'mac_address': 'fa:16:3e:eb:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:42Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 2, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'subnets': [{'id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:45.936638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:45.963031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:45.964854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Checking router: 5c920440-ac43-4dfa-af29-75d689dbdc58 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:16:45.965201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Updating router 5c920440-ac43-4dfa-af29-75d689dbdc58 port 5d1b65aa-b8ba-43b6-8654-8cf925356973 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:16:45.967132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:45.989018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Pushing event updated for resources: {'Port': ['ID=cf5679ae-bd17-4bf8-b453-b3837357d268,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:46.001537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.025289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.076866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Attempting to bind port cf5679ae-bd17-4bf8-b453-b3837357d268 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:46.077227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Attempting to bind port cf5679ae-bd17-4bf8-b453-b3837357d268 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:46.077635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Attempting to bind port cf5679ae-bd17-4bf8-b453-b3837357d268 on network b31a0a0f-0d45-4868-ab43-dee26bba52e1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:46.088103 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:46.088497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Checking segment: {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:46.088896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.089286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Bound using segment: {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:46.089751 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Bound port: cf5679ae-bd17-4bf8-b453-b3837357d268, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:46.090125 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.225511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.253582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] For port cf5679ae-bd17-4bf8-b453-b3837357d268, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:46.257663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] For port cf5679ae-bd17-4bf8-b453-b3837357d268, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf5679ae-bd17-4bf8-b453-b3837357d268,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:46.264628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.360302 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc690be-bef0-4c98-9021-0c6b85562466 None None] Pushing event updated for resources: {'Port': ['ID=cf5679ae-bd17-4bf8-b453-b3837357d268,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:46.370954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Router 95256632-1a5d-4848-b089-8c5e90144b49 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:16:46.420133 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.426477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.484687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c59323-5f98-4702-ac74-9cb942cd8f67 None None] Pushing event updated for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:46.512226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:16:46.522715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Sync routers for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:16:46.539735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:46.540556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:46.559485 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Attempting to bind port 5d1b65aa-b8ba-43b6-8654-8cf925356973 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:46.559863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Attempting to bind port 5d1b65aa-b8ba-43b6-8654-8cf925356973 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:46.560430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Attempting to bind port 5d1b65aa-b8ba-43b6-8654-8cf925356973 on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:46.563354 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.564652 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3cb4beb1-4e21-4c3f-a007-56bea65bb959 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5454507 Oct 28 22:16:46.567500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57550) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:16:46.569703 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:46.570082 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Checking segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:46.570639 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.571022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Bound using segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:46.571488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Bound port: 5d1b65aa-b8ba-43b6-8654-8cf925356973, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:46.583421 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.611728 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 281de621-7834-4213-b030-44afe9b1e7b0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:46.727656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] For port 5d1b65aa-b8ba-43b6-8654-8cf925356973, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:46.734912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] For port 5d1b65aa-b8ba-43b6-8654-8cf925356973, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d1b65aa-b8ba-43b6-8654-8cf925356973,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:46.745928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.750790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 281de621-7834-4213-b030-44afe9b1e7b0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:46.751153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:46.756264 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:47.018826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:47.019449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:47.040754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 3, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:47.076868 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Checking router: 95256632-1a5d-4848-b089-8c5e90144b49 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:16:47.077317 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Updating router 95256632-1a5d-4848-b089-8c5e90144b49 port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:16:47.104150 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.121845 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.131111 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c59323-5f98-4702-ac74-9cb942cd8f67 None None] Pushing event updated for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:47.143591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] Provisioning complete for port 5d1b65aa-b8ba-43b6-8654-8cf925356973 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:47.144002 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.161666 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.243299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:47.382442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Allocated IP 172.20.0.1 (b31a0a0f-0d45-4868-ab43-dee26bba52e1/63e61814-913d-46ff-a07e-a603d60ac139/e2e7fbd0-01d7-46e9-a78b-8d75bfb67652) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:47.404841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.428062 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.434952 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.475229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] For port 5d1b65aa-b8ba-43b6-8654-8cf925356973, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d1b65aa-b8ba-43b6-8654-8cf925356973,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:47.502615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.517629 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Attempting to bind port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:47.518011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Attempting to bind port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:47.518330 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Attempting to bind port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:47.520144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.521294 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da8d63-9aa9-46a6-aee9-1a13d317a027 None None] Pushing event updated for resources: {'Port': ['ID=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:47.533687 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:47.534321 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:47.534463 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.534936 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:47.535795 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Bound port: b3776dba-c5cb-4e8c-a431-e5d8fae346f3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:47.536536 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.561590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.573118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6c69-6a16-457d-90e4-f78d6741fbb1 None None] Pushing event updated for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:47.584840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 4, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5d1b65aa-b8ba-43b6-8654-8cf925356973', 'name': '', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'mac_address': 'fa:16:3e:eb:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:42Z', 'updated_at': '2021-10-28T22:16:46Z', 'revision_number': 4, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'subnets': [{'id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:47.607174 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] For port b3776dba-c5cb-4e8c-a431-e5d8fae346f3, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:47.611391 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] For port b3776dba-c5cb-4e8c-a431-e5d8fae346f3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:47.619352 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.622204 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a23779-eb4e-40a3-a6c5-796e90563472 None None] The sync data for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 is: [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:43Z', 'revision_number': 4, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '5d1b65aa-b8ba-43b6-8654-8cf925356973', 'name': '', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'mac_address': 'fa:16:3e:eb:2b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:42Z', 'updated_at': '2021-10-28T22:16:46Z', 'revision_number': 4, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'subnets': [{'id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:16:47.628005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:47.633176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:47.634760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:47.637187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:47.650146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89f42eb7-33f9-47f6-a4ee-82363842e5b2 None None] Provisioning complete for port 5d1b65aa-b8ba-43b6-8654-8cf925356973 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:47.651562 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89f42eb7-33f9-47f6-a4ee-82363842e5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.695999 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.725586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:47.725586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:47.731225 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da8d63-9aa9-46a6-aee9-1a13d317a027 None None] Pushing event updated for resources: {'Port': ['ID=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:47.846196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65731fc6-5503-44d7-b2b8-d08fc0ce6e7c None None] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:16:47.881502 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:47.897200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:47.956920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] Provisioning complete for port cf5679ae-bd17-4bf8-b453-b3837357d268 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:47.957612 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.099556 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 3, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:48.106353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.118120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.122928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.133093 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d76d8f-9a69-4de4-8539-4cf0e6636085 None None] The sync data for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 is: [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 3, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:16:48.172184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] For port cf5679ae-bd17-4bf8-b453-b3837357d268, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf5679ae-bd17-4bf8-b453-b3837357d268,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:48.180619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.214392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:48.237559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.255763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c5a2-f0eb-4e71-b88e-2943b0963285 None None] Pushing event updated for resources: {'Port': ['ID=cf5679ae-bd17-4bf8-b453-b3837357d268,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:48.388482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:48.390120 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:48.424450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-def55d5f-7f25-46f5-aace-ad15111f00b9 None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:48.424957 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-def55d5f-7f25-46f5-aace-ad15111f00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.522933 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-def55d5f-7f25-46f5-aace-ad15111f00b9 None None] Port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:48.541725 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-def55d5f-7f25-46f5-aace-ad15111f00b9 None None] Provisioning complete for port cf5679ae-bd17-4bf8-b453-b3837357d268 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:48.542688 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-def55d5f-7f25-46f5-aace-ad15111f00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.591660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Router 95256632-1a5d-4848-b089-8c5e90144b49 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:16:48.766929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b3776dba-c5cb-4e8c-a431-e5d8fae346f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:48.783026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:16:48.795746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4de9efb5-4599-46fd-a862-6b2c088ad7e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/95256632-1a5d-4848-b089-8c5e90144b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2189991 Oct 28 22:16:48.850338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-112f4949-31b1-4821-8608-8492e4b165c0 None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:48.850699 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-112f4949-31b1-4821-8608-8492e4b165c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:48.904092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-112f4949-31b1-4821-8608-8492e4b165c0 None None] Port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:48.909292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:48.909515 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:49.014106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:49.043808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port b3776dba-c5cb-4e8c-a431-e5d8fae346f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:49.051554 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:49.052441 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf5679ae-bd17-4bf8-b453-b3837357d268 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:49.056340 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-33f4170c-2215-4905-81b0-d39608782d9a None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:49.056720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-33f4170c-2215-4905-81b0-d39608782d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:49.170005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-33f4170c-2215-4905-81b0-d39608782d9a None None] Port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:49.173434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:49.189835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cf5679ae-bd17-4bf8-b453-b3837357d268 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:49.190229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:49.305367 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d1b65aa-b8ba-43b6-8654-8cf925356973 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:49.385651 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 5d1b65aa-b8ba-43b6-8654-8cf925356973 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:49.386249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:50.060758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-d2231ee6-4ba5-4840-957a-5a596d380ff1 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:50.062642 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-d2231ee6-4ba5-4840-957a-5a596d380ff1 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 817 time: 0.1011169 Oct 28 22:16:50.088109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-83a61764-3737-4585-8b6d-68acafca4e01 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/quotas/0c6b285cab654e5695b3b59cf9bd1e89 HTTP/1.1" status: 200 len: 375 time: 0.0183966 Oct 28 22:16:50.153983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-d02ecded-3596-4e1f-a93f-16b0f23da8a6 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589144 Oct 28 22:16:50.259239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-82662fbb-7ec4-4880-9c9c-d5b0fe2b61a6 service neutron] 10.222.0.31 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930016 Oct 28 22:16:50.352387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-a83199ac-c6ee-4e2c-89b5-05c458991e68 service neutron] 10.222.0.31 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864911 Oct 28 22:16:50.561210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b3776dba-c5cb-4e8c-a431-e5d8fae346f3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:50.622183 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:50.622887 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:50.671156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7523ec5d-1a64-44d2-81cb-83ed367e7397 req-070437f9-8b76-45c4-bdf1-3fdcffdac574 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 210 time: 0.1405618 Oct 28 22:16:51.060818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Sync routers for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:16:51.072251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:51.072897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:51.180250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:51.381776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 4, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e2e7fbd0-01d7-46e9-a78b-8d75bfb67652', 'name': '', 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'mac_address': 'fa:16:3e:80:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '63e61814-913d-46ff-a07e-a603d60ac139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:47Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 2, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'subnets': [{'id': '63e61814-913d-46ff-a07e-a603d60ac139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:51.499427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-9d52bfe7-4f5b-4509-bc4b-6628d8887c2a tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:51.501696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-9d52bfe7-4f5b-4509-bc4b-6628d8887c2a tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 817 time: 0.1230254 Oct 28 22:16:51.516013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Request body: {'port': {'device_id': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'admin_state_up': True, 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:51.569459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Checking router: 95256632-1a5d-4848-b089-8c5e90144b49 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:16:51.570062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Updating router 95256632-1a5d-4848-b089-8c5e90144b49 port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:16:51.594859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.630568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Made reservation on behalf of 0c6b285cab654e5695b3b59cf9bd1e89 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:16:51.634216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.777438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-723f23dd-5120-4556-80e4-d825992eb714 req-6f73774b-da04-4092-a9b3-957344400012 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Oct 28 22:16:51.786431 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Allocated IP 172.20.0.7 (03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a/eff3c859-f0d5-4a07-b894-3335b881ffb0/d66b3f65-3354-4c72-a473-ea9e22ffe0de) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:16:51.872999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.878949 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.931510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8beeee-81c8-495c-80cf-a762fb4151e5 None None] Pushing event updated for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:51.949422 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.980277 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Attempting to bind port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:51.980681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Attempting to bind port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:51.981048 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Attempting to bind port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 on network b31a0a0f-0d45-4868-ab43-dee26bba52e1 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:51.986763 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:51.987141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Checking segment: {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:51.987564 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:51.987938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Bound using segment: {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:51.988438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Bound port: e2e7fbd0-01d7-46e9-a78b-8d75bfb67652, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:51.988823 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.067508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] For port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:52.071902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] For port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:52.076935 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.132737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:16:52.133497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:16:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:52.212883 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8beeee-81c8-495c-80cf-a762fb4151e5 None None] Pushing event updated for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:52.244167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:52.244599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.303857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:16:52.336096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.388755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:16:52.391049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Pushing event updated for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:52.393376 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:16:52.395774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:16:52.445296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:52.445855 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.455618 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.465779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-0953c037-4f82-49e2-a0e0-375faa3bf128 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547582 Oct 28 22:16:52.519923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] For port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:52.549244 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.572345 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Request body: {'port': {'device_id': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:16:52.612929 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cb6fd-4162-406b-8ddc-1f5a4254e290 None None] Pushing event updated for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:52.628782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 4, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e2e7fbd0-01d7-46e9-a78b-8d75bfb67652', 'name': '', 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'mac_address': 'fa:16:3e:80:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '63e61814-913d-46ff-a07e-a603d60ac139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:47Z', 'updated_at': '2021-10-28T22:16:52Z', 'revision_number': 4, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'subnets': [{'id': '63e61814-913d-46ff-a07e-a603d60ac139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:16:52.640082 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.664620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79c049f-8ae6-4ea7-9c14-2b1edc389413 None None] The sync data for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 is: [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:47Z', 'revision_number': 4, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e2e7fbd0-01d7-46e9-a78b-8d75bfb67652', 'name': '', 'network_id': 'b31a0a0f-0d45-4868-ab43-dee26bba52e1', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'mac_address': 'fa:16:3e:80:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '63e61814-913d-46ff-a07e-a603d60ac139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:47Z', 'updated_at': '2021-10-28T22:16:52Z', 'revision_number': 4, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'subnets': [{'id': '63e61814-913d-46ff-a07e-a603d60ac139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:16:52.676946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a4b9fd7a-4c99-4e4c-bc8b-0db2404150b5 None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:52.677301 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fd7a-4c99-4e4c-bc8b-0db2404150b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.813233 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a4b9fd7a-4c99-4e4c-bc8b-0db2404150b5 None None] Provisioning complete for port d66b3f65-3354-4c72-a473-ea9e22ffe0de triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:52.813233 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fd7a-4c99-4e4c-bc8b-0db2404150b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:52.851291 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9fd7a-4c99-4e4c-bc8b-0db2404150b5 None None] Port d66b3f65-3354-4c72-a473-ea9e22ffe0de cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:16:52.948454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd0f2-0c1c-4141-a62e-b40ef57223a9 req-0df3cee7-8e81-489f-b33c-e0307b6c0064 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:52.949870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-787dd0f2-0c1c-4141-a62e-b40ef57223a9 req-0df3cee7-8e81-489f-b33c-e0307b6c0064 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 931 time: 0.0835755 Oct 28 22:16:53.017525 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66b3f65-3354-4c72-a473-ea9e22ffe0de {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:16:53.028451 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-787dd0f2-0c1c-4141-a62e-b40ef57223a9 req-94420901-8970-4483-97a2-55b70eb7d3c8 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715904 Oct 28 22:16:53.030359 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:53.043165 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Transition to ACTIVE for port object d66b3f65-3354-4c72-a473-ea9e22ffe0de will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:16:53.048131 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:53.101206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743c07-867e-47a0-82f9-301875387071 service neutron] Pushing event updated for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:53.177309 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Attempting to bind port d66b3f65-3354-4c72-a473-ea9e22ffe0de on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:16:53.177644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Attempting to bind port d66b3f65-3354-4c72-a473-ea9e22ffe0de by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:16:53.177969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Attempting to bind port d66b3f65-3354-4c72-a473-ea9e22ffe0de on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:53.182952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Port d66b3f65-3354-4c72-a473-ea9e22ffe0de on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:16:53.183275 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Attempting to bind port d66b3f65-3354-4c72-a473-ea9e22ffe0de on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:16:53.189264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:16:53.189601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Checking segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:16:53.189979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Bound using segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:16:53.190402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Bound port: d66b3f65-3354-4c72-a473-ea9e22ffe0de, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:16:53.190757 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:53.270371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:16:53.275303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:16:53.289149 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:53.334218 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.334820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:53.336089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-07743c07-867e-47a0-82f9-301875387071 service neutron] 10.222.0.44 "PUT /v2.0/ports/d66b3f65-3354-4c72-a473-ea9e22ffe0de HTTP/1.1" status: 200 len: 1092 time: 0.8214066 Oct 28 22:16:53.336569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:53.363589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07743c07-867e-47a0-82f9-301875387071 service neutron] Pushing event updated for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:53.435202 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d643634-967d-4d30-9894-64d0a6c0b0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:53.463178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-3e37e76c-48c7-470c-a12d-08536c305b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.464917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-3e37e76c-48c7-470c-a12d-08536c305b68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 1095 time: 0.0699298 Oct 28 22:16:53.514905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-dea3b6d7-e6fd-496b-8881-a535652991dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de HTTP/1.1" status: 200 len: 217 time: 0.0414922 Oct 28 22:16:53.556341 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb2033-3319-4042-9a21-2a488f8789bf x-openstack-request-id: req-0dfb2033-3319-4042-9a21-2a488f8789bf {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:53.556685 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:53.556932 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dfb2033-3319-4042-9a21-2a488f8789bf {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:53.557321 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de', 'status': 'completed', 'code': 200} Oct 28 22:16:53.575371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-ac64f9e9-c1c1-4eb5-944c-694f0bd2cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.576838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-ac64f9e9-c1c1-4eb5-944c-694f0bd2cd88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 200 len: 856 time: 0.0539391 Oct 28 22:16:53.626452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-de63ae99-1fff-4423-8312-a60db557d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.627940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-de63ae99-1fff-4423-8312-a60db557d4c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438964 Oct 28 22:16:53.724013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-8350afb6-a3d0-4a75-b3ae-6ec17b940be7 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883977 Oct 28 22:16:53.815280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2536048-f56a-4a2b-a26d-9ef2acb4c543 req-9de6a6c6-5ab1-4428-b86d-d7bbe455b420 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845814 Oct 28 22:16:53.898513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-a34851ac-3d8a-4cdd-a5ee-cc797aeea93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.899991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-a34851ac-3d8a-4cdd-a5ee-cc797aeea93b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 1095 time: 0.0422702 Oct 28 22:16:53.996172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-48ede06b-01b0-4b3a-8da1-fab06649b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:53.997592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-48ede06b-01b0-4b3a-8da1-fab06649b78b service neutron] 10.222.0.44 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 918 time: 0.0909681 Oct 28 22:16:54.038290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-af6ba4ff-6b5d-4c9d-b272-edc82c91b81e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de HTTP/1.1" status: 200 len: 217 time: 0.0337167 Oct 28 22:16:54.093899 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-42db6e3b-d064-441e-a14a-18a4707f0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:54.095367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-42db6e3b-d064-441e-a14a-18a4707f0307 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 200 len: 856 time: 0.0497105 Oct 28 22:16:54.168095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-66430a82-52ab-4bad-94c1-f3502246c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:54.169615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-66430a82-52ab-4bad-94c1-f3502246c2b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623198 Oct 28 22:16:54.177832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe40e7-53e7-4a79-b1d3-91bd9c28a37f req-54a84e44-9b40-4ded-9571-3ca892c4a5c0 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:54.179319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9fe40e7-53e7-4a79-b1d3-91bd9c28a37f req-54a84e44-9b40-4ded-9571-3ca892c4a5c0 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 943 time: 0.0802987 Oct 28 22:16:54.272418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9fe40e7-53e7-4a79-b1d3-91bd9c28a37f req-e4e18171-3fb5-4537-ac58-bc408804e776 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837145 Oct 28 22:16:54.295282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-801d203c-8686-4108-8740-e16fb7c939f7 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149991 Oct 28 22:16:54.389992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d643634-967d-4d30-9894-64d0a6c0b0d0 req-c0b58868-c755-4f0a-be76-51930495805d service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Oct 28 22:16:54.554984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:54.602191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:54.602599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:55.394154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac6780-ae31-46f9-b67b-aefb635ea583 req-3617703d-e1ad-4fc4-b79d-503bf1a1e0fd tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:55.395903 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ac6780-ae31-46f9-b67b-aefb635ea583 req-3617703d-e1ad-4fc4-b79d-503bf1a1e0fd tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 943 time: 0.0552387 Oct 28 22:16:55.433537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b4ac6780-ae31-46f9-b67b-aefb635ea583 req-564379eb-34f7-412c-ad60-a51578600766 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Oct 28 22:16:55.682107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d66b3f65-3354-4c72-a473-ea9e22ffe0de details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:16:55.777010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:55.787965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'port_id': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de', 'mac_address': 'fa:16:3e:28:c8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:16:55.825398 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:55.838047 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66b3f65-3354-4c72-a473-ea9e22ffe0de {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:16:55.858092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:55.862382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:55.912727 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:56.055850 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d66b3f65-3354-4c72-a473-ea9e22ffe0de'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:16:56.549341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbca9b-4747-42bf-837c-5b2ce9dad5b5 req-13b5cb55-52a8-4d49-879a-0de0e7ffac73 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:56.550795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ccbca9b-4747-42bf-837c-5b2ce9dad5b5 req-13b5cb55-52a8-4d49-879a-0de0e7ffac73 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Oct 28 22:16:56.588099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ccbca9b-4747-42bf-837c-5b2ce9dad5b5 req-1cf2a922-e82c-4f94-87e7-449f3678cde0 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Oct 28 22:16:57.697080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d66b3f65-3354-4c72-a473-ea9e22ffe0de up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:16:57.705368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030efa5-c1ab-47bd-a3fb-e0f13aea9473 req-ed841165-376d-41cc-bd9d-981576a5117b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:57.706975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6030efa5-c1ab-47bd-a3fb-e0f13aea9473 req-ed841165-376d-41cc-bd9d-981576a5117b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 944 time: 0.0502188 Oct 28 22:16:57.745246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6030efa5-c1ab-47bd-a3fb-e0f13aea9473 req-3a0808d4-40d1-4f4e-9201-a741da0452d3 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Oct 28 22:16:57.748440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port d66b3f65-3354-4c72-a473-ea9e22ffe0de completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:16:57.752343 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port d66b3f65-3354-4c72-a473-ea9e22ffe0de triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:16:57.752730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:57.830153 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:57.852796 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:16:57.855069 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce9aa861a6490044abe1dc1a8c8887bb5b16368d16bf57c9489ce4d077cbd3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb169dfd-72ea-45b6-bcab-c5055612f5c0" -d '{"events": [{"server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "name": "network-vif-plugged", "status": "completed", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:16:57.867428 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:16:57.871702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:16:57.899092 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ed654-87fa-444b-bbfb-5aa52c010ee1 x-openstack-request-id: req-f48ed654-87fa-444b-bbfb-5aa52c010ee1 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:16:57.899388 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "name": "network-vif-plugged", "status": "completed", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:16:57.899657 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f48ed654-87fa-444b-bbfb-5aa52c010ee1 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:16:57.900032 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de', 'code': 200} Oct 28 22:16:57.925025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:16:57.996330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc0a44-f710-4e59-a52a-3fe0eb76ab96 req-9ef740ea-05d3-4e29-a38a-4dac9d68bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:57.997744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efdc0a44-f710-4e59-a52a-3fe0eb76ab96 req-9ef740ea-05d3-4e29-a38a-4dac9d68bfe9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 1097 time: 0.0429971 Oct 28 22:16:58.034492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-efdc0a44-f710-4e59-a52a-3fe0eb76ab96 req-23e23173-13a7-483c-9849-1577a69bf0e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280221 Oct 28 22:16:58.861807 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06311d8a-e1af-4c80-9263-41b4d41855c5 req-69365744-2eb4-41b1-91f8-c9cedbb526a9 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:16:58.863319 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06311d8a-e1af-4c80-9263-41b4d41855c5 req-69365744-2eb4-41b1-91f8-c9cedbb526a9 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Oct 28 22:16:58.900484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06311d8a-e1af-4c80-9263-41b4d41855c5 req-e85e7863-2ce6-4e24-87ee-e678df81d799 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Oct 28 22:17:00.018797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808782d8-1ead-4fea-b6b4-bcd0afbee7c4 req-8f49ba02-4aec-46e4-9aad-3deb799973d8 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:00.020567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-808782d8-1ead-4fea-b6b4-bcd0afbee7c4 req-8f49ba02-4aec-46e4-9aad-3deb799973d8 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0494113 Oct 28 22:17:00.059182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-808782d8-1ead-4fea-b6b4-bcd0afbee7c4 req-bf18821b-e5c6-4771-9d06-541485e17712 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Oct 28 22:17:00.181579 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0bbc6-1b01-491f-aacb-99190a951bc8 req-b47a5617-d432-4cdd-8e1d-228a51551c02 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:00.182983 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3c0bbc6-1b01-491f-aacb-99190a951bc8 req-b47a5617-d432-4cdd-8e1d-228a51551c02 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0538745 Oct 28 22:17:00.220866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d3c0bbc6-1b01-491f-aacb-99190a951bc8 req-3b3ce590-da4e-4ec9-8630-0724c25a316d tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Oct 28 22:17:08.172882 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:17:09.699486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-c26d7665-abc3-4ae1-970f-1050414bdf0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391278 Oct 28 22:17:09.780573 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-ff191153-769d-4110-b940-274ba03f8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:09.782055 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-ff191153-769d-4110-b940-274ba03f8d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 1097 time: 0.0411074 Oct 28 22:17:09.893439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-0be6c054-634b-4efd-adbc-9be5ed9b2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:09.895164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-0be6c054-634b-4efd-adbc-9be5ed9b2e2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 918 time: 0.0894036 Oct 28 22:17:09.936420 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-832fc624-5285-44f6-9a9c-d0e667f0468d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de HTTP/1.1" status: 200 len: 217 time: 0.0327628 Oct 28 22:17:09.989394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-577a4899-684f-41ca-9e93-81bfed972b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:09.990717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-577a4899-684f-41ca-9e93-81bfed972b4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 200 len: 856 time: 0.0470040 Oct 28 22:17:10.037482 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-66bed5c0-db88-4062-9615-d9e2a195c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:10.038980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-66bed5c0-db88-4062-9615-d9e2a195c534 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411580 Oct 28 22:17:10.127670 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-3b7109ea-3674-433a-b807-26fd26a1ce90 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Oct 28 22:17:10.219706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-496dee6f-689e-495f-8fc0-4e60b03180c8 req-f445b635-4ac7-4aad-b728-98d28c876bbf service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850706 Oct 28 22:17:10.897086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f255f64-bdaf-469a-b615-98ea605e7a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:11.222139 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fa5af1c-1181-48bb-ab06-0c8c98bce2c0 req-c600bd1f-4879-4b91-8325-a92289cfe3d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0624509 Oct 28 22:17:11.289642 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fa5af1c-1181-48bb-ab06-0c8c98bce2c0 req-b651b784-a173-4e15-802f-577e840eb5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0258956 Oct 28 22:17:11.328297 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fa5af1c-1181-48bb-ab06-0c8c98bce2c0 req-55107d6b-9d52-4d1c-9557-49c9541e540c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190847 Oct 28 22:17:11.424881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5af1c-1181-48bb-ab06-0c8c98bce2c0 req-119015ea-7ce2-407d-846a-408403585686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:11.426246 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2fa5af1c-1181-48bb-ab06-0c8c98bce2c0 req-119015ea-7ce2-407d-846a-408403585686 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904105 Oct 28 22:17:12.303481 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:12.570219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:13.502401 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ea23-e2fa-467e-8211-7a63b21ccfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:14.958484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:15.284252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:16.826968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:21.775338 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608909-c4c7-47a9-ae8a-342fcd659365 req-ac13b3ed-b8b2-474b-9299-29c8820bba92 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:21.776944 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11608909-c4c7-47a9-ae8a-342fcd659365 req-ac13b3ed-b8b2-474b-9299-29c8820bba92 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Oct 28 22:17:21.818906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-11608909-c4c7-47a9-ae8a-342fcd659365 req-5fc68425-6280-4a58-a4f0-69cb83cba3ef tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Oct 28 22:17:22.942521 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c257-a89f-43f8-bd6d-fcc719b4c952 req-b68a9ad8-3f47-4240-a830-1dbe31f06cab tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:22.944014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e6c257-a89f-43f8-bd6d-fcc719b4c952 req-b68a9ad8-3f47-4240-a830-1dbe31f06cab tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Oct 28 22:17:22.988776 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-44e6c257-a89f-43f8-bd6d-fcc719b4c952 req-6be9c863-2d38-4d91-bb73-7d2710f27e6d tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Oct 28 22:17:23.285630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-88d0d157-0d57-4282-b6a9-1dd0d0c963b8 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:23.287106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-88d0d157-0d57-4282-b6a9-1dd0d0c963b8 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 945 time: 0.0506663 Oct 28 22:17:23.374439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Deleting port d66b3f65-3354-4c72-a473-ea9e22ffe0de {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:17:23.374770 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:23.465776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] For port d66b3f65-3354-4c72-a473-ea9e22ffe0de, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=d66b3f65-3354-4c72-a473-ea9e22ffe0de,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:17:23.466125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:23.478472 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Calling delete_port for d66b3f65-3354-4c72-a473-ea9e22ffe0de owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:17:23.607601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:23.620002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['d66b3f65-3354-4c72-a473-ea9e22ffe0de'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:17:23.637272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Pushing event deleted for resources: {'Port': ['ID=d66b3f65-3354-4c72-a473-ea9e22ffe0de,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:23.678359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] No DVR routers for this DVR port d66b3f65-3354-4c72-a473-ea9e22ffe0de on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:17:23.681125 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:23.684358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88c736f2-4bfa-428d-8516-d114e6e0da6c req-49e65c42-4364-465c-847b-4065a4c5ab1e tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "DELETE /v2.0/ports/d66b3f65-3354-4c72-a473-ea9e22ffe0de HTTP/1.1" status: 204 len: 173 time: 0.3915718 Oct 28 22:17:23.684834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'name': 'network-vif-deleted', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:17:23.687123 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe36cb-1064-4c4b-8f05-02e75c765be3" -d '{"events": [{"server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "name": "network-vif-deleted", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:17:23.727139 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2536e09-c721-4a86-a8b3-f6581f8c53f4 x-openstack-request-id: req-d2536e09-c721-4a86-a8b3-f6581f8c53f4 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:17:23.727451 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3a1b2-5a1b-4540-bcc7-c661be740a28", "name": "network-vif-deleted", "tag": "d66b3f65-3354-4c72-a473-ea9e22ffe0de", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:17:23.727703 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2536e09-c721-4a86-a8b3-f6581f8c53f4 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:17:23.728095 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3a1b2-5a1b-4540-bcc7-c661be740a28', 'name': 'network-vif-deleted', 'tag': 'd66b3f65-3354-4c72-a473-ea9e22ffe0de', 'status': 'completed', 'code': 200} Oct 28 22:17:24.105809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9452aec6-4b4b-4d72-b241-60e076610019 req-22b0b85b-2e14-44d2-b6f5-1d9e11554c98 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ef3a1b2-5a1b-4540-bcc7-c661be740a28 HTTP/1.1" status: 200 len: 210 time: 0.0313683 Oct 28 22:17:25.585827 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-e0f320d8-6920-45c6-8563-801ee83d4fce tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:25.587289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-e0f320d8-6920-45c6-8563-801ee83d4fce tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 817 time: 0.1004422 Oct 28 22:17:25.602189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-4c39c3aa-46ff-4769-bd15-f6858f952f10 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/quotas/0c6b285cab654e5695b3b59cf9bd1e89 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Oct 28 22:17:25.652798 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-fa21ed93-2661-41ca-95d1-f7abc5618b06 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453382 Oct 28 22:17:25.822894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-875a3e9c-8f8d-4eb1-af0b-65cd8325d063 service neutron] 10.222.0.31 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257610 Oct 28 22:17:25.915521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-96551810-4447-4fc6-8625-59d0c4375bb0 service neutron] 10.222.0.31 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Oct 28 22:17:26.075625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbcbc2f6-2991-44f2-bb9f-96145d5d3d32 req-442dcf24-3ad0-4133-be1b-066d66f89911 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Oct 28 22:17:26.968054 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-e8ae0d3a-fac5-42a9-927d-5f0104be5865 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:26.969560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-e8ae0d3a-fac5-42a9-927d-5f0104be5865 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 817 time: 0.1062679 Oct 28 22:17:26.982752 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Request body: {'port': {'device_id': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'admin_state_up': True, 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:17:27.091483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Made reservation on behalf of 0c6b285cab654e5695b3b59cf9bd1e89 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:17:27.095257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.183479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f4a0788-b893-4d71-a175-b348bbd22c69 req-10ce8d83-2b97-4cc9-9efd-a6d997dff691 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0368357 Oct 28 22:17:27.242943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Allocated IP 172.20.0.4 (03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a/eff3c859-f0d5-4a07-b894-3335b881ffb0/76f82030-320a-4b54-a30f-a9e8463e64bf) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:17:27.390884 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.424080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.467190 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:17:27.470331 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:17:27.473935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:17:27.480078 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Pushing event updated for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:27.509267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.509606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.509939 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.510265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.510591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.510915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.511241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.511559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.511879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.512191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.512602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.512929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:27.537784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:27.538409 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.555729 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-0cea0483-e8da-4f6e-8921-dd902b06ba87 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766206 Oct 28 22:17:27.568250 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Request body: {'port': {'device_id': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:17:27.627277 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.732571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5285c9b1-d75f-4b92-bae8-40b567ac08e9 None None] Provisioning complete for port 76f82030-320a-4b54-a30f-a9e8463e64bf triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:17:27.733192 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5285c9b1-d75f-4b92-bae8-40b567ac08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.767994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5285c9b1-d75f-4b92-bae8-40b567ac08e9 None None] Port 76f82030-320a-4b54-a30f-a9e8463e64bf cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:17:27.820666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d66b3f65-3354-4c72-a473-ea9e22ffe0de no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:17:27.840761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: d66b3f65-3354-4c72-a473-ea9e22ffe0de {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:17:27.841101 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device d66b3f65-3354-4c72-a473-ea9e22ffe0de not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:17:27.890818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f82030-320a-4b54-a30f-a9e8463e64bf {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:17:27.898578 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.910984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Transition to ACTIVE for port object 76f82030-320a-4b54-a30f-a9e8463e64bf will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:17:27.914317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:27.961076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Pushing event updated for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:28.038979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Attempting to bind port 76f82030-320a-4b54-a30f-a9e8463e64bf on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:17:28.039660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Attempting to bind port 76f82030-320a-4b54-a30f-a9e8463e64bf by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:17:28.039660 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Attempting to bind port 76f82030-320a-4b54-a30f-a9e8463e64bf on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:17:28.044303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Port 76f82030-320a-4b54-a30f-a9e8463e64bf on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:17:28.044653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Attempting to bind port 76f82030-320a-4b54-a30f-a9e8463e64bf on network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:17:28.049840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:17:28.050285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Checking segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:17:28.050680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Bound using segment: {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:17:28.051127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Bound port: 76f82030-320a-4b54-a30f-a9e8463e64bf, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae62f6-75fb-4b9d-9be6-1444c1bf8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:17:28.051470 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:28.117216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:17:28.120581 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=76f82030-320a-4b54-a30f-a9e8463e64bf,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:17:28.124634 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:28.161085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.161650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:28.165134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] 10.222.0.44 "PUT /v2.0/ports/76f82030-320a-4b54-a30f-a9e8463e64bf HTTP/1.1" status: 200 len: 1092 time: 0.6016176 Oct 28 22:17:28.165602 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:17:28.167896 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2441c98-506a-47a6-ab54-4f5418f2408f" -d '{"events": [{"name": "network-changed", "server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:17:28.191953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27f1a-0515-4a38-ae07-dbf21cb61728 service neutron] Pushing event updated for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:28.243671 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6343b35-6be9-454f-bb37-8a901ff10e77 x-openstack-request-id: req-f6343b35-6be9-454f-bb37-8a901ff10e77 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:17:28.243999 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:17:28.244263 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6343b35-6be9-454f-bb37-8a901ff10e77 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:17:28.244647 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf', 'status': 'completed', 'code': 200} Oct 28 22:17:28.261847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-01d594cf-8af4-405f-a41e-ee40b1481904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.263353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-01d594cf-8af4-405f-a41e-ee40b1481904 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 1095 time: 0.0518250 Oct 28 22:17:28.323428 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-5bd02113-eab1-4f45-a2fd-e50c57e8d6cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f82030-320a-4b54-a30f-a9e8463e64bf HTTP/1.1" status: 200 len: 217 time: 0.0497127 Oct 28 22:17:28.352771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf0df-0519-4104-bae8-8e767c16f445 req-c4ca8dd5-4cdf-4058-be88-b4f167135d12 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.354204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa9cf0df-0519-4104-bae8-8e767c16f445 req-c4ca8dd5-4cdf-4058-be88-b4f167135d12 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0899937 Oct 28 22:17:28.409761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-1f272b9b-bf6b-421b-a9be-bd7281362d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.411240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-1f272b9b-bf6b-421b-a9be-bd7281362d8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 200 len: 856 time: 0.0729549 Oct 28 22:17:28.432005 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa9cf0df-0519-4104-bae8-8e767c16f445 req-5faa2d6f-2a80-483b-ac1e-75b2f59405b5 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558689 Oct 28 22:17:28.460551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-fd695659-6931-4b59-91b6-e31d5738d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.462045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-fd695659-6931-4b59-91b6-e31d5738d23a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434365 Oct 28 22:17:28.554251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-6af26286-27a6-4f04-85db-5f4360c95c07 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Oct 28 22:17:28.642732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27de767a-a33f-42ac-8fdd-7eda78326754 req-d6314f6c-05a4-4c8c-a45b-e0c1c758d78a service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814078 Oct 28 22:17:28.727148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-5ba42bb8-8c52-4f8d-be39-002665801215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.728566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-5ba42bb8-8c52-4f8d-be39-002665801215 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 1095 time: 0.0406954 Oct 28 22:17:28.821926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-78662307-896e-428a-a27f-ab030567c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.823396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-78662307-896e-428a-a27f-ab030567c35b service neutron] 10.222.0.44 "GET /v2.0/networks?id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 200 len: 918 time: 0.0884049 Oct 28 22:17:28.863580 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-44ec36ab-e0c5-440b-ad43-e3c8dab02b1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f82030-320a-4b54-a30f-a9e8463e64bf HTTP/1.1" status: 200 len: 217 time: 0.0327029 Oct 28 22:17:28.917479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-bcf96563-4054-4f8f-b560-ab262dfc4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.918894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-bcf96563-4054-4f8f-b560-ab262dfc4fa6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 200 len: 856 time: 0.0477071 Oct 28 22:17:28.963997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-54071a8b-d479-4b23-8022-03078196d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:28.965497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-54071a8b-d479-4b23-8022-03078196d767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390840 Oct 28 22:17:29.060920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-6f17866d-e434-4d04-81a4-64a84b3b1ff9 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878530 Oct 28 22:17:29.148878 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2441c98-506a-47a6-ab54-4f5418f2408f req-f07875ae-6eef-4f0d-837b-8967f3304205 service neutron] 10.222.0.44 "GET /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801446 Oct 28 22:17:29.547337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b507a-daed-4f5b-a338-4b0ee2f12200 req-fc3298c9-deff-47da-8d9f-773e54dd6153 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:29.549558 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-917b507a-daed-4f5b-a338-4b0ee2f12200 req-fc3298c9-deff-47da-8d9f-773e54dd6153 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0484316 Oct 28 22:17:29.585923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-917b507a-daed-4f5b-a338-4b0ee2f12200 req-a38c04f2-4a11-4a56-b84b-979aa2659070 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Oct 28 22:17:30.704040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12ca0-c4ee-4039-8182-2cfeef9ce31b req-7b0b94b0-523f-4490-a8cc-f3166dcf97ba tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:30.705708 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3af12ca0-c4ee-4039-8182-2cfeef9ce31b req-7b0b94b0-523f-4490-a8cc-f3166dcf97ba tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0528858 Oct 28 22:17:30.742755 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3af12ca0-c4ee-4039-8182-2cfeef9ce31b req-37169499-0530-4a96-a7a8-41746a2387d4 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Oct 28 22:17:31.851903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 76f82030-320a-4b54-a30f-a9e8463e64bf details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:17:31.861805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec57ec-fe7b-40bc-988e-f210a196a152 req-43dc3e9f-195f-46e7-83ee-44986701791d tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:31.863994 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75ec57ec-fe7b-40bc-988e-f210a196a152 req-43dc3e9f-195f-46e7-83ee-44986701791d tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0517163 Oct 28 22:17:31.902053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-75ec57ec-fe7b-40bc-988e-f210a196a152 req-3723454b-a828-4886-ac70-5a873644bda5 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Oct 28 22:17:31.950160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=76f82030-320a-4b54-a30f-a9e8463e64bf,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:17:31.961482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '76f82030-320a-4b54-a30f-a9e8463e64bf', 'network_id': '03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a', 'port_id': '76f82030-320a-4b54-a30f-a9e8463e64bf', 'mac_address': 'fa:16:3e:32:ed:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff3c859-f0d5-4a07-b894-3335b881ffb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:17:31.997232 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:32.012997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f82030-320a-4b54-a30f-a9e8463e64bf {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:17:32.031963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=76f82030-320a-4b54-a30f-a9e8463e64bf,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:17:32.036702 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:32.082390 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:32.089498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.089839 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.090176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.090510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.090837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.091211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.091517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.091837 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.092152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.092498 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.092820 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.093138 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:17:32.227852 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['76f82030-320a-4b54-a30f-a9e8463e64bf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:17:33.016656 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5cdf-16f2-49d6-a635-7c3aff9155df req-094293ef-4ec4-4266-ab73-84684f1709bd tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:33.018109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f2c5cdf-16f2-49d6-a635-7c3aff9155df req-094293ef-4ec4-4266-ab73-84684f1709bd tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Oct 28 22:17:33.055009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5f2c5cdf-16f2-49d6-a635-7c3aff9155df req-a5cdda93-e37a-4a8c-a284-de3135f3fc45 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Oct 28 22:17:33.868126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 76f82030-320a-4b54-a30f-a9e8463e64bf up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:17:33.916259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 76f82030-320a-4b54-a30f-a9e8463e64bf completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:17:33.919987 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 76f82030-320a-4b54-a30f-a9e8463e64bf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:17:33.920356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:33.994678 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:34.016027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:17:34.033988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=76f82030-320a-4b54-a30f-a9e8463e64bf,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:17:34.037996 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:34.061912 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee573075-046c-420b-a091-707bae765db2" -d '{"events": [{"server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "name": "network-vif-plugged", "status": "completed", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:17:34.090345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:34.161307 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3235d2e9-91ab-490c-8020-373ac3cb1c13 x-openstack-request-id: req-3235d2e9-91ab-490c-8020-373ac3cb1c13 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:17:34.161603 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "name": "network-vif-plugged", "status": "completed", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:17:34.161883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3235d2e9-91ab-490c-8020-373ac3cb1c13 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:17:34.162279 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf', 'code': 200} Oct 28 22:17:34.183269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d1b2f-797f-4cb2-95ea-61cfb6d2856b req-cf858583-3d94-4dfd-b27f-ee1b411933e3 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:34.184938 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b84d1b2f-797f-4cb2-95ea-61cfb6d2856b req-cf858583-3d94-4dfd-b27f-ee1b411933e3 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0559015 Oct 28 22:17:34.233213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b84d1b2f-797f-4cb2-95ea-61cfb6d2856b req-2abf8511-0e84-41f2-8093-646a42e2ec03 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Oct 28 22:17:34.263124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1efa4d-0d66-4a29-9367-79a1db25bc18 req-758d82a5-51de-44bc-9efd-0866f94a1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:34.264590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c1efa4d-0d66-4a29-9367-79a1db25bc18 req-758d82a5-51de-44bc-9efd-0866f94a1c91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 1097 time: 0.0445745 Oct 28 22:17:34.297554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c1efa4d-0d66-4a29-9367-79a1db25bc18 req-c00a4aaa-3c73-4bce-9d5c-8a44c8fb73ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264077 Oct 28 22:17:35.353814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ba716-212e-4f66-a700-c64131c49563 req-5c7f8756-a256-4f9c-96c7-394224d49d64 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:35.355287 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-053ba716-212e-4f66-a700-c64131c49563 req-5c7f8756-a256-4f9c-96c7-394224d49d64 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Oct 28 22:17:35.392306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-053ba716-212e-4f66-a700-c64131c49563 req-008e62b4-79c3-45b6-a1e1-ebdb8102a583 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Oct 28 22:17:35.508869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ef29e-e76d-4a68-b6b9-9e6500a86b97 req-6cf0dbe8-d168-4574-b0e2-54b7404f5b1a tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:35.510335 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e0ef29e-e76d-4a68-b6b9-9e6500a86b97 req-6cf0dbe8-d168-4574-b0e2-54b7404f5b1a tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0527799 Oct 28 22:17:35.548041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1e0ef29e-e76d-4a68-b6b9-9e6500a86b97 req-aecc27cd-8954-492b-bb97-67dc95db9cb5 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Oct 28 22:17:40.899032 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d7df3dc-0645-407b-a07e-4f1cb57cff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:42.302733 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:42.603808 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:43.495758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f981717f-ab24-4465-b3e0-4ffa13661fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:44.961325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:45.172109 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:17:45.285615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:46.828281 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:56.941496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a203-8c6b-4793-a3dc-358fbd2c55f5 req-74b19cbd-9843-4ed2-84c5-025d4d8fc557 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:56.943292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1804a203-8c6b-4793-a3dc-358fbd2c55f5 req-74b19cbd-9843-4ed2-84c5-025d4d8fc557 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Oct 28 22:17:56.982252 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1804a203-8c6b-4793-a3dc-358fbd2c55f5 req-95f3aab0-e72e-4288-80f5-d57cdd4e1d0b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327241 Oct 28 22:17:58.099737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d9ac8-0bbf-4577-abaa-13a1c9b3ccb0 req-00481742-151d-4d9f-9a22-eb6659d998ae tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:58.101232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707d9ac8-0bbf-4577-abaa-13a1c9b3ccb0 req-00481742-151d-4d9f-9a22-eb6659d998ae tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Oct 28 22:17:58.138527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-707d9ac8-0bbf-4577-abaa-13a1c9b3ccb0 req-28af1828-f2bf-4a50-b3c0-fbe355195b7b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Oct 28 22:17:58.424498 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-d6e1c224-79df-46d8-8d7c-eba0afad136b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:17:58.425899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-d6e1c224-79df-46d8-8d7c-eba0afad136b tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Oct 28 22:17:58.511626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Deleting port 76f82030-320a-4b54-a30f-a9e8463e64bf {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:17:58.511958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:58.602333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] For port 76f82030-320a-4b54-a30f-a9e8463e64bf, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=76f82030-320a-4b54-a30f-a9e8463e64bf,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:17:58.602685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:58.615209 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Calling delete_port for 76f82030-320a-4b54-a30f-a9e8463e64bf owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:17:58.742350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:58.757064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['76f82030-320a-4b54-a30f-a9e8463e64bf'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:17:58.771327 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Pushing event deleted for resources: {'Port': ['ID=76f82030-320a-4b54-a30f-a9e8463e64bf,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:17:58.811442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] No DVR routers for this DVR port 76f82030-320a-4b54-a30f-a9e8463e64bf on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:17:58.814501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:17:58.817915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ff4de0db-ec79-48e3-802c-fd7d9be854f3 req-f7885ea4-4bd2-4b6e-a51f-4aefb18f4350 tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.44 "DELETE /v2.0/ports/76f82030-320a-4b54-a30f-a9e8463e64bf HTTP/1.1" status: 204 len: 173 time: 0.3858821 Oct 28 22:17:58.818453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'name': 'network-vif-deleted', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:17:58.820676 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06885a21-bc6c-40f0-9eaa-a9f7ec856013" -d '{"events": [{"server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "name": "network-vif-deleted", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:17:58.859278 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912ccb9-9e7e-40e2-982c-87883751c61a x-openstack-request-id: req-1912ccb9-9e7e-40e2-982c-87883751c61a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:17:58.859572 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d612e2cb-1828-468a-b96c-5e40e94d4c28", "name": "network-vif-deleted", "tag": "76f82030-320a-4b54-a30f-a9e8463e64bf", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:17:58.859832 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1912ccb9-9e7e-40e2-982c-87883751c61a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:17:58.860884 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd612e2cb-1828-468a-b96c-5e40e94d4c28', 'name': 'network-vif-deleted', 'tag': '76f82030-320a-4b54-a30f-a9e8463e64bf', 'status': 'completed', 'code': 200} Oct 28 22:17:59.244803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-50c1b806-73f1-443e-bd79-2eb7f990770a req-e1edb309-642b-4893-900d-8677bdd494dd tempest-TestEncryptedCinderVolumes-775477614 tempest-TestEncryptedCinderVolumes-775477614-project] 10.222.0.31 "GET /v2.0/ports?device_id=d612e2cb-1828-468a-b96c-5e40e94d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Oct 28 22:18:00.339142 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57896) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:00.677239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:00.916963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Deleting port 5d1b65aa-b8ba-43b6-8654-8cf925356973 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:00.917303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:00.996453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] For port 5d1b65aa-b8ba-43b6-8654-8cf925356973, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=5d1b65aa-b8ba-43b6-8654-8cf925356973,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:00.996733 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:01.009322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Calling delete_port for 5d1b65aa-b8ba-43b6-8654-8cf925356973 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:01.190221 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:01.216133 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1b65aa-b8ba-43b6-8654-8cf925356973,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:01.241432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.241769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.242104 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.242431 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.242756 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.243076 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.243394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.243712 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.244033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.244345 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.244686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.244999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:01.390642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:01.929197 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 76f82030-320a-4b54-a30f-a9e8463e64bf no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:01.943443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Router 5c920440-ac43-4dfa-af29-75d689dbdc58 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:18:01.950017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 76f82030-320a-4b54-a30f-a9e8463e64bf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:01.950357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 76f82030-320a-4b54-a30f-a9e8463e64bf not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:02.049605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:02.056323 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-76fabfe5-6846-4f44-9d76-1e5e10ec954f admin admin] 10.222.0.31 "PUT /v2.0/routers/5c920440-ac43-4dfa-af29-75d689dbdc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159796 Oct 28 22:18:02.057426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57898) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:02.059005 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Sync routers for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:02.069594 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:02.070123 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:02.163485 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.263427 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:02.269894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.322508 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Deleting port 281de621-7834-4213-b030-44afe9b1e7b0 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:02.322761 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.402636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] For port 281de621-7834-4213-b030-44afe9b1e7b0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=281de621-7834-4213-b030-44afe9b1e7b0,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:02.403361 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.415660 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Calling delete_port for 281de621-7834-4213-b030-44afe9b1e7b0 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:02.445833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': '281de621-7834-4213-b030-44afe9b1e7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:18:01Z', 'revision_number': 5, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port': {'id': '281de621-7834-4213-b030-44afe9b1e7b0', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:02.473694 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Checking router: 5c920440-ac43-4dfa-af29-75d689dbdc58 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:02.482205 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Routers {'5c920440-ac43-4dfa-af29-75d689dbdc58'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:02.482793 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['5c920440-ac43-4dfa-af29-75d689dbdc58'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:02.569873 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] Set router 5c920440-ac43-4dfa-af29-75d689dbdc58 gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:02.586641 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.618758 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=281de621-7834-4213-b030-44afe9b1e7b0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:02.622394 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:18:02Z', 'revision_number': 6, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:02.655042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066bec4-f18b-4d19-8a8e-cee77175c510 None None] The sync data for ids ['5c920440-ac43-4dfa-af29-75d689dbdc58'] in n-d-806683-16 is: [{'id': '5c920440-ac43-4dfa-af29-75d689dbdc58', 'name': 'tempest-TestEncryptedCinderVolumes-1692026979-router', 'tenant_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:40Z', 'updated_at': '2021-10-28T22:18:02Z', 'revision_number': 6, 'project_id': '0c6b285cab654e5695b3b59cf9bd1e89', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:02.686362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.777496 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.779623 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.822221 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.822899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c920440-ac43-4dfa-af29-75d689dbdc58 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:18:02.827549 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.829282 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-986367c6-4b38-4d3f-9aec-64112cfd2dd9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5c920440-ac43-4dfa-af29-75d689dbdc58 HTTP/1.1" status: 204 len: 168 time: 0.7703583 Oct 28 22:18:02.831740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57900) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:02.879613 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Deleting subnet eff3c859-f0d5-4a07-b894-3335b881ffb0 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:18:02.882612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.917033 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:02.997391 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.052329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.083608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff3c859-f0d5-4a07-b894-3335b881ffb0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:03.089832 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.092672 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51007fb1-31ea-43a2-a050-34a35c41780f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eff3c859-f0d5-4a07-b894-3335b881ffb0 HTTP/1.1" status: 204 len: 168 time: 0.2599449 Oct 28 22:18:03.095814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:03.101702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e855f4-3d14-402e-8b67-5da14d3965ad None None] Network 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:03.168275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.220870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Deleting port 0280bc04-e2d0-4a5a-a607-c229a052ba80 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:03.221245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.284468 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] For port 0280bc04-e2d0-4a5a-a607-c229a052ba80, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0280bc04-e2d0-4a5a-a607-c229a052ba80,segment=NetworkSegment(14ae62f6-75fb-4b9d-9be6-1444c1bf8560),segment_id=14ae62f6-75fb-4b9d-9be6-1444c1bf8560)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:03.284829 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.300882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Calling delete_port for 0280bc04-e2d0-4a5a-a607-c229a052ba80 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:03.377478 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.404071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ca5b7-1374-422e-9acc-c2001a82cafa None None] DHCP port deletion for 03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:18:03.404836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Pushing event deleted for resources: {'Port': ['ID=0280bc04-e2d0-4a5a-a607-c229a052ba80,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:03.410201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] No DVR routers for this DVR port 0280bc04-e2d0-4a5a-a607-c229a052ba80 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:18:03.487273 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.507869 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:03.517810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ae62f6-75fb-4b9d-9be6-1444c1bf8560') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:03.518097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ae62f6-75fb-4b9d-9be6-1444c1bf8560') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:03.527581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.541346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.548068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:18:03.548780 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:18:03.550133 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:18:03.604922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.621545 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:03.625048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] 10.222.0.31 "DELETE /v2.0/networks/03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a HTTP/1.1" status: 204 len: 168 time: 0.5281754 Oct 28 22:18:03.626843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e399d1-4a76-45fe-8f3c-cbab4180f918 admin admin] Pushing event deleted for resources: {'Network': ['ID=03eed9d0-c514-4ab3-9ffc-ffa1bbcc500a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:03.628324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57904) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:03.973038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:04.214005 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Deleting port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:04.214344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:04.296405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] For port e2e7fbd0-01d7-46e9-a78b-8d75bfb67652, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:04.296691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:04.308251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Calling delete_port for e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:04.488230 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:04.514780 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e7fbd0-01d7-46e9-a78b-8d75bfb67652,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:04.581315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0280bc04-e2d0-4a5a-a607-c229a052ba80 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:04.601886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0280bc04-e2d0-4a5a-a607-c229a052ba80 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:04.602258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0280bc04-e2d0-4a5a-a607-c229a052ba80 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:04.602688 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d1b65aa-b8ba-43b6-8654-8cf925356973 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:04.622536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 5d1b65aa-b8ba-43b6-8654-8cf925356973 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:04.622879 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 5d1b65aa-b8ba-43b6-8654-8cf925356973 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:04.623293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 281de621-7834-4213-b030-44afe9b1e7b0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:04.643917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 281de621-7834-4213-b030-44afe9b1e7b0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:04.644548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 281de621-7834-4213-b030-44afe9b1e7b0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:04.687083 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:04.907313 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Router 95256632-1a5d-4848-b089-8c5e90144b49 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:18:05.024082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:05.032728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57906) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:05.033567 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b43afcdf-21aa-48f8-8f81-59608596b4e8 admin admin] 10.222.0.31 "PUT /v2.0/routers/95256632-1a5d-4848-b089-8c5e90144b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019730 Oct 28 22:18:05.036090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Sync routers for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:05.052709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:05.053356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:05.156659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:05.179536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:05.532198 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:18:04Z', 'revision_number': 5, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:05.558306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Checking router: 95256632-1a5d-4848-b089-8c5e90144b49 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:05.567511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Routers {'95256632-1a5d-4848-b089-8c5e90144b49'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:05.568117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['95256632-1a5d-4848-b089-8c5e90144b49'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:05.599520 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:05.653440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Deleting port b3776dba-c5cb-4e8c-a431-e5d8fae346f3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:05.653778 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:05.681778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] Set router 95256632-1a5d-4848-b089-8c5e90144b49 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:05.735450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] For port b3776dba-c5cb-4e8c-a431-e5d8fae346f3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:05.735896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:05.748296 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Calling delete_port for b3776dba-c5cb-4e8c-a431-e5d8fae346f3 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:05.906770 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:18:04Z', 'revision_number': 5, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:05.921737 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:05.938782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4f134-128b-41d8-aaa7-5d4709821eb4 None None] The sync data for ids ['95256632-1a5d-4848-b089-8c5e90144b49'] in n-d-806683-16 is: [{'id': '95256632-1a5d-4848-b089-8c5e90144b49', 'name': 'tempest-TestEncryptedCinderVolumes-1710765157-router', 'tenant_id': '82bc85d481e74be5bcbb2c28a12d08df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:18:04Z', 'revision_number': 5, 'project_id': '82bc85d481e74be5bcbb2c28a12d08df', 'gw_port': {'id': 'b3776dba-c5cb-4e8c-a431-e5d8fae346f3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95256632-1a5d-4848-b089-8c5e90144b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:16:45Z', 'updated_at': '2021-10-28T22:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:05.957148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b3776dba-c5cb-4e8c-a431-e5d8fae346f3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:06.027200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.127170 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.131997 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.176062 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.176663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95256632-1a5d-4848-b089-8c5e90144b49 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:18:06.180970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.182127 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-01fee0fc-18a2-4702-bcd9-96cb5e00b9ab admin admin] 10.222.0.31 "DELETE /v2.0/routers/95256632-1a5d-4848-b089-8c5e90144b49 HTTP/1.1" status: 204 len: 168 time: 1.1481524 Oct 28 22:18:06.184907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57910) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:06.233280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Deleting subnet 63e61814-913d-46ff-a07e-a603d60ac139 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:18:06.236844 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.274015 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.363166 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.423020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.457861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e61814-913d-46ff-a07e-a603d60ac139,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:06.460198 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.463646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762e842-51d1-472a-a9c7-5837587638b8 None None] Network b31a0a0f-0d45-4868-ab43-dee26bba52e1 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:06.467001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-43f4783f-9729-4173-bb34-0024f8502f24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/63e61814-913d-46ff-a07e-a603d60ac139 HTTP/1.1" status: 204 len: 168 time: 0.2788880 Oct 28 22:18:06.467231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57912) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:06.540670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.596566 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Deleting port cf5679ae-bd17-4bf8-b453-b3837357d268 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:06.596912 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.660130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] For port cf5679ae-bd17-4bf8-b453-b3837357d268, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cf5679ae-bd17-4bf8-b453-b3837357d268,segment=NetworkSegment(fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b),segment_id=fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:06.660528 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.673676 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Calling delete_port for cf5679ae-bd17-4bf8-b453-b3837357d268 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:06.730722 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] DHCP port deletion for b31a0a0f-0d45-4868-ab43-dee26bba52e1 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:18:06.783462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.796289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Deleting port cf5679ae-bd17-4bf8-b453-b3837357d268 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:18:06.796715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.811822 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b3776dba-c5cb-4e8c-a431-e5d8fae346f3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:06.820841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5679ae-bd17-4bf8-b453-b3837357d268,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:06.826533 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] No DVR routers for this DVR port cf5679ae-bd17-4bf8-b453-b3837357d268 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:18:06.866193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b3776dba-c5cb-4e8c-a431-e5d8fae346f3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:06.866438 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b3776dba-c5cb-4e8c-a431-e5d8fae346f3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:06.866859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf5679ae-bd17-4bf8-b453-b3837357d268 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:06.897038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: cf5679ae-bd17-4bf8-b453-b3837357d268 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:06.897405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cf5679ae-bd17-4bf8-b453-b3837357d268 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:06.897806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:18:06.908625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.926858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:18:06.927512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e2e7fbd0-01d7-46e9-a78b-8d75bfb67652 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:18:06.930997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31a0a0f-0d45-4868-ab43-dee26bba52e1']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:06.934145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] For port cf5679ae-bd17-4bf8-b453-b3837357d268, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:06.934902 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.942122 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:06.942646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe97e0cc-0c31-47f7-b6f2-cd6d9964b27b') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:06.949189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Calling delete_port for cf5679ae-bd17-4bf8-b453-b3837357d268 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:18:06.951916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Port cf5679ae-bd17-4bf8-b453-b3837357d268 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 22:18:06.953302 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.953462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.967060 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.973276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:18:06.973686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:18:06.975343 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:18:06.981434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] Pushing event deleted for resources: {'Port': ['ID=cf5679ae-bd17-4bf8-b453-b3837357d268,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:06.988007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68686f5e-0a6a-4ea2-8976-3ee8925a88f1 None None] No DVR routers for this DVR port cf5679ae-bd17-4bf8-b453-b3837357d268 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:18:07.029114 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.034548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.037707 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b31a0a0f-0d45-4868-ab43-dee26bba52e1 HTTP/1.1" status: 204 len: 168 time: 0.5695572 Oct 28 22:18:07.049200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd368-db2e-4133-a0ad-906a2fef89e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31a0a0f-0d45-4868-ab43-dee26bba52e1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:07.203903 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57916) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:07.245928 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-30249ccd-b66e-439a-86b9-fa28d17e5f5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c6b285cab654e5695b3b59cf9bd1e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388923 Oct 28 22:18:07.246523 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57918) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:07.293856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.316042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.365840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.368797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.370555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2aa21ac-e536-40e7-ae4a-fe4c8baf3754 HTTP/1.1" status: 204 len: 168 time: 0.1225276 Oct 28 22:18:07.378800 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438182-abbd-47f7-89e5-2db772af5674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa21ac-e536-40e7-ae4a-fe4c8baf3754,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:07.679824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57924) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:07.718636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-df830113-0281-46c3-9c39-d74ef40c296e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82bc85d481e74be5bcbb2c28a12d08df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374780 Oct 28 22:18:07.721330 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:07.772044 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.792785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.839640 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.842398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:07.843530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9a472bd-b242-48be-8b78-7d9608cb5d34 HTTP/1.1" status: 204 len: 168 time: 0.1212754 Oct 28 22:18:07.851456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d6bd4-18ca-4751-8352-d547fee3c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a472bd-b242-48be-8b78-7d9608cb5d34,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:08.499092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57948) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:08.594980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-558656579-network', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:08.615618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Made reservation on behalf of f4f103d2096f485197cf50d9ae44729e for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:18:08.617935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.626559 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.701478 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.705349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.729490 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:18:08.739104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18609cfb-3926-435e-8eb5-386057069409,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:08.747483 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.748075 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Added segment bc0e6c5f-28b9-40f1-b944-099cd3dd19a0 of type vlan for network 6d321273-846e-4863-9bfa-641f1f5711dd Oct 28 22:18:08.787752 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.815039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.815886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:08.816659 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:08.869093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3689098 Oct 28 22:18:08.872373 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57952) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:08.878083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Request body: {'subnet': {'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-558656579-subnet', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:08.880184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e593-c3f8-4c59-a930-fad029f7d318 admin admin] Pushing event updated for resources: {'Network': ['ID=6d321273-846e-4863-9bfa-641f1f5711dd,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:08.892921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6d321273-846e-4863-9bfa-641f1f5711dd details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:18:08.901025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Made reservation on behalf of f4f103d2096f485197cf50d9ae44729e for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:18:08.903311 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.071344 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.130583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee3bc3d-f683-4842-9ec4-b1244ac16d69,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:09.139478 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Checking segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:09.139838 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Network hostable DHCP agents. Network: 6d321273-846e-4863-9bfa-641f1f5711dd, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:18:09.157210 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Network 6d321273-846e-4863-9bfa-641f1f5711dd is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:18:09.165791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6d321273-846e-4863-9bfa-641f1f5711dd) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:09.169659 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:09.170256 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.175999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9f16a-6781-403f-848b-5f8f72fbd9c1 None None] Network 6d321273-846e-4863-9bfa-641f1f5711dd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:09.187296 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b12cf84b-48d0-474f-98c4-39a822df5206 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3134785 Oct 28 22:18:09.189769 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57954) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:09.194030 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:09.213616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.214596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.267520 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.332942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6d321273-846e-4863-9bfa-641f1f5711dd', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:18:09.333788 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.406540 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.473948 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Allocated IP 172.20.0.2 (6d321273-846e-4863-9bfa-641f1f5711dd/0ee3bc3d-f683-4842-9ec4-b1244ac16d69/32c85930-da6c-4256-9f00-ad6c62ffbbc8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:09.609836 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.618849 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.624803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.632972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.668053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Network 6d321273-846e-4863-9bfa-641f1f5711dd is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:09.670979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:09.673546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:09.682553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Pushing event updated for resources: {'Port': ['ID=32c85930-da6c-4256-9f00-ad6c62ffbbc8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:09.737275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Attempting to bind port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:09.738000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Allocated IP 172.25.4.84 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/9d909e7b-5c4e-4d5d-bfba-e3876b81fddf) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:09.738284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Attempting to bind port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:09.738704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Attempting to bind port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 on network 6d321273-846e-4863-9bfa-641f1f5711dd {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:09.745066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:09.745596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Checking segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:09.746089 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.746571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Bound using segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:09.747151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Bound port: 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:09.748066 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.819079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] For port 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:09.824694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] For port 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32c85930-da6c-4256-9f00-ad6c62ffbbc8,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:09.830427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.864277 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.889673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71197d0d-8854-43bd-8571-c84111eff5b7 None None] Pushing event updated for resources: {'Port': ['ID=32c85930-da6c-4256-9f00-ad6c62ffbbc8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:09.900088 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:09.942138 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:09.945204 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:09.948926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:09.971567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Pushing event updated for resources: {'Port': ['ID=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:10.580247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.607899 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32c85930-da6c-4256-9f00-ad6c62ffbbc8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:10.665886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:10.666243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.747854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.783646 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32c85930-da6c-4256-9f00-ad6c62ffbbc8,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:10.789465 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.790348 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.833351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a88ec-7932-4e5f-a436-0404ccd1cc2c None None] Network 6d321273-846e-4863-9bfa-641f1f5711dd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:10.881200 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=32c85930-da6c-4256-9f00-ad6c62ffbbc8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:10.919461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d36d7142-7ac9-4ee9-be83-d5ea693fd00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:10.929301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Router ce82260f-69a2-4932-baec-fe6d8aff4f25 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:18:10.938583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-679c069d-26aa-4679-a707-8b99518c9706 None None] Provisioning complete for port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:10.939038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-679c069d-26aa-4679-a707-8b99518c9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.040277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:11.050307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Sync routers for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:11.060162 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.064126 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-65e3dbc6-8d3d-449c-8b5e-d7e0ebeb447f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8708789 Oct 28 22:18:11.065285 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:11.065826 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:11.065973 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57956) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:11.187750 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:11.374172 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:10Z', 'revision_number': 3, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:11.405959 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Checking router: ce82260f-69a2-4932-baec-fe6d8aff4f25 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:11.407127 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Updating router ce82260f-69a2-4932-baec-fe6d8aff4f25 port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:18:11.408764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-50066c8c-2de4-4017-ab28-04a0b9b86567 None None] Provisioning complete for port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:11.409132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-50066c8c-2de4-4017-ab28-04a0b9b86567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.434010 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.510464 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.678661 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Allocated IP 172.20.0.1 (6d321273-846e-4863-9bfa-641f1f5711dd/0ee3bc3d-f683-4842-9ec4-b1244ac16d69/db20d57a-e543-4208-af99-70215dc02220) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:11.698468 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.704317 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.758963 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Attempting to bind port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:11.759320 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Attempting to bind port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:11.759677 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Attempting to bind port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:11.766472 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Pushing event updated for resources: {'Port': ['ID=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:11.769909 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:11.770271 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:11.770660 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.771038 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:11.771495 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Bound port: 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:11.771871 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.784696 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.801956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.802289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.802623 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.802954 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.803286 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.803613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.803933 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.804252 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.804594 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.804911 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.805231 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.805543 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:11.820194 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.833966 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] For port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:11.837848 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] For port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:11.842652 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:11.872029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Network 6d321273-846e-4863-9bfa-641f1f5711dd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:11.877439 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:11.882096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:11.885273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Pushing event updated for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:11.913013 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:11.913647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:17:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:11.917085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bafec9-6c83-4b94-adca-0fb589711c3d None None] Pushing event updated for resources: {'Port': ['ID=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:11.923066 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.066362 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.126873 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:12.145244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6603fca1-cb0c-406f-9803-9a531e1eaeff req-58c60b5c-2e6a-49c0-98ba-bacd41b1c907 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333424 Oct 28 22:18:12.221642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8bda1b5d-d023-4bd0-b22f-9c8b2c1f6b48 None None] Provisioning complete for port db20d57a-e543-4208-af99-70215dc02220 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:12.222207 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8bda1b5d-d023-4bd0-b22f-9c8b2c1f6b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.236287 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6603fca1-cb0c-406f-9803-9a531e1eaeff req-b0e1c81e-a093-4b35-b967-6e74d2ffd815 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Oct 28 22:18:12.260125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-8bda1b5d-d023-4bd0-b22f-9c8b2c1f6b48 None None] Port db20d57a-e543-4208-af99-70215dc02220 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:18:12.278977 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6603fca1-cb0c-406f-9803-9a531e1eaeff req-bc7a0a5a-80c6-49ab-be5c-e90da884d0ca service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226054 Oct 28 22:18:12.317790 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.321618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5008e474-0851-4677-a43a-efc06c750393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:10Z', 'revision_number': 3, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:12.348279 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5008e474-0851-4677-a43a-efc06c750393 None None] The sync data for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 is: [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:10Z', 'revision_number': 3, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:12.399091 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.407390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.460794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fca1-cb0c-406f-9803-9a531e1eaeff req-8cbb5edc-e738-469b-9ff2-f96eb2bf3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:12.462250 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6603fca1-cb0c-406f-9803-9a531e1eaeff req-8cbb5edc-e738-469b-9ff2-f96eb2bf3ece service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745191 Oct 28 22:18:12.486011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Pushing event updated for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:12.493346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.593515 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32c85930-da6c-4256-9f00-ad6c62ffbbc8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:12.601025 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Network 6d321273-846e-4863-9bfa-641f1f5711dd is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:12.602790 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:12.644152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.673174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:12.673647 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.755947 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Router ce82260f-69a2-4932-baec-fe6d8aff4f25 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:18:12.880437 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36c3f4e6-2a3b-4449-81ab-a9d02848cfed None None] Provisioning complete for port db20d57a-e543-4208-af99-70215dc02220 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:12.880806 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36c3f4e6-2a3b-4449-81ab-a9d02848cfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:12.885311 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:12.895487 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-77d132ac-93e7-4ca9-8a5f-78abf340c336 admin admin] 10.222.0.31 "PUT /v2.0/routers/ce82260f-69a2-4932-baec-fe6d8aff4f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284569 Oct 28 22:18:12.919934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-36c3f4e6-2a3b-4449-81ab-a9d02848cfed None None] Port db20d57a-e543-4208-af99-70215dc02220 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:18:13.394903 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57972) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:13.400092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1644282997-network', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:13.421610 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Made reservation on behalf of d4d2a501438b4a5a87826e81e3266c01 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:18:13.424735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.434047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.497979 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-51ab08ed-19b5-40c7-ba70-de6234248e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.512873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.516751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.541738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:18:13.552051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385db0bd-7e40-4c79-bd79-a40e0cf94089,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:13.556776 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.557119 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Added segment 1a5d13fe-109a-4d18-af88-abb28ed850bf of type vlan for network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 Oct 28 22:18:13.596791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.626772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.627897 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:13.628493 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.682387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2863255 Oct 28 22:18:13.685302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57974) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:13.691362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Request body: {'subnet': {'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1644282997-subnet', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:13.694254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bb07d-eb6d-4967-a5d6-14a511ad0e6b admin admin] Pushing event updated for resources: {'Network': ['ID=75c8e596-0695-4cb7-82ef-0a48908ed7f6,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:13.704251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:18:13.715883 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Made reservation on behalf of d4d2a501438b4a5a87826e81e3266c01 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:18:13.718388 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.895601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:13.952070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521f8cff-0769-4418-805d-87edc6d0eafb,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:13.959636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Checking segment: {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:13.959983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Network hostable DHCP agents. Network: 75c8e596-0695-4cb7-82ef-0a48908ed7f6, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:18:13.970658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Sync routers for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:13.977534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:18:13.980039 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:13.980676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:13.988045 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 75c8e596-0695-4cb7-82ef-0a48908ed7f6) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:13.992321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:13.994045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.009635 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3b407be9-f0f7-4b38-8f0a-3dceb9c2fc52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3227828 Oct 28 22:18:14.012234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 57976) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:14.017173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:14.037866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.038954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.049178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930e893-cc14-424e-a5cc-32ec7c677645 None None] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:14.095392 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.163522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:14.233406 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.437600 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.458281 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.495382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'fixed_ips': [{'subnet_id': '521f8cff-0769-4418-805d-87edc6d0eafb'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:18:14.496260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.580648 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Allocated IP 172.25.4.93 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:14.614504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:14.685377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.723673 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.743406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Allocated IP 172.20.0.2 (75c8e596-0695-4cb7-82ef-0a48908ed7f6/521f8cff-0769-4418-805d-87edc6d0eafb/ce6792ee-5942-48ff-86e2-25f3ab0f53ce) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:14.746626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 2, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:14.750160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:14.751029 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:14.767645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:14.771230 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:14.775644 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:14.778936 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Pushing event updated for resources: {'Port': ['ID=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:14.803335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Checking router: ce82260f-69a2-4932-baec-fe6d8aff4f25 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:14.803694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Updating router ce82260f-69a2-4932-baec-fe6d8aff4f25 port db20d57a-e543-4208-af99-70215dc02220 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:18:14.883800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.022685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.086399 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.094942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.135284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:15.155242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.215712 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.235415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.276236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:15.288094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:15.304460 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:15.328259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:15.351988 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.401930 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Pushing event updated for resources: {'Port': ['ID=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:15.462582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Attempting to bind port ce6792ee-5942-48ff-86e2-25f3ab0f53ce on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:15.462949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Attempting to bind port ce6792ee-5942-48ff-86e2-25f3ab0f53ce by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:15.463312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Attempting to bind port ce6792ee-5942-48ff-86e2-25f3ab0f53ce on network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:15.477034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.478913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:15.479307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Checking segment: {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:15.479814 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.480102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Bound using segment: {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:15.480650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Bound port: ce6792ee-5942-48ff-86e2-25f3ab0f53ce, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:15.481047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.493178 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.588216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961a6c-827b-4e38-9772-bf78e4a73c95 None None] Pushing event updated for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:15.615700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] For port ce6792ee-5942-48ff-86e2-25f3ab0f53ce, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:15.627591 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.645650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] For port ce6792ee-5942-48ff-86e2-25f3ab0f53ce, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:15.654169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.666216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Attempting to bind port db20d57a-e543-4208-af99-70215dc02220 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:15.666584 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Attempting to bind port db20d57a-e543-4208-af99-70215dc02220 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:15.666946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Attempting to bind port db20d57a-e543-4208-af99-70215dc02220 on network 6d321273-846e-4863-9bfa-641f1f5711dd {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:15.706583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:15.707005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Checking segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:15.707351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.707739 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Bound using segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:15.708222 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Bound port: db20d57a-e543-4208-af99-70215dc02220, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:15.708628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.765225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7e0c-c256-471a-bc80-16c5c59e1e7d None None] Pushing event updated for resources: {'Port': ['ID=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:15.767928 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Router 911b99c1-eb44-446e-a2ed-9d7ce50360cb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:18:15.815276 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] For port db20d57a-e543-4208-af99-70215dc02220, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:15.818919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] For port db20d57a-e543-4208-af99-70215dc02220, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db20d57a-e543-4208-af99-70215dc02220,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:15.823688 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.891449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:15.904126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Sync routers for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:15.908051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961a6c-827b-4e38-9772-bf78e4a73c95 None None] Pushing event updated for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:15.923448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:15.924117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:15.930491 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] Provisioning complete for port db20d57a-e543-4208-af99-70215dc02220 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:15.930491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.940541 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:15.941437 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-82a15593-62b0-40f5-af90-2f11eb31ba3a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9280903 Oct 28 22:18:15.946572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 57978) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:18:15.963717 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:15.968730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:16.133539 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:16.153778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:16.205432 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.313874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] For port db20d57a-e543-4208-af99-70215dc02220, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db20d57a-e543-4208-af99-70215dc02220,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:16.322413 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.347435 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:14Z', 'revision_number': 3, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:16.394156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Checking router: 911b99c1-eb44-446e-a2ed-9d7ce50360cb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:16.394623 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Updating router 911b99c1-eb44-446e-a2ed-9d7ce50360cb port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:18:16.400034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5d4d6-8062-4aaa-b6de-a4bbdbef1c50 None None] Pushing event updated for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:16.421425 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.454873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c2352145-6f0d-45eb-9a9c-83785096461f None None] Provisioning complete for port db20d57a-e543-4208-af99-70215dc02220 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:16.455239 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c2352145-6f0d-45eb-9a9c-83785096461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.505395 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:16.522006 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.536798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adebaa1-b019-4b47-bf42-95f231938944 None None] The sync data for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 is: [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:16.792972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Allocated IP 172.20.0.1 (75c8e596-0695-4cb7-82ef-0a48908ed7f6/521f8cff-0769-4418-805d-87edc6d0eafb/020b9274-bf84-48ce-b0ab-67dbd8c5c239) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:16.823180 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.830378 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.844627 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.869963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:16.897541 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Attempting to bind port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:16.897897 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Attempting to bind port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:16.898250 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Attempting to bind port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:16.904237 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10748d-0568-43c1-870a-a25b7fbfae5f None None] Pushing event updated for resources: {'Port': ['ID=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:16.909908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:16.910295 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:16.910668 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.911045 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:16.911518 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Bound port: ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:16.911892 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.985709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:16.986091 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:16.997101 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.008767 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] For port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:17.013924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] For port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:17.021733 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.049694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.094258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ce6792ee-5942-48ff-86e2-25f3ab0f53ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:17.111685 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:17.112313 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:17.118575 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10748d-0568-43c1-870a-a25b7fbfae5f None None] Pushing event updated for resources: {'Port': ['ID=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:17.121793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:17.126497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:17.137585 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Pushing event updated for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:17.155706 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:17.174430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f89d7-6c0b-40b9-b561-8c5f35e92897 None None] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:18:17.209401 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.258712 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:17.292901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ce6792ee-5942-48ff-86e2-25f3ab0f53ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:17.293419 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.394288 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.508100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:14Z', 'revision_number': 3, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:17.544789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a37aa636-881a-4533-a8ac-9ec327dfea58 None None] Provisioning complete for port ce6792ee-5942-48ff-86e2-25f3ab0f53ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:17.545405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a37aa636-881a-4533-a8ac-9ec327dfea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.546283 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8817376-5ab7-41c8-9242-107e2cb39164 None None] The sync data for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 is: [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:14Z', 'revision_number': 3, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:17.611631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.619512 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.679597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.701805 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.704325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Pushing event updated for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:17.749490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a37aa636-881a-4533-a8ac-9ec327dfea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.764979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ce6792ee-5942-48ff-86e2-25f3ab0f53ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:17.776903 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:17.820340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:17.822354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:17.886543 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.db.api [None req-a37aa636-881a-4533-a8ac-9ec327dfea58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 22:18:17.886543 n-d-806683-16 neutron-server[102315]: DEBUG oslo_db.api [None req-a37aa636-881a-4533-a8ac-9ec327dfea58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 22:18:17.896065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:17.981552 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Router 911b99c1-eb44-446e-a2ed-9d7ce50360cb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:18:18.122659 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:18:18.132282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d7d7a533-ab5f-4069-bd97-f44bb94ed621 admin admin] 10.222.0.31 "PUT /v2.0/routers/911b99c1-eb44-446e-a2ed-9d7ce50360cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1855838 Oct 28 22:18:18.561229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad3d7899-ab85-4153-92c0-4d50bc781a7e None None] Provisioning complete for port ce6792ee-5942-48ff-86e2-25f3ab0f53ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:18.561971 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7899-ab85-4153-92c0-4d50bc781a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:18.681714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ad3d7899-ab85-4153-92c0-4d50bc781a7e None None] Provisioning complete for port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:18.682081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7899-ab85-4153-92c0-4d50bc781a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:18.727677 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d7899-ab85-4153-92c0-4d50bc781a7e None None] Port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:18:18.736761 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db20d57a-e543-4208-af99-70215dc02220 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:18.796983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port db20d57a-e543-4208-af99-70215dc02220 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:18.796983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:18.878083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:18.927705 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:18.928394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:19.007720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:19.051100 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:19.055872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:19.056805 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ce6792ee-5942-48ff-86e2-25f3ab0f53ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:19.140068 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:19.159983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ce6792ee-5942-48ff-86e2-25f3ab0f53ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:19.160344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:20.150900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Sync routers for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:18:20.163190 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:20.164293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:20.287690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:20.513469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:17Z', 'revision_number': 4, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '020b9274-bf84-48ce-b0ab-67dbd8c5c239', 'name': '', 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'mac_address': 'fa:16:3e:7e:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:16Z', 'updated_at': '2021-10-28T22:18:17Z', 'revision_number': 2, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'subnets': [{'id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:20.544262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Checking router: 911b99c1-eb44-446e-a2ed-9d7ce50360cb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:18:20.544653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Updating router 911b99c1-eb44-446e-a2ed-9d7ce50360cb port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:18:20.579087 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:20.619468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:20.797658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:20.797938 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:20.980707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:20.988040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.045787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6fa7-507b-4708-859e-d86dd6082b0f None None] Pushing event updated for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:21.104880 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Attempting to bind port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:21.105243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Attempting to bind port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:21.105605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Attempting to bind port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 on network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:21.112004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:21.112617 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Checking segment: {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:21.113145 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.113638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Bound using segment: {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:21.114211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Bound port: 020b9274-bf84-48ce-b0ab-67dbd8c5c239, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5d13fe-109a-4d18-af88-abb28ed850bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:21.114694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.192542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] For port 020b9274-bf84-48ce-b0ab-67dbd8c5c239, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:21.195897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] For port 020b9274-bf84-48ce-b0ab-67dbd8c5c239, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b9274-bf84-48ce-b0ab-67dbd8c5c239,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:21.201968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.270358 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6fa7-507b-4708-859e-d86dd6082b0f None None] Pushing event updated for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:21.277481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:18:21.278105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:21.399108 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] Provisioning complete for port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:21.399571 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.455455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:18:21.626411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.690306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] For port 020b9274-bf84-48ce-b0ab-67dbd8c5c239, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b9274-bf84-48ce-b0ab-67dbd8c5c239,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:21.697265 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:21.778969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4911d-33b7-435a-adb0-fd517f68124a None None] Pushing event updated for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:21.805405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:17Z', 'revision_number': 4, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '020b9274-bf84-48ce-b0ab-67dbd8c5c239', 'name': '', 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'mac_address': 'fa:16:3e:7e:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:16Z', 'updated_at': '2021-10-28T22:18:21Z', 'revision_number': 4, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'subnets': [{'id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:18:22.008406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a097f54-97b4-4109-b2cc-addddd52bf8f None None] The sync data for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 is: [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:17Z', 'revision_number': 4, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '020b9274-bf84-48ce-b0ab-67dbd8c5c239', 'name': '', 'network_id': '75c8e596-0695-4cb7-82ef-0a48908ed7f6', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'mac_address': 'fa:16:3e:7e:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:16Z', 'updated_at': '2021-10-28T22:18:21Z', 'revision_number': 4, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'subnets': [{'id': '521f8cff-0769-4418-805d-87edc6d0eafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:18:22.015218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-adfb609d-cb90-4c2e-a81b-1e9faa701253 None None] Provisioning complete for port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:22.015777 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-adfb609d-cb90-4c2e-a81b-1e9faa701253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:22.171551 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:18:22.636470 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b9274-bf84-48ce-b0ab-67dbd8c5c239 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:22.694745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:22.695154 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:28.321523 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-7a00b0bc-72f4-4eac-bda8-bf85dab37812 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:28.322989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-7a00b0bc-72f4-4eac-bda8-bf85dab37812 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 814 time: 0.1045039 Oct 28 22:18:28.338659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-2242ef60-2d4b-4e2e-a956-1047bf524ee0 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/quotas/f4f103d2096f485197cf50d9ae44729e HTTP/1.1" status: 200 len: 375 time: 0.0091093 Oct 28 22:18:28.389276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-34767eb9-5e41-482a-8cc0-a6e028d9a23e tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453179 Oct 28 22:18:28.488278 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-31221fc4-bdd6-4438-881d-2330869f8c83 service neutron] 10.222.0.31 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840101 Oct 28 22:18:28.575905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-51d12c19-ed32-4310-9e02-a48362edf0bd service neutron] 10.222.0.31 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814476 Oct 28 22:18:28.739617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9aa03f2b-b15f-496f-a94a-a2560875b258 req-e6096504-8798-4475-b799-8336981b32a9 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Oct 28 22:18:29.667817 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-0546a435-f6c2-4b78-8b27-c43d68dc8780 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:29.669292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-0546a435-f6c2-4b78-8b27-c43d68dc8780 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 814 time: 0.1093991 Oct 28 22:18:29.682459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'port': {'device_id': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'admin_state_up': True, 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:29.806895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Made reservation on behalf of f4f103d2096f485197cf50d9ae44729e for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:18:29.813645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:29.846811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24b8d92d-b00f-4256-a6bd-14ed35025377 req-4357490e-ace1-4f71-84ed-51348e71d55e tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 210 time: 0.0326388 Oct 28 22:18:30.002290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Allocated IP 172.20.0.7 (6d321273-846e-4863-9bfa-641f1f5711dd/0ee3bc3d-f683-4842-9ec4-b1244ac16d69/5de4d1ba-4017-423e-9643-024bbe38d3ce) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:18:30.232726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:30.272649 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:30.319334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Network 6d321273-846e-4863-9bfa-641f1f5711dd is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:18:30.322542 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:18:30.326340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:18:30.355624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:30.373369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.373726 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.374062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.374398 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.375249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.375598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.375929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.376394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.376719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.377049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.377377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.377702 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:30.413340 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:30.414148 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:30.436276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4131b278-f5fc-4857-a7c1-86fd77cea637 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573814 Oct 28 22:18:30.635071 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c3961379-659a-4a61-a8ee-66e307499c99 None None] Provisioning complete for port 5de4d1ba-4017-423e-9643-024bbe38d3ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:30.635630 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c3961379-659a-4a61-a8ee-66e307499c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:30.672843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c3961379-659a-4a61-a8ee-66e307499c99 None None] Port 5de4d1ba-4017-423e-9643-024bbe38d3ce cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:18:30.967076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212da7-e436-40bf-b7fe-61d44ef5b136 req-80198cd2-cae9-4edf-bbf0-7812f6c9b4d7 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:30.970049 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86212da7-e436-40bf-b7fe-61d44ef5b136 req-80198cd2-cae9-4edf-bbf0-7812f6c9b4d7 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0511804 Oct 28 22:18:31.009953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86212da7-e436-40bf-b7fe-61d44ef5b136 req-0b9b4d55-e1cd-40fa-abfb-bfdf547fa768 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Oct 28 22:18:32.131195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01812ab-e7e1-46ed-9cc9-7314d8bcf05a req-c45170da-c8f4-4e15-98fb-f6eb02f276ad tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:32.132703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b01812ab-e7e1-46ed-9cc9-7314d8bcf05a req-c45170da-c8f4-4e15-98fb-f6eb02f276ad tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0521851 Oct 28 22:18:32.181474 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b01812ab-e7e1-46ed-9cc9-7314d8bcf05a req-1eeab535-70da-4a2b-a48c-743b4379ba9b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Oct 28 22:18:33.307944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f345-8b28-4f33-b65a-a007f74adb48 req-9a1fcbba-d34f-4667-a1c1-4b5179528dc5 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:33.309497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce51f345-8b28-4f33-b65a-a007f74adb48 req-9a1fcbba-d34f-4667-a1c1-4b5179528dc5 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0551102 Oct 28 22:18:33.349593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ce51f345-8b28-4f33-b65a-a007f74adb48 req-9fe4678f-232d-4987-99b8-ddbd3afdc2a2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Oct 28 22:18:34.474008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598966b0-aa42-4bba-bfa3-63aaf6b6cdf2 req-34f0e4ca-20a3-472d-bfce-664043be63f8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:34.475462 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-598966b0-aa42-4bba-bfa3-63aaf6b6cdf2 req-34f0e4ca-20a3-472d-bfce-664043be63f8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0513856 Oct 28 22:18:34.514248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-598966b0-aa42-4bba-bfa3-63aaf6b6cdf2 req-c5612578-3fe7-4bfe-a2d0-1b31276f6e56 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Oct 28 22:18:35.648637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492228af-0d71-49df-8b7b-a002f5b69cf0 req-905a4627-033b-4cb8-bb5a-60ac152f1061 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:35.657388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-492228af-0d71-49df-8b7b-a002f5b69cf0 req-905a4627-033b-4cb8-bb5a-60ac152f1061 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0599108 Oct 28 22:18:35.696600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-492228af-0d71-49df-8b7b-a002f5b69cf0 req-212ca049-7c2b-406d-b98d-416182d7533b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Oct 28 22:18:36.837770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446e50-cbb2-429e-8868-d0d66640827a req-ea00f2e1-4bd7-49be-b254-f313a25c85ed tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:36.839225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab446e50-cbb2-429e-8868-d0d66640827a req-ea00f2e1-4bd7-49be-b254-f313a25c85ed tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0610740 Oct 28 22:18:36.881541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ab446e50-cbb2-429e-8868-d0d66640827a req-e99cbc87-be39-4fda-8043-1c8211ce3744 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361748 Oct 28 22:18:38.016724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31fce8-d373-4d8f-b569-0290b522c000 req-91751bd7-8be4-456d-918c-248dfd6bbc14 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:38.018532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c31fce8-d373-4d8f-b569-0290b522c000 req-91751bd7-8be4-456d-918c-248dfd6bbc14 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0528984 Oct 28 22:18:38.064190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c31fce8-d373-4d8f-b569-0290b522c000 req-b5de2cf5-829c-4a82-8a7c-0b2fc076d19d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Oct 28 22:18:39.191430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85a280-c987-476b-81f8-77008807740c req-8d1836c8-4078-4d26-b7c0-52188011b981 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:39.192924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d85a280-c987-476b-81f8-77008807740c req-8d1836c8-4078-4d26-b7c0-52188011b981 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 931 time: 0.0651350 Oct 28 22:18:39.235662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d85a280-c987-476b-81f8-77008807740c req-3dafc33d-a70b-4e5a-9e7c-a864786b5a0f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Oct 28 22:18:39.857320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Request body: {'port': {'device_id': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:18:39.909234 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.162003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de4d1ba-4017-423e-9643-024bbe38d3ce {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:18:40.169302 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.182136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Transition to ACTIVE for port object 5de4d1ba-4017-423e-9643-024bbe38d3ce will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:18:40.186449 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.236000 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:40.315072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Attempting to bind port 5de4d1ba-4017-423e-9643-024bbe38d3ce on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:18:40.315408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Attempting to bind port 5de4d1ba-4017-423e-9643-024bbe38d3ce by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:18:40.315735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Attempting to bind port 5de4d1ba-4017-423e-9643-024bbe38d3ce on network 6d321273-846e-4863-9bfa-641f1f5711dd {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:40.331062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Port 5de4d1ba-4017-423e-9643-024bbe38d3ce on network 6d321273-846e-4863-9bfa-641f1f5711dd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:18:40.331422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Attempting to bind port 5de4d1ba-4017-423e-9643-024bbe38d3ce on network 6d321273-846e-4863-9bfa-641f1f5711dd {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:18:40.352511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:18:40.352849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Checking segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:18:40.353231 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Bound using segment: {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:18:40.353677 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Bound port: 5de4d1ba-4017-423e-9643-024bbe38d3ce, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:18:40.354030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.414786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09864-0381-4a30-9397-30aa1a40bf70 req-8abcecee-71d9-4435-84e0-62502ac24a8a tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:40.416203 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bd09864-0381-4a30-9397-30aa1a40bf70 req-8abcecee-71d9-4435-84e0-62502ac24a8a tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 943 time: 0.0981905 Oct 28 22:18:40.455849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:18:40.475901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:18:40.479644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9bd09864-0381-4a30-9397-30aa1a40bf70 req-fb6d2418-f3d6-43ed-91dd-c5ad020e358d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552075 Oct 28 22:18:40.481163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.517037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:40.517670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:40.519290 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] 10.222.0.44 "PUT /v2.0/ports/5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 1092 time: 0.6666296 Oct 28 22:18:40.519761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:18:40.522168 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:18:40.547373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81527ef1-3655-4411-924c-a409993f1a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:40.573762 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ce985-90ca-4eb7-93fa-c57fec5d6faf x-openstack-request-id: req-a48ce985-90ca-4eb7-93fa-c57fec5d6faf {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:18:40.574985 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:18:40.575248 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a48ce985-90ca-4eb7-93fa-c57fec5d6faf {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:18:40.575650 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:18:40.630420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4692a0ed-961f-4a81-adbb-ed2a069737d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:40.631946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-4692a0ed-961f-4a81-adbb-ed2a069737d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1095 time: 0.0496802 Oct 28 22:18:40.675449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-1433cf2f-7c3f-4956-9831-0898d0afa572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 217 time: 0.0358653 Oct 28 22:18:40.724870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-16964004-6fe1-4b43-b59d-787e447ee4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:40.726309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-16964004-6fe1-4b43-b59d-787e447ee4c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0440497 Oct 28 22:18:40.770934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-9f9e0327-e492-4018-b1de-07242cbda640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:40.772394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-9f9e0327-e492-4018-b1de-07242cbda640 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392013 Oct 28 22:18:40.902730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1f0060c-c6d0-42f6-b0d6-cec468f03472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:41.195684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-0b5bb53a-86f3-4d83-a2d3-5468bbe67b3c service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162261 Oct 28 22:18:41.289784 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c39f6610-2ba9-40e6-8cdc-ddab02b7b866 req-42afc17f-190f-4fd7-85b4-bffd77d3748a service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868735 Oct 28 22:18:41.375556 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-37947e3b-08c4-4509-ad09-f45e6c74dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:41.377033 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-37947e3b-08c4-4509-ad09-f45e6c74dbfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1095 time: 0.0403893 Oct 28 22:18:41.471411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-951cdd12-dea2-4304-b7c6-48f40ee66e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:41.472800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-951cdd12-dea2-4304-b7c6-48f40ee66e92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0877316 Oct 28 22:18:41.513309 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-8c83f1f7-854c-4fc6-9d15-5fd1c01cf146 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 217 time: 0.0333674 Oct 28 22:18:41.589794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-0e0cbda4-cd44-4a5f-be6b-790bd51907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:41.591237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-0e0cbda4-cd44-4a5f-be6b-790bd51907e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0710421 Oct 28 22:18:41.631930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e7b48-3ed7-42e3-8396-6c6bbedbfa34 req-500c78c2-17d8-4b2d-aab3-e933c9c36469 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:41.633384 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-576e7b48-3ed7-42e3-8396-6c6bbedbfa34 req-500c78c2-17d8-4b2d-aab3-e933c9c36469 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 943 time: 0.0847239 Oct 28 22:18:41.664491 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-97834a80-b6a0-40b1-9362-b554651e8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:41.665934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-97834a80-b6a0-40b1-9362-b554651e8838 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669475 Oct 28 22:18:41.688511 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-576e7b48-3ed7-42e3-8396-6c6bbedbfa34 req-11dca3b5-a4e0-41d5-9945-217eda84971a tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487161 Oct 28 22:18:41.766205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-87d85a60-0d23-4ff2-b97d-60df80534ffb service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Oct 28 22:18:41.854880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60f1dfd0-f53a-43e6-9ef3-4ed04a1be90e req-90f17965-8901-40dc-8990-8bcda7c6b636 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816016 Oct 28 22:18:42.331297 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:42.608598 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:42.804945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b87f5-dccc-42c6-9e1c-cda647286436 req-bd51c5c9-d2c4-4b0d-a162-28c6500e86f6 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:42.806398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754b87f5-dccc-42c6-9e1c-cda647286436 req-bd51c5c9-d2c4-4b0d-a162-28c6500e86f6 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 943 time: 0.0503595 Oct 28 22:18:42.845508 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754b87f5-dccc-42c6-9e1c-cda647286436 req-3d069e91-7224-405c-a85d-6add7a7b113c tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Oct 28 22:18:43.500152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2160d1e7-f38d-4d2d-933f-0b37e1e33a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:43.971100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfb525-052c-4f8e-9547-eaf4c70c8127 req-95bbe3e1-e5fe-4426-b8c9-ead83a4de1bc tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:43.972636 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fbfb525-052c-4f8e-9547-eaf4c70c8127 req-95bbe3e1-e5fe-4426-b8c9-ead83a4de1bc tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 943 time: 0.0560348 Oct 28 22:18:44.010276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7fbfb525-052c-4f8e-9547-eaf4c70c8127 req-2ef6f8d6-2cf5-4b25-9e70-8716c5132825 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Oct 28 22:18:44.099896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5de4d1ba-4017-423e-9643-024bbe38d3ce details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:18:44.191511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:44.202097 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'port_id': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'mac_address': 'fa:16:3e:e4:84:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:18:44.249085 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:44.266294 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de4d1ba-4017-423e-9643-024bbe38d3ce {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:18:44.288413 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:44.333981 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:44.381922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:44.389117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.389467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.389806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.390828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.391199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.391579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.391912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.392239 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.392595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.392922 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.393504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.393840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:18:44.573876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:18:44.970510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:45.123166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafea7ce-f1e5-402b-ac35-d70e21c5b001 req-7404e00a-1eea-4e08-9a2d-f2d08e798818 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:45.125153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dafea7ce-f1e5-402b-ac35-d70e21c5b001 req-7404e00a-1eea-4e08-9a2d-f2d08e798818 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Oct 28 22:18:45.162534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dafea7ce-f1e5-402b-ac35-d70e21c5b001 req-5df2563c-e508-4906-ac7a-ff79d71ba3fa tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Oct 28 22:18:45.290779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:46.099690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5de4d1ba-4017-423e-9643-024bbe38d3ce up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:18:46.148274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 5de4d1ba-4017-423e-9643-024bbe38d3ce completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:18:46.152174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 5de4d1ba-4017-423e-9643-024bbe38d3ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:18:46.152567 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:46.236190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:46.259132 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:18:46.261402 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cea63f-78b1-49c5-93f0-115b98b3706d" -d '{"events": [{"server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "name": "network-vif-plugged", "status": "completed", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:18:46.275209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:18:46.280311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:46.283493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24111549-7cc2-4084-a38e-2a5bb9e8c8e3 req-9fbec63f-986d-40dd-9fad-f0990765ec23 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:46.285696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24111549-7cc2-4084-a38e-2a5bb9e8c8e3 req-9fbec63f-986d-40dd-9fad-f0990765ec23 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 944 time: 0.0559797 Oct 28 22:18:46.312907 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d7a4d6-283c-455b-9433-c9f2b680ab5e x-openstack-request-id: req-69d7a4d6-283c-455b-9433-c9f2b680ab5e {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:18:46.313205 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "name": "network-vif-plugged", "status": "completed", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:18:46.313457 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69d7a4d6-283c-455b-9433-c9f2b680ab5e {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:18:46.313847 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'code': 200} Oct 28 22:18:46.325217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24111549-7cc2-4084-a38e-2a5bb9e8c8e3 req-c148d259-45e0-4389-97e4-13f00595b0e6 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Oct 28 22:18:46.344657 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:18:46.410220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3373-efbc-4e3e-9348-127d98cc9683 req-7ffccf2f-594a-4bbc-8ec2-0accf697b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:46.411715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bf3373-efbc-4e3e-9348-127d98cc9683 req-7ffccf2f-594a-4bbc-8ec2-0accf697b86f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1097 time: 0.0445800 Oct 28 22:18:46.445459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c2bf3373-efbc-4e3e-9348-127d98cc9683 req-ee4e4d8b-9377-44f0-9b07-95d5bfa94361 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271227 Oct 28 22:18:46.836692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:18:47.452226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afd74-952c-4b1a-bff1-a79376446793 req-b0fdeef0-64cb-4a86-b746-7afb667deb7d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:47.454355 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13afd74-952c-4b1a-bff1-a79376446793 req-b0fdeef0-64cb-4a86-b746-7afb667deb7d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Oct 28 22:18:47.493661 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a13afd74-952c-4b1a-bff1-a79376446793 req-c5f7db97-d992-44d8-a10d-624e9a0e33c7 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Oct 28 22:18:48.612382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c538-50bc-4023-929c-ceb4de33b484 req-46fa7673-c5ca-4a4f-be21-c0a690d8514f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:48.613870 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24b0c538-50bc-4023-929c-ceb4de33b484 req-46fa7673-c5ca-4a4f-be21-c0a690d8514f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0499296 Oct 28 22:18:48.650902 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24b0c538-50bc-4023-929c-ceb4de33b484 req-b3070cb9-5cfe-4dd1-b954-1f58d56998a0 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Oct 28 22:18:48.770189 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a6ae-6444-46a6-9ff0-6435766c501a req-719a9f5a-ecc6-402f-8337-ae350db76697 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:48.771706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60a1a6ae-6444-46a6-9ff0-6435766c501a req-719a9f5a-ecc6-402f-8337-ae350db76697 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0545557 Oct 28 22:18:48.810209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-60a1a6ae-6444-46a6-9ff0-6435766c501a req-19bdf417-d0db-4b93-9b54-586a10e8cef9 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Oct 28 22:18:48.995970 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f204897-43f6-4c69-b4f0-1797cd98437b req-a5e434bc-4361-4c9a-bf88-acabbeb671ac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:18:48.997449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f204897-43f6-4c69-b4f0-1797cd98437b req-a5e434bc-4361-4c9a-bf88-acabbeb671ac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Oct 28 22:18:49.034924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f204897-43f6-4c69-b4f0-1797cd98437b req-0bc28ec1-53f6-47c6-98fb-3fc7b2c5eb1d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Oct 28 22:18:59.172060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:19:01.517520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb734bf-2df2-421a-beae-7994f8f3e221 req-52e7f9f2-9df6-42f4-9d04-de1fce487240 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:01.519229 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb734bf-2df2-421a-beae-7994f8f3e221 req-52e7f9f2-9df6-42f4-9d04-de1fce487240 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Oct 28 22:19:01.555260 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfb734bf-2df2-421a-beae-7994f8f3e221 req-68d0a6c5-6384-45a2-95ec-a793304253f3 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300753 Oct 28 22:19:01.577393 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58196) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:01.707019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4f6bf-29ac-42ac-b318-19647b194fb5 tempest-TestMinimumBasicScenario-2093451404 tempest-TestMinimumBasicScenario-2093451404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:01.708563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dfb4f6bf-29ac-42ac-b318-19647b194fb5 tempest-TestMinimumBasicScenario-2093451404 tempest-TestMinimumBasicScenario-2093451404-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1092 time: 0.1296339 Oct 28 22:19:01.711616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58200) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:01.715999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:01.737075 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:01.834030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:01.938295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Allocated IP 172.25.4.10 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/6a2a8608-dd59-4e18-adcd-f818a2f1a0cb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:19:02.036239 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.069358 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.113026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:19:02.115908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:19:02.119532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:19:02.144540 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'Port': ['ID=6a2a8608-dd59-4e18-adcd-f818a2f1a0cb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:02.473973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.542023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.692003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.696670 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.764710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'Port': ['ID=6a2a8608-dd59-4e18-adcd-f818a2f1a0cb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:02.775063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:02.876744 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Floating IP 653ac06e-928c-4823-8f00-0d9d86a22af1 associated. External IP: 172.25.4.10, port: 5de4d1ba-4017-423e-9643-024bbe38d3ce. Oct 28 22:19:03.081680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Router ce82260f-69a2-4932-baec-fe6d8aff4f25 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:19:03.188550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:19:03.198109 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Sync routers for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:19:03.206535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.210019 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:19:03.210620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:19:03.233274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7061db04-152a-4d89-baff-57b4e2320eac tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5206366 Oct 28 22:19:03.233944 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:19:03.236198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58202) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:03.236773 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68f8dd0-25a4-436d-b95d-afaee60bc348" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:19:03.241245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750707368', 'description': 'tempest-secgroup-smoke-1750707368 description', 'project_id': 'f4f103d2096f485197cf50d9ae44729e'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:03.269171 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.280869 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e85038-dd35-4818-b472-186c9400d859 x-openstack-request-id: req-33e85038-dd35-4818-b472-186c9400d859 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:19:03.281383 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:19:03.281661 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33e85038-dd35-4818-b472-186c9400d859 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:19:03.282052 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:19:03.350810 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.353136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-b3275392-e47b-436e-8258-5821d128025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:03.354692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-b3275392-e47b-436e-8258-5821d128025d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1097 time: 0.0486004 Oct 28 22:19:03.356228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.387440 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850e53a2-742e-49e5-8231-aed5d8854230,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:03.398416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.398782 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.399100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.399433 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.399763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.400093 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.400462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.400770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.401092 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.401416 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.401743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.402970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:19:03.408397 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.411699 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-31e1d05b-4796-4f86-8cd4-cd14bf27287f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1744153 Oct 28 22:19:03.412695 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:03.425200 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:03.432511 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:19:03.478163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.480955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-2dd1965c-0dcd-4ce7-aee1-b831a39f9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:03.482410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-2dd1965c-0dcd-4ce7-aee1-b831a39f9f53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.1207740 Oct 28 22:19:03.571269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-6fa8520d-cc6d-4e89-866d-487e48fee4f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 998 time: 0.0794394 Oct 28 22:19:03.576700 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.586914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.632292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35ee395-b69f-4cc4-ab74-565006af50b7,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:03.646200 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.647477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cbf5bc44-a120-4b4a-bba2-f33e5248629f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338417 Oct 28 22:19:03.649195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-8cefcd07-3622-4896-9db7-fdf8a8e5405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:03.650516 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58212) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:03.650740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-8cefcd07-3622-4896-9db7-fdf8a8e5405e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0719998 Oct 28 22:19:03.655347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:03.676765 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '653ac06e-928c-4823-8f00-0d9d86a22af1', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'port_id': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'mac_address': 'fa:16:3e:e4:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:19:02Z', 'updated_at': '2021-10-28T22:19:02Z', 'revision_number': 0, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:19:03.694788 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.698512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-19f13efb-ecbc-4b7f-8d81-589450737558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:03.700025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-19f13efb-ecbc-4b7f-8d81-589450737558 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424843 Oct 28 22:19:03.706105 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Checking router: ce82260f-69a2-4932-baec-fe6d8aff4f25 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:19:03.714680 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:19:03.714865 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:18:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:19:03.755617 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.761279 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.777579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82be4e02-af6c-4195-975e-a1ce4e1b7174,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:03.791449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.795068 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7534fd7f-80d8-4518-ad8c-24da6e36914b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411140 Oct 28 22:19:03.797766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58216) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:03.799985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:03.803819 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-4b9b60b1-59b3-4991-9d67-ff1dde1b1d40 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964363 Oct 28 22:19:03.831007 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.841378 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:19:03.892409 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.896796 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.909786 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f68f8dd0-25a4-436d-b95d-afaee60bc348 req-1e5e3622-1cc7-4da7-9029-7de516767606 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984187 Oct 28 22:19:03.913021 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9bbea2-312c-42a8-b479-60b6c7c2b16f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:03.931473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:03.932720 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-091cd8ac-41ab-45aa-9b2c-2f5ca34bb919 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362081 Oct 28 22:19:03.935758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58218) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:03.941029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:03.966315 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.026554 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.031056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.044198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9235cf7-47e4-4d85-9f05-1e5dd9ded4cb,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:04.057862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.059066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-af4d40ce-2639-4ebc-b58a-b723a17fdc3d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222434 Oct 28 22:19:04.062493 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58220) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:04.067086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:04.080985 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '653ac06e-928c-4823-8f00-0d9d86a22af1', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'port_id': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'mac_address': 'fa:16:3e:e4:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:19:02Z', 'updated_at': '2021-10-28T22:19:02Z', 'revision_number': 0, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:19:04.088191 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Project f4f103d2096f485197cf50d9ae44729e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:19:04.093710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.108097 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba7f02-4537-4ca6-b086-06cfd609cd4f None None] The sync data for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 is: [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '653ac06e-928c-4823-8f00-0d9d86a22af1', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'port_id': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'mac_address': 'fa:16:3e:e4:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:19:02Z', 'updated_at': '2021-10-28T22:19:02Z', 'revision_number': 0, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:19:04.157698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.162535 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.185617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3345ebe6-d5a9-4433-aaff-bb0b0acf3b98,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:04.193098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.196982 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3ff3156-80a4-4252-8b0c-5e4a78d7a961 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306784 Oct 28 22:19:04.197347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58222) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:19:04.201712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'security_group_rule': {'security_group_id': '850e53a2-742e-49e5-8231-aed5d8854230', 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:04.226328 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Project f4f103d2096f485197cf50d9ae44729e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:19:04.231663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.295202 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.299314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.318887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3847cf1-9300-42aa-b33d-1ddca42b4b9a None None] New status for floating IP 653ac06e-928c-4823-8f00-0d9d86a22af1: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:19:04.322427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535d60d6-b9cd-4e98-b6ab-e0c1b1ba0c8e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:04.332096 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.333368 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8a2a5fd2-f89f-4e8b-b7c7-3406a492db26 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350813 Oct 28 22:19:04.413768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-b15e42ea-753e-4342-86b5-9008bcd51767 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750707368&fields=id&tenant_id=f4f103d2096f485197cf50d9ae44729e HTTP/1.1" status: 200 len: 267 time: 0.0330155 Oct 28 22:19:04.469426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-274260c2-5d3e-404b-9ee1-362f76d56059 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:04.471019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-274260c2-5d3e-404b-9ee1-362f76d56059 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Oct 28 22:19:04.484195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'port': {'security_groups': ['18609cfb-3926-435e-8eb5-386057069409', '850e53a2-742e-49e5-8231-aed5d8854230']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:19:04.549895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.734500 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:19:04.762230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.767093 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.781118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:19:04.829933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:04.830853 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:04.836402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c38f0e9-c412-4399-8c9c-205caefd7e17 req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "PUT /v2.0/ports/5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 981 time: 0.3575921 Oct 28 22:19:04.860570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf36a-d917-41d1-b86f-7b77b4f90169 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=6']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:19:04.895999 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:19:04.957185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c13a-b29b-4773-ad3c-8d66663ebedd req-8a7c0e9e-41ae-4ef4-b1d2-f3a049fda666 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:04.958834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5609c13a-b29b-4773-ad3c-8d66663ebedd req-8a7c0e9e-41ae-4ef4-b1d2-f3a049fda666 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0517116 Oct 28 22:19:05.006765 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5609c13a-b29b-4773-ad3c-8d66663ebedd req-45a866ee-da4a-45e9-a537-44543aff6610 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404098 Oct 28 22:19:05.100680 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-36955325-0066-405b-97ba-3c2450b55e8e None None] Provisioning complete for port 5de4d1ba-4017-423e-9643-024bbe38d3ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:19:05.100970 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-36955325-0066-405b-97ba-3c2450b55e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:05.282882 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:19:05.285254 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc451ae7-d878-40f7-90e9-3cb3795aae77" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:19:05.327358 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e3592-5ae2-41a8-9925-16904f8f26e9 x-openstack-request-id: req-680e3592-5ae2-41a8-9925-16904f8f26e9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:19:05.328283 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:19:05.328755 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-680e3592-5ae2-41a8-9925-16904f8f26e9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:19:05.329222 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:19:05.413547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-ef151f5c-228e-47b7-b2a3-2ee521f59f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:05.415717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-ef151f5c-228e-47b7-b2a3-2ee521f59f04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1136 time: 0.0565891 Oct 28 22:19:05.511411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-db561713-8383-4e94-90c7-379c8cd936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:05.513051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-db561713-8383-4e94-90c7-379c8cd936c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0889473 Oct 28 22:19:05.584935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-4e930977-bcf7-43d6-a980-2e4d7438a90b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 1000 time: 0.0636616 Oct 28 22:19:05.635911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-9a8f28d3-ec9d-4297-a7b0-08874ce59d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:05.637390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-9a8f28d3-ec9d-4297-a7b0-08874ce59d6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0457647 Oct 28 22:19:05.683269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-7b7c9228-8c21-4ae7-9d7d-e90ee9b9c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:05.684778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-7b7c9228-8c21-4ae7-9d7d-e90ee9b9c7c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401149 Oct 28 22:19:05.785065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-2908b235-ab11-4ee0-b869-991557c1e833 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Oct 28 22:19:05.878871 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cc451ae7-d878-40f7-90e9-3cb3795aae77 req-0bee19cf-cc20-463a-b5c0-3fca5bfcae01 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Oct 28 22:19:10.904651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e7788ae7-833e-4297-a68f-3cd743b304c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:12.348895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:12.616870 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:12.681228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-9870865f-7007-49f4-a363-d2bce4d5fdb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440867 Oct 28 22:19:12.763013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-4719bce9-e55f-4d07-8023-80602f436a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:12.764505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-4719bce9-e55f-4d07-8023-80602f436a98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1136 time: 0.0404379 Oct 28 22:19:12.870505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-bb14a740-2b2c-45c2-89ea-85dde7e55a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:12.871868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-bb14a740-2b2c-45c2-89ea-85dde7e55a51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0850265 Oct 28 22:19:12.940041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-e01b12ec-8968-48eb-a0ff-9028932e05ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 1000 time: 0.0602973 Oct 28 22:19:12.988983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-2e8545fb-edd2-40bb-87e2-e9718c1f11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:12.990374 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-2e8545fb-edd2-40bb-87e2-e9718c1f11aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0419550 Oct 28 22:19:13.035719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-8401f920-3010-4ce9-89c1-afe7191f6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:13.037202 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-8401f920-3010-4ce9-89c1-afe7191f6b20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393288 Oct 28 22:19:13.140204 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-f2570586-74dd-4d78-b43e-06f106522e53 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845883 Oct 28 22:19:13.234633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3feffdbd-204b-4928-a659-d2ea0372afe7 req-deb5554a-1147-4280-8eb2-e8a784f42479 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847383 Oct 28 22:19:13.502977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f555e68d-f2b0-43db-b33c-b362d2e34bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:14.136410 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5d9367f1-b980-43e7-b2c7-99e3096a07bb req-6ce7817c-9e4b-4628-a2db-e4e6d224686f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0348644 Oct 28 22:19:14.207174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5d9367f1-b980-43e7-b2c7-99e3096a07bb req-6fdbdf04-3218-4b9c-81ee-5a5b1a21cec4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Oct 28 22:19:14.245302 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5d9367f1-b980-43e7-b2c7-99e3096a07bb req-705fc886-117c-4521-912b-3f766beadc58 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192420 Oct 28 22:19:14.337840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9367f1-b980-43e7-b2c7-99e3096a07bb req-5fefbee7-2895-4156-b3f3-c2c64454a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:14.339261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5d9367f1-b980-43e7-b2c7-99e3096a07bb req-5fefbee7-2895-4156-b3f3-c2c64454a9f9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857322 Oct 28 22:19:14.971810 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:15.294126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:16.838693 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:20.236984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cc175-03b1-40d3-9993-03c3755c3873 req-7ba076e9-99b5-4c0f-9ac4-53f04e931243 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:20.238464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c9cc175-03b1-40d3-9993-03c3755c3873 req-7ba076e9-99b5-4c0f-9ac4-53f04e931243 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0785475 Oct 28 22:19:20.241150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74dfb6-7060-4430-a65c-96683c756655 req-477b0648-55fb-47f4-a717-94f5c9842774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:20.242533 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-477b0648-55fb-47f4-a717-94f5c9842774 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1136 time: 0.0704455 Oct 28 22:19:20.675109 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c9cc175-03b1-40d3-9993-03c3755c3873 req-8c5e866f-38ce-4b33-8a07-f7bb08978f43 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4303346 Oct 28 22:19:20.707037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74dfb6-7060-4430-a65c-96683c756655 req-0b1bf1e8-6442-4f70-b59c-c408570b1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:20.708501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-0b1bf1e8-6442-4f70-b59c-c408570b1dc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.4560170 Oct 28 22:19:20.771886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-3f4f83c7-5c26-4228-b5ca-978f2adc5fc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 1000 time: 0.0560350 Oct 28 22:19:20.823824 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74dfb6-7060-4430-a65c-96683c756655 req-072500b7-e19f-4d3a-9e40-6cb2b35b59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:20.825313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-072500b7-e19f-4d3a-9e40-6cb2b35b59f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0461848 Oct 28 22:19:20.869156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74dfb6-7060-4430-a65c-96683c756655 req-8165c7ee-1392-450f-adfc-85982549605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:20.870584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-8165c7ee-1392-450f-adfc-85982549605a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384567 Oct 28 22:19:20.957458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-f2b2aabd-6f5f-43f0-a348-79135729262e service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789971 Oct 28 22:19:21.047929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c74dfb6-7060-4430-a65c-96683c756655 req-4c13b409-7331-49ce-bde0-9c8b5f1f2023 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826545 Oct 28 22:19:21.796123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c533470-3523-4d76-8b66-ec4b79e39712 req-1b35931e-0d0d-4bc8-b7fa-6d169cf00b28 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:21.797706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c533470-3523-4d76-8b66-ec4b79e39712 req-1b35931e-0d0d-4bc8-b7fa-6d169cf00b28 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0508909 Oct 28 22:19:21.838894 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c533470-3523-4d76-8b66-ec4b79e39712 req-c4b2cab2-7ced-4623-b2fc-93ecfded2b52 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350020 Oct 28 22:19:22.957864 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f452ea-63c9-4808-bef1-6a0d535faa4c req-d18374f9-58ea-4962-ac64-302c7a5459c0 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:22.959313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46f452ea-63c9-4808-bef1-6a0d535faa4c req-d18374f9-58ea-4962-ac64-302c7a5459c0 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0529983 Oct 28 22:19:22.998425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46f452ea-63c9-4808-bef1-6a0d535faa4c req-0978668c-7184-4a40-91b6-b6d9ceb5f721 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330408 Oct 28 22:19:24.113499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c082eea-bcea-4a4d-aa56-f95ecf957571 req-a70e73d6-8634-4605-a8c9-ab4f838113e2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:24.114951 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c082eea-bcea-4a4d-aa56-f95ecf957571 req-a70e73d6-8634-4605-a8c9-ab4f838113e2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0485744 Oct 28 22:19:24.154678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4c082eea-bcea-4a4d-aa56-f95ecf957571 req-6ea69ecf-039f-4a72-a10a-67c7aaee72f4 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337231 Oct 28 22:19:25.272307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602277d-b58f-4e18-9bc2-b51dbb04c95d req-1119e551-e943-4961-a3e5-9750ceb51075 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:25.273774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3602277d-b58f-4e18-9bc2-b51dbb04c95d req-1119e551-e943-4961-a3e5-9750ceb51075 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0497391 Oct 28 22:19:25.312934 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3602277d-b58f-4e18-9bc2-b51dbb04c95d req-6daf5330-3898-4716-8770-928345da02fe tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330698 Oct 28 22:19:26.431010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2c969-3e42-4f45-be03-493ce41edfbe req-5b196717-3ebd-461c-93f9-790cf825aafd tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:26.432526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33e2c969-3e42-4f45-be03-493ce41edfbe req-5b196717-3ebd-461c-93f9-790cf825aafd tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0525346 Oct 28 22:19:26.472337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-33e2c969-3e42-4f45-be03-493ce41edfbe req-31b558de-97fa-42db-8711-e573bc2d653e tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337296 Oct 28 22:19:27.592465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb51b-4808-478e-9fdc-9bf33fcb7338 req-d37366ab-6fcf-4f33-a8f3-e8fd361bd6ec tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:27.594133 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-941eb51b-4808-478e-9fdc-9bf33fcb7338 req-d37366ab-6fcf-4f33-a8f3-e8fd361bd6ec tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0516543 Oct 28 22:19:27.635502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-941eb51b-4808-478e-9fdc-9bf33fcb7338 req-947aa3fa-7aca-4b89-9e19-f11b147e027a tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351243 Oct 28 22:19:28.751308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8c025-93b1-48fd-84e1-61a2eb76dfb0 req-96f08fe2-8a7c-4adb-be04-283cec0fa4c3 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:28.752811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00b8c025-93b1-48fd-84e1-61a2eb76dfb0 req-96f08fe2-8a7c-4adb-be04-283cec0fa4c3 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0489652 Oct 28 22:19:28.791890 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00b8c025-93b1-48fd-84e1-61a2eb76dfb0 req-5743f777-b96d-4aea-8cfe-f39ca53212f1 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330513 Oct 28 22:19:29.914614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61668c22-e917-4d7a-9f2e-cdf4f0b738e2 req-b5e37508-50d9-497f-afae-4c45983c1b1f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:29.916080 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61668c22-e917-4d7a-9f2e-cdf4f0b738e2 req-b5e37508-50d9-497f-afae-4c45983c1b1f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0532956 Oct 28 22:19:29.956617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61668c22-e917-4d7a-9f2e-cdf4f0b738e2 req-6a1ac6f5-a577-422d-b025-8a0b8c122bbd tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336351 Oct 28 22:19:31.070803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463504d-924f-4692-b610-e202aca6826f req-2fa33abc-8d29-463c-aef3-96d59ab32cff tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:31.072314 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a463504d-924f-4692-b610-e202aca6826f req-2fa33abc-8d29-463c-aef3-96d59ab32cff tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0490074 Oct 28 22:19:31.112821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a463504d-924f-4692-b610-e202aca6826f req-fcca2533-1ef0-432d-9d92-7063ba0d533f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343981 Oct 28 22:19:32.228665 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbbd1e-f6ba-4fe5-9b3b-b9c7a540b421 req-2bf95607-bc33-4c51-b5c5-7ba84771ac31 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:19:32.230159 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4bbbd1e-f6ba-4fe5-9b3b-b9c7a540b421 req-2bf95607-bc33-4c51-b5c5-7ba84771ac31 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0488329 Oct 28 22:19:32.270576 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d4bbbd1e-f6ba-4fe5-9b3b-b9c7a540b421 req-b072206c-e0ae-4328-badd-a81bb7bac00b tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&id=850e53a2-742e-49e5-8231-aed5d8854230&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334847 Oct 28 22:19:36.170715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:19:40.906871 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55f54ba2-09c4-4355-8f82-5de2d14d6894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:42.353729 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:42.625926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:43.504643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e82752f9-c742-4424-a1a0-953b3d589b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:44.974141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:45.298099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:19:46.841197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:04.671329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-995e09f2-d605-431b-80bf-03c839893899 req-c1679f54-d634-47df-9289-0c63386acdcd tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750707368&fields=id&tenant_id=f4f103d2096f485197cf50d9ae44729e HTTP/1.1" status: 200 len: 267 time: 0.0374417 Oct 28 22:20:04.724080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e09f2-d605-431b-80bf-03c839893899 req-31897960-fd0a-4480-bc1f-c42c5ad9730f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:04.725561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-995e09f2-d605-431b-80bf-03c839893899 req-31897960-fd0a-4480-bc1f-c42c5ad9730f tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 984 time: 0.0484796 Oct 28 22:20:04.736276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Request body: {'port': {'security_groups': ['18609cfb-3926-435e-8eb5-386057069409']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:04.801953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:04.973684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:05.001906 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.006875 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.019588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:20:05.059465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:05.060192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.061672 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-995e09f2-d605-431b-80bf-03c839893899 req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "PUT /v2.0/ports/5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 942 time: 0.3297715 Oct 28 22:20:05.062166 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:05.065266 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32437925-cd57-4ad6-bd0e-8984b42523fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:05.068126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58270) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:05.098783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event updated for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=7']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:05.107773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.108205 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.108575 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.109092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.109508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.109765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.110101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.110435 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.110765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.111672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.112015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.112898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f4a85-5441-4b70-a9aa-e4ea44478df2 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.147304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.156394 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd5770-38e5-4854-bf1a-b44c9ac50455 x-openstack-request-id: req-dadd5770-38e5-4854-bf1a-b44c9ac50455 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:05.156814 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:05.157078 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dadd5770-38e5-4854-bf1a-b44c9ac50455 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:05.157275 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:20:05.159638 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:20:05.185868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.236400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-41851b9c-3df2-413b-8cd9-b0b420f90ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:05.238933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-41851b9c-3df2-413b-8cd9-b0b420f90ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1097 time: 0.0583375 Oct 28 22:20:05.268337 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.271390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.272710 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "DELETE /v2.0/security-groups/850e53a2-742e-49e5-8231-aed5d8854230 HTTP/1.1" status: 204 len: 168 time: 0.2034957 Oct 28 22:20:05.277826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58274) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:05.319639 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e53a2-742e-49e5-8231-aed5d8854230,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:05.337771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-9ebdbd89-5b93-465c-978e-0a033f2ddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:05.339240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-9ebdbd89-5b93-465c-978e-0a033f2ddaf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0938404 Oct 28 22:20:05.344477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.344833 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.345178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.345517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.345853 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.346190 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.346520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.347013 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.347520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.347778 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.348113 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.348467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c792c-08a7-4797-ae44-1b2e0cba8161 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:05.384234 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-35d137d5-061d-48c0-980e-a181f9f006fa None None] Provisioning complete for port 5de4d1ba-4017-423e-9643-024bbe38d3ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:05.384646 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-35d137d5-061d-48c0-980e-a181f9f006fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.414174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-f04839bf-cad9-40d7-99f1-f7cdc0c52d88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 1000 time: 0.0667067 Oct 28 22:20:05.464001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-b0c16ad8-6855-462b-ba7e-54fe83064868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:05.465503 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-b0c16ad8-6855-462b-ba7e-54fe83064868 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0446806 Oct 28 22:20:05.467322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Deleting port 6a2a8608-dd59-4e18-adcd-f818a2f1a0cb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:05.467669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.520728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-c639b58a-fa5e-4c1a-b9d1-a645ba32a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:05.522153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-c639b58a-fa5e-4c1a-b9d1-a645ba32a29d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478568 Oct 28 22:20:05.551697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.552031 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.564595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Calling delete_port for 6a2a8608-dd59-4e18-adcd-f818a2f1a0cb owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:05.631357 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-0f55f154-df21-4fe9-ad78-355303b5f420 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014898 Oct 28 22:20:05.730371 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.742500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32437925-cd57-4ad6-bd0e-8984b42523fa req-9154ee91-3d04-41db-850d-285e4d26293e service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030052 Oct 28 22:20:05.765143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event deleted for resources: {'Port': ['ID=6a2a8608-dd59-4e18-adcd-f818a2f1a0cb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:05.835972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:05.836654 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Floating IP 653ac06e-928c-4823-8f00-0d9d86a22af1 disassociated (deleted). External IP: 172.25.4.10, port: 5de4d1ba-4017-423e-9643-024bbe38d3ce. Oct 28 22:20:06.079467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Router ce82260f-69a2-4932-baec-fe6d8aff4f25 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:20:06.194075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:06.198853 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:06.203593 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Sync routers for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:06.213478 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:06.214468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:19:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:06.228138 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0dcbaf46-b152-4eb7-876d-55b56fb5c404 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "DELETE /v2.0/floatingips/653ac06e-928c-4823-8f00-0d9d86a22af1 HTTP/1.1" status: 204 len: 168 time: 0.9492800 Oct 28 22:20:06.228749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:06.336122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:06.443430 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e519f4ed-e214-45e0-adbc-eff69fc14555" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:06.586927 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:06.603365 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5f6458-8156-4600-9305-14864c322bed x-openstack-request-id: req-cc5f6458-8156-4600-9305-14864c322bed {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:06.603662 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:06.603920 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc5f6458-8156-4600-9305-14864c322bed {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:06.604323 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:20:06.621450 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Checking router: ce82260f-69a2-4932-baec-fe6d8aff4f25 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:06.630491 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:06.631099 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:19:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:06.670080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-844749bc-9cf9-47a8-a812-0a22bd60d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:06.671676 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-844749bc-9cf9-47a8-a812-0a22bd60d6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1097 time: 0.0420630 Oct 28 22:20:06.740847 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:06.769746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-97c5b5bb-311e-4109-9d5d-f3f5e2c03f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:06.771242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-97c5b5bb-311e-4109-9d5d-f3f5e2c03f87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0922618 Oct 28 22:20:06.816638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-029cb109-b4ec-4b30-8185-3cfeea6bf2cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 217 time: 0.0367210 Oct 28 22:20:06.873021 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-0bf50608-facc-4da9-96e8-d0fbe9e78f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:06.874499 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-0bf50608-facc-4da9-96e8-d0fbe9e78f61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0492306 Oct 28 22:20:06.922257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-7808541a-04c9-40e3-b095-37e8afe70a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:06.923826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-7808541a-04c9-40e3-b095-37e8afe70a75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414097 Oct 28 22:20:06.956086 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:06.987929 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ccf6e3-b6d3-491a-ba34-973c32cce456 None None] The sync data for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 is: [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:12Z', 'revision_number': 4, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'db20d57a-e543-4208-af99-70215dc02220', 'name': '', 'network_id': '6d321273-846e-4863-9bfa-641f1f5711dd', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'mac_address': 'fa:16:3e:c9:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:11Z', 'updated_at': '2021-10-28T22:18:16Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'subnets': [{'id': '0ee3bc3d-f683-4842-9ec4-b1244ac16d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:07.026539 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-6095ff9b-ed34-4d31-ac5a-90127e29787a service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959067 Oct 28 22:20:07.128046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e519f4ed-e214-45e0-adbc-eff69fc14555 req-cf3b5a05-f0e0-4d7b-af02-3ca255401e15 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926034 Oct 28 22:20:07.229272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096c52fb-6fe8-4fa8-a053-1050055ac1b5 None None] New status for floating IP 653ac06e-928c-4823-8f00-0d9d86a22af1: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:20:10.908942 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c4a0cf80-29ad-44bf-aeda-fad4f276a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:12.375921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:12.625850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:13.170019 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:20:13.507319 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-16d31ed2-7bb1-4c44-a7e7-e12586680e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:14.132644 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-967afcea-9344-4acd-9495-2c38152c657a req-6b67f2d6-c7f4-4c1a-a2ff-88d5c47d8cef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273659 Oct 28 22:20:14.201907 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-967afcea-9344-4acd-9495-2c38152c657a req-8d3c171a-3adf-49f3-8949-1d29626f174c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0256710 Oct 28 22:20:14.240522 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-967afcea-9344-4acd-9495-2c38152c657a req-4b573bef-aea8-4c88-8a89-cd3bb1a7b70f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200591 Oct 28 22:20:14.339671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967afcea-9344-4acd-9495-2c38152c657a req-e2c00c29-5c2e-4cbc-806c-d671411fe9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:14.341199 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-967afcea-9344-4acd-9495-2c38152c657a req-e2c00c29-5c2e-4cbc-806c-d671411fe9c4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941703 Oct 28 22:20:14.675973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-73c415bb-be83-4bda-b89a-71324dcf0963 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418787 Oct 28 22:20:14.761646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-27cb22dd-fd2b-4cd5-a186-de513da2a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:14.763165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-27cb22dd-fd2b-4cd5-a186-de513da2a3bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4f103d2096f485197cf50d9ae44729e&device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 1097 time: 0.0430791 Oct 28 22:20:14.876911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-4c61f3f4-dec3-486b-ada2-e95282152b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:14.878945 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-4c61f3f4-dec3-486b-ada2-e95282152b52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 200 len: 915 time: 0.0930672 Oct 28 22:20:14.920279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-2cdb0851-9d45-4d4c-8adc-2a0965a76eac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 200 len: 217 time: 0.0345807 Oct 28 22:20:14.969475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-8f7a2546-bd5c-4348-8472-da999c8ffcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:14.970948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-8f7a2546-bd5c-4348-8472-da999c8ffcce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 200 len: 853 time: 0.0439789 Oct 28 22:20:14.977531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:15.023473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-ab9f845e-e34e-4517-aaa4-6758bf6534da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:15.025015 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-ab9f845e-e34e-4517-aaa4-6758bf6534da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6d321273-846e-4863-9bfa-641f1f5711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468695 Oct 28 22:20:15.118476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-15d1269b-1dc5-4cad-b1a8-4619e0562ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Oct 28 22:20:15.229126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-206014da-4ecd-46d6-af5c-85474eff8b6c req-7453ec4a-0745-47c6-981c-7941c0e630bd service neutron] 10.222.0.44 "GET /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021602 Oct 28 22:20:15.303804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:15.307281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a35e-a5ca-4bcc-b4b5-87456cc486c5 req-50bda371-3fc9-4646-a988-084cb8f109e8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:15.308950 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd00a35e-a5ca-4bcc-b4b5-87456cc486c5 req-50bda371-3fc9-4646-a988-084cb8f109e8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Oct 28 22:20:15.351935 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd00a35e-a5ca-4bcc-b4b5-87456cc486c5 req-1da659d8-0e6f-4a6a-bda2-13ae2fec20c9 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Oct 28 22:20:16.475603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffcc00-8032-4dae-a631-5c3360ef07ce req-2456939a-5eea-4a1b-bdb4-3078c09f72db tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:16.477168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7cffcc00-8032-4dae-a631-5c3360ef07ce req-2456939a-5eea-4a1b-bdb4-3078c09f72db tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Oct 28 22:20:16.516746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7cffcc00-8032-4dae-a631-5c3360ef07ce req-338107b6-bea4-43a6-bc4f-12613ac6f71d tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/security-groups?id=18609cfb-3926-435e-8eb5-386057069409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Oct 28 22:20:16.848077 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:16.871796 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-b5f53e27-1b96-49cd-b190-6f6296273e00 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:16.873353 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-b5f53e27-1b96-49cd-b190-6f6296273e00 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 945 time: 0.0545743 Oct 28 22:20:16.962489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Deleting port 5de4d1ba-4017-423e-9643-024bbe38d3ce {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:16.962828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:17.053832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] For port 5de4d1ba-4017-423e-9643-024bbe38d3ce, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=5de4d1ba-4017-423e-9643-024bbe38d3ce,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:17.054192 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:17.067475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Calling delete_port for 5de4d1ba-4017-423e-9643-024bbe38d3ce owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:17.189270 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:17.201629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['5de4d1ba-4017-423e-9643-024bbe38d3ce'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:20:17.222355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Pushing event deleted for resources: {'Port': ['ID=5de4d1ba-4017-423e-9643-024bbe38d3ce,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:17.266746 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] No DVR routers for this DVR port 5de4d1ba-4017-423e-9643-024bbe38d3ce on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:20:17.269860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:17.273156 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ccee0860-16e0-4b44-a817-78b11190e1a7 req-5f3c110e-844e-4785-8615-856348cc86a8 tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.44 "DELETE /v2.0/ports/5de4d1ba-4017-423e-9643-024bbe38d3ce HTTP/1.1" status: 204 len: 173 time: 0.3939564 Oct 28 22:20:17.273606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'name': 'network-vif-deleted', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:17.275861 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d4ae76-28b5-446f-a1b9-c90a6e8027be" -d '{"events": [{"server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "name": "network-vif-deleted", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:17.313856 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2de8a-51a0-4197-974b-bddc2fbbd7b1 x-openstack-request-id: req-66d2de8a-51a0-4197-974b-bddc2fbbd7b1 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:17.314251 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1ae702-4d0f-4981-a9f7-896842159647", "name": "network-vif-deleted", "tag": "5de4d1ba-4017-423e-9643-024bbe38d3ce", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:17.314516 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66d2de8a-51a0-4197-974b-bddc2fbbd7b1 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:17.314944 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1ae702-4d0f-4981-a9f7-896842159647', 'name': 'network-vif-deleted', 'tag': '5de4d1ba-4017-423e-9643-024bbe38d3ce', 'status': 'completed', 'code': 200} Oct 28 22:20:17.629141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1278c7c9-378c-4979-a5dc-62d3165bc82a req-878860ee-ffd6-4112-97e0-e401da15b9da tempest-TestMinimumBasicScenario-1658961282 tempest-TestMinimumBasicScenario-1658961282-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf1ae702-4d0f-4981-a9f7-896842159647 HTTP/1.1" status: 200 len: 210 time: 0.0293288 Oct 28 22:20:19.194034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58396) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:19.531093 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:19.772949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Deleting port db20d57a-e543-4208-af99-70215dc02220 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:19.773288 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:19.855574 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] For port db20d57a-e543-4208-af99-70215dc02220, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db20d57a-e543-4208-af99-70215dc02220,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:19.855932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:19.868053 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Calling delete_port for db20d57a-e543-4208-af99-70215dc02220 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:20.045338 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:20.071199 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Pushing event deleted for resources: {'Port': ['ID=db20d57a-e543-4208-af99-70215dc02220,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:20.233115 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:20.450067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Router ce82260f-69a2-4932-baec-fe6d8aff4f25 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:20:20.555959 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:20.561078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6a4f1afd-2ac5-451e-bb49-ed63a35f461a admin admin] 10.222.0.31 "PUT /v2.0/routers/ce82260f-69a2-4932-baec-fe6d8aff4f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3660059 Oct 28 22:20:20.563525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58398) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:20.564510 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Sync routers for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:20.575016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:20.575618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:20.581479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5de4d1ba-4017-423e-9643-024bbe38d3ce no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:20.609362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 5de4d1ba-4017-423e-9643-024bbe38d3ce {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:20.609710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 5de4d1ba-4017-423e-9643-024bbe38d3ce not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:20.686694 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:20.874389 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:20:20Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:20.906214 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Checking router: ce82260f-69a2-4932-baec-fe6d8aff4f25 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:20.915075 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Routers {'ce82260f-69a2-4932-baec-fe6d8aff4f25'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:20.915683 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ce82260f-69a2-4932-baec-fe6d8aff4f25'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:21.022078 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] Set router ce82260f-69a2-4932-baec-fe6d8aff4f25 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:21.026473 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.125693 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.183242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Deleting port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:21.183567 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.197973 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:20:20Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:21.224030 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337fd56-f733-428e-bca0-8446d6bcfc56 None None] The sync data for ids ['ce82260f-69a2-4932-baec-fe6d8aff4f25'] in n-d-806683-16 is: [{'id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'name': 'tempest-TestMinimumBasicScenario-558656579-router', 'tenant_id': 'f4f103d2096f485197cf50d9ae44729e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:20:20Z', 'revision_number': 5, 'project_id': 'f4f103d2096f485197cf50d9ae44729e', 'gw_port': {'id': '9d909e7b-5c4e-4d5d-bfba-e3876b81fddf', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce82260f-69a2-4932-baec-fe6d8aff4f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:09Z', 'updated_at': '2021-10-28T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:21.265149 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] For port 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:21.265659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.277879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Calling delete_port for 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:21.438042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.461233 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d909e7b-5c4e-4d5d-bfba-e3876b81fddf,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:21.525835 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.618103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.620521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.665555 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.666126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce82260f-69a2-4932-baec-fe6d8aff4f25 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:20:21.670615 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.671759 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e6b87f65-2fb7-4bb3-bac9-41b7b66d4c25 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ce82260f-69a2-4932-baec-fe6d8aff4f25 HTTP/1.1" status: 204 len: 168 time: 1.1072934 Oct 28 22:20:21.674360 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58400) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:21.724272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Deleting subnet 0ee3bc3d-f683-4842-9ec4-b1244ac16d69 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:20:21.727480 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.761994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.851957 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.911742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.943593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee3bc3d-f683-4842-9ec4-b1244ac16d69,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:21.945495 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:21.948689 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0c342ffb-716b-49a2-9558-d5ef27dd8fe4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0ee3bc3d-f683-4842-9ec4-b1244ac16d69 HTTP/1.1" status: 204 len: 168 time: 0.2731948 Oct 28 22:20:21.950809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9ec35-4e96-45f2-b3b8-2f31e4b8408c None None] Network 6d321273-846e-4863-9bfa-641f1f5711dd requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:20:21.951290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58402) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:22.022446 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.075887 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Deleting port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:22.076226 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.139459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] For port 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=32c85930-da6c-4256-9f00-ad6c62ffbbc8,segment=NetworkSegment(bc0e6c5f-28b9-40f1-b944-099cd3dd19a0),segment_id=bc0e6c5f-28b9-40f1-b944-099cd3dd19a0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:22.139750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.152549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Calling delete_port for 32c85930-da6c-4256-9f00-ad6c62ffbbc8 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:22.225789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] DHCP port deletion for 6d321273-846e-4863-9bfa-641f1f5711dd request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:20:22.237160 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.261006 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c85930-da6c-4256-9f00-ad6c62ffbbc8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:22.270386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] No DVR routers for this DVR port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:20:22.286010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Deleting port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:22.286427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.343360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.352624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] For port 32c85930-da6c-4256-9f00-ad6c62ffbbc8, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:22.353114 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.364334 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d321273-846e-4863-9bfa-641f1f5711dd']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:22.365368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Calling delete_port for 32c85930-da6c-4256-9f00-ad6c62ffbbc8 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:22.367962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 22:20:22.369196 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.373757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:22.374053 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0e6c5f-28b9-40f1-b944-099cd3dd19a0') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:22.384178 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.394371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Pushing event deleted for resources: {'Port': ['ID=32c85930-da6c-4256-9f00-ad6c62ffbbc8,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:22.398639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] No DVR routers for this DVR port 32c85930-da6c-4256-9f00-ad6c62ffbbc8 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:20:22.398819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.405220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.405407 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:20:22.405582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.405696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.405920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.406214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.406546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.406874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.407193 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:20:22.407354 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:20:22.410589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.410589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.410589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.410589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.410589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40d79a-25ee-4bdf-aa4d-75f36ff56419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:22.462065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.467466 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:22.470645 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d321273-846e-4863-9bfa-641f1f5711dd HTTP/1.1" status: 204 len: 168 time: 0.5184314 Oct 28 22:20:22.473653 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58406) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:22.481989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead2393-ff78-4bdf-99f8-9148642732b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d321273-846e-4863-9bfa-641f1f5711dd,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:22.649479 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:22.669530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:22.669866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 9d909e7b-5c4e-4d5d-bfba-e3876b81fddf not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:22.670268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32c85930-da6c-4256-9f00-ad6c62ffbbc8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:22.692631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 32c85930-da6c-4256-9f00-ad6c62ffbbc8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:22.692968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 32c85930-da6c-4256-9f00-ad6c62ffbbc8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:22.693387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db20d57a-e543-4208-af99-70215dc02220 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:22.711923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: db20d57a-e543-4208-af99-70215dc02220 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:22.712315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db20d57a-e543-4208-af99-70215dc02220 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:22.816173 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:23.058347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Deleting port 020b9274-bf84-48ce-b0ab-67dbd8c5c239 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:23.058606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:23.135848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] For port 020b9274-bf84-48ce-b0ab-67dbd8c5c239, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=020b9274-bf84-48ce-b0ab-67dbd8c5c239,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:23.136206 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:23.149213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Calling delete_port for 020b9274-bf84-48ce-b0ab-67dbd8c5c239 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:23.328516 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:23.359404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Pushing event deleted for resources: {'Port': ['ID=020b9274-bf84-48ce-b0ab-67dbd8c5c239,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:23.525237 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:23.745563 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Router 911b99c1-eb44-446e-a2ed-9d7ce50360cb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:20:23.853037 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:23.858144 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07a12ab6-ccb1-4229-a6a3-ddb0d6c17448 admin admin] 10.222.0.31 "PUT /v2.0/routers/911b99c1-eb44-446e-a2ed-9d7ce50360cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833466 Oct 28 22:20:23.860632 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:23.861528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Sync routers for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:23.871346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:23.872595 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:23.962621 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.068923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.126016 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Deleting port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:24.126355 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.136877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:24.205519 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] For port ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:24.205888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.218007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Calling delete_port for ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:24.312747 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:20:23Z', 'revision_number': 5, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port': {'id': 'ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:24.343488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Checking router: 911b99c1-eb44-446e-a2ed-9d7ce50360cb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:24.352348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Routers {'911b99c1-eb44-446e-a2ed-9d7ce50360cb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:24.352965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:24.385128 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.408979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:24.445497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] Set router 911b99c1-eb44-446e-a2ed-9d7ce50360cb gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:24.476324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.497070 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:20:24Z', 'revision_number': 6, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:24.527174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d2827-c087-4b25-88cc-37d7909f8ef3 None None] The sync data for ids ['911b99c1-eb44-446e-a2ed-9d7ce50360cb'] in n-d-806683-16 is: [{'id': '911b99c1-eb44-446e-a2ed-9d7ce50360cb', 'name': 'tempest-TestMinimumBasicScenario-1644282997-router', 'tenant_id': 'd4d2a501438b4a5a87826e81e3266c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:18:14Z', 'updated_at': '2021-10-28T22:20:24Z', 'revision_number': 6, 'project_id': 'd4d2a501438b4a5a87826e81e3266c01', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:24.570815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.572955 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.618324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.618927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911b99c1-eb44-446e-a2ed-9d7ce50360cb {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:20:24.623265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.624429 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-176855df-7ade-44a6-a271-29cc5314e142 admin admin] 10.222.0.31 "DELETE /v2.0/routers/911b99c1-eb44-446e-a2ed-9d7ce50360cb HTTP/1.1" status: 204 len: 168 time: 0.7628584 Oct 28 22:20:24.626931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:24.670459 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Deleting subnet 521f8cff-0769-4418-805d-87edc6d0eafb {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:20:24.673563 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.711894 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.788580 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.840839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.867214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521f8cff-0769-4418-805d-87edc6d0eafb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:24.871960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.878521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7fb39b91-3b42-4d85-b4d0-b16e8829093a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/521f8cff-0769-4418-805d-87edc6d0eafb HTTP/1.1" status: 204 len: 168 time: 0.2496479 Oct 28 22:20:24.878985 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58412) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:24.880726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a4500-44dc-4393-b22b-02a315bfcbcb None None] Network 75c8e596-0695-4cb7-82ef-0a48908ed7f6 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:20:24.978308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:24.990754 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b9274-bf84-48ce-b0ab-67dbd8c5c239 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:25.030387 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 020b9274-bf84-48ce-b0ab-67dbd8c5c239 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:25.030731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 020b9274-bf84-48ce-b0ab-67dbd8c5c239 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:25.038097 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Deleting port ce6792ee-5942-48ff-86e2-25f3ab0f53ce {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:20:25.038433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.101357 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] For port ce6792ee-5942-48ff-86e2-25f3ab0f53ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,segment=NetworkSegment(1a5d13fe-109a-4d18-af88-abb28ed850bf),segment_id=1a5d13fe-109a-4d18-af88-abb28ed850bf)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:25.101716 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.118194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Calling delete_port for ce6792ee-5942-48ff-86e2-25f3ab0f53ce owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:20:25.196267 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.220975 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6792ee-5942-48ff-86e2-25f3ab0f53ce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:25.224743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] No DVR routers for this DVR port ce6792ee-5942-48ff-86e2-25f3ab0f53ce on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:20:25.297225 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.317388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0ddc8-d83c-49e4-99ca-51266e865ed7 None None] DHCP port deletion for 75c8e596-0695-4cb7-82ef-0a48908ed7f6 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:20:25.320817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c8e596-0695-4cb7-82ef-0a48908ed7f6']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:25.331417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5d13fe-109a-4d18-af88-abb28ed850bf') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:25.331689 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5d13fe-109a-4d18-af88-abb28ed850bf') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:25.341558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.354967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.362602 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:20:25.363096 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:20:25.365008 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:20:25.418506 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.424986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.428644 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] 10.222.0.31 "DELETE /v2.0/networks/75c8e596-0695-4cb7-82ef-0a48908ed7f6 HTTP/1.1" status: 204 len: 168 time: 0.5485837 Oct 28 22:20:25.440453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c2623-9f4b-4c12-94dd-8ac566fbfedd admin admin] Pushing event deleted for resources: {'Network': ['ID=75c8e596-0695-4cb7-82ef-0a48908ed7f6,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:25.603814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58416) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:25.643584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-75f14d3b-0e39-43d5-b0b3-7cf12d5bb6a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4f103d2096f485197cf50d9ae44729e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385146 Oct 28 22:20:25.645977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58418) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:25.698030 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.719363 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.764669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.767526 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:25.768703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18609cfb-3926-435e-8eb5-386057069409 HTTP/1.1" status: 204 len: 168 time: 0.1218209 Oct 28 22:20:25.776465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfa10c-2a3e-43a1-a5b9-95a07dce0d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18609cfb-3926-435e-8eb5-386057069409,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:26.079515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:26.118455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c17da6c6-4ae3-4838-93fe-d508e5f913fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4d2a501438b4a5a87826e81e3266c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377703 Oct 28 22:20:26.120918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58426) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:26.168314 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:26.189743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:26.234971 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:26.239292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:26.240640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/385db0bd-7e40-4c79-bd79-a40e0cf94089 HTTP/1.1" status: 204 len: 168 time: 0.1187899 Oct 28 22:20:26.248203 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed301126-750e-4148-a983-af9488ab1620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385db0bd-7e40-4c79-bd79-a40e0cf94089,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:26.649676 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:26.670004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:26.670449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ec1cdbd7-f5d6-44f0-8ec4-de516ad00bc9 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:26.670934 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ce6792ee-5942-48ff-86e2-25f3ab0f53ce no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:20:26.692855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ce6792ee-5942-48ff-86e2-25f3ab0f53ce {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:20:26.693206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ce6792ee-5942-48ff-86e2-25f3ab0f53ce not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:20:28.214158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58466) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.218815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950965924', 'description': 'tempest-secgroup-smoke-950965924 description', 'project_id': 'f379093aea3b47358df247b48891fb68'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.242077 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.249663 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.328935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.332895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.366185 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5bb09a-7a93-4713-8f8b-fe323b0ea5b3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.408278 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.412007 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.442610 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.443764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2285731 Oct 28 22:20:28.444966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc34cac-37b5-47b2-81a8-e1268d4b5cd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e14c64d-6f8f-4362-a5e2-beb71871a8d5,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.446839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.451944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.477928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.537284 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.541297 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.559449 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5695b06-2006-4f34-aba7-2bac7f6c4d79,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.568551 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.569746 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e9a8631-b789-41aa-8ab6-5e45397be69c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213884 Oct 28 22:20:28.572434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58470) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.576699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.601962 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.657434 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.661136 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.677940 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a0225-ecac-4ea6-8630-40d9b9266ddf,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.686310 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.687517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-05ee293b-0bb5-41e4-83a7-ca5fd4924db3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141546 Oct 28 22:20:28.690301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58472) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.695476 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.721753 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.778103 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.781488 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.795996 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceec8236-59e3-44a0-99fc-0470c0520b58,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.806261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.810014 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-21a59187-bacf-4fdf-9622-310b56905315 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154678 Oct 28 22:20:28.810238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58474) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.815007 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.841020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.902956 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.906272 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.923080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db60cb37-396e-46b7-9f70-e0b870835c8e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:28.931774 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:28.933052 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d878e356-9e56-41a9-83b0-b2dc96c6298e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218042 Oct 28 22:20:28.935686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58476) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:28.940055 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:28.961823 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:20:28.966687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.025943 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.029257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.047477 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03baed53-8c19-4b2b-adda-cbe74c62009c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:29.055879 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.057097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9f7c6982-70c7-42af-a9c3-69f1fda17525 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204844 Oct 28 22:20:29.059916 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58478) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:29.064185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '9e14c64d-6f8f-4362-a5e2-beb71871a8d5', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:29.086038 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:20:29.090800 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.150880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.154500 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.171645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613e213d-4444-4a30-abda-204dfaf116e5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:29.179815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.181107 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-45765efc-5468-424b-bef7-6df33badfa8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201506 Oct 28 22:20:29.183943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58480) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:29.188665 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'network': {'name': 'tempest-network-smoke--1680721715', 'project_id': 'f379093aea3b47358df247b48891fb68', 'port_security_enabled': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:29.209964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:20:29.213843 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.236872 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:20:29.246454 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.246802 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Added segment 1816845e-1fda-4b9d-93fd-1219da61cc66 of type vlan for network 33c5d229-351c-4b23-87f5-71014dec9aad Oct 28 22:20:29.290436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.314627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.320662 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:29.321234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.374230 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1892488 Oct 28 22:20:29.377141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58482) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:29.388043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'admin_state_up': True, 'project_id': 'f379093aea3b47358df247b48891fb68', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:29.403480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4b78b-82f7-4619-8352-0adc0fc990e2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Network': ['ID=33c5d229-351c-4b23-87f5-71014dec9aad,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:29.414558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 33c5d229-351c-4b23-87f5-71014dec9aad details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:20:29.418212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.419330 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.474981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.609631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.796891 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.814898 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:29.921002 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.185 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/91657edd-a277-4eec-b572-f6c57fa3da57) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:20:30.023021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:30.055880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:30.096521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:30.100024 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:30.105275 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:20:30.129945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=91657edd-a277-4eec-b572-f6c57fa3da57,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:30.702250 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:30.895255 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.021768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router ad385b39-3366-418f-a711-94e74e654e2d is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:20:31.126617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:31.136948 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Sync routers for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:31.147422 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:31.147941 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:31.148609 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.149856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-553f8f16-2184-467d-9f2c-2366c9198889 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7718000 Oct 28 22:20:31.152860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58484) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:31.254454 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:31.294815 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd313b1d-b638-4a10-a58e-cd15a4bff965 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f379093aea3b47358df247b48891fb68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1408186 Oct 28 22:20:31.297488 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58488) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:31.387921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e915f2-ecbc-4b1b-9974-e0af145ca3c5 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:31.389457 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-29e915f2-ecbc-4b1b-9974-e0af145ca3c5 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910072 Oct 28 22:20:31.392504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58490) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:31.420147 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a87c8c97-55fd-4abf-813c-f69ef8d7b217 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263946 Oct 28 22:20:31.422532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58492) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:31.428096 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047952237', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'project_id': 'f379093aea3b47358df247b48891fb68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:31.430790 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:31.457154 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Checking router: ad385b39-3366-418f-a711-94e74e654e2d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:31.457506 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Updating router ad385b39-3366-418f-a711-94e74e654e2d port 91657edd-a277-4eec-b572-f6c57fa3da57 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:20:31.485241 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.519935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:20:31.523576 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.702999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.736291 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.741982 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.765785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Subnet': ['ID=9995c38d-6630-431a-9780-65c6590b994e,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:31.774378 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Checking segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:20:31.774747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network hostable DHCP agents. Network: 33c5d229-351c-4b23-87f5-71014dec9aad, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:20:31.792678 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Attempting to bind port 91657edd-a277-4eec-b572-f6c57fa3da57 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:20:31.793196 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Attempting to bind port 91657edd-a277-4eec-b572-f6c57fa3da57 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:20:31.793517 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Attempting to bind port 91657edd-a277-4eec-b572-f6c57fa3da57 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:20:31.799501 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 33c5d229-351c-4b23-87f5-71014dec9aad is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:20:31.804137 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:20:31.804533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:20:31.804924 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.805324 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:20:31.805833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Bound port: 91657edd-a277-4eec-b572-f6c57fa3da57, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:20:31.806204 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.811938 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Pushing event updated for resources: {'Port': ['ID=91657edd-a277-4eec-b572-f6c57fa3da57,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:31.812130 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 33c5d229-351c-4b23-87f5-71014dec9aad) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:31.816730 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:31.817323 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.821418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b0e2b-19ce-483b-b2f9-e31cce4ae981 None None] Network 33c5d229-351c-4b23-87f5-71014dec9aad requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:20:31.835397 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-75a78474-85c0-4b3e-9d12-4b6011a2aef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118247 Oct 28 22:20:31.838339 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:31.943628 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.944010 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.944289 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.944635 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.944956 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.945276 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.945594 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.945906 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.946217 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.946525 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.946831 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.947137 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:20:31.974496 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] For port 91657edd-a277-4eec-b572-f6c57fa3da57, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:20:31.978192 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] For port 91657edd-a277-4eec-b572-f6c57fa3da57, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91657edd-a277-4eec-b572-f6c57fa3da57,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:20:31.986455 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:31.988148 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-33c5d229-351c-4b23-87f5-71014dec9aad', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:20:31.989493 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.044860 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:32.045475 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:32.079453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628c03e-4a31-4b09-b29d-88446c25f225 None None] Pushing event updated for resources: {'Port': ['ID=91657edd-a277-4eec-b572-f6c57fa3da57,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:32.136797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Allocated IP 172.20.0.2 (33c5d229-351c-4b23-87f5-71014dec9aad/9995c38d-6630-431a-9780-65c6590b994e/af477435-68bd-4223-8729-20b7a005b849) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:20:32.155904 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:32.290405 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.296299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.320754 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.336709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Network 33c5d229-351c-4b23-87f5-71014dec9aad is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:32.339686 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:32.339910 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:32.342252 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:20:32.371881 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501fd5-2f89-4ef0-86ab-6def747c5ebc None None] The sync data for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 is: [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:32.372446 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Pushing event updated for resources: {'Port': ['ID=af477435-68bd-4223-8729-20b7a005b849,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:32.413063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Attempting to bind port af477435-68bd-4223-8729-20b7a005b849 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:20:32.413512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Attempting to bind port af477435-68bd-4223-8729-20b7a005b849 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:20:32.413942 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Attempting to bind port af477435-68bd-4223-8729-20b7a005b849 on network 33c5d229-351c-4b23-87f5-71014dec9aad {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:20:32.419352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:20:32.419715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Checking segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:20:32.420235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.420901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Bound using segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:20:32.421372 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Bound port: af477435-68bd-4223-8729-20b7a005b849, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:20:32.421746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.492571 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] For port af477435-68bd-4223-8729-20b7a005b849, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:20:32.495885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] For port af477435-68bd-4223-8729-20b7a005b849, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af477435-68bd-4223-8729-20b7a005b849,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:20:32.503427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.561378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401e3b-49a6-4304-a070-1b4c441f92af None None] Pushing event updated for resources: {'Port': ['ID=af477435-68bd-4223-8729-20b7a005b849,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:32.658094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.1 (33c5d229-351c-4b23-87f5-71014dec9aad/9995c38d-6630-431a-9780-65c6590b994e/61b2c418-34cc-4dda-8d45-02639eee548f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:20:32.813851 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.862438 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:32.913774 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 33c5d229-351c-4b23-87f5-71014dec9aad is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:32.917082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:32.922941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:20:32.927714 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:32.970016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.107946 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.405424 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.410812 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.484585 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.486428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:33.539744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba22d7-6408-4186-a7d6-9134db549253 None None] Network 33c5d229-351c-4b23-87f5-71014dec9aad requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:20:33.592642 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 33c5d229-351c-4b23-87f5-71014dec9aad is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:33.594143 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:33.629229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] Provisioning complete for port af477435-68bd-4223-8729-20b7a005b849 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:33.629593 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.715307 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router ad385b39-3366-418f-a711-94e74e654e2d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:20:33.769461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.812166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] For port af477435-68bd-4223-8729-20b7a005b849, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af477435-68bd-4223-8729-20b7a005b849,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:33.820038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:33.849243 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:33.854521 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8415d502-f631-4ed2-9698-fc65557a56c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/ad385b39-3366-418f-a711-94e74e654e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0149939 Oct 28 22:20:33.877423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b7672-0a49-4e2b-bbec-d01e89f7475f None None] Pushing event updated for resources: {'Port': ['ID=af477435-68bd-4223-8729-20b7a005b849,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:34.010054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-e5d644a1-be69-4fda-b18a-4b1e8e784788 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950965924&fields=id&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 267 time: 0.0352058 Oct 28 22:20:34.042307 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4418b8d1-0243-42b8-802c-5ca5e91ae7a5 None None] Provisioning complete for port af477435-68bd-4223-8729-20b7a005b849 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:34.042681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4418b8d1-0243-42b8-802c-5ca5e91ae7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:34.094159 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Sync routers for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:34.132189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:34.133292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:34.149866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-6c3312df-c8e9-45d8-a3a1-2663f6319dc6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:34.151560 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-6c3312df-c8e9-45d8-a3a1-2663f6319dc6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 797 time: 0.1344814 Oct 28 22:20:34.167995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-70db368e-24a0-4372-8468-8148c9480b0f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/quotas/f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 375 time: 0.0102842 Oct 28 22:20:34.223517 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-f82e7c7a-4c7e-4e50-bd8a-9d079cd75376 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489922 Oct 28 22:20:34.248306 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4418b8d1-0243-42b8-802c-5ca5e91ae7a5 None None] Provisioning complete for port 61b2c418-34cc-4dda-8d45-02639eee548f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:34.248786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4418b8d1-0243-42b8-802c-5ca5e91ae7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:34.294434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:34.325325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4418b8d1-0243-42b8-802c-5ca5e91ae7a5 None None] Port 61b2c418-34cc-4dda-8d45-02639eee548f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:20:34.331738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-da1d7019-20df-4237-820e-17f6a311fa02 service neutron] 10.222.0.31 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943074 Oct 28 22:20:34.433216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-d6bf4713-4c15-41b9-9626-668a4f9ac773 service neutron] 10.222.0.31 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944703 Oct 28 22:20:34.467674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a9557930-ed20-4870-995a-7c87b903b071 None None] Provisioning complete for port 61b2c418-34cc-4dda-8d45-02639eee548f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:34.468041 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a9557930-ed20-4870-995a-7c87b903b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:34.602710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20b6af12-58c3-4ba0-b3c1-0b9fa58ba7ed req-0c9c455c-5d85-4bf4-b19a-f328d14e4156 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 210 time: 0.0312865 Oct 28 22:20:34.725843 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a9557930-ed20-4870-995a-7c87b903b071 None None] Port 61b2c418-34cc-4dda-8d45-02639eee548f cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:20:34.730465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af477435-68bd-4223-8729-20b7a005b849 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:20:34.776001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 2, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:34.807262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Checking router: ad385b39-3366-418f-a711-94e74e654e2d for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:34.807608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Updating router ad385b39-3366-418f-a711-94e74e654e2d port 61b2c418-34cc-4dda-8d45-02639eee548f binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:20:34.836620 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port af477435-68bd-4223-8729-20b7a005b849 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:34.836987 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:34.838383 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.032808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91657edd-a277-4eec-b572-f6c57fa3da57 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:20:35.154035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 91657edd-a277-4eec-b572-f6c57fa3da57 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:35.154396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.245605 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.251566 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.332021 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec921-b753-454a-a67e-6d413d215d1d None None] Pushing event updated for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:35.336071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.387640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 91657edd-a277-4eec-b572-f6c57fa3da57, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91657edd-a277-4eec-b572-f6c57fa3da57,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:35.399056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.406863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Attempting to bind port 61b2c418-34cc-4dda-8d45-02639eee548f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:20:35.407224 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Attempting to bind port 61b2c418-34cc-4dda-8d45-02639eee548f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:20:35.407575 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Attempting to bind port 61b2c418-34cc-4dda-8d45-02639eee548f on network 33c5d229-351c-4b23-87f5-71014dec9aad {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:20:35.434984 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:20:35.435218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Checking segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:20:35.435610 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.436038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Bound using segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:20:35.436482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Bound port: 61b2c418-34cc-4dda-8d45-02639eee548f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:20:35.436858 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.486000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=91657edd-a277-4eec-b572-f6c57fa3da57,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:35.526001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] For port 61b2c418-34cc-4dda-8d45-02639eee548f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:20:35.529179 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] For port 61b2c418-34cc-4dda-8d45-02639eee548f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=61b2c418-34cc-4dda-8d45-02639eee548f,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:20:35.533545 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.601342 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] Provisioning complete for port 61b2c418-34cc-4dda-8d45-02639eee548f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:35.601798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.630857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec921-b753-454a-a67e-6d413d215d1d None None] Pushing event updated for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:35.637720 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:35.638350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:35.759876 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-899f87ec-8dd1-4ef8-8234-2bc1d97dd3b5 req-ad3e4e0b-0759-4a17-9399-b0661d70f256 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 210 time: 0.0459194 Oct 28 22:20:35.773179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-bb5908f8-1d2b-440a-b4f9-e908e873d36a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:35.783993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:35.785001 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-bb5908f8-1d2b-440a-b4f9-e908e873d36a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 797 time: 0.1834326 Oct 28 22:20:35.824954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-0e4ec9c6-a91a-4537-a303-c4d17892ec39 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 379 time: 0.0387857 Oct 28 22:20:35.840779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'port': {'device_id': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'admin_state_up': True, 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'security_groups': ['9e14c64d-6f8f-4362-a5e2-beb71871a8d5']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:35.898531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.965439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:20:35.968991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:35.983116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] For port 61b2c418-34cc-4dda-8d45-02639eee548f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=61b2c418-34cc-4dda-8d45-02639eee548f,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:35.989547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.078524 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886241a-ac2e-4199-9cf3-ae29e57db831 None None] Pushing event updated for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:36.099020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.5 (33c5d229-351c-4b23-87f5-71014dec9aad/9995c38d-6630-431a-9780-65c6590b994e/217858a5-2ffe-4e01-a239-5d81f1f6d5c8) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:20:36.119767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:36.121430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-52d4249d-6208-4768-aa79-c5a87c4109f3 None None] Provisioning complete for port 61b2c418-34cc-4dda-8d45-02639eee548f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:36.121791 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52d4249d-6208-4768-aa79-c5a87c4109f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.175582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb846e-563d-438f-8c03-5e7e9812f34c None None] The sync data for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 is: [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:36.270232 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.310110 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.356647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 33c5d229-351c-4b23-87f5-71014dec9aad is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:36.359851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:36.363029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:20:36.394411 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:36.431127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:36.431793 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.449739 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-75d62c69-515e-4c17-9bd5-20ef58237829 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130831 Oct 28 22:20:36.460254 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-7cbb88d6-d9ca-47d1-8286-2ef4093ae779 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:20:36.461302 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-7cbb88d6-d9ca-47d1-8286-2ef4093ae779 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057080 Oct 28 22:20:36.475624 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Request body: {'port': {'device_id': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:36.536208 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.679147 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-331e3919-d213-408d-b9f3-efc2c60b6141 None None] Provisioning complete for port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:36.679747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-331e3919-d213-408d-b9f3-efc2c60b6141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.747053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91657edd-a277-4eec-b572-f6c57fa3da57 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:20:36.749488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-331e3919-d213-408d-b9f3-efc2c60b6141 None None] Port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:20:36.828719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 91657edd-a277-4eec-b572-f6c57fa3da57 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:36.829820 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.887958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:20:36.901403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.917112 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 61b2c418-34cc-4dda-8d45-02639eee548f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:20:36.926353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377c63-0936-44b3-b687-048c33684175 req-d4c827c1-70c4-4097-bb9c-e4450061d131 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:36.928051 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b377c63-0936-44b3-b687-048c33684175 req-d4c827c1-70c4-4097-bb9c-e4450061d131 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 931 time: 0.0821114 Oct 28 22:20:36.929243 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Transition to ACTIVE for port object 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:20:36.935702 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:36.973721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 61b2c418-34cc-4dda-8d45-02639eee548f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:36.974084 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:37.044324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Pushing event updated for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:37.051268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b377c63-0936-44b3-b687-048c33684175 req-3842b62e-5f2f-484f-9600-9eea51e67a9b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081564 Oct 28 22:20:37.115539 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Attempting to bind port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:20:37.116092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Attempting to bind port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:20:37.116207 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Attempting to bind port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 on network 33c5d229-351c-4b23-87f5-71014dec9aad {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:20:37.120952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 on network 33c5d229-351c-4b23-87f5-71014dec9aad not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:20:37.121266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Attempting to bind port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 on network 33c5d229-351c-4b23-87f5-71014dec9aad {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:20:37.127239 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:20:37.127794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Checking segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:20:37.128301 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Bound using segment: {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:20:37.128875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Bound port: 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1816845e-1fda-4b9d-93fd-1219da61cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:20:37.129340 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:37.198245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:20:37.201680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:20:37.206958 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:37.242373 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.243223 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:37.245014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] 10.222.0.44 "PUT /v2.0/ports/217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 1092 time: 0.7750533 Oct 28 22:20:37.250422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:37.254106 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a47248-b94a-4c1f-a820-02301299bb50" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:37.290800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bbd75-c93a-4e9f-9165-8754192b0ebb service neutron] Pushing event updated for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:37.334810 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3d1bd0-7903-488b-b01a-29173000fb3f x-openstack-request-id: req-5f3d1bd0-7903-488b-b01a-29173000fb3f {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:37.335146 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:37.335353 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f3d1bd0-7903-488b-b01a-29173000fb3f {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:37.335756 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'status': 'completed', 'code': 200} Oct 28 22:20:37.359786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-c55f2c68-410b-4752-a798-5ef0c0689883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.361320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-c55f2c68-410b-4752-a798-5ef0c0689883 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1095 time: 0.0644584 Oct 28 22:20:37.410472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-69eed007-00fb-4657-bcee-24f7f82d7d8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 217 time: 0.0383983 Oct 28 22:20:37.462907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-fc38fd04-45e5-42e3-837f-f0cdcf35712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.464412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-fc38fd04-45e5-42e3-837f-f0cdcf35712f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 200 len: 835 time: 0.0473073 Oct 28 22:20:37.511167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63dbef-d184-4b81-b574-0f60123a2caa req-967d01f6-498d-4064-955d-24a2bd7f3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.512680 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-967d01f6-498d-4064-955d-24a2bd7f3fbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c5d229-351c-4b23-87f5-71014dec9aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407360 Oct 28 22:20:37.603868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-984cb51d-22d0-48e9-a357-680aaadcd688 service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Oct 28 22:20:37.697493 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df63dbef-d184-4b81-b574-0f60123a2caa req-505a3297-ce4d-487f-bc18-37f8fde9c05f service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Oct 28 22:20:37.789401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-ffa0c1c6-1d44-4cbe-ac5e-ddcd72702376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.790848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-ffa0c1c6-1d44-4cbe-ac5e-ddcd72702376 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1095 time: 0.0406549 Oct 28 22:20:37.884582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-cc705fbd-d5d0-4a58-b207-e25c2965ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.885936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-cc705fbd-d5d0-4a58-b207-e25c2965ae53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 898 time: 0.0875783 Oct 28 22:20:37.927180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-0f59b13a-0bda-4595-82c4-a86341054d09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 217 time: 0.0336163 Oct 28 22:20:37.974879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-04e0d235-fcc7-44e7-a746-9144fb552fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:37.976265 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-04e0d235-fcc7-44e7-a746-9144fb552fc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 200 len: 835 time: 0.0414810 Oct 28 22:20:38.022690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-fb23636e-0e5b-48df-a3c4-8cfa3bf0f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:38.024140 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-fb23636e-0e5b-48df-a3c4-8cfa3bf0f84b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c5d229-351c-4b23-87f5-71014dec9aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393684 Oct 28 22:20:38.118267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-f8f2bff6-6880-4bbe-9666-2e6fde19f00a service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864050 Oct 28 22:20:38.578304 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fbb93-eacb-4e5e-9080-a8408cf020a5 req-cf581f53-6b32-4014-8228-e1507a2927f9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:38.579651 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3fbb93-eacb-4e5e-9080-a8408cf020a5 req-cf581f53-6b32-4014-8228-e1507a2927f9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 943 time: 0.4467208 Oct 28 22:20:38.596449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d0a47248-b94a-4c1f-a820-02301299bb50 req-aece141f-7d40-4fce-9f62-b90335b8082a service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708316 Oct 28 22:20:38.622922 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3b3fbb93-eacb-4e5e-9080-a8408cf020a5 req-d40343d2-b198-4ada-bbd1-da4f6828a3c0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Oct 28 22:20:39.739342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7b24d-863c-4de2-a15a-7888a9a9dedf req-d99cfd33-da85-4cbf-bc06-deadd4048df6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:39.740848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48b7b24d-863c-4de2-a15a-7888a9a9dedf req-d99cfd33-da85-4cbf-bc06-deadd4048df6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 943 time: 0.0501914 Oct 28 22:20:39.778085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48b7b24d-863c-4de2-a15a-7888a9a9dedf req-cfecb86e-c706-47ee-96f2-c061438fbd13 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313237 Oct 28 22:20:40.654292 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:20:40.751919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:40.763012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'port_id': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'mac_address': 'fa:16:3e:a0:f7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:20:40.799388 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:40.813426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:20:40.835789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:40.840006 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:40.892554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:40.898989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b5144-bf19-47cc-80f3-67fe1d8d45c1 req-082a2898-b3e0-4957-a90c-0e3005fe33cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:40.900976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f50b5144-bf19-47cc-80f3-67fe1d8d45c1 req-082a2898-b3e0-4957-a90c-0e3005fe33cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 944 time: 0.0540454 Oct 28 22:20:40.912163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-69902d22-c930-475b-9afc-e0540ebb27a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:40.940165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f50b5144-bf19-47cc-80f3-67fe1d8d45c1 req-696e90b7-5171-4ad9-afa6-f01d23af175c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328593 Oct 28 22:20:41.038804 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['217858a5-2ffe-4e01-a239-5d81f1f6d5c8'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:20:42.061213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c16b18-83c8-47a4-9b18-e74085d8e776 req-5e69384e-fc88-4ebb-b114-73c00bf864ec tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:42.062614 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1c16b18-83c8-47a4-9b18-e74085d8e776 req-5e69384e-fc88-4ebb-b114-73c00bf864ec tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 944 time: 0.0491745 Oct 28 22:20:42.100476 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1c16b18-83c8-47a4-9b18-e74085d8e776 req-bf31ad58-e79d-46c4-9a8a-958b3debdfa5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Oct 28 22:20:42.386132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:42.629343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:42.673838 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:20:42.723261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:20:42.725297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:20:42.725654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:42.803952 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:42.827225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:42.829489 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cf02fd-45c0-42c0-817d-67a4a26d400a" -d '{"events": [{"server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "name": "network-vif-plugged", "status": "completed", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:42.842134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:20:42.846430 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:42.869017 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a37ce-3eea-4f2a-8460-576f75490573 x-openstack-request-id: req-fc5a37ce-3eea-4f2a-8460-576f75490573 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:42.869299 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "name": "network-vif-plugged", "status": "completed", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:42.869549 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc5a37ce-3eea-4f2a-8460-576f75490573 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:42.869932 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'code': 200} Oct 28 22:20:42.896018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:42.968828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fae5fb-8cd1-42d6-b193-268aa1231f4e req-61f3b3e8-7127-4812-a4c6-8c8e8d4ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:42.970297 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15fae5fb-8cd1-42d6-b193-268aa1231f4e req-61f3b3e8-7127-4812-a4c6-8c8e8d4ff8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1097 time: 0.0419846 Oct 28 22:20:43.004658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15fae5fb-8cd1-42d6-b193-268aa1231f4e req-1b8876f3-81a1-4881-9eb1-992145fd5363 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269644 Oct 28 22:20:43.219671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454b91-d173-4273-b513-cd1695e8eb76 req-5cc2b7ac-2fee-4a2b-896f-4cfed00a873a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:43.221167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba454b91-d173-4273-b513-cd1695e8eb76 req-5cc2b7ac-2fee-4a2b-896f-4cfed00a873a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Oct 28 22:20:43.259743 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ba454b91-d173-4273-b513-cd1695e8eb76 req-887c9875-b89a-42cc-8f40-13284641f693 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Oct 28 22:20:43.509018 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1da6f6bc-00c5-43e1-82b5-67f017609767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:44.375638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e68f-fd91-42e3-937a-ca1c1b5fc64d req-3c3b82e3-7918-454b-a139-473cd0f114a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:44.377112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a228e68f-fd91-42e3-937a-ca1c1b5fc64d req-3c3b82e3-7918-454b-a139-473cd0f114a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Oct 28 22:20:44.414241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a228e68f-fd91-42e3-937a-ca1c1b5fc64d req-0a0bba84-5656-4996-9bde-e93cb56ea373 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312321 Oct 28 22:20:44.527360 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e04bd-5669-4a79-9f72-797f13396c59 req-301f629c-17c9-4628-aaeb-be5eb97d02a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:44.528824 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d0e04bd-5669-4a79-9f72-797f13396c59 req-301f629c-17c9-4628-aaeb-be5eb97d02a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0479567 Oct 28 22:20:44.566192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d0e04bd-5669-4a79-9f72-797f13396c59 req-d82c9364-6b5f-4eb4-b814-0e40b9fa7eeb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Oct 28 22:20:44.587437 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58552) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:44.628681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9326aa-f085-4eb5-980d-cc9ec5184043 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:44.630192 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8d9326aa-f085-4eb5-980d-cc9ec5184043 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1092 time: 0.0417471 Oct 28 22:20:44.633041 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58554) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:44.637231 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:20:44.659150 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:44.760668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:44.865623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.189 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/116f7115-8633-4fef-be88-e08298417bb2) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:20:44.972837 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:44.979778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.005867 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.046923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:20:45.051752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:20:45.055963 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:20:45.058931 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=116f7115-8633-4fef-be88-e08298417bb2,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:45.304599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.395759 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.460889 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.608521 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.613465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:45.682414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=116f7115-8633-4fef-be88-e08298417bb2,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:20:45.694459 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:46.145159 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 associated. External IP: 172.25.4.189, port: 217858a5-2ffe-4e01-a239-5d81f1f6d5c8. Oct 28 22:20:46.347123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router ad385b39-3366-418f-a711-94e74e654e2d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:20:46.454559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:20:46.464466 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Sync routers for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:20:46.473893 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:46.475725 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:46.477387 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:46.504006 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bf7accec-1391-422f-8f51-d065f1dc59a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8669548 Oct 28 22:20:46.504006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:20:46.504006 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:20:46.547124 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03994c65-fa1e-40c7-b189-be846f76f8d3 x-openstack-request-id: req-03994c65-fa1e-40c7-b189-be846f76f8d3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:20:46.547423 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:20:46.547679 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03994c65-fa1e-40c7-b189-be846f76f8d3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:20:46.548080 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'status': 'completed', 'code': 200} Oct 28 22:20:46.583334 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:46.647052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48deb7b-9da1-4ad5-a359-e1cf3f9b94c0 req-01552966-2f58-4440-8659-411b55f13138 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:46.648582 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c48deb7b-9da1-4ad5-a359-e1cf3f9b94c0 req-01552966-2f58-4440-8659-411b55f13138 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0804298 Oct 28 22:20:46.651297 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-cb82a4a9-d85f-4aa3-9570-ca135a70939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:46.652694 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-cb82a4a9-d85f-4aa3-9570-ca135a70939c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1097 time: 0.0756419 Oct 28 22:20:46.736832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c48deb7b-9da1-4ad5-a359-e1cf3f9b94c0 req-065d8e1c-7968-4b80-935a-8efe8c917bb7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817089 Oct 28 22:20:46.759321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58562) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:46.773981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-9de29f5a-cddc-4550-8d2e-47aa85028735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:46.775438 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-9de29f5a-cddc-4550-8d2e-47aa85028735 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 898 time: 0.1148019 Oct 28 22:20:46.806923 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '41cdfd1f-1eba-4445-b95a-ed2ffa243ec8', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'port_id': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'mac_address': 'fa:16:3e:a0:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:20:45Z', 'updated_at': '2021-10-28T22:20:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:46.839309 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Checking router: ad385b39-3366-418f-a711-94e74e654e2d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:20:46.849040 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4fc709cd-1a4e-494b-b9e7-cc749252b1a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 HTTP/1.1" status: 200 len: 991 time: 0.0884154 Oct 28 22:20:46.850180 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:20:46.850509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:20:46.850994 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:20:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:46.856023 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-89876c50-9963-4384-9739-4ee5f807673b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 999 time: 0.0732648 Oct 28 22:20:46.914880 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-a26a2f6a-3301-4a8e-bce9-5fbb77438fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:46.916337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-a26a2f6a-3301-4a8e-bce9-5fbb77438fb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 200 len: 835 time: 0.0530229 Oct 28 22:20:46.957724 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:20:46.966938 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-e4076371-ce0c-47e1-a33a-b61e33de193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:20:46.968453 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-e4076371-ce0c-47e1-a33a-b61e33de193c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c5d229-351c-4b23-87f5-71014dec9aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452673 Oct 28 22:20:47.058216 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-240193ec-47a9-47c2-bb09-29972313d671 service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825913 Oct 28 22:20:47.152626 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb6f5cf4-7093-4d4d-85c9-3e36ad8438d6 req-61ce67fa-7f76-406d-9b68-feb6721089dd service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866227 Oct 28 22:20:47.179880 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '41cdfd1f-1eba-4445-b95a-ed2ffa243ec8', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'port_id': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'mac_address': 'fa:16:3e:a0:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:20:45Z', 'updated_at': '2021-10-28T22:20:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:20:47.209201 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037f1c5-0061-446a-a053-4aa2ae68a2a5 None None] The sync data for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 is: [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '41cdfd1f-1eba-4445-b95a-ed2ffa243ec8', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'port_id': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'mac_address': 'fa:16:3e:a0:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:20:45Z', 'updated_at': '2021-10-28T22:20:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:20:47.396789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a8d6e6-963e-42ac-9d3a-d555bb473d14 None None] New status for floating IP 41cdfd1f-1eba-4445-b95a-ed2ffa243ec8: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:20:47.852278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58566) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:20:47.913378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5e1155a3-ce78-42b1-bb6c-e280c527031e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 HTTP/1.1" status: 200 len: 993 time: 0.0599172 Oct 28 22:20:50.168543 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:21:10.913595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3a13c8b5-bea1-455e-a169-c1e34b86c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:12.404447 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:12.628837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:13.510200 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-822ece74-86ec-496e-9cb6-225f07f7e010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:14.675809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-e3c655b6-8f23-49aa-877f-5576c159f871 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412197 Oct 28 22:21:14.765890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-81b52e96-60f7-4923-b33a-efa930a23daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:14.768146 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-81b52e96-60f7-4923-b33a-efa930a23daa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1097 time: 0.0467925 Oct 28 22:21:14.875487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-1cc25d64-ed59-4a1b-8af9-c5081bf7c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:14.876943 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-1cc25d64-ed59-4a1b-8af9-c5081bf7c34c service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 898 time: 0.0893443 Oct 28 22:21:14.941566 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-16f6de29-a1ee-446b-9b44-dff34dc0487d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 1001 time: 0.0576437 Oct 28 22:21:14.981252 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:15.004420 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-3e830c8b-a180-4f74-939b-f3fd7ca7810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:15.005931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-3e830c8b-a180-4f74-939b-f3fd7ca7810c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 200 len: 835 time: 0.0498500 Oct 28 22:21:15.052846 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-27b7aa1e-3abb-4874-bc7c-fc88da1e6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:15.054327 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-27b7aa1e-3abb-4874-bc7c-fc88da1e6f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c5d229-351c-4b23-87f5-71014dec9aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407922 Oct 28 22:21:15.147272 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-a098df4e-40ec-4bd7-839d-84ce4591b65e service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Oct 28 22:21:15.237557 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37e575ca-ae27-4574-ab8f-f1bc1053d8e9 req-305c2962-0ef3-427f-a2ab-06dfa26f107a service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818558 Oct 28 22:21:15.306503 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:16.134293 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-976f1e22-4d79-4a68-9eb3-a4576cd02e73 req-d9e08507-6695-4ea1-9cfe-7f3274176e3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286889 Oct 28 22:21:16.203045 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-976f1e22-4d79-4a68-9eb3-a4576cd02e73 req-05c26adf-7be6-4b83-815c-39408c3f003f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0252202 Oct 28 22:21:16.243546 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-976f1e22-4d79-4a68-9eb3-a4576cd02e73 req-df143669-d2af-4545-9104-8b49dd04a7ef service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197003 Oct 28 22:21:16.336919 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f1e22-4d79-4a68-9eb3-a4576cd02e73 req-dcc65b91-ba63-459c-a437-5a8000328e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:16.338370 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-976f1e22-4d79-4a68-9eb3-a4576cd02e73 req-dcc65b91-ba63-459c-a437-5a8000328e5f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884380 Oct 28 22:21:16.613313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1a966-733c-4bb6-b232-91833ec64fa3 req-87b52be8-8c3d-4306-82e7-dbeb55d07f16 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:16.614816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39d1a966-733c-4bb6-b232-91833ec64fa3 req-87b52be8-8c3d-4306-82e7-dbeb55d07f16 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Oct 28 22:21:16.653402 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-39d1a966-733c-4bb6-b232-91833ec64fa3 req-90dc1c17-927f-4326-986b-dded4c965d4b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Oct 28 22:21:16.850653 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:17.778723 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f977c-23a4-4634-b567-b8c03bc02380 req-7a1a7760-e065-4a15-8977-d33f91b64896 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:17.780198 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c70f977c-23a4-4634-b567-b8c03bc02380 req-7a1a7760-e065-4a15-8977-d33f91b64896 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Oct 28 22:21:17.818995 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c70f977c-23a4-4634-b567-b8c03bc02380 req-d28582b6-803d-4b05-8b62-bab1f9760297 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326436 Oct 28 22:21:17.841101 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58588) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:17.901906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a5caa5a4-61d6-4add-b8bb-e3b5ddb0e560 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 HTTP/1.1" status: 200 len: 993 time: 0.0596757 Oct 28 22:21:19.170308 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69665fd-42b0-4767-b0a1-52207022f7e0 req-7f37b074-ab53-4ff1-b02e-e9b430f59570 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:19.171783 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c69665fd-42b0-4767-b0a1-52207022f7e0 req-7f37b074-ab53-4ff1-b02e-e9b430f59570 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0560691 Oct 28 22:21:19.211973 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c69665fd-42b0-4767-b0a1-52207022f7e0 req-fe663ba1-2986-41fb-b1e0-61ed21525832 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Oct 28 22:21:20.332524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a63dcd-ccdf-4ef0-a7a3-074fe794f29f req-a67767b4-ff26-4697-8603-ebfa4c9ef506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:20.333989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0a63dcd-ccdf-4ef0-a7a3-074fe794f29f req-a67767b4-ff26-4697-8603-ebfa4c9ef506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Oct 28 22:21:20.373325 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0a63dcd-ccdf-4ef0-a7a3-074fe794f29f req-f81fca7e-169d-4eed-b3aa-de97713d1ba7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333347 Oct 28 22:21:20.395885 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58598) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:20.454779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a496364c-c405-464d-b16f-99aec7d0a9f3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 HTTP/1.1" status: 200 len: 993 time: 0.0577273 Oct 28 22:21:20.696909 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58604) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:20.855559 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 116f7115-8633-4fef-be88-e08298417bb2 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:21:20.855895 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:20.929748 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:20.930069 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:20.942000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 116f7115-8633-4fef-be88-e08298417bb2 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:21:21.087301 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:21.113816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=116f7115-8633-4fef-be88-e08298417bb2,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:21.138561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.138915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.139261 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.139599 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.139941 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.140278 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.140636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.140970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.141552 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.141879 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.142206 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.143444 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:21.186509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:21.186832 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 disassociated (deleted). External IP: 172.25.4.189, port: 217858a5-2ffe-4e01-a239-5d81f1f6d5c8. Oct 28 22:21:21.399907 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router ad385b39-3366-418f-a711-94e74e654e2d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:21:21.508623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:21:21.513377 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:21.518775 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Sync routers for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:21:21.531007 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:21.531697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:21.541131 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fbf1a46c-1cbe-4900-b42a-8a6c59824072 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/floatingips/41cdfd1f-1eba-4445-b95a-ed2ffa243ec8 HTTP/1.1" status: 204 len: 168 time: 0.8431098 Oct 28 22:21:21.541801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:21:21.544233 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15105953-f330-410d-9b05-2f84d17cbdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:21:21.586117 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db87133d-eeb8-4d9f-bdbb-e31f094a692a x-openstack-request-id: req-db87133d-eeb8-4d9f-bdbb-e31f094a692a {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:21:21.586403 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:21:21.586657 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db87133d-eeb8-4d9f-bdbb-e31f094a692a {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:21:21.587056 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'status': 'completed', 'code': 200} Oct 28 22:21:21.646719 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:21.658902 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-59631012-dfd0-4ca1-8901-09baa39adaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:21.660196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-59631012-dfd0-4ca1-8901-09baa39adaf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 1097 time: 0.0478451 Oct 28 22:21:21.790861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-5bc49202-5bf9-4fe9-adc7-26d16c8c4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:21.792338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-5bc49202-5bf9-4fe9-adc7-26d16c8c4716 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 200 len: 898 time: 0.1249712 Oct 28 22:21:21.816159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7b982-17d8-4dd9-a013-e88e84397f09 req-de5b260d-cf7e-4e6b-8379-80ff3808bd7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:21.816958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cce7b982-17d8-4dd9-a013-e88e84397f09 req-de5b260d-cf7e-4e6b-8379-80ff3808bd7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0849376 Oct 28 22:21:21.849167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-10216b56-952b-4384-863d-d9f959ffd24c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 200 len: 217 time: 0.0481162 Oct 28 22:21:21.912119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cce7b982-17d8-4dd9-a013-e88e84397f09 req-23ce2bf1-2bbd-46bd-9a26-f9089d4d8c16 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655448 Oct 28 22:21:21.919145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-fcbc3a5f-c24f-4a6d-aace-f20ccd1d9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:21.920622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-fcbc3a5f-c24f-4a6d-aace-f20ccd1d9645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 200 len: 835 time: 0.0597672 Oct 28 22:21:21.962831 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:21.972551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-d9a7b03b-0915-4290-a4a1-7baa9474161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:21.974059 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-d9a7b03b-0915-4290-a4a1-7baa9474161d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c5d229-351c-4b23-87f5-71014dec9aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457966 Oct 28 22:21:21.988415 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Checking router: ad385b39-3366-418f-a711-94e74e654e2d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:21:21.996491 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:21.997074 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:22.065363 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-78f04542-32d6-4210-82f9-c9dded1157f7 service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823994 Oct 28 22:21:22.099682 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:22.160215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15105953-f330-410d-9b05-2f84d17cbdb7 req-3cb22da0-a9a6-4029-98bf-94aa457692fa service neutron] 10.222.0.44 "GET /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869944 Oct 28 22:21:22.297190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:22.327609 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5b88ba-5f63-4393-8d22-53b0e170e6ac None None] The sync data for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 is: [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '61b2c418-34cc-4dda-8d45-02639eee548f', 'name': '', 'network_id': '33c5d229-351c-4b23-87f5-71014dec9aad', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b2:2e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9995c38d-6630-431a-9780-65c6590b994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:32Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '9995c38d-6630-431a-9780-65c6590b994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:21:22.536346 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2b927-2d8a-4cf2-9209-f2133610c83e None None] New status for floating IP 41cdfd1f-1eba-4445-b95a-ed2ffa243ec8: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:21:23.036288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3aca4-9310-4abd-8b4e-e553d36a9a73 req-beff85ff-58e4-4ddc-a17d-b92e2a39d013 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:23.037797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af3aca4-9310-4abd-8b4e-e553d36a9a73 req-beff85ff-58e4-4ddc-a17d-b92e2a39d013 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Oct 28 22:21:23.074369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7af3aca4-9310-4abd-8b4e-e553d36a9a73 req-f8ea8978-197d-4dec-b2ac-c3958eecb0e4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e14c64d-6f8f-4362-a5e2-beb71871a8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Oct 28 22:21:23.343985 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2be31-f891-47ee-af3e-33e020047394 req-43ba8c69-2763-4f38-9510-7ee731abbbfa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:23.345470 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66e2be31-f891-47ee-af3e-33e020047394 req-43ba8c69-2763-4f38-9510-7ee731abbbfa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Oct 28 22:21:23.439720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:21:23.440076 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:23.526962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:23.528221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:23.540272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:21:23.671410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:23.700278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=217858a5-2ffe-4e01-a239-5d81f1f6d5c8,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:23.733763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.734111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.734447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.734779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.735108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.735436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.735758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.736591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.736916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.737236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.737557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.737871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:23.754170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] No DVR routers for this DVR port 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:21:23.756575 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:23.759868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66e2be31-f891-47ee-af3e-33e020047394 req-cfd432b8-7dfc-4f8c-aeb5-5a7689aac60e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "DELETE /v2.0/ports/217858a5-2ffe-4e01-a239-5d81f1f6d5c8 HTTP/1.1" status: 204 len: 173 time: 0.4087641 Oct 28 22:21:23.760299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'name': 'network-vif-deleted', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:21:23.762584 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77d356b-f375-4807-a16d-5bac4d493a07" -d '{"events": [{"server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "name": "network-vif-deleted", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:21:23.801321 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d72e45-9d24-4b3e-b1d6-1ed587a8f986 x-openstack-request-id: req-56d72e45-9d24-4b3e-b1d6-1ed587a8f986 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:21:23.801614 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc36ea-c468-46c9-8480-c0ef3f2a4723", "name": "network-vif-deleted", "tag": "217858a5-2ffe-4e01-a239-5d81f1f6d5c8", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:21:23.801865 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56d72e45-9d24-4b3e-b1d6-1ed587a8f986 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:21:23.802262 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc36ea-c468-46c9-8480-c0ef3f2a4723', 'name': 'network-vif-deleted', 'tag': '217858a5-2ffe-4e01-a239-5d81f1f6d5c8', 'status': 'completed', 'code': 200} Oct 28 22:21:24.195293 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13b7e19f-7ef9-438d-ac6d-843a703b20db req-7b16aa0e-b532-4823-a8b8-0f5d06686439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ccc36ea-c468-46c9-8480-c0ef3f2a4723 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Oct 28 22:21:25.256054 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58622) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:25.613357 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:25.867979 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 61b2c418-34cc-4dda-8d45-02639eee548f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:21:25.868241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:25.969768 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 61b2c418-34cc-4dda-8d45-02639eee548f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=61b2c418-34cc-4dda-8d45-02639eee548f,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:25.970133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:25.983829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 61b2c418-34cc-4dda-8d45-02639eee548f owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:21:26.169214 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:26.199799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=61b2c418-34cc-4dda-8d45-02639eee548f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:26.373763 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:26.588500 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router ad385b39-3366-418f-a711-94e74e654e2d has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:21:26.706572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:21:26.712396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-617a29cc-a915-436e-9ec1-9eedbb48af11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/ad385b39-3366-418f-a711-94e74e654e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551733 Oct 28 22:21:26.714824 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58626) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:26.717789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Sync routers for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:21:26.730004 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:26.730872 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:26.774776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting subnet 9995c38d-6630-431a-9780-65c6590b994e {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:21:26.778124 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:26.826896 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:26.852585 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:26.923888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:21:26.924691 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:26.946555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:21:26.946885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 217858a5-2ffe-4e01-a239-5d81f1f6d5c8 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:21:26.997587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.032414 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Subnet': ['ID=9995c38d-6630-431a-9780-65c6590b994e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:27.037599 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.043367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3122aef2-1546-47d2-801e-99e5ce89e380 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/subnets/9995c38d-6630-431a-9780-65c6590b994e HTTP/1.1" status: 204 len: 168 time: 0.3251870 Oct 28 22:21:27.043765 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58628) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:27.047083 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:21:26Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:27.050144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8a541-853f-4835-8022-8d13143b7703 None None] Network 33c5d229-351c-4b23-87f5-71014dec9aad requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:21:27.080063 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Checking router: ad385b39-3366-418f-a711-94e74e654e2d for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:21:27.096091 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Routers {'ad385b39-3366-418f-a711-94e74e654e2d'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:27.096874 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['ad385b39-3366-418f-a711-94e74e654e2d'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:27.184041 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.189040 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:21:27.233922 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] Set router ad385b39-3366-418f-a711-94e74e654e2d gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:27.322261 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.391479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 91657edd-a277-4eec-b572-f6c57fa3da57 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:21:27.391969 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.449685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] DHCP port deletion for 33c5d229-351c-4b23-87f5-71014dec9aad request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:21:27.466428 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:21:26Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:27.481397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 91657edd-a277-4eec-b572-f6c57fa3da57, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=91657edd-a277-4eec-b572-f6c57fa3da57,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:27.481771 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.494182 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf40025-36cf-4b09-a7b2-897d3ffd70fa None None] The sync data for ids ['ad385b39-3366-418f-a711-94e74e654e2d'] in n-d-806683-16 is: [{'id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-713813804', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:21:26Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '91657edd-a277-4eec-b572-f6c57fa3da57', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad385b39-3366-418f-a711-94e74e654e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:20:29Z', 'updated_at': '2021-10-28T22:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:21:27.500015 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 91657edd-a277-4eec-b572-f6c57fa3da57 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:21:27.501501 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Deleting port af477435-68bd-4223-8729-20b7a005b849 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:21:27.502382 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.575730 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] For port af477435-68bd-4223-8729-20b7a005b849, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=af477435-68bd-4223-8729-20b7a005b849,segment=NetworkSegment(1816845e-1fda-4b9d-93fd-1219da61cc66),segment_id=1816845e-1fda-4b9d-93fd-1219da61cc66)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:27.576127 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.589122 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Calling delete_port for af477435-68bd-4223-8729-20b7a005b849 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:21:27.668561 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.670005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.696927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Pushing event deleted for resources: {'Port': ['ID=af477435-68bd-4223-8729-20b7a005b849,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:27.699255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=91657edd-a277-4eec-b572-f6c57fa3da57,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:27.702572 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] No DVR routers for this DVR port af477435-68bd-4223-8729-20b7a005b849 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:21:27.713685 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.714037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.714369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.714743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.715034 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.715364 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.715687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.716006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.716327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.716803 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.717073 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.717285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06ea5e-79d1-4f4a-a201-e10233acd7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:27.762035 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.855681 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.857953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.905795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.906371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Fanout notify agent at l3_agent the message router_deleted on router ad385b39-3366-418f-a711-94e74e654e2d {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:21:27.918949 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:27.918949 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e411d2d8-857c-4d2b-bb4e-4147a5671083 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/routers/ad385b39-3366-418f-a711-94e74e654e2d HTTP/1.1" status: 204 len: 168 time: 0.8707294 Oct 28 22:21:27.918949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58630) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:27.996557 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.086037 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.107357 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c5d229-351c-4b23-87f5-71014dec9aad']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:28.117548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1816845e-1fda-4b9d-93fd-1219da61cc66') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:28.117832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1816845e-1fda-4b9d-93fd-1219da61cc66') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:28.127532 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.140531 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.146849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:21:28.147229 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:21:28.152589 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:21:28.207920 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.212755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.219098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58632) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:28.219608 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/networks/33c5d229-351c-4b23-87f5-71014dec9aad HTTP/1.1" status: 204 len: 168 time: 0.2999196 Oct 28 22:21:28.236972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab2e1a-6d3b-4a1c-93f6-e5e65be281e7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Network': ['ID=33c5d229-351c-4b23-87f5-71014dec9aad,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:28.281554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.307181 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.366694 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.369304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.370486 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e14c64d-6f8f-4362-a5e2-beb71871a8d5 HTTP/1.1" status: 204 len: 168 time: 0.1495287 Oct 28 22:21:28.380023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f1770-5ee5-41d5-862e-53b323a45e02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e14c64d-6f8f-4362-a5e2-beb71871a8d5,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:28.620475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58638) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:28.625001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404682729', 'description': 'tempest-secgroup-smoke-1404682729 description', 'project_id': 'f379093aea3b47358df247b48891fb68'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:28.648028 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.677654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af477435-68bd-4223-8729-20b7a005b849 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:21:28.700036 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: af477435-68bd-4223-8729-20b7a005b849 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:21:28.700440 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device af477435-68bd-4223-8729-20b7a005b849 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:21:28.700851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 61b2c418-34cc-4dda-8d45-02639eee548f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:21:28.720153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 61b2c418-34cc-4dda-8d45-02639eee548f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:21:28.721644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 61b2c418-34cc-4dda-8d45-02639eee548f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:21:28.722058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91657edd-a277-4eec-b572-f6c57fa3da57 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:21:28.722421 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.726375 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.742096 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 91657edd-a277-4eec-b572-f6c57fa3da57 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:21:28.742423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 91657edd-a277-4eec-b572-f6c57fa3da57 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:21:28.757105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.758339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368713 Oct 28 22:21:28.760244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845855e9-cc96-4f3d-91dc-d611870a584a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336d4dba-9755-4704-8794-c42e62c8afea,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:28.761393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58640) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:28.767161 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:28.794865 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.842342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.846486 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.869852 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7dcee7-d5f1-4b51-9cdb-fa4709ce5f4c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:28.878228 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.879426 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1287c4c7-ab23-4fb9-99fd-f3980e9549ff tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164894 Oct 28 22:21:28.882242 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58642) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:28.886547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:28.912818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.968278 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.972645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:28.989970 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e13041-5708-4d5a-9c89-41b04e91a490,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:28.999204 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.000388 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3e67dbca-1ef0-43bd-83e6-b4008e3c58cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171918 Oct 28 22:21:29.003315 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58644) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.007538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.034396 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.091430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.094953 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.113663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f49ed8c-3e98-4d82-8eed-1f3e18a3141c,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:29.122217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.123396 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e009c70-e808-42b6-8294-e1f147e71a71 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191707 Oct 28 22:21:29.126154 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58646) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.130434 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.157135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.214880 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.218430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.238998 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a04b3b-24a6-49b4-961d-a3c3dae781df,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:29.247519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.248763 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-200f081a-7d61-4059-9d11-715e72eaf6d7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216691 Oct 28 22:21:29.251649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58648) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.256029 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.278244 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:21:29.283412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.340607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.344197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.362043 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae178a48-423f-4b92-b48a-fbf3626b2873,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:29.368952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.370136 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c95768bd-17b1-495b-9d7d-77e788bce271 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174519 Oct 28 22:21:29.372896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58650) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.377881 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '336d4dba-9755-4704-8794-c42e62c8afea', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.400392 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:21:29.405304 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.463951 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.467317 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.486063 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcf5483-4b15-422a-b734-85cd5a5faa6d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:29.493188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.494429 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e2060a6c-377a-4ede-af7d-4c8a01ebeebd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205835 Oct 28 22:21:29.497168 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58652) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.502441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'network': {'name': 'tempest-network-smoke--409074630', 'project_id': 'f379093aea3b47358df247b48891fb68', 'port_security_enabled': True}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.522513 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:21:29.525998 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.548196 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:21:29.557652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.557993 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Added segment 28a920cd-3c9f-4c37-bea2-5ae67fa4259b of type vlan for network 6470be51-86a9-47d7-96a7-642432ec5391 Oct 28 22:21:29.600247 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.623948 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.630427 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:29.630999 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.687245 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890712 Oct 28 22:21:29.691080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58654) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:29.695625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'admin_state_up': True, 'project_id': 'f379093aea3b47358df247b48891fb68', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:29.702967 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ea165-49eb-4791-b178-44a5ab0d3e0a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Network': ['ID=6470be51-86a9-47d7-96a7-642432ec5391,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:29.714743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 6470be51-86a9-47d7-96a7-642432ec5391 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:21:29.720761 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.722129 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.776073 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:29.921147 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:30.113298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:30.134256 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:30.231326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.239 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:21:30.337563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:30.372735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:30.408976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:30.411806 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:30.415629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:21:30.443103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:30.661765 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.193762 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.319505 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 4a405bba-eaa2-433d-a9fc-341cfe456948 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:21:31.427652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:21:31.437089 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Sync routers for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:21:31.447466 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:31.448008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:31.449009 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.450236 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9e9bb5b0-ba54-438b-86d3-d6784f67d88f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7583890 Oct 28 22:21:31.453396 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58656) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:31.484393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86e435e6-6d2b-452f-b42d-f9e34ffe6cac tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f379093aea3b47358df247b48891fb68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275674 Oct 28 22:21:31.484652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58658) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:31.559476 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:31.570312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cea65-382c-4d92-828e-97eacaacbecd tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:31.571849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c26cea65-382c-4d92-828e-97eacaacbecd tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863197 Oct 28 22:21:31.574716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58660) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:31.608021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cc06a0da-e230-4e0f-a81c-3c6f7cfad6db tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311229 Oct 28 22:21:31.610832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58662) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:31.615693 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761109863', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'project_id': 'f379093aea3b47358df247b48891fb68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:31.703034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:21:31.707241 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.743802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:31.772978 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Checking router: 4a405bba-eaa2-433d-a9fc-341cfe456948 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:21:31.773654 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Updating router 4a405bba-eaa2-433d-a9fc-341cfe456948 port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:21:31.799626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.894813 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:31.952081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Subnet': ['ID=1f13d461-d4da-4cb0-92a9-ac707402a20a,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:31.963081 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Checking segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:21:31.963438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network hostable DHCP agents. Network: 6470be51-86a9-47d7-96a7-642432ec5391, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:21:31.980382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 6470be51-86a9-47d7-96a7-642432ec5391 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:21:31.989576 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 6470be51-86a9-47d7-96a7-642432ec5391) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:31.994106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:31.994539 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.010259 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d7e02-ea92-47d5-a641-8c4ad405b6c6 None None] Network 6470be51-86a9-47d7-96a7-642432ec5391 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:21:32.011613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7f09e3ff-9317-4b57-aa8f-da0dc4f7f439 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995869 Oct 28 22:21:32.014679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58664) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:32.123269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.134992 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.220267 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a73c2-dd56-47d4-ab9c-edcff7217c3d None None] Pushing event updated for resources: {'Port': ['ID=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:32.224263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Attempting to bind port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:21:32.224656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Attempting to bind port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:21:32.225022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Attempting to bind port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:21:32.235207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:21:32.235581 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:21:32.236621 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.237013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:21:32.237482 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Bound port: ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:21:32.237859 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.281788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-6470be51-86a9-47d7-96a7-642432ec5391', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:21:32.282664 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.321692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] For port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:21:32.324931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] For port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:21:32.330500 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.450324 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.476842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a73c2-dd56-47d4-ab9c-edcff7217c3d None None] Pushing event updated for resources: {'Port': ['ID=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:32.479272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:32.479866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:32.560892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Allocated IP 172.20.0.2 (6470be51-86a9-47d7-96a7-642432ec5391/1f13d461-d4da-4cb0-92a9-ac707402a20a/943cd098-80b3-4808-a182-698a1fb1c132) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:21:32.647480 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:32.855177 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.878434 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:32.908935 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.1 (6470be51-86a9-47d7-96a7-642432ec5391/1f13d461-d4da-4cb0-92a9-ac707402a20a/cb83540c-10d4-4f04-8817-8a6f59a1b672) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:21:32.934321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Network 6470be51-86a9-47d7-96a7-642432ec5391 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:32.941379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:32.943102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Pushing event updated for resources: {'Port': ['ID=943cd098-80b3-4808-a182-698a1fb1c132,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:32.945175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:21:32.993486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:33.022793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90b04-e3d6-4199-a4d7-6d31801854ea None None] The sync data for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 is: [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:30Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:21:33.028618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.034273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Attempting to bind port 943cd098-80b3-4808-a182-698a1fb1c132 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:21:33.034636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Attempting to bind port 943cd098-80b3-4808-a182-698a1fb1c132 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:21:33.035002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Attempting to bind port 943cd098-80b3-4808-a182-698a1fb1c132 on network 6470be51-86a9-47d7-96a7-642432ec5391 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Checking segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Bound using segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Bound port: 943cd098-80b3-4808-a182-698a1fb1c132, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:21:33.045782 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.065468 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.112393 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 6470be51-86a9-47d7-96a7-642432ec5391 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:33.116004 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:33.120302 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:21:33.127394 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:33.171958 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.307764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] For port 943cd098-80b3-4808-a182-698a1fb1c132, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:21:33.312338 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] For port 943cd098-80b3-4808-a182-698a1fb1c132, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=943cd098-80b3-4808-a182-698a1fb1c132,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:21:33.319899 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:33.389173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16754-9733-4b9e-92ff-97acf4e82a35 None None] Pushing event updated for resources: {'Port': ['ID=943cd098-80b3-4808-a182-698a1fb1c132,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:33.717436 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.012631 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.019020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.098671 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.100495 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:34.202725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 6470be51-86a9-47d7-96a7-642432ec5391 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:34.204224 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:34.293319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8b93c-d327-494c-a606-9af42d0cbc20 None None] Network 6470be51-86a9-47d7-96a7-642432ec5391 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:21:34.328318 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 4a405bba-eaa2-433d-a9fc-341cfe456948 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:21:34.391349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] Provisioning complete for port 943cd098-80b3-4808-a182-698a1fb1c132 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:34.391723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.453589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:21:34.465894 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb3af7e5-524d-4578-bfd7-c8b7f1644e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/4a405bba-eaa2-433d-a9fc-341cfe456948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433949 Oct 28 22:21:34.531443 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.578971 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] For port 943cd098-80b3-4808-a182-698a1fb1c132, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=943cd098-80b3-4808-a182-698a1fb1c132,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:34.585115 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.634111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-22603130-843b-4d91-b4a3-09cfda541915 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404682729&fields=id&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 267 time: 0.0530336 Oct 28 22:21:34.671816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b090a-cb95-42ca-b35f-a339652c8545 None None] Pushing event updated for resources: {'Port': ['ID=943cd098-80b3-4808-a182-698a1fb1c132,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:34.721528 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Sync routers for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:21:34.738488 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:34.739241 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:34.793173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:34.819188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-be49a418-2101-4c6e-bc7a-730f78200f5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:34.826992 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-be49a418-2101-4c6e-bc7a-730f78200f5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 796 time: 0.1810513 Oct 28 22:21:34.844306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-c1cdcf36-8954-42f2-b460-1a8eb80042fb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/quotas/f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 375 time: 0.0157158 Oct 28 22:21:34.852328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4089f529-e4a2-45a6-8b9f-b856298a0d4c None None] Provisioning complete for port 943cd098-80b3-4808-a182-698a1fb1c132 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:34.852535 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4089f529-e4a2-45a6-8b9f-b856298a0d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.863244 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:34.906831 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:34.907268 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:34.920981 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-5359b730-70d2-40e9-bc0f-07b97b809710 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697603 Oct 28 22:21:35.033554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4089f529-e4a2-45a6-8b9f-b856298a0d4c None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:35.033801 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4089f529-e4a2-45a6-8b9f-b856298a0d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.102832 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.107639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4089f529-e4a2-45a6-8b9f-b856298a0d4c None None] Port cb83540c-10d4-4f04-8817-8a6f59a1b672 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:21:35.133840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:35.139891 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.141374 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 943cd098-80b3-4808-a182-698a1fb1c132 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:35.185459 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-327a0c71-f471-4e95-9649-eab73dbf327d service neutron] 10.222.0.31 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911824 Oct 28 22:21:35.222316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:35.238365 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 2, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:35.261868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-45fb8fe9-9790-4ca4-93c9-3343125b1df2 None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:35.262309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-45fb8fe9-9790-4ca4-93c9-3343125b1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.267620 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Checking router: 4a405bba-eaa2-433d-a9fc-341cfe456948 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:21:35.268245 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Updating router 4a405bba-eaa2-433d-a9fc-341cfe456948 port cb83540c-10d4-4f04-8817-8a6f59a1b672 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:21:35.296533 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.302505 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3d03b6b5-c98e-4244-974b-39aa869f2b7b service neutron] 10.222.0.31 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161873 Oct 28 22:21:35.319664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-45fb8fe9-9790-4ca4-93c9-3343125b1df2 None None] Port cb83540c-10d4-4f04-8817-8a6f59a1b672 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:21:35.323206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 943cd098-80b3-4808-a182-698a1fb1c132 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:35.323459 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.438644 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-547c1c9c-4a80-4299-9a49-6136d34d6ec0 None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:35.439734 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-547c1c9c-4a80-4299-9a49-6136d34d6ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.474196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-547c1c9c-4a80-4299-9a49-6136d34d6ec0 None None] Port cb83540c-10d4-4f04-8817-8a6f59a1b672 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:21:35.567132 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.572298 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.620100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Pushing event updated for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:35.643032 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.643372 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.643712 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.644489 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.644825 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.645158 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.645486 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.645812 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.646136 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.646458 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.646781 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.647100 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:21:35.682377 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Attempting to bind port cb83540c-10d4-4f04-8817-8a6f59a1b672 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:21:35.682720 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Attempting to bind port cb83540c-10d4-4f04-8817-8a6f59a1b672 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:21:35.683165 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Attempting to bind port cb83540c-10d4-4f04-8817-8a6f59a1b672 on network 6470be51-86a9-47d7-96a7-642432ec5391 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:21:35.688488 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:21:35.688946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Checking segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:21:35.689536 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.689939 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Bound using segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:21:35.690431 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Bound port: cb83540c-10d4-4f04-8817-8a6f59a1b672, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:21:35.690815 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.758505 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] For port cb83540c-10d4-4f04-8817-8a6f59a1b672, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:21:35.761860 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] For port cb83540c-10d4-4f04-8817-8a6f59a1b672, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb83540c-10d4-4f04-8817-8a6f59a1b672,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:21:35.766173 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.796513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:35.796513 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.825471 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:35.826091 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:13Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:35.860512 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8685fb-fb26-4920-85ce-2360311431b4 None None] Pushing event updated for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:35.889654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.926041 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] For port cb83540c-10d4-4f04-8817-8a6f59a1b672, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb83540c-10d4-4f04-8817-8a6f59a1b672,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:35.931477 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:35.949466 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:35.990925 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb7075-030c-4929-81df-e6befa1e6513 None None] Pushing event updated for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:36.052236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-ea4b35d0-bd93-4586-88f7-86d0f3ac034f None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:36.052633 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea4b35d0-bd93-4586-88f7-86d0f3ac034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:36.161293 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:36.190799 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb03602-e60f-471b-9a05-4af33165b277 None None] The sync data for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 is: [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:21:36.508791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ceaf8d35-fafd-42eb-8aea-ba567a64c51e req-f587d834-8f72-4ecd-ac38-bf8c963de277 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 210 time: 0.0339665 Oct 28 22:21:36.776995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb83540c-10d4-4f04-8817-8a6f59a1b672 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:36.860764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port cb83540c-10d4-4f04-8817-8a6f59a1b672 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:36.861139 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:36.950625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:37.005298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:37.005672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:37.094473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 943cd098-80b3-4808-a182-698a1fb1c132 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:37.149037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 943cd098-80b3-4808-a182-698a1fb1c132 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:37.149345 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:37.551016 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-d42ae003-781d-4003-bd51-c8d7bf40b7bf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:37.552578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-d42ae003-781d-4003-bd51-c8d7bf40b7bf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 796 time: 0.1032252 Oct 28 22:21:37.624086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-d4468642-eb4e-4896-99e0-8308e9f9ca5a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 380 time: 0.0623801 Oct 28 22:21:37.625909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0693829-a05f-4b3d-b871-0920cd51a705 req-f2d2f1e3-c4e9-469e-8e59-fb29d7aefea2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 210 time: 0.0411453 Oct 28 22:21:37.634757 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'port': {'device_id': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'admin_state_up': True, 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'security_groups': ['336d4dba-9755-4704-8794-c42e62c8afea']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:37.739816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:21:37.743298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:37.868740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.13 (6470be51-86a9-47d7-96a7-642432ec5391/1f13d461-d4da-4cb0-92a9-ac707402a20a/cfee6b37-5687-458a-abfa-ca033d611567) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:21:38.001293 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.039627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.085170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 6470be51-86a9-47d7-96a7-642432ec5391 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:38.088236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:38.090924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:21:38.116687 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:38.145596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:38.146227 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.164026 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-9f62d2a7-57e4-443b-bc7f-0d53f2fcf430 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5328681 Oct 28 22:21:38.177898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Request body: {'port': {'device_id': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:38.234951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.381061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4e148bfc-171c-4636-a4d2-17a10040cb4d None None] Provisioning complete for port cfee6b37-5687-458a-abfa-ca033d611567 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:38.381615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4e148bfc-171c-4636-a4d2-17a10040cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.415261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4e148bfc-171c-4636-a4d2-17a10040cb4d None None] Port cfee6b37-5687-458a-abfa-ca033d611567 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:21:38.509502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfee6b37-5687-458a-abfa-ca033d611567 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:21:38.517410 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.529310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Transition to ACTIVE for port object cfee6b37-5687-458a-abfa-ca033d611567 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:21:38.533233 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.583159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:38.661690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Attempting to bind port cfee6b37-5687-458a-abfa-ca033d611567 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:21:38.662037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Attempting to bind port cfee6b37-5687-458a-abfa-ca033d611567 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:21:38.662352 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Attempting to bind port cfee6b37-5687-458a-abfa-ca033d611567 on network 6470be51-86a9-47d7-96a7-642432ec5391 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:21:38.667259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Port cfee6b37-5687-458a-abfa-ca033d611567 on network 6470be51-86a9-47d7-96a7-642432ec5391 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:21:38.667608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Attempting to bind port cfee6b37-5687-458a-abfa-ca033d611567 on network 6470be51-86a9-47d7-96a7-642432ec5391 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:21:38.672711 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:21:38.672996 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Checking segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:21:38.673981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Bound using segment: {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:21:38.674402 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Bound port: cfee6b37-5687-458a-abfa-ca033d611567, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a920cd-3c9f-4c37-bea2-5ae67fa4259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:21:38.674750 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.771963 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:21:38.780643 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf53a-612b-4e17-a393-8bcc8039ef92 req-10646bcc-2165-4b14-8428-eafe6741377d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:38.782106 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7efaf53a-612b-4e17-a393-8bcc8039ef92 req-10646bcc-2165-4b14-8428-eafe6741377d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 944 time: 0.0735552 Oct 28 22:21:38.784612 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cfee6b37-5687-458a-abfa-ca033d611567,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:21:38.788962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.835213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:38.835799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:38.837881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 1093 time: 0.6649866 Oct 28 22:21:38.848068 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:21:38.850494 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b417252e-e43d-40a7-8045-f78e1efa79c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:21:38.904633 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f1510-ce8a-47c7-a10a-e3ccd52a0c1c x-openstack-request-id: req-fd6f1510-ce8a-47c7-a10a-e3ccd52a0c1c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:21:38.904928 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:21:38.905186 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd6f1510-ce8a-47c7-a10a-e3ccd52a0c1c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:21:38.905590 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567', 'status': 'completed', 'code': 200} Oct 28 22:21:38.923258 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7efaf53a-612b-4e17-a393-8bcc8039ef92 req-ee085e32-4812-4732-af07-f5e4b2478bc3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319180 Oct 28 22:21:38.924955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319a7a9-d528-462e-862f-e2931edc40b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:38.949390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-44924252-8238-471f-81b3-21cac4a066ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:38.950914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-44924252-8238-471f-81b3-21cac4a066ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1096 time: 0.0646224 Oct 28 22:21:38.994522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-58863c35-285b-4356-b831-de6cf303c84c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 217 time: 0.0357566 Oct 28 22:21:39.045550 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-f79e9885-7d8f-4886-8696-abf138a2f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.047552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-f79e9885-7d8f-4886-8696-abf138a2f7c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0453000 Oct 28 22:21:39.098958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-1a663e2c-18d8-4de6-af4d-879eb43e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.100497 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-1a663e2c-18d8-4de6-af4d-879eb43e1e9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459723 Oct 28 22:21:39.191612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-1d8db4af-095a-4e71-81bb-42981a37623a service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828598 Oct 28 22:21:39.285437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8f6bdaef-c7dc-4cd6-9eaf-5bdcbc6df985 req-0bd8a4c9-3be3-4787-aa65-92adadf55aec service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Oct 28 22:21:39.369568 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-2f72442f-b478-4e3a-90d3-3b5eb6de1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.371016 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-2f72442f-b478-4e3a-90d3-3b5eb6de1551 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1096 time: 0.0421033 Oct 28 22:21:39.464881 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-2ddb5fd7-aab9-49bc-824a-b39270942568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.466270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-2ddb5fd7-aab9-49bc-824a-b39270942568 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 897 time: 0.0880859 Oct 28 22:21:39.507264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-4c7dd9a8-4b93-4e08-84f0-ac1dd319d0c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 217 time: 0.0340669 Oct 28 22:21:39.555720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-7b3a2913-e215-4811-862c-d170ed4cc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.557228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-7b3a2913-e215-4811-862c-d170ed4cc1a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0425141 Oct 28 22:21:39.606914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-3fed231d-b81e-4942-9cc5-a6ce3439ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:39.608449 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-3fed231d-b81e-4942-9cc5-a6ce3439ef3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428734 Oct 28 22:21:39.698948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-f3dd0777-2403-44ef-a265-1b2b21e2cc1a service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829420 Oct 28 22:21:39.791513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b417252e-e43d-40a7-8045-f78e1efa79c3 req-ae5cc2ae-7429-4612-885d-ef4862296af3 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Oct 28 22:21:40.051923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebeff-ed3a-4ff7-86d7-f84a0744e561 req-c7a82244-d525-4e34-b0fc-34b077555d16 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:40.053348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657ebeff-ed3a-4ff7-86d7-f84a0744e561 req-c7a82244-d525-4e34-b0fc-34b077555d16 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 944 time: 0.0503218 Oct 28 22:21:40.090223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-657ebeff-ed3a-4ff7-86d7-f84a0744e561 req-d2cf3a50-8e33-4ac7-a64f-0d04e6f43b2f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307226 Oct 28 22:21:40.914522 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8f7db560-36b3-4077-8fec-49d7263ac2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:41.031496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cfee6b37-5687-458a-abfa-ca033d611567 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:21:41.124585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cfee6b37-5687-458a-abfa-ca033d611567,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:41.139921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'cfee6b37-5687-458a-abfa-ca033d611567', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'port_id': 'cfee6b37-5687-458a-abfa-ca033d611567', 'mac_address': 'fa:16:3e:b2:fd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:21:41.177811 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:41.191546 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfee6b37-5687-458a-abfa-ca033d611567 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:21:41.207753 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b215f8-a5ad-453a-b5bc-4a07b0041e7f req-7564c3de-a5cd-428c-94e5-0713119b7bc4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:41.209233 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37b215f8-a5ad-453a-b5bc-4a07b0041e7f req-7564c3de-a5cd-428c-94e5-0713119b7bc4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 944 time: 0.0506413 Oct 28 22:21:41.210597 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cfee6b37-5687-458a-abfa-ca033d611567,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:41.214984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:41.250782 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-37b215f8-a5ad-453a-b5bc-4a07b0041e7f req-3b61fa5b-355e-42b7-bf49-2e18f04f7c1b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Oct 28 22:21:41.267430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:41.415126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['cfee6b37-5687-458a-abfa-ca033d611567'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:21:42.386487 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305c34-6cbb-42ad-97d6-32e8f79bbfcc req-b54d4fe4-8e6f-4369-870f-ddb39e2a745c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:42.387961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83305c34-6cbb-42ad-97d6-32e8f79bbfcc req-b54d4fe4-8e6f-4369-870f-ddb39e2a745c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 945 time: 0.0524650 Oct 28 22:21:42.418552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:42.426638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-83305c34-6cbb-42ad-97d6-32e8f79bbfcc req-92b4b6f0-3ce8-4b1c-b7ee-4e931099425c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Oct 28 22:21:42.644582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:43.031585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cfee6b37-5687-458a-abfa-ca033d611567 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:21:43.082357 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port cfee6b37-5687-458a-abfa-ca033d611567 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:21:43.086196 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port cfee6b37-5687-458a-abfa-ca033d611567 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:21:43.086563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:43.162164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:43.184113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:21:43.186354 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5f3b07-369f-45e4-9b49-28814d67ec08" -d '{"events": [{"server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "name": "network-vif-plugged", "status": "completed", "tag": "cfee6b37-5687-458a-abfa-ca033d611567"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:21:43.199918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cfee6b37-5687-458a-abfa-ca033d611567,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:21:43.204458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:43.229975 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322aeb68-65fa-4813-9e4d-b13cf2293d63 x-openstack-request-id: req-322aeb68-65fa-4813-9e4d-b13cf2293d63 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:21:43.230266 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "name": "network-vif-plugged", "status": "completed", "tag": "cfee6b37-5687-458a-abfa-ca033d611567", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:21:43.230514 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-322aeb68-65fa-4813-9e4d-b13cf2293d63 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:21:43.230887 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567', 'code': 200} Oct 28 22:21:43.258607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:43.324188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8661f12-a608-4211-80da-0870b7dc45c4 req-74a42b4a-fb63-42ba-b7b5-d1d99643f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:43.325700 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8661f12-a608-4211-80da-0870b7dc45c4 req-74a42b4a-fb63-42ba-b7b5-d1d99643f7ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1098 time: 0.0411940 Oct 28 22:21:43.360242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d8661f12-a608-4211-80da-0870b7dc45c4 req-c5a67d01-321c-4fb1-8ef0-36c1bf11dfc6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274742 Oct 28 22:21:43.512704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-770a8c20-bc74-450e-996f-211d34440728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:43.546851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd201-8162-4627-bcd2-6dec60e0db9f req-499d81ef-52e5-49ae-89ea-a500e2f88135 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:43.548553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-912fd201-8162-4627-bcd2-6dec60e0db9f req-499d81ef-52e5-49ae-89ea-a500e2f88135 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Oct 28 22:21:43.586150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-912fd201-8162-4627-bcd2-6dec60e0db9f req-28150f4b-656f-4919-a6d4-e7054c1fe05c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Oct 28 22:21:44.706728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efc4f6-b588-4610-9615-eb49c89db6ab req-b5f322e0-80a7-41e3-8946-25d37f66f962 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:44.708172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91efc4f6-b588-4610-9615-eb49c89db6ab req-b5f322e0-80a7-41e3-8946-25d37f66f962 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0523984 Oct 28 22:21:44.745751 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91efc4f6-b588-4610-9615-eb49c89db6ab req-fbe41c26-f10c-4f81-8140-c3b2cc36b457 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Oct 28 22:21:44.862108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581ecf3-45ce-47da-be8b-5f74fe7a5e1a req-7f8d1621-b080-4b67-af5d-7c204b1e1e48 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:44.863600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6581ecf3-45ce-47da-be8b-5f74fe7a5e1a req-7f8d1621-b080-4b67-af5d-7c204b1e1e48 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0482099 Oct 28 22:21:44.901879 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6581ecf3-45ce-47da-be8b-5f74fe7a5e1a req-98161db6-472f-4b03-a15d-2236efc8b38d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Oct 28 22:21:44.923819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58728) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:44.964189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b972954a-1bdd-4f2a-9fcb-942d912f7785 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:44.965733 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b972954a-1bdd-4f2a-9fcb-942d912f7785 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1093 time: 0.0408006 Oct 28 22:21:44.968594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58730) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:44.973364 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'cfee6b37-5687-458a-abfa-ca033d611567', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:21:44.983185 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:44.996239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.096559 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.197740 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.168 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/15258541-a745-4a8a-93f3-887abf096373) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:21:45.309687 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.310652 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.346934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.384718 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:21:45.387601 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:21:45.391526 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:21:45.419528 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=15258541-a745-4a8a-93f3-887abf096373,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:45.732936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.797528 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.949574 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:45.953911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:46.032884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=15258541-a745-4a8a-93f3-887abf096373,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:21:46.042548 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:46.148838 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 577ab44f-d264-43de-9b10-ef2767d73364 associated. External IP: 172.25.4.168, port: cfee6b37-5687-458a-abfa-ca033d611567. Oct 28 22:21:46.352672 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 4a405bba-eaa2-433d-a9fc-341cfe456948 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:21:46.461462 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:21:46.471176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Sync routers for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:21:46.479035 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:46.482227 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:46.482846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:46.507856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b91024c0-2748-4a1e-9bea-accb4bc08e7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5382476 Oct 28 22:21:46.508479 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:21:46.511291 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:21:46.556017 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c6d54c-70ef-4ef5-9727-8fda878d7ee8 x-openstack-request-id: req-01c6d54c-70ef-4ef5-9727-8fda878d7ee8 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:21:46.557037 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:21:46.557305 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01c6d54c-70ef-4ef5-9727-8fda878d7ee8 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:21:46.557721 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567', 'status': 'completed', 'code': 200} Oct 28 22:21:46.597955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:46.641287 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890778d-3be5-46cc-9f83-9ea3b70719b4 req-8ddeafe6-f268-4dc6-994d-f260b67238f6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:46.642986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2890778d-3be5-46cc-9f83-9ea3b70719b4 req-8ddeafe6-f268-4dc6-994d-f260b67238f6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0807638 Oct 28 22:21:46.652900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-41dab83e-5e82-42f7-b97e-0d45737e4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:46.654280 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-41dab83e-5e82-42f7-b97e-0d45737e4709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1098 time: 0.0660627 Oct 28 22:21:46.730605 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2890778d-3be5-46cc-9f83-9ea3b70719b4 req-a4b33177-b744-4d21-8e14-3a0ff4c6b6fe tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797951 Oct 28 22:21:46.754483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58736) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:46.769261 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-22f5d973-51a7-4a92-bbda-7761a23e49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:46.770792 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-22f5d973-51a7-4a92-bbda-7761a23e49dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 897 time: 0.1037996 Oct 28 22:21:46.823238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-85b331da-77d3-4b6c-8f83-b95067a718fd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/577ab44f-d264-43de-9b10-ef2767d73364 HTTP/1.1" status: 200 len: 992 time: 0.0665586 Oct 28 22:21:46.832129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '577ab44f-d264-43de-9b10-ef2767d73364', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'port_id': 'cfee6b37-5687-458a-abfa-ca033d611567', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'mac_address': 'fa:16:3e:b2:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:21:45Z', 'updated_at': '2021-10-28T22:21:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:46.850658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-6c86ca2a-2839-4742-847e-c56f87b69460 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 1000 time: 0.0731549 Oct 28 22:21:46.863953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Checking router: 4a405bba-eaa2-433d-a9fc-341cfe456948 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:21:46.879411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:21:46.879950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:21:43Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:46.883864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:21:46.901401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-5739d605-abfe-43d0-bd9b-3842294d9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:46.902834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-5739d605-abfe-43d0-bd9b-3842294d9161 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0455637 Oct 28 22:21:46.950409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-60e8cc89-085a-4446-b316-a6c1179a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:21:46.951899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-60e8cc89-085a-4446-b316-a6c1179a3039 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422919 Oct 28 22:21:46.987285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:21:47.044606 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-17563d1e-17a1-43c9-9aaf-fa66443d402a service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856984 Oct 28 22:21:47.138168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-779b25b2-ac01-4606-95e6-0b79fbcf8ad0 req-a5406941-4872-416f-bda8-07d6ed4f2d14 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Oct 28 22:21:47.209888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '577ab44f-d264-43de-9b10-ef2767d73364', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'port_id': 'cfee6b37-5687-458a-abfa-ca033d611567', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'mac_address': 'fa:16:3e:b2:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:21:45Z', 'updated_at': '2021-10-28T22:21:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:21:47.394010 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c2540-d8db-4448-8d18-4751d95662b6 None None] The sync data for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 is: [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '577ab44f-d264-43de-9b10-ef2767d73364', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.168', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'port_id': 'cfee6b37-5687-458a-abfa-ca033d611567', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'mac_address': 'fa:16:3e:b2:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:21:45Z', 'updated_at': '2021-10-28T22:21:45Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:21:47.577953 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ff8c-6bac-481c-b0d2-d5022fd204ab None None] New status for floating IP 577ab44f-d264-43de-9b10-ef2767d73364: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:21:47.825325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58738) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:21:47.884975 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c25442f0-6479-473b-af88-1a59f161aa84 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/577ab44f-d264-43de-9b10-ef2767d73364 HTTP/1.1" status: 200 len: 994 time: 0.0585134 Oct 28 22:22:04.165468 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:22:10.916071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-557512ee-81b2-4f7f-99fa-fb70dc97fa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:12.413860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:12.659012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:13.514106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dc9f-09bc-46f8-b6f3-d3ece2719811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:14.713117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-b00c985e-568e-4bd3-9e10-f5889b4a56d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798209 Oct 28 22:22:14.800526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-0e647bde-a838-43df-8709-d9b36dc14083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:14.802065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-0e647bde-a838-43df-8709-d9b36dc14083 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1098 time: 0.0463591 Oct 28 22:22:14.906935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-8e5f2e56-a98d-4824-acfb-a7b1d51787c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:14.908340 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-8e5f2e56-a98d-4824-acfb-a7b1d51787c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 897 time: 0.0858393 Oct 28 22:22:14.975467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-8fd2ce50-25a4-4f3c-84b0-8930e817e9f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 1002 time: 0.0602918 Oct 28 22:22:14.985669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:15.026335 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-175934ee-29a6-46d4-9ce0-0c3cc071ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:15.027808 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-175934ee-29a6-46d4-9ce0-0c3cc071ce2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0444355 Oct 28 22:22:15.072570 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-52880dd3-054c-40d1-b3fa-97bc8aafde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:15.074017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-52880dd3-054c-40d1-b3fa-97bc8aafde2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388672 Oct 28 22:22:15.165175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-1fd98678-4b50-43cc-9136-e61eae6d2d07 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Oct 28 22:22:15.256200 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f6cdd8a-d519-46d6-b098-09812b7796f6 req-68ada685-31b6-4b56-b5f6-2d265f93fa26 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806115 Oct 28 22:22:15.312726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:16.684129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-40cd1699-9874-40e9-a002-9027cef71944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:16.685658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-40cd1699-9874-40e9-a002-9027cef71944 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1098 time: 0.0444949 Oct 28 22:22:16.784712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab4219-a796-4578-b7f7-1fcebcc70fe8 req-5d0d4398-7203-408a-8ac1-39bc7503e60a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:16.786089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40ab4219-a796-4578-b7f7-1fcebcc70fe8 req-5d0d4398-7203-408a-8ac1-39bc7503e60a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.1527345 Oct 28 22:22:16.823601 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-2405ccc0-ac79-4c57-a9a8-3d2023d0ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:16.825077 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-2405ccc0-ac79-4c57-a9a8-3d2023d0ec5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 897 time: 0.1295071 Oct 28 22:22:16.863355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:16.877120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40ab4219-a796-4578-b7f7-1fcebcc70fe8 req-fd160c01-4218-4358-a7e5-f9c2b26a7861 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847485 Oct 28 22:22:16.900346 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-24f6c1e7-5bd9-475e-9613-051ed9daae06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 1002 time: 0.0652249 Oct 28 22:22:16.951339 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-1de31fbf-ad0a-4a40-bea5-efe679499a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:16.952769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-1de31fbf-ad0a-4a40-bea5-efe679499a39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0436981 Oct 28 22:22:17.001536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-e89a4aad-e1aa-4053-8c0a-3c6a9d69d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:17.002970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-e89a4aad-e1aa-4053-8c0a-3c6a9d69d1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431831 Oct 28 22:22:17.091711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-c1f6c859-34bb-4bf3-b12b-60f024272c28 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802166 Oct 28 22:22:17.172001 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a9e5675-cc13-4e14-bfa8-4375d8ac1c43 req-30964144-7131-4889-9d01-903b0ed587cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0688725 Oct 28 22:22:17.188193 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e8962c02-64cb-46af-92d2-4d3f7fb8ebb4 req-3c29adc7-6bef-4c3d-bd29-060d953c0674 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889122 Oct 28 22:22:17.239879 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a9e5675-cc13-4e14-bfa8-4375d8ac1c43 req-534a0bd8-d7ca-4c6b-bf75-38358c860c8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0255661 Oct 28 22:22:17.278944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a9e5675-cc13-4e14-bfa8-4375d8ac1c43 req-a38f80f3-a871-4bcb-8e37-588c855880cb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202117 Oct 28 22:22:17.379341 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5675-cc13-4e14-bfa8-4375d8ac1c43 req-7da10577-0bff-48a2-8a9d-42a004278d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:17.380740 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a9e5675-cc13-4e14-bfa8-4375d8ac1c43 req-7da10577-0bff-48a2-8a9d-42a004278d59 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936146 Oct 28 22:22:18.044597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb83ff-9e39-415d-8d14-08f9aefa49b4 req-ee89418b-c7ef-4cc9-800c-a7eab7cb6519 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:18.046038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61cb83ff-9e39-415d-8d14-08f9aefa49b4 req-ee89418b-c7ef-4cc9-800c-a7eab7cb6519 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0969491 Oct 28 22:22:18.083548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-61cb83ff-9e39-415d-8d14-08f9aefa49b4 req-9b5bc662-69bf-42fe-920b-d2619647acbb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Oct 28 22:22:19.198509 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700cbc-3894-45fd-9d54-02170c2faf52 req-1760b257-a9bd-4c90-8a7a-0a74c95586dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:19.199959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7700cbc-3894-45fd-9d54-02170c2faf52 req-1760b257-a9bd-4c90-8a7a-0a74c95586dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Oct 28 22:22:19.236522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c7700cbc-3894-45fd-9d54-02170c2faf52 req-6ad03950-745c-4311-a6af-e26485e5f09b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304894 Oct 28 22:22:20.685171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303ef1-1488-4936-b298-203de82afd5e req-bc58517e-cad2-471d-9c9e-9a64ece02010 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:20.686648 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c303ef1-1488-4936-b298-203de82afd5e req-bc58517e-cad2-471d-9c9e-9a64ece02010 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.3812454 Oct 28 22:22:20.724525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8c303ef1-1488-4936-b298-203de82afd5e req-5b361391-4e05-4865-8092-12e979312293 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Oct 28 22:22:21.843598 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32356b19-a249-430f-93ec-ec42ff60c0a2 req-1b67d6d0-e7da-4e94-ab5f-147a75bab8cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:21.845107 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32356b19-a249-430f-93ec-ec42ff60c0a2 req-1b67d6d0-e7da-4e94-ab5f-147a75bab8cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0548651 Oct 28 22:22:21.882472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-32356b19-a249-430f-93ec-ec42ff60c0a2 req-7a612a52-497a-45cf-908d-2986a23d614d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Oct 28 22:22:22.996814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1299-8800-4b0c-866c-64265733709f req-1fb8c091-dea5-4fbe-9250-2d2612f45478 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:22.998244 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c6d1299-8800-4b0c-866c-64265733709f req-1fb8c091-dea5-4fbe-9250-2d2612f45478 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0481997 Oct 28 22:22:23.036048 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c6d1299-8800-4b0c-866c-64265733709f req-9f0e34d3-754f-4275-b522-157e5a56fd69 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Oct 28 22:22:24.156983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836395e2-af7b-4d8d-bbd1-e2ceffb4b3e3 req-e2881ab6-8009-42d5-a966-cda9a785231f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:24.158967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-836395e2-af7b-4d8d-bbd1-e2ceffb4b3e3 req-e2881ab6-8009-42d5-a966-cda9a785231f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0531449 Oct 28 22:22:24.203740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-836395e2-af7b-4d8d-bbd1-e2ceffb4b3e3 req-4badd4a6-32f4-47fc-9aa4-a3f38849315e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Oct 28 22:22:25.319841 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61efa03-8187-4d0e-9600-4e3cd8980332 req-bdba869a-6e2f-4995-bcdc-b81a3a1f40cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:25.321529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d61efa03-8187-4d0e-9600-4e3cd8980332 req-bdba869a-6e2f-4995-bcdc-b81a3a1f40cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Oct 28 22:22:25.359468 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d61efa03-8187-4d0e-9600-4e3cd8980332 req-16a10673-c918-4475-9fc8-b26cbff5dfc9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Oct 28 22:22:26.477731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b3abd-f696-4834-b74f-e6c2f346613c req-53e4e322-c088-4c70-a63c-2f462aa66cd6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:26.479172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-610b3abd-f696-4834-b74f-e6c2f346613c req-53e4e322-c088-4c70-a63c-2f462aa66cd6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0499215 Oct 28 22:22:26.515905 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-610b3abd-f696-4834-b74f-e6c2f346613c req-8615da4e-4c6d-4c84-b7a8-eb74dccd290a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Oct 28 22:22:27.637577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a647-3ff9-43bb-9fc3-1080ad02d7a3 req-af355992-6a82-405f-937c-31ba35764d5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:27.639030 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae0a647-3ff9-43bb-9fc3-1080ad02d7a3 req-af355992-6a82-405f-937c-31ba35764d5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0545840 Oct 28 22:22:27.677548 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae0a647-3ff9-43bb-9fc3-1080ad02d7a3 req-86e2e7cc-c1e8-405e-aee2-3ff2cccff344 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Oct 28 22:22:28.793492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1a6d7-2484-4093-9b13-a1694d45ab0d req-dfe1af36-2f3b-4859-83cb-f2a227f10d91 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:22:28.794940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86d1a6d7-2484-4093-9b13-a1694d45ab0d req-dfe1af36-2f3b-4859-83cb-f2a227f10d91 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0488718 Oct 28 22:22:28.833422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-86d1a6d7-2484-4093-9b13-a1694d45ab0d req-c0e4be0f-0a48-455d-9694-b358f94e190a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Oct 28 22:22:28.855586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58780) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:22:28.919561 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-95d8307e-cd56-482d-b015-9322192ddce6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/577ab44f-d264-43de-9b10-ef2767d73364 HTTP/1.1" status: 200 len: 994 time: 0.0627627 Oct 28 22:22:40.919681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0fb46330-39fa-487f-9321-287bca3f2826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:41.164663 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:22:42.434620 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:42.672765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:43.518339 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-64b3eb4c-75f9-4ead-a991-1484556e9b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:44.988311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:45.315309 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:46.856568 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.273517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58790) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:22:59.425290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 15258541-a745-4a8a-93f3-887abf096373 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:22:59.425624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.500656 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.500973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.513315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 15258541-a745-4a8a-93f3-887abf096373 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:22:59.658516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.683720 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=15258541-a745-4a8a-93f3-887abf096373,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:22:59.695915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.696256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.696616 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.696951 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.697281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.697608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.697934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.698256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.698577 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.698898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.699216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.699531 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:22:59.756791 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:22:59.757069 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 577ab44f-d264-43de-9b10-ef2767d73364 disassociated (deleted). External IP: 172.25.4.168, port: cfee6b37-5687-458a-abfa-ca033d611567. Oct 28 22:22:59.960850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 4a405bba-eaa2-433d-a9fc-341cfe456948 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:23:00.068255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:23:00.073263 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:00.077814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Sync routers for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:23:00.087334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:00.087940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:00.100604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-96f1b321-dd3c-46d1-9588-a51207b0c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/floatingips/577ab44f-d264-43de-9b10-ef2767d73364 HTTP/1.1" status: 204 len: 168 time: 0.8259623 Oct 28 22:23:00.101187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:23:00.103460 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558e5e1-aedd-405d-9fb3-a45e41b98217" -d '{"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:23:00.199732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:00.213612 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125e71a-8bcb-4bb0-b9a7-252f7c3fcfe1 x-openstack-request-id: req-3125e71a-8bcb-4bb0-b9a7-252f7c3fcfe1 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:23:00.213907 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "tag": "cfee6b37-5687-458a-abfa-ca033d611567", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:23:00.214165 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3125e71a-8bcb-4bb0-b9a7-252f7c3fcfe1 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:23:00.214571 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567', 'status': 'completed', 'code': 200} Oct 28 22:23:00.290537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-40f85c8e-3409-454b-90ef-eb45888aa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:00.292175 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-40f85c8e-3409-454b-90ef-eb45888aa268 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 1098 time: 0.0505605 Oct 28 22:23:00.415512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:00.417342 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd570216-caa9-4450-b000-ac236442e882 req-a318419e-297f-4696-9a34-4cfbd64bf3bb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:00.418850 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd570216-caa9-4450-b000-ac236442e882 req-a318419e-297f-4696-9a34-4cfbd64bf3bb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.1108928 Oct 28 22:23:00.435759 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-b116d044-17be-4fde-9cf8-b2d620925979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:00.437214 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-b116d044-17be-4fde-9cf8-b2d620925979 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 200 len: 897 time: 0.1376932 Oct 28 22:23:00.447468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Checking router: 4a405bba-eaa2-433d-a9fc-341cfe456948 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:23:00.455951 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:00.456602 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:00.488635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-2759233f-f6e2-4365-b337-f2e4ae395fd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 200 len: 217 time: 0.0418797 Oct 28 22:23:00.496687 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dd570216-caa9-4450-b000-ac236442e882 req-a86cad26-1cd6-4757-8edf-ab2cef64b179 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704768 Oct 28 22:23:00.544441 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-10c0f601-1923-4810-ba33-a0af425466f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:00.545915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-10c0f601-1923-4810-ba33-a0af425466f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 200 len: 834 time: 0.0483842 Oct 28 22:23:00.565715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:00.591259 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-a6433d7e-ef56-448d-88ff-28af0ec8ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:00.592756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-a6433d7e-ef56-448d-88ff-28af0ec8ea4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6470be51-86a9-47d7-96a7-642432ec5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390542 Oct 28 22:23:00.688669 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-f30865d4-1609-449c-97ad-5aceda116c87 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875602 Oct 28 22:23:00.764692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:00.779887 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1558e5e1-aedd-405d-9fb3-a45e41b98217 req-bff63907-15c1-40fe-954b-d46ec2431dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829115 Oct 28 22:23:00.792580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf2574-cdc3-46c7-9f0d-af89ccdae67d None None] The sync data for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 is: [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:21:33Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'cb83540c-10d4-4f04-8817-8a6f59a1b672', 'name': '', 'network_id': '6470be51-86a9-47d7-96a7-642432ec5391', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:b1:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:32Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '1f13d461-d4da-4cb0-92a9-ac707402a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:23:01.019823 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cacdcc-d571-4446-a685-7d333e38644e None None] New status for floating IP 577ab44f-d264-43de-9b10-ef2767d73364: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:23:01.616401 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901905b8-a8dc-4299-a3af-f612f918c94e req-b3f68e68-f52e-48d3-b564-885e2aab31bd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:01.618788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-901905b8-a8dc-4299-a3af-f612f918c94e req-b3f68e68-f52e-48d3-b564-885e2aab31bd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0514553 Oct 28 22:23:01.656646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-901905b8-a8dc-4299-a3af-f612f918c94e req-fa8c8f98-2ae3-4f4a-bcfa-a85430aab7aa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=336d4dba-9755-4704-8794-c42e62c8afea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Oct 28 22:23:01.778167 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-040ee473-c699-47bb-9228-fa971f947301 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:01.779522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-040ee473-c699-47bb-9228-fa971f947301 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/ports?device_id=5829f3f6-f4cd-4f0f-b74d-65d1a91e6009 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Oct 28 22:23:01.868682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port cfee6b37-5687-458a-abfa-ca033d611567 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:23:01.869019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:01.959595 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port cfee6b37-5687-458a-abfa-ca033d611567, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=cfee6b37-5687-458a-abfa-ca033d611567,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:01.959952 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:01.972564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for cfee6b37-5687-458a-abfa-ca033d611567 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:23:02.100566 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:02.127640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=cfee6b37-5687-458a-abfa-ca033d611567,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:02.172312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] No DVR routers for this DVR port cfee6b37-5687-458a-abfa-ca033d611567 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:23:02.174971 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:02.178817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9ca410e5-1ea5-4336-829f-cc54c9d5542f req-be435784-c93b-4085-897a-ab12bf4cbdd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "DELETE /v2.0/ports/cfee6b37-5687-458a-abfa-ca033d611567 HTTP/1.1" status: 204 len: 173 time: 0.3932991 Oct 28 22:23:02.215537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'name': 'network-vif-deleted', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:23:02.217915 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36549703-8947-4ca1-b742-8ff956a5cac8" -d '{"events": [{"server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "name": "network-vif-deleted", "tag": "cfee6b37-5687-458a-abfa-ca033d611567"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:23:02.255733 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb8f28-942e-42cb-bb04-0cd5af9ee3b6 x-openstack-request-id: req-b2bb8f28-942e-42cb-bb04-0cd5af9ee3b6 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:23:02.256111 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5829f3f6-f4cd-4f0f-b74d-65d1a91e6009", "name": "network-vif-deleted", "tag": "cfee6b37-5687-458a-abfa-ca033d611567", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:23:02.256554 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2bb8f28-942e-42cb-bb04-0cd5af9ee3b6 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:23:02.256979 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5829f3f6-f4cd-4f0f-b74d-65d1a91e6009', 'name': 'network-vif-deleted', 'tag': 'cfee6b37-5687-458a-abfa-ca033d611567', 'status': 'completed', 'code': 200} Oct 28 22:23:02.716294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58806) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:03.072647 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:03.319262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port cb83540c-10d4-4f04-8817-8a6f59a1b672 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:23:03.319590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:03.405305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port cb83540c-10d4-4f04-8817-8a6f59a1b672, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=cb83540c-10d4-4f04-8817-8a6f59a1b672,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:03.405662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:03.418197 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for cb83540c-10d4-4f04-8817-8a6f59a1b672 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:23:03.596001 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:03.622213 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=cb83540c-10d4-4f04-8817-8a6f59a1b672,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:03.796768 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.008801 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 4a405bba-eaa2-433d-a9fc-341cfe456948 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:23:04.448496 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:23:04.453494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-098a51af-101e-46e7-a8d3-def161a4ed04 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/4a405bba-eaa2-433d-a9fc-341cfe456948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366099 Oct 28 22:23:04.456211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:04.459194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Sync routers for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:23:04.469330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:04.469926 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:04.506751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting subnet 1f13d461-d4da-4cb0-92a9-ac707402a20a {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:23:04.509903 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.550466 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.574940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:04.633818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.705281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.739565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.745031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/subnets/1f13d461-d4da-4cb0-92a9-ac707402a20a HTTP/1.1" status: 204 len: 168 time: 0.2877679 Oct 28 22:23:04.746267 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58810) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:04.746735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08320c69-7493-4e37-addb-741d28512e52 None None] Network 6470be51-86a9-47d7-96a7-642432ec5391 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:23:04.746840 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a82dd-0ad0-44d8-abf1-62db40d42c72 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Subnet': ['ID=1f13d461-d4da-4cb0-92a9-ac707402a20a,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:04.847625 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:23:03Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:04.861259 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.888699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Checking router: 4a405bba-eaa2-433d-a9fc-341cfe456948 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:23:04.904087 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Routers {'4a405bba-eaa2-433d-a9fc-341cfe456948'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:04.904723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['4a405bba-eaa2-433d-a9fc-341cfe456948'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:04.969122 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:04.981356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] DHCP port deletion for 6470be51-86a9-47d7-96a7-642432ec5391 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:23:05.022666 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:23:05.023193 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.110492 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:05.110840 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.124228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:23:05.202508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] Set router 4a405bba-eaa2-433d-a9fc-341cfe456948 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:05.296198 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.307442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Deleting port 943cd098-80b3-4808-a182-698a1fb1c132 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:23:05.307812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.322923 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:05.346237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.346588 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.346930 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.347269 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.347605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.347937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.348268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.348627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.348955 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.349344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.349676 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.349999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.391543 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.394094 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] For port 943cd098-80b3-4808-a182-698a1fb1c132, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=943cd098-80b3-4808-a182-698a1fb1c132,segment=NetworkSegment(28a920cd-3c9f-4c37-bea2-5ae67fa4259b),segment_id=28a920cd-3c9f-4c37-bea2-5ae67fa4259b)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:05.394485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.425085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Calling delete_port for 943cd098-80b3-4808-a182-698a1fb1c132 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:23:05.426914 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cfee6b37-5687-458a-abfa-ca033d611567 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:23:05.459469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: cfee6b37-5687-458a-abfa-ca033d611567 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:23:05.460195 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device cfee6b37-5687-458a-abfa-ca033d611567 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:23:05.487294 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.489499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.538265 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.538265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Fanout notify agent at l3_agent the message router_deleted on router 4a405bba-eaa2-433d-a9fc-341cfe456948 {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:23:05.541884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:23:03Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:05.548904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.554235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5dc4ba1e-d03b-4edc-94e3-c7b6e5951a3c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/routers/4a405bba-eaa2-433d-a9fc-341cfe456948 HTTP/1.1" status: 204 len: 168 time: 0.8044038 Oct 28 22:23:05.554675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58812) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:05.571924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3103f-2b76-4a63-9342-2507440e5496 None None] The sync data for ids ['4a405bba-eaa2-433d-a9fc-341cfe456948'] in n-d-806683-16 is: [{'id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816880460', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:21:29Z', 'updated_at': '2021-10-28T22:23:03Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a405bba-eaa2-433d-a9fc-341cfe456948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:21:30Z', 'updated_at': '2021-10-28T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:23:05.576880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.605885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Pushing event deleted for resources: {'Port': ['ID=943cd098-80b3-4808-a182-698a1fb1c132,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:05.615477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.615892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.616305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.616766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.617166 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.617566 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.618005 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.618349 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.618759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.619151 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.619545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.620814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:05.624621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0b083-0cf8-4160-a35a-553dd04a1708 None None] No DVR routers for this DVR port 943cd098-80b3-4808-a182-698a1fb1c132 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:23:05.651098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.740523 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.760685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6470be51-86a9-47d7-96a7-642432ec5391']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:05.770005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a920cd-3c9f-4c37-bea2-5ae67fa4259b') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:05.770305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a920cd-3c9f-4c37-bea2-5ae67fa4259b') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:05.780534 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.794551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.800786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:23:05.801183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:23:05.804158 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:23:05.867436 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.875108 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.878554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/networks/6470be51-86a9-47d7-96a7-642432ec5391 HTTP/1.1" status: 204 len: 168 time: 0.3227539 Oct 28 22:23:05.882208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58814) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:05.892530 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb50ca-6f1e-456b-9d25-7ebc9b6f20be tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Network': ['ID=6470be51-86a9-47d7-96a7-642432ec5391,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:05.952818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:05.986725 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.066282 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.070258 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.074143 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/security-groups/336d4dba-9755-4704-8794-c42e62c8afea HTTP/1.1" status: 204 len: 168 time: 0.1883483 Oct 28 22:23:06.088502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdf404-961c-4c77-89d7-3978d3e78506 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336d4dba-9755-4704-8794-c42e62c8afea,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:06.625901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58820) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:06.638116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649482932', 'description': 'tempest-secgroup-smoke-649482932 description', 'project_id': 'f379093aea3b47358df247b48891fb68'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:06.680513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.758806 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb83540c-10d4-4f04-8817-8a6f59a1b672 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:23:06.781864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: cb83540c-10d4-4f04-8817-8a6f59a1b672 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:23:06.782538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device cb83540c-10d4-4f04-8817-8a6f59a1b672 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:23:06.783404 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:23:06.784963 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.791017 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.815029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.818860 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:06.819011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1921120 Oct 28 22:23:06.823424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:06.825995 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:23:06.826554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device ecd25bb7-f298-4c7a-b0db-35ad5f9eaadb not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:23:06.826970 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 943cd098-80b3-4808-a182-698a1fb1c132 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:23:06.850314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 943cd098-80b3-4808-a182-698a1fb1c132 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:23:06.850590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 943cd098-80b3-4808-a182-698a1fb1c132 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:23:06.862108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5a431-cfa4-40e2-8e24-f84a49adab0e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90aec256-01f5-4fe0-b6cf-0e1d58880024,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:06.867947 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.917019 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.921764 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.944480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb5d382-d442-48ca-b089-fba7f18761ae,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:06.952739 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:06.956815 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c9be2f81-1a0c-441a-ad48-8d05d6c4f980 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341162 Oct 28 22:23:06.957002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58824) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:06.961919 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:06.990732 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.046735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.050212 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.068662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c598c677-7015-4bf9-8ae2-0035404fdba5,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.073080 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.074259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b68d9c87-5cb3-4fe6-a18a-a7034204706a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161964 Oct 28 22:23:07.077020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58826) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.081450 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.108476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.168266 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.171891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.190041 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faacf94-c041-4842-a8fe-61938246d1c0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.195735 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.196969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-24e1afe3-57c6-4812-bfc7-22d51adc3438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188195 Oct 28 22:23:07.199563 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58828) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.203822 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.229161 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.286056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.289814 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.308124 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67807e5a-9c15-4676-a982-7bfe9f720fa5,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.312696 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.313877 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f1f3cf36-794a-4155-9182-bf9bd5730f6b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133704 Oct 28 22:23:07.316632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58830) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.320890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.341496 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:23:07.346105 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.407511 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.410809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.428515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cfca9a-27fa-499f-8d2a-826951a8b554,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.435686 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.436918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-85decf61-6b5b-49eb-94fd-028ed498df2d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193821 Oct 28 22:23:07.439589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58832) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.444036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '90aec256-01f5-4fe0-b6cf-0e1d58880024', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.465005 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:23:07.469636 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.530947 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.534516 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.551182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dd178b-1d36-4332-8586-bd8679ad05ec,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.559923 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.561494 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c3bf986d-4c7b-49c1-99a6-f19277633419 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206908 Oct 28 22:23:07.563991 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58834) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.569534 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'network': {'name': 'tempest-network-smoke--105891409', 'project_id': 'f379093aea3b47358df247b48891fb68', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.589033 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:23:07.592411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.615506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:23:07.624042 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.624415 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Added segment 0b8a3cc4-e777-4193-95c7-a736ed2b2761 of type vlan for network 0b2fb7fa-d09b-430f-8989-d7182e85f56d Oct 28 22:23:07.665024 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.690709 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.696932 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:07.697513 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.749471 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1844079 Oct 28 22:23:07.752282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:07.758453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'admin_state_up': True, 'project_id': 'f379093aea3b47358df247b48891fb68', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:07.764698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e546df-dfb3-469e-b7b8-31a69c2f7794 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Network': ['ID=0b2fb7fa-d09b-430f-8989-d7182e85f56d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:07.775541 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:23:07.791185 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.792221 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.848511 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:07.985547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:08.515550 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:08.533686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:08.636546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.101 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:23:08.735453 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:08.768416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:08.810078 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:08.813141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:08.816736 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:23:08.840453 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:09.065068 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:09.263370 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:09.390385 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 09e24ea8-d10c-4cd7-b957-e438ff26e236 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:23:09.492193 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:23:09.502234 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Sync routers for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:23:09.513042 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:09.513647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:09.513881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:09.515353 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b245ab9-a2e7-4a8a-a030-b5afb1d02a7c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7616255 Oct 28 22:23:09.518482 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58838) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:09.549989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8ab2d136-f78e-4b66-a0c2-69344e5f6aaf tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f379093aea3b47358df247b48891fb68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299644 Oct 28 22:23:09.552038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:09.621046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:09.642762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8eb93-ddf3-468d-9bd8-3f422559ee0a tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:09.644231 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-f2a8eb93-ddf3-468d-9bd8-3f422559ee0a tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906434 Oct 28 22:23:09.647296 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58842) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:09.674373 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ecda3109-1c2b-47fb-b543-cc67c5d52d7c tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260098 Oct 28 22:23:09.676897 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58844) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:09.682363 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484320638', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'project_id': 'f379093aea3b47358df247b48891fb68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:09.776937 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:23:09.780531 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:09.815387 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:08Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:09.844217 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Checking router: 09e24ea8-d10c-4cd7-b957-e438ff26e236 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:23:09.844584 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Updating router 09e24ea8-d10c-4cd7-b957-e438ff26e236 port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:23:09.872279 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:09.974262 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.046849 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Subnet': ['ID=18d15b2b-2d0c-4820-b42e-821e1c6d27a0,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:10.056291 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Checking segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:23:10.056682 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network hostable DHCP agents. Network: 0b2fb7fa-d09b-430f-8989-d7182e85f56d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:23:10.073692 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:23:10.082411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 0b2fb7fa-d09b-430f-8989-d7182e85f56d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:10.088083 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:10.088888 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.096313 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26827e-b499-4ad0-a03e-41ceb0bf4015 None None] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:23:10.105961 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-7e01f1f6-187e-4d61-bd13-1b614db1e4f0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4273617 Oct 28 22:23:10.108792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58846) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:10.157480 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.163954 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.215062 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Attempting to bind port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:23:10.215428 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Attempting to bind port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:23:10.215985 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Attempting to bind port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:23:10.225102 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Pushing event updated for resources: {'Port': ['ID=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:10.229253 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:23:10.229621 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:23:10.230023 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.230401 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:23:10.232129 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Bound port: f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:23:10.232550 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.241231 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.241727 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.242191 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.242533 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.242861 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.243187 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.243509 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.243832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.244145 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.244490 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.244808 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.245126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:23:10.273981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:23:10.275411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.301791 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] For port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:23:10.305613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] For port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:23:10.311005 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.374126 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2531d-555b-44a4-874c-a6aed18211ad None None] Pushing event updated for resources: {'Port': ['ID=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:10.383650 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:10.384279 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:10.427154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Allocated IP 172.20.0.2 (0b2fb7fa-d09b-430f-8989-d7182e85f56d/18d15b2b-2d0c-4820-b42e-821e1c6d27a0/d8490050-a9ef-4960-b1fe-4ebcd624c4c8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:23:10.498527 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:10.578613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.585366 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.613809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.634385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:10.637325 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:10.641842 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:23:10.654432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Pushing event updated for resources: {'Port': ['ID=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:10.688018 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:08Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:10.705598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Attempting to bind port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:23:10.705985 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Attempting to bind port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:23:10.706323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Attempting to bind port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:23:10.711939 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:23:10.712319 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Checking segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:23:10.712747 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.713589 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Bound using segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:23:10.714061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Bound port: d8490050-a9ef-4960-b1fe-4ebcd624c4c8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:23:10.714441 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.715857 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf2f8d-4ab5-466e-a94e-70a5c3eabfc7 None None] The sync data for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 is: [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:08Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:23:10.784261 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] For port d8490050-a9ef-4960-b1fe-4ebcd624c4c8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:23:10.789607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] For port d8490050-a9ef-4960-b1fe-4ebcd624c4c8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:23:10.796828 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.853429 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63e0b9-0fb1-4adb-b85f-bb1c87690e78 None None] Pushing event updated for resources: {'Port': ['ID=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:10.929762 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-daadb7bd-6535-4b77-9b24-e30c7586f941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:10.931020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.1 (0b2fb7fa-d09b-430f-8989-d7182e85f56d/18d15b2b-2d0c-4820-b42e-821e1c6d27a0/d469ced8-2995-4caf-8ee0-7dce9710b8d3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:23:11.094472 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.137012 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.197921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:11.201976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:11.204627 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:11.206810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:23:11.251996 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.393537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.690236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.695988 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.771382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:11.776475 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.837263 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1c235-8629-4faf-9146-d710c907a4a3 None None] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:23:11.877375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:11.878830 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:11.964854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] Provisioning complete for port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:11.965140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:11.988220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 09e24ea8-d10c-4cd7-b957-e438ff26e236 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:23:12.080842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.098201 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:23:12.111383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3b07a4bb-96bb-4d65-9074-f7e8e4d11fe1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/09e24ea8-d10c-4cd7-b957-e438ff26e236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012877 Oct 28 22:23:12.126213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] For port d8490050-a9ef-4960-b1fe-4ebcd624c4c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:12.132645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.195381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7716f82-5f46-4639-8117-41cb2e0878a1 None None] Pushing event updated for resources: {'Port': ['ID=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:12.262182 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-8aac302f-1854-45b1-a840-1e7f8a03855c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649482932&fields=id&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 267 time: 0.0352170 Oct 28 22:23:12.362594 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c424ef1a-e5f0-4fb4-8435-6ff5ea64ad60 None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:12.363337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c424ef1a-e5f0-4fb4-8435-6ff5ea64ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.389682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-2f520a64-9bb2-4b87-89e4-4e9641b6dc37 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:12.391796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-2f520a64-9bb2-4b87-89e4-4e9641b6dc37 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 796 time: 0.1221836 Oct 28 22:23:12.404053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c424ef1a-e5f0-4fb4-8435-6ff5ea64ad60 None None] Port d469ced8-2995-4caf-8ee0-7dce9710b8d3 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:23:12.415369 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-68d2e5ef-275c-4658-bdd7-f950c11a924a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/quotas/f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 375 time: 0.0162489 Oct 28 22:23:12.422537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c424ef1a-e5f0-4fb4-8435-6ff5ea64ad60 None None] Provisioning complete for port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:12.423271 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c424ef1a-e5f0-4fb4-8435-6ff5ea64ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.469653 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-908ba5d4-00d0-451f-a855-6bbfe45242a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527530 Oct 28 22:23:12.471695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.528228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Sync routers for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:23:12.539555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:12.540153 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:22:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:12.630820 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-960e066b-26f7-477c-96cf-c5696f1cb909 service neutron] 10.222.0.31 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488755 Oct 28 22:23:12.681538 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:12.683131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fefadd08-9bab-4d9c-92df-b6f1fefd1fde None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:12.683500 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fefadd08-9bab-4d9c-92df-b6f1fefd1fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.746816 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.757148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-1f5ef8ec-4614-449e-bcd6-a805de42b818 service neutron] 10.222.0.31 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200840 Oct 28 22:23:12.765632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fefadd08-9bab-4d9c-92df-b6f1fefd1fde None None] Port d469ced8-2995-4caf-8ee0-7dce9710b8d3 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:23:12.836282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:23:12.931448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-92e2c8d7-868c-4a27-943d-f0f2656b592d None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:12.932193 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-92e2c8d7-868c-4a27-943d-f0f2656b592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:12.945392 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-36900b7b-ca30-419e-b12c-d8037b8eb615 req-f4a7d058-4a3d-4791-a24b-1213a1f9a7bd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0308099 Oct 28 22:23:12.988452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:12.988752 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.014063 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c8d7-868c-4a27-943d-f0f2656b592d None None] Port d469ced8-2995-4caf-8ee0-7dce9710b8d3 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:23:13.078605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 2, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:13.107373 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Checking router: 09e24ea8-d10c-4cd7-b957-e438ff26e236 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:23:13.107721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Updating router 09e24ea8-d10c-4cd7-b957-e438ff26e236 port d469ced8-2995-4caf-8ee0-7dce9710b8d3 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:23:13.129566 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.144672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.166611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:13.170547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.171254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8490050-a9ef-4960-b1fe-4ebcd624c4c8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:23:13.480001 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:13.506433 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:13.506800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.589121 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f46e3070-535e-4148-aa96-aa28f1658e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.722206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.727861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.780697 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff57974-2ff6-43e8-8cd1-c69c07864fed None None] Pushing event updated for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:13.830808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Attempting to bind port d469ced8-2995-4caf-8ee0-7dce9710b8d3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:23:13.831178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Attempting to bind port d469ced8-2995-4caf-8ee0-7dce9710b8d3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:23:13.831542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Attempting to bind port d469ced8-2995-4caf-8ee0-7dce9710b8d3 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:23:13.837844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:23:13.838126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Checking segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:23:13.838526 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.838918 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Bound using segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:23:13.839382 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Bound port: d469ced8-2995-4caf-8ee0-7dce9710b8d3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:23:13.839758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.903854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] For port d469ced8-2995-4caf-8ee0-7dce9710b8d3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:23:13.907679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] For port d469ced8-2995-4caf-8ee0-7dce9710b8d3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d469ced8-2995-4caf-8ee0-7dce9710b8d3,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:23:13.913743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:13.991980 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:13.992708 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:23:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:13.994593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff57974-2ff6-43e8-8cd1-c69c07864fed None None] Pushing event updated for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:14.047253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94d59293-1827-4b61-8b7b-79de76357920 req-d9881ebc-3295-46fc-a6ad-70c4aad2e974 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0330448 Oct 28 22:23:14.102129 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:14.102647 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.155356 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:14.300954 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.371150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] For port d469ced8-2995-4caf-8ee0-7dce9710b8d3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d469ced8-2995-4caf-8ee0-7dce9710b8d3,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:14.376592 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.448418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873e39e-ca04-4360-b107-ef96caeaf8af None None] Pushing event updated for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:14.462341 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:14.491917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e5ed9-3bd9-4e57-9dc8-32b83a8d70b9 None None] The sync data for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 is: [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:23:14.502583 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5279ee55-1f18-4e40-a9f1-549541fb4b75 None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:14.502948 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5279ee55-1f18-4e40-a9f1-549541fb4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.796260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d469ced8-2995-4caf-8ee0-7dce9710b8d3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:23:14.847028 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d469ced8-2995-4caf-8ee0-7dce9710b8d3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:14.847444 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.933653 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:23:14.994968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:14.995659 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:14.997486 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:15.142336 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1af48d53-dddf-4d5b-b48d-5d65d3d00e07 req-543ac4b9-6f89-406f-8cf4-de5f1272ec32 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0274336 Oct 28 22:23:15.319520 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:16.222098 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-db258b43-5c8a-4bce-b7f7-3653e3a168f5 req-e2060524-a455-4f07-970a-231961e10790 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0269978 Oct 28 22:23:16.860890 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:17.313618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-314bb360-7ecd-43c8-9591-b1197391f0ca req-17f11814-ae9b-4849-b2a0-cf2943b40937 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0260191 Oct 28 22:23:17.968026 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-357ed94d-996b-463e-aa24-00f2e2f0727d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:17.969513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-357ed94d-996b-463e-aa24-00f2e2f0727d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 796 time: 0.1087484 Oct 28 22:23:18.014195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-a5a36970-df0f-44cb-9573-49a017ddbcdb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 379 time: 0.0348938 Oct 28 22:23:18.027219 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'port': {'device_id': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'admin_state_up': True, 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'security_groups': ['90aec256-01f5-4fe0-b6cf-0e1d58880024']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:18.135969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:23:18.139501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.164718 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:23:18.262272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.12 (0b2fb7fa-d09b-430f-8989-d7182e85f56d/18d15b2b-2d0c-4820-b42e-821e1c6d27a0/572e0574-33b0-4c5a-a66f-abf2e829f989) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:23:18.418625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7a248148-50cd-4eba-98f0-4f1b97cb1229 req-ad251a81-a4a6-4f59-b5a4-6b3da0b57c20 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 210 time: 0.0350940 Oct 28 22:23:18.429594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.464067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.510743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:18.513904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:18.517892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:23:18.524793 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:18.571302 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:18.571945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.589270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-04a6becd-ea6c-4dca-9d88-541c6a8236cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656137 Oct 28 22:23:18.601464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Request body: {'port': {'device_id': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:18.655940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.751626 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b3e6f9c7-b572-4cc5-a280-5a014ee9ec5e None None] Provisioning complete for port 572e0574-33b0-4c5a-a66f-abf2e829f989 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:18.752258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f9c7-b572-4cc5-a280-5a014ee9ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.785526 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6f9c7-b572-4cc5-a280-5a014ee9ec5e None None] Port 572e0574-33b0-4c5a-a66f-abf2e829f989 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:23:18.918099 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572e0574-33b0-4c5a-a66f-abf2e829f989 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:23:18.925558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:18.937763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Transition to ACTIVE for port object 572e0574-33b0-4c5a-a66f-abf2e829f989 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:23:18.941016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:19.008812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:19.058977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:23:19.059316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:23:19.059647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:23:19.064109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:23:19.064459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:23:19.070024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:23:19.070364 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Checking segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:23:19.070749 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Bound using segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:23:19.071179 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Bound port: 572e0574-33b0-4c5a-a66f-abf2e829f989, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:23:19.071539 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:19.133015 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30abe616-0681-413e-9d53-0b2dc9d9320b req-23f8a64a-7b1a-4fd3-a23e-b8bd9c684a18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261879 Oct 28 22:23:19.145347 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:23:19.149362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:23:19.154322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:19.190434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.191047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:19.192504 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] 10.222.0.44 "PUT /v2.0/ports/572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1093 time: 0.5955606 Oct 28 22:23:19.193481 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:23:19.195765 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb907f-f5e3-4d69-842e-af4606db1380" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:23:19.220523 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30abe616-0681-413e-9d53-0b2dc9d9320b req-1e43f9df-37e1-475b-8a54-6b7a464895de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0451596 Oct 28 22:23:19.253606 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48dd4bb-e4a0-4845-82ef-93d7dbfc3a30 x-openstack-request-id: req-c48dd4bb-e4a0-4845-82ef-93d7dbfc3a30 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:23:19.253895 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:23:19.254134 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c48dd4bb-e4a0-4845-82ef-93d7dbfc3a30 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:23:19.254548 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'status': 'completed', 'code': 200} Oct 28 22:23:19.269225 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495480-4e0d-41b6-ab69-a4cd7ee0f066 service neutron] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:19.273238 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30abe616-0681-413e-9d53-0b2dc9d9320b req-c12feeb0-8a22-4880-a3d3-3da92086d119 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259495 Oct 28 22:23:19.289086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-878bb1c8-f6e1-4159-98b1-216400371386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.290454 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-878bb1c8-f6e1-4159-98b1-216400371386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.0514603 Oct 28 22:23:19.338099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-a6154fe0-69c4-4cbc-a51e-da15d4e7932f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 217 time: 0.0399344 Oct 28 22:23:19.379237 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abe616-0681-413e-9d53-0b2dc9d9320b req-525510b0-6b03-40f5-a6d8-9e2eecdd3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.381963 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-30abe616-0681-413e-9d53-0b2dc9d9320b req-525510b0-6b03-40f5-a6d8-9e2eecdd3e98 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012611 Oct 28 22:23:19.388597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-fa2e87b0-771a-444f-9894-6cbfb896f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.390343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-fa2e87b0-771a-444f-9894-6cbfb896f144 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0457227 Oct 28 22:23:19.438265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-0c65a474-3a44-41c1-b359-23ed12371736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.441088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-0c65a474-3a44-41c1-b359-23ed12371736 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436001 Oct 28 22:23:19.562984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2819f0-b1e1-4c6b-b9a6-17daae1a0ae4 req-6016b6cb-eec4-4c46-ba5d-4c3dbd9b57cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.564456 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b2819f0-b1e1-4c6b-b9a6-17daae1a0ae4 req-6016b6cb-eec4-4c46-ba5d-4c3dbd9b57cd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0701079 Oct 28 22:23:19.580740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-c93f0dcc-4a54-4f64-bc12-278c33fe1c69 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317515 Oct 28 22:23:19.655247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6b2819f0-b1e1-4c6b-b9a6-17daae1a0ae4 req-544f9b60-4576-4c10-bb2d-31cea5366fb9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835578 Oct 28 22:23:19.689254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e38042cb-07f7-4a86-a12a-d4dd0d646366 req-c1fc6556-c5d6-4c62-ade9-c52d9b801517 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012933 Oct 28 22:23:19.775018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-5a885825-5a9b-41c6-8e69-1766e7ed7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.776512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-5a885825-5a9b-41c6-8e69-1766e7ed7857 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.0406697 Oct 28 22:23:19.870279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-4937f4c9-5149-4f98-96b3-9b56dae68451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.871720 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-4937f4c9-5149-4f98-96b3-9b56dae68451 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.0887496 Oct 28 22:23:19.914117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-95c1e7d6-182d-4c1c-a9ec-2142fdbeda62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 217 time: 0.0353911 Oct 28 22:23:19.963895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-af002f18-c229-42e3-82de-ed14948e9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:19.965242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-af002f18-c229-42e3-82de-ed14948e9a00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0438955 Oct 28 22:23:20.023527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-6e7ab143-74fb-45db-85a3-4d7990e5d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:20.025011 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-6e7ab143-74fb-45db-85a3-4d7990e5d563 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488584 Oct 28 22:23:20.461178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-631027e2-a3eb-44fe-9ef2-180b263e5b28 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281909 Oct 28 22:23:20.554929 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76eb907f-f5e3-4d69-842e-af4606db1380 req-4ef013c7-ee2a-43f6-a2ca-2244860dab30 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860190 Oct 28 22:23:20.771905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df72d9d-936e-468c-a0ab-3450a6ac94f9 req-f90b2dcf-28c8-4a32-892f-97f3653386df tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:20.773410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0df72d9d-936e-468c-a0ab-3450a6ac94f9 req-f90b2dcf-28c8-4a32-892f-97f3653386df tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0490677 Oct 28 22:23:20.810277 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0df72d9d-936e-468c-a0ab-3450a6ac94f9 req-77e13555-2211-4e6a-943e-06eab9d0b58b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309765 Oct 28 22:23:21.470212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:23:21.566219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:21.576815 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'mac_address': 'fa:16:3e:b6:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:23:21.612524 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:21.629336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572e0574-33b0-4c5a-a66f-abf2e829f989 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:23:21.649184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:21.653066 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:21.702061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:21.856499 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['572e0574-33b0-4c5a-a66f-abf2e829f989'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:23:21.926288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25cb53-2678-4abe-80ac-d20ae625238c req-e95f5fe9-3164-4dc8-80ee-5a0f2a6bb2e9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:21.927809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae25cb53-2678-4abe-80ac-d20ae625238c req-e95f5fe9-3164-4dc8-80ee-5a0f2a6bb2e9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 945 time: 0.0497856 Oct 28 22:23:21.966041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae25cb53-2678-4abe-80ac-d20ae625238c req-f7b8ba47-3d78-4a6d-8537-3c70863c2cee tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Oct 28 22:23:23.083094 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bb28-23e2-4fe3-b423-6271755d97a2 req-08167e78-4320-49e6-93f2-20db73dd2da3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:23.085217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a527bb28-23e2-4fe3-b423-6271755d97a2 req-08167e78-4320-49e6-93f2-20db73dd2da3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 945 time: 0.0522647 Oct 28 22:23:23.121624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a527bb28-23e2-4fe3-b423-6271755d97a2 req-0accdc2d-e15f-4971-b919-ff73114ae97c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Oct 28 22:23:23.483444 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:23:23.532993 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 572e0574-33b0-4c5a-a66f-abf2e829f989 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:23:23.541670 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 572e0574-33b0-4c5a-a66f-abf2e829f989 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:23:23.542052 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:23.621615 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:23.643901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:23:23.647572 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491682d5-66ad-42e6-af58-6446ff362f02" -d '{"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-plugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:23:23.659737 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:23:23.663964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:23.711830 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:23.746091 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7068d2a2-504e-4e66-b7b2-2984ad1c807b x-openstack-request-id: req-7068d2a2-504e-4e66-b7b2-2984ad1c807b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:23:23.746386 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-plugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:23:23.746642 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7068d2a2-504e-4e66-b7b2-2984ad1c807b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:23:23.747037 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'code': 200} Oct 28 22:23:23.843320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34698f1-02e9-4fdc-a923-4fc643b6a513 req-8f6ccbad-8ebb-4493-ab8d-bd11cddbed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:23.844830 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34698f1-02e9-4fdc-a923-4fc643b6a513 req-8f6ccbad-8ebb-4493-ab8d-bd11cddbed6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1098 time: 0.0404961 Oct 28 22:23:23.878000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e34698f1-02e9-4fdc-a923-4fc643b6a513 req-d33bb258-86f6-4ed1-95fb-bfda7f16c2d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264716 Oct 28 22:23:24.235315 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a401d9-7986-44cb-86f1-60b610453d2e req-5f1cb081-7ae7-4bed-bcf7-467fedfbfaf6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:24.236817 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1a401d9-7986-44cb-86f1-60b610453d2e req-5f1cb081-7ae7-4bed-bcf7-467fedfbfaf6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0490799 Oct 28 22:23:24.276479 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a1a401d9-7986-44cb-86f1-60b610453d2e req-c67f68f0-d04f-4965-aa11-8f7e02d5bc44 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Oct 28 22:23:25.397326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e318-057a-4751-a5c7-c61f8e0b5584 req-78fccc50-af29-4b36-aff2-1f5056051aea tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:25.398699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b86e318-057a-4751-a5c7-c61f8e0b5584 req-78fccc50-af29-4b36-aff2-1f5056051aea tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0533645 Oct 28 22:23:25.436171 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b86e318-057a-4751-a5c7-c61f8e0b5584 req-81e4e1b3-6879-434c-a3bb-da755601ecd2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Oct 28 22:23:25.549392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d6fab-8da9-4993-a6df-b5397b2bcf7a req-4f530f09-e1ae-493a-a21c-4f6dd65cbfc3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:25.550846 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-309d6fab-8da9-4993-a6df-b5397b2bcf7a req-4f530f09-e1ae-493a-a21c-4f6dd65cbfc3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0490897 Oct 28 22:23:25.589028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-309d6fab-8da9-4993-a6df-b5397b2bcf7a req-2dd5abee-99bf-4c9f-b3ab-28ad5f2e3f5f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Oct 28 22:23:25.609955 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:25.649802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c62146-267e-42d7-8240-2c9d314c87ad tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:25.651206 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-d0c62146-267e-42d7-8240-2c9d314c87ad tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1093 time: 0.0402849 Oct 28 22:23:25.653949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58918) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:25.658176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:23:25.680194 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:25.777845 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:25.882444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.118 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/58c2e65c-7e0c-469d-8f0e-b9a1b62db965) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:23:25.984195 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.019052 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.063188 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:23:26.066154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:23:26.068874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:23:26.091895 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=58c2e65c-7e0c-469d-8f0e-b9a1b62db965,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:26.408350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.476503 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.624247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.628689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.696451 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=58c2e65c-7e0c-469d-8f0e-b9a1b62db965,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:23:26.706132 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:26.805162 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 28c80ed0-a954-47c9-8616-bc7449ef8fdd associated. External IP: 172.25.4.118, port: 572e0574-33b0-4c5a-a66f-abf2e829f989. Oct 28 22:23:27.010833 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 09e24ea8-d10c-4cd7-b957-e438ff26e236 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:23:27.116935 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:23:27.126950 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Sync routers for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:23:27.135493 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:27.137937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:27.138542 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:23:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:27.162318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-c2ff7c76-6f4c-46b5-9a21-1ff476b48100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5073597 Oct 28 22:23:27.162982 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:23:27.165350 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46916a6c-496c-4844-8748-525a0bd311d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:23:27.205182 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d22e8-7a04-449b-97f5-d983d6bdc9c3 x-openstack-request-id: req-611d22e8-7a04-449b-97f5-d983d6bdc9c3 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:23:27.205470 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:23:27.205772 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-611d22e8-7a04-449b-97f5-d983d6bdc9c3 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:23:27.206178 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'status': 'completed', 'code': 200} Oct 28 22:23:27.249453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:27.294382 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d83db-b6f0-457f-b2c3-ca0791cfedd2 req-4f32e7e4-974b-4ab3-8299-21717cb17936 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:27.295754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-503d83db-b6f0-457f-b2c3-ca0791cfedd2 req-4f32e7e4-974b-4ab3-8299-21717cb17936 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0825770 Oct 28 22:23:27.297611 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916a6c-496c-4844-8748-525a0bd311d4 req-e8560dff-34cd-41aa-9a11-316d5a35a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:27.298926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-e8560dff-34cd-41aa-9a11-316d5a35a4d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1098 time: 0.0594873 Oct 28 22:23:27.385537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-503d83db-b6f0-457f-b2c3-ca0791cfedd2 req-18b58163-cc1b-4072-8b2b-9b68f3baf8a1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834508 Oct 28 22:23:27.410249 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58924) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:27.423136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916a6c-496c-4844-8748-525a0bd311d4 req-dbee116b-cba0-4a05-8413-ed75817a7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:27.424637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-dbee116b-cba0-4a05-8413-ed75817a7577 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.1169236 Oct 28 22:23:27.479857 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-3a75faf4-f01b-476d-bba0-b7bf83f4ef85 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/28c80ed0-a954-47c9-8616-bc7449ef8fdd HTTP/1.1" status: 200 len: 992 time: 0.0668933 Oct 28 22:23:27.497242 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-61418e1e-6e47-4729-8f28-a268722c9252 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1000 time: 0.0656250 Oct 28 22:23:27.546084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916a6c-496c-4844-8748-525a0bd311d4 req-a27de51e-9549-42ab-a8fb-baae82a024b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:27.547436 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-a27de51e-9549-42ab-a8fb-baae82a024b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0440614 Oct 28 22:23:27.568069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '28c80ed0-a954-47c9-8616-bc7449ef8fdd', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'mac_address': 'fa:16:3e:b6:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:23:26Z', 'updated_at': '2021-10-28T22:23:26Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:27.601035 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Checking router: 09e24ea8-d10c-4cd7-b957-e438ff26e236 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:23:27.602916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916a6c-496c-4844-8748-525a0bd311d4 req-e6db800e-9ab8-4fa2-931d-f39111971286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:27.604480 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-e6db800e-9ab8-4fa2-931d-f39111971286 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505426 Oct 28 22:23:27.609316 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:23:27.609913 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:23:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:27.701725 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-0be667d8-30b2-4cf5-a44e-9ec0bcda2197 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901868 Oct 28 22:23:27.716915 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:23:27.804633 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46916a6c-496c-4844-8748-525a0bd311d4 req-09e726ce-0950-40a3-83c0-a7273badc0d0 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956914 Oct 28 22:23:27.963613 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '28c80ed0-a954-47c9-8616-bc7449ef8fdd', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'mac_address': 'fa:16:3e:b6:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:23:26Z', 'updated_at': '2021-10-28T22:23:26Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:23:27.989765 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e06c68-f873-4342-af1d-95ce861d440a None None] The sync data for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 is: [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '28c80ed0-a954-47c9-8616-bc7449ef8fdd', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'mac_address': 'fa:16:3e:b6:f2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:23:26Z', 'updated_at': '2021-10-28T22:23:26Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:23:28.205212 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c28e1-6390-4c63-a6cb-85c87c4b68e2 None None] New status for floating IP 28c80ed0-a954-47c9-8616-bc7449ef8fdd: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:23:28.483153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 58926) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:28.546410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-76024f51-7705-4da8-a99d-9eccf0aac613 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/28c80ed0-a954-47c9-8616-bc7449ef8fdd HTTP/1.1" status: 200 len: 994 time: 0.0621152 Oct 28 22:23:40.920853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dbf63fbe-fd27-40ec-8bc3-909b0fc1d5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:42.460010 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:42.703089 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:43.521577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-231f6661-7d20-42dc-9f1e-9795e77d7dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:44.989909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:45.321258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:46.868229 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:23:55.164494 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:23:57.326458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 58946) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:23:57.339878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295a09b-752c-4416-9d1c-8875d0355ff1 req-bd3d5434-a7cc-4f35-9b88-7e9e960f4c8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:57.341391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b295a09b-752c-4416-9d1c-8875d0355ff1 req-bd3d5434-a7cc-4f35-9b88-7e9e960f4c8f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0498977 Oct 28 22:23:57.384841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b295a09b-752c-4416-9d1c-8875d0355ff1 req-36766881-56a9-4819-b507-0edc8026358f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370948 Oct 28 22:23:57.410632 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-77866675-3027-424d-9640-c2193327eeea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829084 Oct 28 22:23:57.419716 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-9446e66f-1d0c-4189-a661-2a7e4f4717d9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:23:57.420720 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-9446e66f-1d0c-4189-a661-2a7e4f4717d9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049739 Oct 28 22:23:58.518537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf41f-cfe9-48a8-8415-a513297d63d6 req-876c361e-0e51-4e74-b6af-8340facec784 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:58.520013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f2cf41f-cfe9-48a8-8415-a513297d63d6 req-876c361e-0e51-4e74-b6af-8340facec784 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0576258 Oct 28 22:23:58.589637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1f2cf41f-cfe9-48a8-8415-a513297d63d6 req-a980aacb-a811-47b1-8b29-c31e5c82138e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629377 Oct 28 22:23:58.595708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-33a70d24-62e1-4520-b94b-ac2fbac6eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:58.597125 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-33a70d24-62e1-4520-b94b-ac2fbac6eaf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1098 time: 0.0647051 Oct 28 22:23:58.685889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-be3fbd1a-bffa-4d23-97cd-bb29f1e7430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:58.687263 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-be3fbd1a-bffa-4d23-97cd-bb29f1e7430f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.0832081 Oct 28 22:23:58.755911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-211ec1ff-43c2-4cb0-ac74-dd0ecf6a0235 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1002 time: 0.0605593 Oct 28 22:23:58.807092 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-f1ced1df-de86-4f3b-9968-06ea2618f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:58.808590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-f1ced1df-de86-4f3b-9968-06ea2618f5ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0450790 Oct 28 22:23:58.854449 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-04f8900e-c388-472e-84bf-5f2a58843aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:58.855914 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-04f8900e-c388-472e-84bf-5f2a58843aba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397561 Oct 28 22:23:58.951089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-25f877b9-a0c8-46c1-839e-8129d4958493 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Oct 28 22:23:59.040320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-1437112f-f24f-4930-a494-0875467a55bb service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820193 Oct 28 22:23:59.710114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bd843-e497-4254-9ee0-d7fae6f7a72e req-5d05a68c-13ac-4627-8729-a42a84e388c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:23:59.711578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-478bd843-e497-4254-9ee0-d7fae6f7a72e req-5d05a68c-13ac-4627-8729-a42a84e388c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0534868 Oct 28 22:23:59.748678 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-478bd843-e497-4254-9ee0-d7fae6f7a72e req-c3b16aa0-8469-44ae-801c-7bc6c1a78c11 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Oct 28 22:24:00.868912 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811bf20-50f0-4d7e-8004-506336455844 req-483f26b5-ceb4-4937-9edc-5df1ce8d55a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:00.870400 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c811bf20-50f0-4d7e-8004-506336455844 req-483f26b5-ceb4-4937-9edc-5df1ce8d55a8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0497663 Oct 28 22:24:00.907697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c811bf20-50f0-4d7e-8004-506336455844 req-5a9e3531-6cbf-4324-a6b0-cf034c79769f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Oct 28 22:24:02.022572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb115468-edcf-4c8e-9ea8-ba5136fcffe5 req-3deae4bf-0844-48fb-9329-5c25c2c1cfe9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:02.024008 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb115468-edcf-4c8e-9ea8-ba5136fcffe5 req-3deae4bf-0844-48fb-9329-5c25c2c1cfe9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0493765 Oct 28 22:24:02.060232 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fb115468-edcf-4c8e-9ea8-ba5136fcffe5 req-9f6ce5a4-9af6-46b7-bd5e-ad7e1eb3d7db tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302930 Oct 28 22:24:03.181460 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a807-0465-4a5f-a63b-e7bf5a27a5e6 req-66b21664-c371-42d7-ae54-ee29c6461d34 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:03.182909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8985a807-0465-4a5f-a63b-e7bf5a27a5e6 req-66b21664-c371-42d7-ae54-ee29c6461d34 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0523274 Oct 28 22:24:03.220422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8985a807-0465-4a5f-a63b-e7bf5a27a5e6 req-3b1955ce-7406-49bf-a9ee-ba1d7376b17a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Oct 28 22:24:04.338564 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debda72-f801-4256-a9d5-ccdbba21089e req-8419d949-eade-49ab-8f18-8f8bb10b74de tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:04.340035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2debda72-f801-4256-a9d5-ccdbba21089e req-8419d949-eade-49ab-8f18-8f8bb10b74de tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0493095 Oct 28 22:24:04.377301 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2debda72-f801-4256-a9d5-ccdbba21089e req-54344f7e-52a2-48eb-bf9c-958fe4fcb9fe tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Oct 28 22:24:05.492554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34043d8a-2220-4eff-94f8-36096983d57c req-03284b63-68e6-4be8-9f9a-9d43cbbfbfe7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:05.494017 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34043d8a-2220-4eff-94f8-36096983d57c req-03284b63-68e6-4be8-9f9a-9d43cbbfbfe7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0486226 Oct 28 22:24:05.530713 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34043d8a-2220-4eff-94f8-36096983d57c req-6895078e-9463-4ebd-98f0-8de68b88c276 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Oct 28 22:24:06.650587 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02779c73-8134-4004-b023-24824c9d9669 req-b1109a3e-618a-42da-beed-708cbf5a8714 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:06.652040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02779c73-8134-4004-b023-24824c9d9669 req-b1109a3e-618a-42da-beed-708cbf5a8714 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0531850 Oct 28 22:24:06.690247 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02779c73-8134-4004-b023-24824c9d9669 req-f00bc463-8fb9-489a-a6be-ebdc8751d646 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Oct 28 22:24:07.806170 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802a3c-e535-4bbb-882d-db6d4d0a835b req-519c7626-492a-4273-bf07-36b24fd2e8e8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:07.807630 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea802a3c-e535-4bbb-882d-db6d4d0a835b req-519c7626-492a-4273-bf07-36b24fd2e8e8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0493777 Oct 28 22:24:07.845844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea802a3c-e535-4bbb-882d-db6d4d0a835b req-84564367-7612-4870-8c7e-164e103f37ab tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Oct 28 22:24:08.962685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9a91a-d00f-4f88-b2ef-33ef142ef09c req-ffa701bc-4bb4-4a06-bbfc-da058db88ba1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:08.964029 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7e9a91a-d00f-4f88-b2ef-33ef142ef09c req-ffa701bc-4bb4-4a06-bbfc-da058db88ba1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0480022 Oct 28 22:24:09.003334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b7e9a91a-d00f-4f88-b2ef-33ef142ef09c req-f38aa997-51ca-4e84-ae6d-edd131d3ddc8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334475 Oct 28 22:24:10.122849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bfbd2-ad5e-404d-890c-c13d8d1d7455 req-2c97469f-1e1a-4f15-8de5-419b26940b83 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:10.124312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754bfbd2-ad5e-404d-890c-c13d8d1d7455 req-2c97469f-1e1a-4f15-8de5-419b26940b83 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0530076 Oct 28 22:24:10.161053 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-754bfbd2-ad5e-404d-890c-c13d8d1d7455 req-264c9eae-cb6f-41d4-b41a-5fc09029d938 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Oct 28 22:24:10.851829 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c6cf1d30-f133-4302-9823-4b9305164bb7 service neutron] show failed (client error): The resource could not be found. Oct 28 22:24:10.852852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c6cf1d30-f133-4302-9823-4b9305164bb7 service neutron] 10.222.0.44 "GET /v2.0/ports/572e0574-33b0-4c5a-a66f-abf2e829f989/bindings/n-h1-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0540912 Oct 28 22:24:10.923008 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f139a96f-adf9-4dea-8c78-a9d8e4c94f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.063126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-a8c025a1-f6cb-446c-a79a-7c49fd52f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:11.064527 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-a8c025a1-f6cb-446c-a79a-7c49fd52f056 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 1098 time: 0.0406964 Oct 28 22:24:11.075802 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-16', 'device_owner': 'compute:nova'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:11.130742 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.282650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d5fd-41da-4808-a184-e87c06ca33d1 req-6972ade9-f31d-4c76-8b8d-9b9603b40ecb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:11.284166 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5732d5fd-41da-4808-a184-e87c06ca33d1 req-6972ade9-f31d-4c76-8b8d-9b9603b40ecb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0531645 Oct 28 22:24:11.323126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5732d5fd-41da-4808-a184-e87c06ca33d1 req-46fbb61b-4f4f-41ce-8700-8bf4cc014fba tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Oct 28 22:24:11.335579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:11.368301 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h2-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:24:11.408592 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:24:11.411378 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700559a1-e869-4e4d-882d-1816f1cd3d56" -d '{"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:24:11.415461 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.428614 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Transition to ACTIVE for port object 572e0574-33b0-4c5a-a66f-abf2e829f989 will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:24:11.433121 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.462380 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1fb2f2-9d86-4fe7-b971-15888e792107 x-openstack-request-id: req-bb1fb2f2-9d86-4fe7-b971-15888e792107 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:24:11.462676 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:24:11.462930 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb1fb2f2-9d86-4fe7-b971-15888e792107 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:24:11.463322 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'code': 200} Oct 28 22:24:11.520353 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=6']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:11.535067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.535408 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.535747 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.536081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.536429 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.536757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.537081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.537403 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.537739 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.538042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.538882 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.539198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:11.571352 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] No DVR routers for this DVR port 572e0574-33b0-4c5a-a66f-abf2e829f989 on host n-h2-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:24:11.707796 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:24:11.708126 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:24:11.708483 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:24:11.713593 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:24:11.713892 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Attempting to bind port 572e0574-33b0-4c5a-a66f-abf2e829f989 on network 0b2fb7fa-d09b-430f-8989-d7182e85f56d {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:24:11.718706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:24:11.719039 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Checking segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:24:11.719411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Bound using segment: {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:24:11.719829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Bound port: 572e0574-33b0-4c5a-a66f-abf2e829f989, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8a3cc4-e777-4193-95c7-a736ed2b2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:24:11.720177 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.781435 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:24:11.784828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:24:11.788965 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.828695 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:11.829334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:11.830701 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] 10.222.0.52 "PUT /v2.0/ports/572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1093 time: 0.7587280 Oct 28 22:24:11.852232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2057351-86d7-4c71-9dff-a47fd1d37d79 service neutron] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=7']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:11.898277 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-73a6aa66-1bb7-4529-9a1d-1ab53784a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:11.899946 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-73a6aa66-1bb7-4529-9a1d-1ab53784a288 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.0445521 Oct 28 22:24:11.997326 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-328fe2ae-d5af-4225-a9a8-2f854861306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:11.998943 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-328fe2ae-d5af-4225-a9a8-2f854861306d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.0917678 Oct 28 22:24:12.070073 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-c12243a5-490c-4bfa-9e53-1aba4c0d71ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1000 time: 0.0609093 Oct 28 22:24:12.119925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-3fd779f9-0ed9-4f9b-8e91-6cb458976e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:12.121425 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-3fd779f9-0ed9-4f9b-8e91-6cb458976e68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0449390 Oct 28 22:24:12.169896 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-631561e7-5769-4948-bc1a-567ea52aba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:12.171356 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-631561e7-5769-4948-bc1a-567ea52aba96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411189 Oct 28 22:24:12.265269 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-a8fd95ec-5830-44d1-a370-a16b83b4b04e service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Oct 28 22:24:12.361469 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-62af40e7-3ac2-446a-b2ff-a94d9b037d54 req-0ce311e5-1a3c-4a57-9d32-ea52875e9add service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880291 Oct 28 22:24:12.448507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273d2d-630c-40a4-80bf-c52d187e881f req-0a0d71d2-4c93-47e4-bfcc-9834cfdb52dc tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:12.450299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27273d2d-630c-40a4-80bf-c52d187e881f req-0a0d71d2-4c93-47e4-bfcc-9834cfdb52dc tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0535874 Oct 28 22:24:12.479357 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:12.495814 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27273d2d-630c-40a4-80bf-c52d187e881f req-7d318aea-c64d-4a7c-aa28-055db5b8b384 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395529 Oct 28 22:24:12.694837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:13.464910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:24:13.467314 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:24:13.516827 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde80fef-2acc-4e5a-89df-ec0d59305de6 x-openstack-request-id: req-dde80fef-2acc-4e5a-89df-ec0d59305de6 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:24:13.517172 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:24:13.517482 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dde80fef-2acc-4e5a-89df-ec0d59305de6 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:24:13.518139 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'status': 'completed', 'code': 200} Oct 28 22:24:13.527342 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6333d07-8b95-4aca-8158-92b4238686cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:13.584633 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-e7d805fb-51cc-438f-9444-1b30751448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.587397 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-e7d805fb-51cc-438f-9444-1b30751448fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.0430393 Oct 28 22:24:13.609118 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-040c978e-28e6-4ca4-975b-f1942329ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.610597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-040c978e-28e6-4ca4-975b-f1942329ffde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.0688877 Oct 28 22:24:13.645264 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a347f-5a28-464f-99c0-8bf1a9ebf28e req-f82b217b-c1e2-4ba7-8997-aff8c4ccdefb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.646722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f84a347f-5a28-464f-99c0-8bf1a9ebf28e req-f82b217b-c1e2-4ba7-8997-aff8c4ccdefb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0755444 Oct 28 22:24:13.689109 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-7c42432a-d51b-4448-8349-771646b14447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.690648 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-7c42432a-d51b-4448-8349-771646b14447 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.0917299 Oct 28 22:24:13.730243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f84a347f-5a28-464f-99c0-8bf1a9ebf28e req-ac9f7659-1019-42c2-80f9-4f527372b962 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559080 Oct 28 22:24:13.735056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:24:13.751654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-d8f1d05a-4eb4-4aea-9d6f-f1dc87e70b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.751654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-d8f1d05a-4eb4-4aea-9d6f-f1dc87e70b59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.1300461 Oct 28 22:24:13.765517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-058750ba-4fc6-4912-874f-ffee19ae8044 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1000 time: 0.0641792 Oct 28 22:24:13.785950 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:24:13.824635 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-d58a0ddc-c6da-45ac-a3bb-dffde33161b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1000 time: 0.0695877 Oct 28 22:24:13.826744 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-248c68f6-6882-4181-bda1-35ef84c39228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.828209 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-248c68f6-6882-4181-bda1-35ef84c39228 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0537579 Oct 28 22:24:13.881343 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-ab99647a-8b89-4bf9-b1c8-efec2ac28c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.881618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-7a81f9d3-5816-4208-8b3a-6fd54a283a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.883239 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-ab99647a-8b89-4bf9-b1c8-efec2ac28c86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468044 Oct 28 22:24:13.883399 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-7a81f9d3-5816-4208-8b3a-6fd54a283a9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0516231 Oct 28 22:24:13.934606 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-3ff793ab-39c1-4797-96ca-dcdfa46879af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:13.936431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-3ff793ab-39c1-4797-96ca-dcdfa46879af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463574 Oct 28 22:24:13.983130 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-878bf4b0-2e32-45c6-9003-c13d198771e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Oct 28 22:24:14.031538 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-18d3b948-94f9-476f-8f75-398558cbee42 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Oct 28 22:24:14.078940 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-ff307d4e-01f3-42bf-8c6b-50adfb270f0b service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882361 Oct 28 22:24:14.125768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9b47420b-af12-4c87-9ea7-5a3eb5f39a6b req-e6504586-d403-48dd-a36f-546d3263c0f8 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Oct 28 22:24:14.856642 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44a48a-4085-4ad9-9a72-b450e6deb6fa req-6cb06580-4bfb-45e6-abce-9c8f2a9102a1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:14.858112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a44a48a-4085-4ad9-9a72-b450e6deb6fa req-6cb06580-4bfb-45e6-abce-9c8f2a9102a1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0495486 Oct 28 22:24:14.896498 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a44a48a-4085-4ad9-9a72-b450e6deb6fa req-f007fdec-6018-4136-8253-f80b70ff64a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324509 Oct 28 22:24:14.994103 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:15.121798 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d1d0a-385c-45df-b623-68630d6717e4 req-1ae73d5d-0212-47ee-a1e0-9319229aae1c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.123261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-685d1d0a-385c-45df-b623-68630d6717e4 req-1ae73d5d-0212-47ee-a1e0-9319229aae1c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.0789907 Oct 28 22:24:15.137603 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da933f-a194-4be6-9923-9253380ee668 req-d9678bf2-40b9-4a7a-be68-47d3d69d581e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.138953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-d9678bf2-40b9-4a7a-be68-47d3d69d581e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b&tenant_id=f379093aea3b47358df247b48891fb68&binding%3Ahost_id=n-h1-806683-16 HTTP/1.1" status: 200 len: 944 time: 0.0848773 Oct 28 22:24:15.199484 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-685d1d0a-385c-45df-b623-68630d6717e4 req-557410d4-ce61-47af-8c6a-1e4b501a021b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700421 Oct 28 22:24:15.217526 n-d-806683-16 neutron-server[102314]: INFO neutron.api.v2.resource [req-63da933f-a194-4be6-9923-9253380ee668 req-b0ee11c7-5928-4858-9293-21662d4cb44b service neutron] delete failed (client error): The resource could not be found. Oct 28 22:24:15.218502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-b0ee11c7-5928-4858-9293-21662d4cb44b service neutron] 10.222.0.44 "DELETE /v2.0/ports/572e0574-33b0-4c5a-a66f-abf2e829f989/bindings/n-h2-806683-16 HTTP/1.1" status: 404 len: 381 time: 0.0667083 Oct 28 22:24:15.323932 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:15.470798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:24:15.572244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:15.583692 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'port_id': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'mac_address': 'fa:16:3e:b6:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:24:15.622175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:15.636177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572e0574-33b0-4c5a-a66f-abf2e829f989 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:24:15.657477 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:15.661355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:15.668809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfb6c6-3c9d-4a3f-9565-1c0fa844d114 req-6acf91f3-2ef6-4af5-9683-8eea8e806055 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.670282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacfb6c6-3c9d-4a3f-9565-1c0fa844d114 req-6acf91f3-2ef6-4af5-9683-8eea8e806055 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 944 time: 0.3972499 Oct 28 22:24:15.673028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da933f-a194-4be6-9923-9253380ee668 req-98ad899c-0c11-4917-861a-c5d04a4829b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.674354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-98ad899c-0c11-4917-861a-c5d04a4829b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1096 time: 0.4120615 Oct 28 22:24:15.709605 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:15.717607 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.717937 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.718279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.718613 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.718943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.719272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.719816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.719931 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.720235 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.720578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.720900 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.721219 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:15.758803 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cacfb6c6-3c9d-4a3f-9565-1c0fa844d114 req-b5ac24bf-b0eb-46f4-8f9c-c5fd990cb860 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819192 Oct 28 22:24:15.787690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da933f-a194-4be6-9923-9253380ee668 req-4b215714-9ed9-452f-b188-f571ec2bc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.789180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-4b215714-9ed9-452f-b188-f571ec2bc299 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.1067944 Oct 28 22:24:15.852607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-e493bde7-4dcc-4cc5-894f-cd401fe4af28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 1001 time: 0.0567353 Oct 28 22:24:15.900255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da933f-a194-4be6-9923-9253380ee668 req-90ca8373-5a82-4e8e-9b5b-dc0e6bafec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.901745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-90ca8373-5a82-4e8e-9b5b-dc0e6bafec2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0427804 Oct 28 22:24:15.902715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['572e0574-33b0-4c5a-a66f-abf2e829f989'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:24:15.953686 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da933f-a194-4be6-9923-9253380ee668 req-60de0cbc-26c5-4e6a-a428-639792083af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:15.955217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-60de0cbc-26c5-4e6a-a428-639792083af9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466397 Oct 28 22:24:16.047025 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-a1ea6915-35b6-4f7d-98be-365f7232311c service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849624 Oct 28 22:24:16.142886 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-63da933f-a194-4be6-9923-9253380ee668 req-626cf933-ba39-4587-aae3-12c59f81d6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Oct 28 22:24:16.871758 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:16.875572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072099f-b147-421f-b41a-e7eed27a3551 req-28f6a002-7df6-4253-ae22-0cd4a82cc102 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:16.877115 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5072099f-b147-421f-b41a-e7eed27a3551 req-28f6a002-7df6-4253-ae22-0cd4a82cc102 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 945 time: 0.0491118 Oct 28 22:24:16.915135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5072099f-b147-421f-b41a-e7eed27a3551 req-247281eb-1e21-40e4-9f4e-aeae6779b089 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Oct 28 22:24:16.937444 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59016) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:17.000313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-95b77c6f-c321-4575-8037-b71a9c5e66d4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/28c80ed0-a954-47c9-8616-bc7449ef8fdd HTTP/1.1" status: 200 len: 993 time: 0.0617642 Oct 28 22:24:17.473858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:24:17.520832 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 572e0574-33b0-4c5a-a66f-abf2e829f989 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:24:17.525131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 572e0574-33b0-4c5a-a66f-abf2e829f989 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:17.525495 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:17.599298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:17.620802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:24:17.623157 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652944ba-d1bb-4962-bdfe-3a1512905199" -d '{"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-plugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:24:17.636334 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:17.641320 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:17.667674 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b4767-6188-40e0-8f62-ea49ceaf6523 x-openstack-request-id: req-8a9b4767-6188-40e0-8f62-ea49ceaf6523 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:24:17.667963 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-plugged", "status": "completed", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:24:17.668213 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a9b4767-6188-40e0-8f62-ea49ceaf6523 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:24:17.668623 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'code': 200} Oct 28 22:24:17.692872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:21.132925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc2345dc-5399-4275-992a-a9b7cc2c6ff6 req-43068c74-e0c3-485a-831d-7b981eaa5ad4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0247304 Oct 28 22:24:21.198937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc2345dc-5399-4275-992a-a9b7cc2c6ff6 req-810cb4b5-296c-4c80-b6c8-0b0ce1600384 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Oct 28 22:24:21.235617 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc2345dc-5399-4275-992a-a9b7cc2c6ff6 req-60b9578f-8402-467d-9ef0-f4856e46ade6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189495 Oct 28 22:24:21.332401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2345dc-5399-4275-992a-a9b7cc2c6ff6 req-9e0d71a2-9449-44a6-bf90-d823824f0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:21.333856 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fc2345dc-5399-4275-992a-a9b7cc2c6ff6 req-9e0d71a2-9449-44a6-bf90-d823824f0637 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910554 Oct 28 22:24:32.163033 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:24:40.927583 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ad7c391c-6b6f-4db7-b877-cf04b4d2512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:42.477745 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:42.702257 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:43.523501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-464223da-056d-4f52-a8fc-3da2c1f2a93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:44.996638 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.325969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.338934 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59030) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:45.494312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 58c2e65c-7e0c-469d-8f0e-b9a1b62db965 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:24:45.494650 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.567725 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.568048 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.579923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 58c2e65c-7e0c-469d-8f0e-b9a1b62db965 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:24:45.723216 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.749276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=58c2e65c-7e0c-469d-8f0e-b9a1b62db965,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:45.760272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.760710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.761047 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.761380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.761707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.762034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.762358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.762680 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.763001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.763320 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.763905 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.764208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:45.821277 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:45.821719 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 28c80ed0-a954-47c9-8616-bc7449ef8fdd disassociated (deleted). External IP: 172.25.4.118, port: 572e0574-33b0-4c5a-a66f-abf2e829f989. Oct 28 22:24:46.028685 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 09e24ea8-d10c-4cd7-b957-e438ff26e236 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:24:46.137551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:24:46.142480 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:46.147497 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Sync routers for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:24:46.157328 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:46.157928 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:46.172458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2033b3e0-9ab0-44b8-b8df-6284ebaef642 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/floatingips/28c80ed0-a954-47c9-8616-bc7449ef8fdd HTTP/1.1" status: 204 len: 168 time: 0.8299747 Oct 28 22:24:46.172458 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:24:46.173018 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125ab5d-5326-48ab-bf29-a6f9a367e884" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:24:46.217608 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461efea-d646-4b5b-aa02-7b8f2303e07a x-openstack-request-id: req-f461efea-d646-4b5b-aa02-7b8f2303e07a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:24:46.217911 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:24:46.218170 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f461efea-d646-4b5b-aa02-7b8f2303e07a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:24:46.218590 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'status': 'completed', 'code': 200} Oct 28 22:24:46.276075 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:46.285348 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-5bafaba8-2df8-4964-aa08-f16fa451f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:46.286809 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-5bafaba8-2df8-4964-aa08-f16fa451f284 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 1098 time: 0.0445018 Oct 28 22:24:46.393396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-4c5dace9-4d75-491f-a082-eba3dc4c2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:46.395257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-4c5dace9-4d75-491f-a082-eba3dc4c2315 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 200 len: 897 time: 0.1012404 Oct 28 22:24:46.439309 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-8d2684a1-84be-4138-80a9-767aa511baaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 200 len: 217 time: 0.0366313 Oct 28 22:24:46.489745 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-6b872a22-6faf-4783-b98f-96fc90afc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:46.490729 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-6b872a22-6faf-4783-b98f-96fc90afc5ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 200 len: 835 time: 0.0448515 Oct 28 22:24:46.497664 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:46.524654 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Checking router: 09e24ea8-d10c-4cd7-b957-e438ff26e236 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:24:46.540514 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:46.541088 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:46.544823 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-eafda61e-f736-463a-b4dd-7ed8ea2b7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:46.546338 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-eafda61e-f736-463a-b4dd-7ed8ea2b7bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b2fb7fa-d09b-430f-8989-d7182e85f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486715 Oct 28 22:24:46.643739 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-5e8ebf5f-0b47-46ad-a4ac-6b52c369127b service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901115 Oct 28 22:24:46.660608 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:46.696784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39f13-a6ad-4667-b820-f7b04b928a4c req-a9f71dbe-cc83-4ec9-b65b-9675eeb13cf9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:46.698406 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfe39f13-a6ad-4667-b820-f7b04b928a4c req-a9f71dbe-cc83-4ec9-b65b-9675eeb13cf9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0531645 Oct 28 22:24:46.745270 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bfe39f13-a6ad-4667-b820-f7b04b928a4c req-1f1e4fda-d49c-4b5b-bb40-25714eee5237 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Oct 28 22:24:46.757286 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5125ab5d-5326-48ab-bf29-a6f9a367e884 req-e289dcbc-53ff-4ab4-a366-7234a2974a9b service neutron] 10.222.0.52 "GET /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053548 Oct 28 22:24:46.875329 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:46.953717 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:46.979427 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f30c7-fb25-4c83-a979-4967c03ce901 None None] The sync data for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 is: [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:23:11Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'd469ced8-2995-4caf-8ee0-7dce9710b8d3', 'name': '', 'network_id': '0b2fb7fa-d09b-430f-8989-d7182e85f56d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:9a:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:10Z', 'updated_at': '2021-10-28T22:23:14Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '18d15b2b-2d0c-4820-b42e-821e1c6d27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:24:47.191904 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38432fb1-60ed-4310-a992-449abb0d35df None None] New status for floating IP 28c80ed0-a954-47c9-8616-bc7449ef8fdd: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:24:47.866860 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5f41f-0c40-4433-a8e3-effce0fdf79b req-a1d1030b-4565-42a2-b705-3215bda84f8b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:47.868334 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30d5f41f-0c40-4433-a8e3-effce0fdf79b req-a1d1030b-4565-42a2-b705-3215bda84f8b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0490918 Oct 28 22:24:47.905455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-30d5f41f-0c40-4433-a8e3-effce0fdf79b req-40f806f2-fce7-4914-a6be-634ddbee55dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=90aec256-01f5-4fe0-b6cf-0e1d58880024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Oct 28 22:24:47.969310 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-8d564add-6470-45e7-af11-f4b81b062e42 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:47.970747 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-8d564add-6470-45e7-af11-f4b81b062e42 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d09208-1ab4-46d3-b9e5-41bff95eee6b HTTP/1.1" status: 200 len: 946 time: 0.0483923 Oct 28 22:24:48.056752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 572e0574-33b0-4c5a-a66f-abf2e829f989 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:24:48.057010 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:48.146663 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 572e0574-33b0-4c5a-a66f-abf2e829f989, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=572e0574-33b0-4c5a-a66f-abf2e829f989,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:48.147050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:48.159094 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 572e0574-33b0-4c5a-a66f-abf2e829f989 owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:24:48.285870 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:48.317305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=572e0574-33b0-4c5a-a66f-abf2e829f989,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:48.356915 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] No DVR routers for this DVR port 572e0574-33b0-4c5a-a66f-abf2e829f989 on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:24:48.359692 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:48.363439 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2cedd0c3-8bac-46e2-b29a-e0a3441e19f3 req-2cc3dc27-a258-4e0f-8c14-ea6f21b072fa tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "DELETE /v2.0/ports/572e0574-33b0-4c5a-a66f-abf2e829f989 HTTP/1.1" status: 204 len: 173 time: 0.3864524 Oct 28 22:24:48.363889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-deleted', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:24:48.367212 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79613d-a443-4be8-811d-130ccfda4b4f" -d '{"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-deleted", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:24:48.404674 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12374ad7-ac26-425b-8447-e84f59effd72 x-openstack-request-id: req-12374ad7-ac26-425b-8447-e84f59effd72 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:24:48.404964 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d09208-1ab4-46d3-b9e5-41bff95eee6b", "name": "network-vif-deleted", "tag": "572e0574-33b0-4c5a-a66f-abf2e829f989", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:24:48.405216 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12374ad7-ac26-425b-8447-e84f59effd72 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:24:48.405608 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d09208-1ab4-46d3-b9e5-41bff95eee6b', 'name': 'network-vif-deleted', 'tag': '572e0574-33b0-4c5a-a66f-abf2e829f989', 'status': 'completed', 'code': 200} Oct 28 22:24:48.964123 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59048) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:49.670165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:49.919201 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port d469ced8-2995-4caf-8ee0-7dce9710b8d3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:24:49.919536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.010001 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port d469ced8-2995-4caf-8ee0-7dce9710b8d3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d469ced8-2995-4caf-8ee0-7dce9710b8d3,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:50.010273 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.022729 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for d469ced8-2995-4caf-8ee0-7dce9710b8d3 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:24:50.203855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.230548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=d469ced8-2995-4caf-8ee0-7dce9710b8d3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:50.410130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.623938 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 09e24ea8-d10c-4cd7-b957-e438ff26e236 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:24:50.730112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:24:50.737570 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-14e14579-2d8d-4800-899b-b26f678f09f5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/09e24ea8-d10c-4cd7-b957-e438ff26e236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722609 Oct 28 22:24:50.739644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59050) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:50.752290 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Sync routers for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:24:50.764594 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:50.765314 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:50.796593 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting subnet 18d15b2b-2d0c-4820-b42e-821e1c6d27a0 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:24:50.799942 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.842604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.871602 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:50.925869 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:50.989891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.018544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Subnet': ['ID=18d15b2b-2d0c-4820-b42e-821e1c6d27a0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:51.024809 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.029165 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7f98c087-0e02-49c0-9382-3e1388b3108c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/subnets/18d15b2b-2d0c-4820-b42e-821e1c6d27a0 HTTP/1.1" status: 204 len: 168 time: 0.2885106 Oct 28 22:24:51.030715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06077e-a400-4f63-8a1f-f1a817e5c429 None None] Network 0b2fb7fa-d09b-430f-8989-d7182e85f56d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:24:51.032037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59052) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:51.055554 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:24:50Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:51.082701 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Checking router: 09e24ea8-d10c-4cd7-b957-e438ff26e236 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:24:51.091410 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Routers {'09e24ea8-d10c-4cd7-b957-e438ff26e236'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:51.092045 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['09e24ea8-d10c-4cd7-b957-e438ff26e236'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:51.142973 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.200828 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] Set router 09e24ea8-d10c-4cd7-b957-e438ff26e236 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:51.215966 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] DHCP port deletion for 0b2fb7fa-d09b-430f-8989-d7182e85f56d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:24:51.253043 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.272450 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Deleting port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:24:51.272947 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.308832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:24:51.309235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.337354 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] For port d8490050-a9ef-4960-b1fe-4ebcd624c4c8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,segment=NetworkSegment(0b8a3cc4-e777-4193-95c7-a736ed2b2761),segment_id=0b8a3cc4-e777-4193-95c7-a736ed2b2761)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:51.337803 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.351355 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Calling delete_port for d8490050-a9ef-4960-b1fe-4ebcd624c4c8 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:24:51.387559 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:24:50Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:51.389802 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:51.390168 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.406926 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:24:51.419701 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf00425-1428-4214-a40c-be493a07d820 None None] The sync data for ids ['09e24ea8-d10c-4cd7-b957-e438ff26e236'] in n-d-806683-16 is: [{'id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141275700', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:23:07Z', 'updated_at': '2021-10-28T22:24:50Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': 'f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e24ea8-d10c-4cd7-b957-e438ff26e236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:23:08Z', 'updated_at': '2021-10-28T22:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:24:51.440288 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.470778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] Pushing event deleted for resources: {'Port': ['ID=d8490050-a9ef-4960-b1fe-4ebcd624c4c8,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:51.474388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50abe0-daef-4e0f-ad85-254e7037ec10 None None] No DVR routers for this DVR port d8490050-a9ef-4960-b1fe-4ebcd624c4c8 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:24:51.580156 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.609548 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:51.647459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:24:51.666897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 572e0574-33b0-4c5a-a66f-abf2e829f989 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:24:51.667238 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 572e0574-33b0-4c5a-a66f-abf2e829f989 not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:24:51.668588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.758922 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.760991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.809120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.809874 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Fanout notify agent at l3_agent the message router_deleted on router 09e24ea8-d10c-4cd7-b957-e438ff26e236 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:24:51.817140 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.818271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1cf99fd0-4b4b-448c-bf27-54d06b8b266a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/routers/09e24ea8-d10c-4cd7-b957-e438ff26e236 HTTP/1.1" status: 204 len: 168 time: 0.7852318 Oct 28 22:24:51.821699 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59054) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:51.904463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:51.995322 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.016130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2fb7fa-d09b-430f-8989-d7182e85f56d']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:52.026187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8a3cc4-e777-4193-95c7-a736ed2b2761') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:52.026478 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8a3cc4-e777-4193-95c7-a736ed2b2761') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:52.036431 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.050828 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.058178 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:24:52.058567 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:24:52.061612 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:24:52.118098 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.124887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.127997 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/networks/0b2fb7fa-d09b-430f-8989-d7182e85f56d HTTP/1.1" status: 204 len: 168 time: 0.3053637 Oct 28 22:24:52.130811 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59056) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:52.141473 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943e5f3-0294-4852-a754-2a1b45685783 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Network': ['ID=0b2fb7fa-d09b-430f-8989-d7182e85f56d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:52.190859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.215114 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.276518 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.279152 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.280217 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/security-groups/90aec256-01f5-4fe0-b6cf-0e1d58880024 HTTP/1.1" status: 204 len: 168 time: 0.1478367 Oct 28 22:24:52.289877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417b2e6-cac0-4425-a33c-502a58dfd5d6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aec256-01f5-4fe0-b6cf-0e1d58880024,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:52.591863 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59062) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:52.596625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061476256', 'description': 'tempest-secgroup-smoke-1061476256 description', 'project_id': 'f379093aea3b47358df247b48891fb68'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:52.619208 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.685571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.689197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.720182 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.721384 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1284389 Oct 28 22:24:52.722472 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380fa6-e513-4ad3-8504-446ca0fefa5d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba404d34-ef13-4009-9424-520c0e032154,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:52.725708 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59064) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:52.730356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:52.758606 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.793379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d469ced8-2995-4caf-8ee0-7dce9710b8d3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:24:52.814663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d469ced8-2995-4caf-8ee0-7dce9710b8d3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:24:52.814663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d469ced8-2995-4caf-8ee0-7dce9710b8d3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:24:52.815095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:24:52.831430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.835178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.836823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:24:52.837434 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device f4eb0a4e-5cd2-4c9b-9a5e-9667cba06f68 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:24:52.837871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8490050-a9ef-4960-b1fe-4ebcd624c4c8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:24:52.853009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c605e6-bd8a-4b1e-9e5d-452d23982877,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:52.857432 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d8490050-a9ef-4960-b1fe-4ebcd624c4c8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:24:52.857775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8490050-a9ef-4960-b1fe-4ebcd624c4c8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:24:52.864465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.866333 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-5ff9ff7b-b10d-4ad6-a0ed-93044ef7cab0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387868 Oct 28 22:24:52.868980 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59066) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:52.873793 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:52.900603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.956967 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.960607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.980799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21726d2-e30e-4f49-a344-e76f0530efb9,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:52.986334 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:52.987467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1fde7d27-6d5c-4892-b59c-4ea1c391c629 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171453 Oct 28 22:24:52.990187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59068) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:52.995099 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.021303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.078300 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.081954 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.101690 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af1b7ed-73e2-4cf9-9022-03ec846c69d7,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:53.108907 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.110097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2072b038-afd3-4676-9690-84390d4a7850 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183350 Oct 28 22:24:53.112735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59070) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:53.117751 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.143303 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.204572 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.208234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.227191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9a734c-1efd-409f-90aa-94e7a69ff43f,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:53.233104 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.234261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-edcc9988-776d-4529-8fcf-d90338f66bb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205885 Oct 28 22:24:53.237195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59072) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:53.243252 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.265633 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:24:53.270224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.334604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.338207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.355984 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cef0f0-9ae0-47b0-9280-eda5a1a7cf11,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:53.364033 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.365253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0caa44fc-4b8f-4f29-978d-fe14ee48f666 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270435 Oct 28 22:24:53.368454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59074) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:53.372701 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': 'ba404d34-ef13-4009-9424-520c0e032154', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.394131 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:24:53.398941 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.458859 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.462684 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.481322 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a4c7f6-5634-4b99-afd0-8da10bf21ee2,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:53.489990 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.491811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-75624f35-cea6-4d96-8b37-e9879f80a509 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224093 Oct 28 22:24:53.494517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59076) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:53.499251 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'network': {'name': 'tempest-network-smoke--277412018', 'project_id': 'f379093aea3b47358df247b48891fb68', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.519741 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:24:53.523190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.546116 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:24:53.555290 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.555629 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Added segment 24954746-6d8c-4db8-b394-65bab3a50902 of type vlan for network ee222698-a05d-410e-950f-9f254e72d23d Oct 28 22:24:53.592927 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.617819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.623365 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:53.623935 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.686019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904902 Oct 28 22:24:53.688934 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59078) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:53.693600 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'admin_state_up': True, 'project_id': 'f379093aea3b47358df247b48891fb68', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:53.693857 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891af59-e456-455d-b620-c23ae27eaa9a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Network': ['ID=ee222698-a05d-410e-950f-9f254e72d23d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:53.704778 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network ee222698-a05d-410e-950f-9f254e72d23d details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:24:53.723165 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.724183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.779285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:53.917229 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.103904 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.125769 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.228089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.131 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/784b3705-15a5-4455-8123-0f733e9a829f) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:24:54.329652 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.361183 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.400877 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:24:54.403776 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:24:54.407765 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:24:54.413330 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=784b3705-15a5-4455-8123-0f733e9a829f,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:54.652321 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.848768 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:54.974829 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:24:55.078081 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:24:55.089435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Sync routers for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:24:55.098231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.098824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:55.099453 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1cd4483e-1709-4c96-8544-7dd6659a8409 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4094994 Oct 28 22:24:55.099598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:55.102624 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59080) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:55.130247 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9c31bb44-92e1-4921-af9f-bb926caed3df tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f379093aea3b47358df247b48891fb68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265439 Oct 28 22:24:55.133413 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59082) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:55.206288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:55.219772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26a0b9-d612-4c6b-a0aa-13d9a736c108 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:55.221301 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-df26a0b9-d612-4c6b-a0aa-13d9a736c108 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869987 Oct 28 22:24:55.224044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59084) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:55.251144 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-417f340e-5f3e-4805-a9b5-7002ffea9875 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259323 Oct 28 22:24:55.253540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59086) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:55.258699 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402015262', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'project_id': 'f379093aea3b47358df247b48891fb68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:24:55.351208 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:24:55.354697 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.393421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:54Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:55.420989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Checking router: 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:24:55.421472 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Updating router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f port 784b3705-15a5-4455-8123-0f733e9a829f binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:24:55.447736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.536305 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.594110 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Subnet': ['ID=15640ef5-3697-45f5-8236-fe2b11535e6d,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:55.608788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Checking segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:24:55.609176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network hostable DHCP agents. Network: ee222698-a05d-410e-950f-9f254e72d23d, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:24:55.625921 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network ee222698-a05d-410e-950f-9f254e72d23d is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:24:55.635557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, ee222698-a05d-410e-950f-9f254e72d23d) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:24:55.640734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:55.641517 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.647289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabdffe7-e625-4a6c-ba82-1ed19d71fc83 None None] Network ee222698-a05d-410e-950f-9f254e72d23d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:24:55.659494 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-65e54710-4c23-4e6d-8f93-f39ec9543133 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4049721 Oct 28 22:24:55.662309 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59088) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:24:55.774417 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.800336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.867712 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b125e05-8d68-4a00-8971-43e3b3316070 None None] Pushing event updated for resources: {'Port': ['ID=784b3705-15a5-4455-8123-0f733e9a829f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:55.870137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Attempting to bind port 784b3705-15a5-4455-8123-0f733e9a829f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:24:55.870508 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Attempting to bind port 784b3705-15a5-4455-8123-0f733e9a829f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:24:55.871017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Attempting to bind port 784b3705-15a5-4455-8123-0f733e9a829f on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:24:55.891297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:24:55.891639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:24:55.892039 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.892448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:24:55.892924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Bound port: 784b3705-15a5-4455-8123-0f733e9a829f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:24:55.893300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:55.898650 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-ee222698-a05d-410e-950f-9f254e72d23d', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:24:55.899481 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.010809 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] For port 784b3705-15a5-4455-8123-0f733e9a829f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:24:56.033205 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] For port 784b3705-15a5-4455-8123-0f733e9a829f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=784b3705-15a5-4455-8123-0f733e9a829f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:24:56.038406 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.113525 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.134136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b125e05-8d68-4a00-8971-43e3b3316070 None None] Pushing event updated for resources: {'Port': ['ID=784b3705-15a5-4455-8123-0f733e9a829f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:56.142642 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:56.143245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:56.180298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Allocated IP 172.20.0.2 (ee222698-a05d-410e-950f-9f254e72d23d/15640ef5-3697-45f5-8236-fe2b11535e6d/8b2935f0-9a08-456e-b8f5-9ebb1e921dd4) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:24:56.467255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:56.649251 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.661158 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.707153 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.1 (ee222698-a05d-410e-950f-9f254e72d23d/15640ef5-3697-45f5-8236-fe2b11535e6d/0929016a-db74-427b-885b-dd4a0962f369) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:24:56.729464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Network ee222698-a05d-410e-950f-9f254e72d23d is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:24:56.732558 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Pushing event updated for resources: {'Port': ['ID=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:56.736405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:24:56.741529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:24:56.806405 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:54Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:56.810199 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Attempting to bind port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:24:56.810569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Attempting to bind port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:24:56.811324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Attempting to bind port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 on network ee222698-a05d-410e-950f-9f254e72d23d {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:24:56.832099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.839180 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f3817-5bf8-449d-8b16-3e2a502e0f4d None None] The sync data for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 is: [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:54Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:24:56.840998 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:24:56.841379 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Checking segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:24:56.841776 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.842155 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Bound using segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:24:56.842945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Bound port: 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:24:56.843053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.869826 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.908023 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] For port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:24:56.911284 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] For port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:24:56.914432 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network ee222698-a05d-410e-950f-9f254e72d23d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:24:56.917196 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:56.917945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:24:56.920404 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:24:56.988110 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cda56-745f-46d7-b861-cb08a0d8832e None None] Pushing event updated for resources: {'Port': ['ID=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:57.360826 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:57.385046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:57.525287 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:57.829909 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:57.835753 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:57.913912 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:57.916944 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:57.937886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db24688-0fdb-42b1-aca0-5b617324b095 None None] Network ee222698-a05d-410e-950f-9f254e72d23d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:24:58.022015 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network ee222698-a05d-410e-950f-9f254e72d23d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:24:58.023448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:24:58.027869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] Provisioning complete for port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:58.028235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.135468 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:24:58.169950 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.206024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] For port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:58.213755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.261070 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:24:58.266758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a9585454-278c-40e5-8878-c00bc26516a2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/3e2b5d77-adcf-467c-93aa-de4cbfa82d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019714 Oct 28 22:24:58.278006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c23136-418e-4bc5-97f3-e8c5c5abb878 None None] Pushing event updated for resources: {'Port': ['ID=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:58.435032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-96514d41-5951-46ff-9f31-c51e172cb47b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061476256&fields=id&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 267 time: 0.0444896 Oct 28 22:24:58.447258 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e417-d674-4052-9401-ce18e1de80cf None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:58.447626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e417-d674-4052-9401-ce18e1de80cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.482579 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e417-d674-4052-9401-ce18e1de80cf None None] Port 0929016a-db74-427b-885b-dd4a0962f369 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:24:58.494721 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e417-d674-4052-9401-ce18e1de80cf None None] Provisioning complete for port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:58.495099 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e417-d674-4052-9401-ce18e1de80cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.566950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-adc1c36c-2aac-4668-9265-0a0b3e547df6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:24:58.568699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-adc1c36c-2aac-4668-9265-0a0b3e547df6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 796 time: 0.1230981 Oct 28 22:24:58.589809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-af8b88bc-1250-473e-ac00-868ed90c1438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/quotas/f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 375 time: 0.0150218 Oct 28 22:24:58.611367 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Sync routers for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:24:58.622660 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:58.623393 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:58.644295 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-7c6a226b-050c-47fd-b00c-39b3627f3e03 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484207 Oct 28 22:24:58.700119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3985d495-374b-4630-879f-16dbf59cd960 None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:58.700523 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3985d495-374b-4630-879f-16dbf59cd960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.742924 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:58.756840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3985d495-374b-4630-879f-16dbf59cd960 None None] Port 0929016a-db74-427b-885b-dd4a0962f369 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:24:58.784958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-b7494844-aec8-4737-8e01-c59d5f417083 service neutron] 10.222.0.31 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272402 Oct 28 22:24:58.915527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-69861d34-6091-4f48-aace-1e0e6ee62b58 service neutron] 10.222.0.31 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212580 Oct 28 22:24:58.916683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:24:58.967170 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 2, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:58.976486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:58.977012 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:58.997341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Checking router: 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:24:58.997692 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Updating router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f port 0929016a-db74-427b-885b-dd4a0962f369 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:24:59.002764 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-558c15b8-f7a2-440d-a1b7-d59de56a18bb None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:59.003227 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-558c15b8-f7a2-440d-a1b7-d59de56a18bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.023236 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.056517 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-558c15b8-f7a2-440d-a1b7-d59de56a18bb None None] Port 0929016a-db74-427b-885b-dd4a0962f369 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:24:59.102781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 784b3705-15a5-4455-8123-0f733e9a829f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:24:59.116073 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3868234f-19d8-43f4-95fe-dab322452ad2 req-2d665db1-b2df-47c1-a607-dfd89ce36134 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 210 time: 0.0389636 Oct 28 22:24:59.153377 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 784b3705-15a5-4455-8123-0f733e9a829f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:59.153842 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.236529 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.264935 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 784b3705-15a5-4455-8123-0f733e9a829f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=784b3705-15a5-4455-8123-0f733e9a829f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:59.270613 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.340489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=784b3705-15a5-4455-8123-0f733e9a829f,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:59.342024 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.347483 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.495092 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Pushing event updated for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:59.518357 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.518694 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.519030 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.519360 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.519691 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.520072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.520395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.520730 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.521049 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.521364 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.521737 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.522665 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:24:59.557477 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Attempting to bind port 0929016a-db74-427b-885b-dd4a0962f369 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:24:59.557802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Attempting to bind port 0929016a-db74-427b-885b-dd4a0962f369 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:24:59.558122 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Attempting to bind port 0929016a-db74-427b-885b-dd4a0962f369 on network ee222698-a05d-410e-950f-9f254e72d23d {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:24:59.564190 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:24:59.564614 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Checking segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:24:59.565016 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.565404 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Bound using segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:24:59.565876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Bound port: 0929016a-db74-427b-885b-dd4a0962f369, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:24:59.566255 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.634968 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] For port 0929016a-db74-427b-885b-dd4a0962f369, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:24:59.638715 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] For port 0929016a-db74-427b-885b-dd4a0962f369, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0929016a-db74-427b-885b-dd4a0962f369,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:24:59.643470 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.713248 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:24:59.713891 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:24:59.715937 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ae7c-0c57-4778-aa60-c534274c0f0e None None] Pushing event updated for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:24:59.783826 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:24:59.784316 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.834946 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:24:59.878907 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.920049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] For port 0929016a-db74-427b-885b-dd4a0962f369, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0929016a-db74-427b-885b-dd4a0962f369,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:24:59.924548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:24:59.976553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccbb03-0385-4720-b178-3adfecb85473 None None] Pushing event updated for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:00.074854 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0e8ddfd4-ce3c-40bc-ae31-f04f8efbf9a2 None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:25:00.075206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfd4-ce3c-40bc-ae31-f04f8efbf9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:00.096517 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:25:00.168325 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-364987f6-c1aa-454a-a284-2cc9fe91bbdb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:00.170255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-364987f6-c1aa-454a-a284-2cc9fe91bbdb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 796 time: 0.1669497 Oct 28 22:25:00.173543 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31708f-388d-42e1-9eff-d35cef3befd8 None None] The sync data for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 is: [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:25:00.226804 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-e0eb82d9-2be5-4795-9776-dc6b1c7931f9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 380 time: 0.0458477 Oct 28 22:25:00.246451 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'port': {'device_id': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'admin_state_up': True, 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'security_groups': ['ba404d34-ef13-4009-9424-520c0e032154']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:25:00.274907 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-361fccf1-195d-49c5-83f5-ca04a11cfffb req-d75b722b-65ba-4ddd-a8c7-1c6fdc6b322d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 210 time: 0.0552583 Oct 28 22:25:00.393268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:25:00.397053 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:00.537069 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.8 (ee222698-a05d-410e-950f-9f254e72d23d/15640ef5-3697-45f5-8236-fe2b11535e6d/8f0386a8-0172-44e6-b4e0-1e40bffc90dd) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:25:00.695407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:00.734776 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:00.791362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network ee222698-a05d-410e-950f-9f254e72d23d is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:25:00.795072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:25:00.802118 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:25:00.811146 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:00.882338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:00.883111 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:00.908119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-5d130487-676f-47ca-8823-15c37bb7a2e3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664941 Oct 28 22:25:00.921344 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Request body: {'port': {'device_id': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:25:00.937920 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0929016a-db74-427b-885b-dd4a0962f369 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:25:00.998197 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.016848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 0929016a-db74-427b-885b-dd4a0962f369 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:25:01.017989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.113897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 784b3705-15a5-4455-8123-0f733e9a829f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:25:01.148892 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-2f55859c-17be-4a99-945d-e9a9d1e3b862 None None] Provisioning complete for port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:25:01.149290 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2f55859c-17be-4a99-945d-e9a9d1e3b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.198530 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-2f55859c-17be-4a99-945d-e9a9d1e3b862 None None] Port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:25:01.205187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 784b3705-15a5-4455-8123-0f733e9a829f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:25:01.205563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.314240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0386a8-0172-44e6-b4e0-1e40bffc90dd {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:25:01.322439 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.335401 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Transition to ACTIVE for port object 8f0386a8-0172-44e6-b4e0-1e40bffc90dd will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:25:01.342582 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.400265 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:01.419389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a7c09-532c-45c8-b920-062c0c97a6b5 req-9def0626-54df-4d59-8d7e-c5f416b88330 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:01.427197 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c8a7c09-532c-45c8-b920-062c0c97a6b5 req-9def0626-54df-4d59-8d7e-c5f416b88330 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 943 time: 0.0668771 Oct 28 22:25:01.465167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3c8a7c09-532c-45c8-b920-062c0c97a6b5 req-6fe0d23f-b8b3-46c2-97ba-6dad26379f02 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369070 Oct 28 22:25:01.485732 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Attempting to bind port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:25:01.486214 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Attempting to bind port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:25:01.486543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Attempting to bind port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd on network ee222698-a05d-410e-950f-9f254e72d23d {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:25:01.492607 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd on network ee222698-a05d-410e-950f-9f254e72d23d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:25:01.492925 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Attempting to bind port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd on network ee222698-a05d-410e-950f-9f254e72d23d {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:25:01.499127 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:25:01.499467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Checking segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:25:01.499855 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Bound using segment: {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:25:01.500250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Bound port: 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24954746-6d8c-4db8-b394-65bab3a50902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:25:01.500625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.575217 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:25:01.578571 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:25:01.583997 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.622359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:01.622994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:01.624436 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 1092 time: 0.7077582 Oct 28 22:25:01.624815 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:25:01.627071 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e22f67-3742-4914-a716-3cf18380ee52" -d '{"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:25:01.659700 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e78490-ca66-45cf-a164-d6390f2430b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:01.683204 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cfbb4a-e1ad-49b7-bf50-898c4008b867 x-openstack-request-id: req-14cfbb4a-e1ad-49b7-bf50-898c4008b867 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:25:01.683570 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:25:01.683894 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14cfbb4a-e1ad-49b7-bf50-898c4008b867 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:25:01.684390 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'status': 'completed', 'code': 200} Oct 28 22:25:01.729567 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-8aac67e8-1f2c-43bf-8b70-4dd9de665175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:01.731093 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-8aac67e8-1f2c-43bf-8b70-4dd9de665175 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1095 time: 0.0451639 Oct 28 22:25:01.776291 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-73eadec3-bc98-48f3-a9a5-a6b850cacd20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 217 time: 0.0371106 Oct 28 22:25:01.831058 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-e0bf823a-2dc8-4c5b-b779-29265c22f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:01.832704 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-e0bf823a-2dc8-4c5b-b779-29265c22f853 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 200 len: 834 time: 0.0493925 Oct 28 22:25:01.878842 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-517818bd-76d9-444d-97b2-c524e1928342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:01.880338 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-517818bd-76d9-444d-97b2-c524e1928342 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee222698-a05d-410e-950f-9f254e72d23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412111 Oct 28 22:25:01.973452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-94533494-f0de-4d5e-8207-8a444600c4b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Oct 28 22:25:02.062467 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-02bc37da-f39d-4fcc-b18a-3b70bf63192e req-56bbb179-2750-4d6d-b99f-2f6ef7147abe service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Oct 28 22:25:02.148577 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22f67-3742-4914-a716-3cf18380ee52 req-c1afb925-8446-498e-9e37-b904306bf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:02.150034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-c1afb925-8446-498e-9e37-b904306bf8a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1095 time: 0.0399370 Oct 28 22:25:02.243164 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22f67-3742-4914-a716-3cf18380ee52 req-9fca3cd3-5062-463a-9a42-55d36fc0009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:02.244639 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-9fca3cd3-5062-463a-9a42-55d36fc0009e service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 897 time: 0.0880761 Oct 28 22:25:02.286248 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-682025c3-27c9-4119-99be-e7ac68a7bf3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 217 time: 0.0343356 Oct 28 22:25:02.339260 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22f67-3742-4914-a716-3cf18380ee52 req-bad57671-76f4-4618-a53d-9c1a055bdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:02.340707 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-bad57671-76f4-4618-a53d-9c1a055bdf42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 200 len: 834 time: 0.0476868 Oct 28 22:25:02.389106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22f67-3742-4914-a716-3cf18380ee52 req-2f7e7a61-4221-4c7c-a1dc-85077fb03ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:02.390590 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-2f7e7a61-4221-4c7c-a1dc-85077fb03ad1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee222698-a05d-410e-950f-9f254e72d23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425608 Oct 28 22:25:02.482671 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-a9fe4841-9675-4113-96fc-f3437ce5f5a1 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Oct 28 22:25:02.579749 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e22f67-3742-4914-a716-3cf18380ee52 req-16cbd0fb-3fea-45b2-a40d-9e51ef814208 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878859 Oct 28 22:25:02.581459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2b0c-9ff7-4e9c-a12f-72b677ac5311 req-b4754219-45ee-4259-b662-03b103b896fb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:02.582909 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bff2b0c-9ff7-4e9c-a12f-72b677ac5311 req-b4754219-45ee-4259-b662-03b103b896fb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 943 time: 0.0489042 Oct 28 22:25:02.621875 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bff2b0c-9ff7-4e9c-a12f-72b677ac5311 req-7b5073d7-5727-45b8-9794-9c0f99f9b3ac tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Oct 28 22:25:03.737176 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df414fa-57aa-4099-937c-328b528e89f0 req-c2dd4a89-230f-4071-a25c-01fe1f9072d8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:03.738625 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3df414fa-57aa-4099-937c-328b528e89f0 req-c2dd4a89-230f-4071-a25c-01fe1f9072d8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 943 time: 0.0490668 Oct 28 22:25:03.776840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3df414fa-57aa-4099-937c-328b528e89f0 req-f0cb8255-6a06-47fd-9dcd-9a89e2d4bf95 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Oct 28 22:25:04.899551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3094ac-a2ca-4d9a-bd77-87861185697f req-c00ac98a-1476-4065-a0d8-2dec451d998e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:04.901072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d3094ac-a2ca-4d9a-bd77-87861185697f req-c00ac98a-1476-4065-a0d8-2dec451d998e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 943 time: 0.0532007 Oct 28 22:25:04.937970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d3094ac-a2ca-4d9a-bd77-87861185697f req-68be2d03-77c1-4f59-8344-5c61a58a23ed tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Oct 28 22:25:05.695868 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8f0386a8-0172-44e6-b4e0-1e40bffc90dd details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:25:05.795494 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:25:05.808174 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'port_id': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'mac_address': 'fa:16:3e:ab:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:25:05.844746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:05.860917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0386a8-0172-44e6-b4e0-1e40bffc90dd {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:25:05.880301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:25:05.885300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:05.934580 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:06.056584 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f342db-153c-4004-8598-64e0288356bd req-1b1111c7-3872-4ba9-a07c-b95b048d1749 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:06.058045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97f342db-153c-4004-8598-64e0288356bd req-1b1111c7-3872-4ba9-a07c-b95b048d1749 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 944 time: 0.0521231 Oct 28 22:25:06.087565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['8f0386a8-0172-44e6-b4e0-1e40bffc90dd'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:25:06.096507 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-97f342db-153c-4004-8598-64e0288356bd req-d52c03ec-18d8-49a9-9790-ce5d544a0a70 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Oct 28 22:25:07.212633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27dbb0-5fd2-4e60-85d4-3ea6aceb1729 req-babb6302-c6b2-4934-9f37-81da41a3bfe7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:07.214111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb27dbb0-5fd2-4e60-85d4-3ea6aceb1729 req-babb6302-c6b2-4934-9f37-81da41a3bfe7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 944 time: 0.0508635 Oct 28 22:25:07.256099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb27dbb0-5fd2-4e60-85d4-3ea6aceb1729 req-1c5c6243-60a8-40ad-8872-695c5cca4cc4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Oct 28 22:25:07.695682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8f0386a8-0172-44e6-b4e0-1e40bffc90dd up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:25:07.744690 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:25:07.748523 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:25:07.748891 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:07.827869 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:07.849949 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:25:07.852182 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a4c77-bfc0-4e5d-a2b5-4bb920fed6a4" -d '{"events": [{"server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "name": "network-vif-plugged", "status": "completed", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:25:07.864867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:25:07.869496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:07.892723 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752da006-2461-4f1e-b7c8-abe77f82207b x-openstack-request-id: req-752da006-2461-4f1e-b7c8-abe77f82207b {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:25:07.893016 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "name": "network-vif-plugged", "status": "completed", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:25:07.893269 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-752da006-2461-4f1e-b7c8-abe77f82207b {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:25:07.893669 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'code': 200} Oct 28 22:25:07.920314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:07.985420 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f9a19-89b6-4d00-a305-a095b5eb3f88 req-03af6332-fb85-4c3b-abc2-a2386411ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:07.986715 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8a6f9a19-89b6-4d00-a305-a095b5eb3f88 req-03af6332-fb85-4c3b-abc2-a2386411ca0e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1097 time: 0.0401316 Oct 28 22:25:08.021609 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8a6f9a19-89b6-4d00-a305-a095b5eb3f88 req-a6cf4308-8709-4606-b290-ccaff50e7aa6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276666 Oct 28 22:25:08.372625 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feffac0-1cd8-4be2-a21e-0a10bd51e261 req-4b661b82-c8e3-438f-9dab-b7106c5a6d6d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:08.374088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feffac0-1cd8-4be2-a21e-0a10bd51e261 req-4b661b82-c8e3-438f-9dab-b7106c5a6d6d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0527327 Oct 28 22:25:08.411481 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7feffac0-1cd8-4be2-a21e-0a10bd51e261 req-17e40a7f-c597-40bd-a82d-4a52ff886b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Oct 28 22:25:09.163996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:25:09.527353 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d852e87-7619-4b86-a1c4-a8b6e2d5ca3c req-22a96e66-7fc3-4b4e-ac87-c6638d576a40 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:09.528829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d852e87-7619-4b86-a1c4-a8b6e2d5ca3c req-22a96e66-7fc3-4b4e-ac87-c6638d576a40 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Oct 28 22:25:09.566540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2d852e87-7619-4b86-a1c4-a8b6e2d5ca3c req-058893cc-b8c4-43c1-96f9-7d6661b41428 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Oct 28 22:25:09.678772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676cb4e-fd18-489b-a8a8-b4d61e010b21 req-c338b657-665b-4ff4-952b-791e2e490e13 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:09.680212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c676cb4e-fd18-489b-a8a8-b4d61e010b21 req-c338b657-665b-4ff4-952b-791e2e490e13 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Oct 28 22:25:09.717192 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c676cb4e-fd18-489b-a8a8-b4d61e010b21 req-1c2d797d-7c68-44cb-895f-0619b19a9856 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Oct 28 22:25:09.738358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59140) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:25:09.780763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cb6bc-03e0-43f2-806d-1b362454ba36 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:09.782248 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-7f0cb6bc-03e0-43f2-806d-1b362454ba36 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1092 time: 0.0429440 Oct 28 22:25:09.785018 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59142) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:25:09.789797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:25:09.811370 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:09.921102 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:10.025321 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.101 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/de73e8ea-bbf1-412d-9f3e-6fe53545673f) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:25:10.123626 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:10.156662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:10.198159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:25:10.201084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:25:10.204591 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:25:10.227969 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=de73e8ea-bbf1-412d-9f3e-6fe53545673f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:10.541635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:10.931250 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07abe4b0-de3d-48cf-92e3-db87a6d8a8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:10.935378 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:11.080448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:11.085142 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:11.152704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=de73e8ea-bbf1-412d-9f3e-6fe53545673f,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:25:11.160564 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:11.258235 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 9ce0e31d-8186-4906-bf8b-7dfba3639330 associated. External IP: 172.25.4.101, port: 8f0386a8-0172-44e6-b4e0-1e40bffc90dd. Oct 28 22:25:11.468102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:25:11.576987 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:25:11.587271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Sync routers for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:25:11.594624 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:11.597229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:25:11.597840 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:25:11.621611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b5589874-bd15-44e4-ad75-d912f1f8ee52 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8356011 Oct 28 22:25:11.622215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:25:11.624557 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:25:11.662488 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90deab00-8b1b-4c76-9ea6-31277b891330 x-openstack-request-id: req-90deab00-8b1b-4c76-9ea6-31277b891330 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:25:11.663380 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:25:11.663700 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90deab00-8b1b-4c76-9ea6-31277b891330 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:25:11.664166 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'status': 'completed', 'code': 200} Oct 28 22:25:11.721289 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:25:11.727141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac97960-314c-4b75-9c76-99b46e4f51b4 req-11ffc8df-e336-4772-bbd5-a27ad20bedf6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:11.728791 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dac97960-314c-4b75-9c76-99b46e4f51b4 req-11ffc8df-e336-4772-bbd5-a27ad20bedf6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0556285 Oct 28 22:25:11.738538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-596e1abb-bc12-4963-98b1-cf91455c5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:11.740175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-596e1abb-bc12-4963-98b1-cf91455c5333 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1097 time: 0.0543411 Oct 28 22:25:11.769976 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dac97960-314c-4b75-9c76-99b46e4f51b4 req-d9a93649-ab3a-4089-96c8-17c75ca780ac tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352261 Oct 28 22:25:11.793430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59148) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:25:11.838200 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-54e19691-fd51-4ca9-a986-4784a6bca40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:11.840174 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-54e19691-fd51-4ca9-a986-4784a6bca40f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 897 time: 0.0929344 Oct 28 22:25:11.866837 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b26c2795-15f9-4f93-b6c3-42ca70ba8c75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/9ce0e31d-8186-4906-bf8b-7dfba3639330 HTTP/1.1" status: 200 len: 991 time: 0.0722425 Oct 28 22:25:11.911452 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-eafe76b1-b642-4de3-b90c-b554a1750a44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 999 time: 0.0636280 Oct 28 22:25:11.961065 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-a2ebd87c-9311-4700-81e0-26217b4f5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:11.962593 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-a2ebd87c-9311-4700-81e0-26217b4f5fc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 200 len: 834 time: 0.0446393 Oct 28 22:25:11.964521 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9ce0e31d-8186-4906-bf8b-7dfba3639330', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'port_id': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'mac_address': 'fa:16:3e:ab:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:25:10Z', 'updated_at': '2021-10-28T22:25:10Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:25:11.990785 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Checking router: 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:25:11.999049 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:25:11.999647 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:24:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:25:12.008535 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-4f4a0c64-484a-4d14-9466-5a3a102d577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:12.010027 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-4f4a0c64-484a-4d14-9466-5a3a102d577e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee222698-a05d-410e-950f-9f254e72d23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406456 Oct 28 22:25:12.021238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-923022a7-7b1e-4bb4-a24b-c662d74025b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:25:12.022732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-923022a7-7b1e-4bb4-a24b-c662d74025b1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054893 Oct 28 22:25:12.121767 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-3f7086d0-cf60-40e8-90d2-a55480e91430 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916200 Oct 28 22:25:12.216132 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e9d5c55e-f4c4-4d1d-81d0-e9ec7163fc2a req-7c825540-0e6c-4ebf-9976-3592c23670e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Oct 28 22:25:12.269481 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:25:12.485812 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:12.502564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9ce0e31d-8186-4906-bf8b-7dfba3639330', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'port_id': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'mac_address': 'fa:16:3e:ab:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:25:10Z', 'updated_at': '2021-10-28T22:25:10Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:25:12.529857 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e53a5-9c05-40e1-b4de-8724a81a955d None None] The sync data for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 is: [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9ce0e31d-8186-4906-bf8b-7dfba3639330', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'port_id': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'mac_address': 'fa:16:3e:ab:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:25:10Z', 'updated_at': '2021-10-28T22:25:10Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:25:12.708341 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:12.725789 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55f5390-c7bd-45a9-8208-8afd1450f46f None None] New status for floating IP 9ce0e31d-8186-4906-bf8b-7dfba3639330: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:25:12.870580 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59150) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:25:12.946162 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6c3993ac-d9ce-4181-b8df-cfdcf197de78 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/9ce0e31d-8186-4906-bf8b-7dfba3639330 HTTP/1.1" status: 200 len: 993 time: 0.0733387 Oct 28 22:25:13.525038 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fd2695bf-70e2-449a-acd6-51b698f2ad43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:14.998136 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:15.332141 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:16.877964 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:40.932873 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1d2cea16-a1b4-411b-8fde-bf6e39dad175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:42.491672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:42.725201 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:43.526680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-583a4fec-b239-4cc9-9bb9-1bd95e15659c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:44.408194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b706a1-004d-47dd-9ffd-7c99b0c0b28c req-2f582643-5512-4c02-95ac-9e2ec410b0f7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:44.409702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b706a1-004d-47dd-9ffd-7c99b0c0b28c req-2f582643-5512-4c02-95ac-9e2ec410b0f7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0501170 Oct 28 22:25:44.448483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f3b706a1-004d-47dd-9ffd-7c99b0c0b28c req-fe3c667c-e578-4d3c-86ba-b2efbb68c73e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Oct 28 22:25:44.999466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:45.330413 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:45.566241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e9acf-59cf-44af-a399-dd05ac9c1ec0 req-39709fe7-fb3e-4c6c-823d-5ca3598996ef tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:45.567683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd9e9acf-59cf-44af-a399-dd05ac9c1ec0 req-39709fe7-fb3e-4c6c-823d-5ca3598996ef tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0482664 Oct 28 22:25:45.604958 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fd9e9acf-59cf-44af-a399-dd05ac9c1ec0 req-394971e0-3f04-4921-a94f-b8b83a753100 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Oct 28 22:25:46.163413 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:25:46.725868 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67fca9-f664-4539-ae73-3ac21fb97900 req-3352bdc4-4427-4577-9f9a-bb7a1ff06541 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:46.727169 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb67fca9-f664-4539-ae73-3ac21fb97900 req-3352bdc4-4427-4577-9f9a-bb7a1ff06541 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Oct 28 22:25:46.765158 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bb67fca9-f664-4539-ae73-3ac21fb97900 req-99cbaab0-3b12-4ceb-93db-6f79c55ede67 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Oct 28 22:25:46.881897 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:25:47.879290 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27895d-5148-4616-be5c-d80120269a4f req-b3935167-ae21-42c8-ab4a-50eadc63f7bf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:47.880763 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed27895d-5148-4616-be5c-d80120269a4f req-b3935167-ae21-42c8-ab4a-50eadc63f7bf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Oct 28 22:25:47.919488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ed27895d-5148-4616-be5c-d80120269a4f req-96d85a84-cf1e-4024-98b8-5c3b546f2e3f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Oct 28 22:25:49.035962 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4b3c-c651-4d27-b924-d1d0a3b7be16 req-c23f3689-c6b1-4d2c-87c9-6ec3a46384da tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:49.037385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854f4b3c-c651-4d27-b924-d1d0a3b7be16 req-c23f3689-c6b1-4d2c-87c9-6ec3a46384da tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Oct 28 22:25:49.075213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-854f4b3c-c651-4d27-b924-d1d0a3b7be16 req-f056bc57-d5e2-4869-9031-10192cd1f84b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Oct 28 22:25:50.194572 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229071-c0ac-4b78-a315-a6f656973be4 req-d105a0ce-4e70-4c44-b2f6-d85c9818572e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:50.196038 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88229071-c0ac-4b78-a315-a6f656973be4 req-d105a0ce-4e70-4c44-b2f6-d85c9818572e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0535448 Oct 28 22:25:50.233778 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88229071-c0ac-4b78-a315-a6f656973be4 req-c5f4d57f-b905-4923-a342-57fe63ee471c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Oct 28 22:25:51.355276 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975757-63ed-4dc6-8cca-1dd08c66886a req-a2e147ff-0256-4a85-81a0-a4cc84771feb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:51.356753 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99975757-63ed-4dc6-8cca-1dd08c66886a req-a2e147ff-0256-4a85-81a0-a4cc84771feb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0558345 Oct 28 22:25:51.394724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-99975757-63ed-4dc6-8cca-1dd08c66886a req-4004fee8-0ffd-42da-b8c0-95b0f5588ba6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Oct 28 22:25:52.507712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24762a8-2621-4f02-aa39-2fe26466674b req-e2d32440-8851-498c-be6b-95585e1faca6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:52.509179 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f24762a8-2621-4f02-aa39-2fe26466674b req-e2d32440-8851-498c-be6b-95585e1faca6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0480280 Oct 28 22:25:52.546911 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f24762a8-2621-4f02-aa39-2fe26466674b req-a0f3da9b-2802-4c7b-9e44-24582bc76928 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Oct 28 22:25:53.664724 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcc09a-ef45-4235-9e85-53799a5f1334 req-f868508f-0783-40ef-bd9e-3e2015107830 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:53.666178 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24bcc09a-ef45-4235-9e85-53799a5f1334 req-f868508f-0783-40ef-bd9e-3e2015107830 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Oct 28 22:25:53.702711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-24bcc09a-ef45-4235-9e85-53799a5f1334 req-856d879e-4223-4cc2-ab3f-be308a01b60d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306439 Oct 28 22:25:54.819524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4de3cf-e0c2-4c85-854b-a96cc1d0c18c req-efbbdf29-c0cf-4dd4-b3ad-1acf10c46b9b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:54.821111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4de3cf-e0c2-4c85-854b-a96cc1d0c18c req-efbbdf29-c0cf-4dd4-b3ad-1acf10c46b9b tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Oct 28 22:25:54.858544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7f4de3cf-e0c2-4c85-854b-a96cc1d0c18c req-fc2fbb73-0d13-498a-b144-64b98b0ddddf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Oct 28 22:25:55.975652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cfa2f-1f8b-4928-b7e7-92e77ecf4b14 req-bf9827fd-9bb9-46fb-9e98-e2869344a504 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:55.976965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-025cfa2f-1f8b-4928-b7e7-92e77ecf4b14 req-bf9827fd-9bb9-46fb-9e98-e2869344a504 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Oct 28 22:25:56.014131 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-025cfa2f-1f8b-4928-b7e7-92e77ecf4b14 req-35f30f7f-1b18-4dd3-abef-4ae4519542b1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312667 Oct 28 22:25:57.135294 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0c224-d92c-4e7a-9b4a-67e2cb36586e req-af198d6a-6409-4ac3-a079-a043f4a6caa6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:57.136775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94f0c224-d92c-4e7a-9b4a-67e2cb36586e req-af198d6a-6409-4ac3-a079-a043f4a6caa6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0542490 Oct 28 22:25:57.174531 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94f0c224-d92c-4e7a-9b4a-67e2cb36586e req-3d91efdd-54bf-4ba1-9c40-dbd6129fc458 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Oct 28 22:25:58.290834 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f268-c2b6-4b8a-bcb4-72334b539e4e req-fcee4be1-2569-4cb5-b400-543b3f1cccd1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:58.292323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a649f268-c2b6-4b8a-bcb4-72334b539e4e req-fcee4be1-2569-4cb5-b400-543b3f1cccd1 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Oct 28 22:25:58.329189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a649f268-c2b6-4b8a-bcb4-72334b539e4e req-e32064d2-5299-4476-a050-d3ce44458fb3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Oct 28 22:25:59.448675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adee56-f3a0-4763-8df1-6432e0a50dc4 req-af1ceae1-e521-4eac-9353-fb74e88ce8df tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:25:59.450130 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05adee56-f3a0-4763-8df1-6432e0a50dc4 req-af1ceae1-e521-4eac-9353-fb74e88ce8df tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0507667 Oct 28 22:25:59.487018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-05adee56-f3a0-4763-8df1-6432e0a50dc4 req-8d2a5bee-6850-4f0c-909d-fccaf084c4b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Oct 28 22:26:00.610966 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1131f0-e083-44ee-9a48-c30f11e3893e req-5f6017be-0ecb-4194-8786-e77b46180da6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:00.612441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d1131f0-e083-44ee-9a48-c30f11e3893e req-5f6017be-0ecb-4194-8786-e77b46180da6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0545847 Oct 28 22:26:00.650895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d1131f0-e083-44ee-9a48-c30f11e3893e req-3decfe7e-4d33-4e58-98c5-d598b68587b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Oct 28 22:26:00.672390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59200) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:00.735770 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-64bc6a13-4cb8-41aa-87f7-dc65d27167dc tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/9ce0e31d-8186-4906-bf8b-7dfba3639330 HTTP/1.1" status: 200 len: 993 time: 0.0622871 Oct 28 22:26:02.004980 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63725fc-327c-4244-a2c4-1b2fbfcd6631 req-b0f2b8f2-c397-4ba4-91a3-7bce3b76197e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:02.006525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d63725fc-327c-4244-a2c4-1b2fbfcd6631 req-b0f2b8f2-c397-4ba4-91a3-7bce3b76197e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0568438 Oct 28 22:26:02.020770 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-64b5d5ed-205e-4dae-bca8-bbaeace97950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:02.023213 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-64b5d5ed-205e-4dae-bca8-bbaeace97950 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1097 time: 0.0443110 Oct 28 22:26:02.050237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d63725fc-327c-4244-a2c4-1b2fbfcd6631 req-9832bf7d-5933-4890-8f40-63813dd2e2d3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Oct 28 22:26:02.118088 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-a037e43c-58a6-4295-904b-41d683c992ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:02.119558 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-a037e43c-58a6-4295-904b-41d683c992ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 897 time: 0.0888500 Oct 28 22:26:02.184565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-1f298686-9008-4261-a799-f8d2b98e9a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 1001 time: 0.0578859 Oct 28 22:26:02.232424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-2756ad78-aeec-470a-bd67-84a15c8c6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:02.233832 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-2756ad78-aeec-470a-bd67-84a15c8c6167 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 200 len: 834 time: 0.0430620 Oct 28 22:26:02.283362 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-e66f5dbc-d828-4c5a-8d82-13a077c768f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:02.284771 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-e66f5dbc-d828-4c5a-8d82-13a077c768f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee222698-a05d-410e-950f-9f254e72d23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438175 Oct 28 22:26:02.381029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-11a85174-7be2-447d-aa2f-97d859b485f3 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880594 Oct 28 22:26:02.473480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-c92a5588-282c-40c1-87e6-35383fe4cebb req-f39483cb-8a78-492d-9c8d-dbcf3ef5e1a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860043 Oct 28 22:26:03.169387 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce485e-f493-4016-99ac-c31309166989 req-09c69e8d-e760-49de-9527-90e1f4433d57 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:03.170841 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ce485e-f493-4016-99ac-c31309166989 req-09c69e8d-e760-49de-9527-90e1f4433d57 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Oct 28 22:26:03.208806 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-00ce485e-f493-4016-99ac-c31309166989 req-8024e77c-cbbe-4f8c-a427-d4d6ef582904 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318911 Oct 28 22:26:03.231063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59210) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:03.291684 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5effd490-ddf1-43f7-8ba5-b5dc39634ed4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/9ce0e31d-8186-4906-bf8b-7dfba3639330 HTTP/1.1" status: 200 len: 993 time: 0.0594923 Oct 28 22:26:10.938182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9673ccb0-8ef9-4cdb-b56b-4f782ce7724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:12.505142 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:12.747927 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:13.528667 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-07f9311e-3995-41e1-8c3d-210ab5f7a8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:15.001507 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:15.336057 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:16.885261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:23.162771 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:26:23.724641 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b72c4841-5ff5-41b2-8d1f-e6da1fb77105 req-cc540b68-d655-45ad-9302-78f31a03c7d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268533 Oct 28 22:26:23.790732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b72c4841-5ff5-41b2-8d1f-e6da1fb77105 req-d1d02ac0-01cd-47cd-b0a9-eccc64fd6979 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0253668 Oct 28 22:26:23.833632 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b72c4841-5ff5-41b2-8d1f-e6da1fb77105 req-ad3d1597-3840-4aaf-90ba-0b276cd5821d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192432 Oct 28 22:26:23.928809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c4841-5ff5-41b2-8d1f-e6da1fb77105 req-4e0b9bca-e094-4d0e-bca1-d9aef56bfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:23.930273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b72c4841-5ff5-41b2-8d1f-e6da1fb77105 req-4e0b9bca-e094-4d0e-bca1-d9aef56bfce3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902762 Oct 28 22:26:33.806538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59222) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:33.964197 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port de73e8ea-bbf1-412d-9f3e-6fe53545673f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:26:33.964587 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.038936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.039249 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.050428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for de73e8ea-bbf1-412d-9f3e-6fe53545673f owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:26:34.206727 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.235623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=de73e8ea-bbf1-412d-9f3e-6fe53545673f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:34.247840 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.248185 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.248617 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.248954 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.249283 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.249615 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.249945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.250272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.250605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.250927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.251250 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.251589 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:34.308133 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.308495 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP 9ce0e31d-8186-4906-bf8b-7dfba3639330 disassociated (deleted). External IP: 172.25.4.101, port: 8f0386a8-0172-44e6-b4e0-1e40bffc90dd. Oct 28 22:26:34.513679 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:26:34.618781 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:26:34.623926 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:34.628509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Sync routers for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:26:34.638618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:34.639228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:34.650172 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-8a4e4b6b-6a3e-4cc7-b7e4-90d9de88afe8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/floatingips/9ce0e31d-8186-4906-bf8b-7dfba3639330 HTTP/1.1" status: 204 len: 168 time: 0.8424914 Oct 28 22:26:34.650688 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:26:34.652981 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b644f9-9251-4c58-8c67-51ce5eb99bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:26:34.750383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:34.768211 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb362e-a5ba-4f3a-be5c-fa3d018255a7 x-openstack-request-id: req-24bb362e-a5ba-4f3a-be5c-fa3d018255a7 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:26:34.768532 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:26:34.768767 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24bb362e-a5ba-4f3a-be5c-fa3d018255a7 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:26:34.769163 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'status': 'completed', 'code': 200} Oct 28 22:26:34.861845 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-f7502fbb-7fa0-4362-b780-0f8c47f1433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:34.863555 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-f7502fbb-7fa0-4362-b780-0f8c47f1433a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 1097 time: 0.0422046 Oct 28 22:26:34.909805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d07e07-e2d3-417b-a281-fe9cb0691245 req-138c9fec-7834-48f8-a196-756f3f0d03dc tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:34.911306 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d07e07-e2d3-417b-a281-fe9cb0691245 req-138c9fec-7834-48f8-a196-756f3f0d03dc tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0546243 Oct 28 22:26:34.955285 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b9d07e07-e2d3-417b-a281-fe9cb0691245 req-42de0de4-a016-4aa0-ad82-ef2cc68e36d3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354660 Oct 28 22:26:34.968846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:35.000969 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Checking router: 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:26:35.009940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:35.010557 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:35.122173 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:35.328273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-dfbab96c-67c2-4e20-8ed2-82ddb6904db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:35.329792 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-dfbab96c-67c2-4e20-8ed2-82ddb6904db8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 200 len: 897 time: 0.4573896 Oct 28 22:26:35.336841 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:35.363874 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b50484-a590-445f-94fb-b542c7899bb9 None None] The sync data for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 is: [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:24:57Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '0929016a-db74-427b-885b-dd4a0962f369', 'name': '', 'network_id': 'ee222698-a05d-410e-950f-9f254e72d23d', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:bb:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:56Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '15640ef5-3697-45f5-8236-fe2b11535e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:26:35.372718 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-78f8e574-15f2-424b-9745-0e8a95775d53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 200 len: 217 time: 0.0334852 Oct 28 22:26:35.424867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-ddb851ab-36e6-4f06-a8e6-5587feaf1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:35.426757 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-ddb851ab-36e6-4f06-a8e6-5587feaf1d64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 200 len: 834 time: 0.0465226 Oct 28 22:26:35.479072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-32a7670a-6a2a-4231-8cdd-53d833469eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:35.480576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-32a7670a-6a2a-4231-8cdd-53d833469eb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee222698-a05d-410e-950f-9f254e72d23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452831 Oct 28 22:26:35.577660 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-d41f372b-08b3-4098-b2a3-28e538ccc56f service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873814 Oct 28 22:26:35.598681 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0c1198-b231-46cb-8a24-58dfc08d86b6 None None] New status for floating IP 9ce0e31d-8186-4906-bf8b-7dfba3639330: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:26:35.679071 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-88b644f9-9251-4c58-8c67-51ce5eb99bf1 req-73c9fc08-e8ab-4140-8440-4f33bed3e0bc service neutron] 10.222.0.52 "GET /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936775 Oct 28 22:26:36.076947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0e4c-139f-494e-8bb6-ff957f79fe28 req-21474af2-72bc-4a75-a6ba-db7ec4678455 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:36.078418 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4ee0e4c-139f-494e-8bb6-ff957f79fe28 req-21474af2-72bc-4a75-a6ba-db7ec4678455 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Oct 28 22:26:36.116749 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c4ee0e4c-139f-494e-8bb6-ff957f79fe28 req-4501df80-278d-4e30-9872-64d9ca37cea4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba404d34-ef13-4009-9424-520c0e032154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Oct 28 22:26:36.429532 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e47478-1762-48da-ae48-506181febdb2 req-685d0aa5-2f2d-4c32-9c64-facb405737cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:36.431010 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3e47478-1762-48da-ae48-506181febdb2 req-685d0aa5-2f2d-4c32-9c64-facb405737cb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 945 time: 0.0480704 Oct 28 22:26:36.521766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:26:36.522612 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:36.611281 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:36.611635 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:36.624239 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 8f0386a8-0172-44e6-b4e0-1e40bffc90dd owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:26:36.753918 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:36.780219 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=8f0386a8-0172-44e6-b4e0-1e40bffc90dd,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:36.825160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] No DVR routers for this DVR port 8f0386a8-0172-44e6-b4e0-1e40bffc90dd on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:26:36.828000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:36.832041 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-e3e47478-1762-48da-ae48-506181febdb2 req-ea6331df-cd28-4aca-a6f5-e891855d2cf8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.52 "DELETE /v2.0/ports/8f0386a8-0172-44e6-b4e0-1e40bffc90dd HTTP/1.1" status: 204 len: 173 time: 0.3946333 Oct 28 22:26:36.832533 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'name': 'network-vif-deleted', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:26:36.836149 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04946a06-4545-437a-97af-ed3bb0b59da8" -d '{"events": [{"server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "name": "network-vif-deleted", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:26:36.873998 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7e989-41d2-4a22-8537-c6d4f413cff0 x-openstack-request-id: req-73f7e989-41d2-4a22-8537-c6d4f413cff0 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:26:36.874337 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0035093d-2fb1-41dd-83a6-6b1b1a784100", "name": "network-vif-deleted", "tag": "8f0386a8-0172-44e6-b4e0-1e40bffc90dd", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:26:36.874601 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73f7e989-41d2-4a22-8537-c6d4f413cff0 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:26:36.875151 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035093d-2fb1-41dd-83a6-6b1b1a784100', 'name': 'network-vif-deleted', 'tag': '8f0386a8-0172-44e6-b4e0-1e40bffc90dd', 'status': 'completed', 'code': 200} Oct 28 22:26:37.241467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d38f0cb-5dc0-46a3-8d15-6c230c7bbecf req-e7989c42-f193-4a61-a4cd-fbf960bca12f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=0035093d-2fb1-41dd-83a6-6b1b1a784100 HTTP/1.1" status: 200 len: 210 time: 0.0345955 Oct 28 22:26:38.300627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59240) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:38.657527 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:38.911455 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 0929016a-db74-427b-885b-dd4a0962f369 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:26:38.911712 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:38.998719 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 0929016a-db74-427b-885b-dd4a0962f369, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=0929016a-db74-427b-885b-dd4a0962f369,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:38.999074 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.016290 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 0929016a-db74-427b-885b-dd4a0962f369 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:26:39.206433 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.232945 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=0929016a-db74-427b-885b-dd4a0962f369,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:39.413342 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.628572 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:26:39.735910 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:26:39.741442 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1c9a4fed-6a92-49ae-84ad-63d8a9a358a7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/3e2b5d77-adcf-467c-93aa-de4cbfa82d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405129 Oct 28 22:26:39.743976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59242) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:39.746150 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Sync routers for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:26:39.755537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:39.756126 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:39.796334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting subnet 15640ef5-3697-45f5-8236-fe2b11535e6d {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:26:39.799686 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.840299 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.861640 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:39.928732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:39.986178 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.014629 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Subnet': ['ID=15640ef5-3697-45f5-8236-fe2b11535e6d,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:40.016685 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.022346 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-2d0f6a6e-d8d7-4094-a598-f4768fc06493 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/subnets/15640ef5-3697-45f5-8236-fe2b11535e6d HTTP/1.1" status: 204 len: 168 time: 0.2749608 Oct 28 22:26:40.023392 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59244) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:40.027051 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a06f9-554e-4e48-b8bc-a0430070dbaa None None] Network ee222698-a05d-410e-950f-9f254e72d23d requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:26:40.133221 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.232489 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8f0386a8-0172-44e6-b4e0-1e40bffc90dd no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:26:40.239710 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.264734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 8f0386a8-0172-44e6-b4e0-1e40bffc90dd {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:26:40.265120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 8f0386a8-0172-44e6-b4e0-1e40bffc90dd not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:26:40.279762 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '784b3705-15a5-4455-8123-0f733e9a829f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:26:39Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '784b3705-15a5-4455-8123-0f733e9a829f', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:24:54Z', 'updated_at': '2021-10-28T22:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:40.295065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 784b3705-15a5-4455-8123-0f733e9a829f {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:26:40.295392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.310704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Checking router: 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:26:40.358154 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Routers {'3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:40.358769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:40.377890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 784b3705-15a5-4455-8123-0f733e9a829f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=784b3705-15a5-4455-8123-0f733e9a829f,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:40.378360 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.390486 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 784b3705-15a5-4455-8123-0f733e9a829f owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:26:40.460504 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] Set router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:40.513293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:26:40Z', 'revision_number': 6, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:40.518451 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] DHCP port deletion for ee222698-a05d-410e-950f-9f254e72d23d request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:26:40.549206 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf2b51-3bd4-411a-b9f4-4d3889789c55 None None] The sync data for ids ['3e2b5d77-adcf-467c-93aa-de4cbfa82d6f'] in n-d-806683-16 is: [{'id': '3e2b5d77-adcf-467c-93aa-de4cbfa82d6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480855667', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:24:53Z', 'updated_at': '2021-10-28T22:26:40Z', 'revision_number': 6, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:26:40.571203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.599884 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=784b3705-15a5-4455-8123-0f733e9a829f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:40.602207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Deleting port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:26:40.602709 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.624767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.625114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.625453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.625788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.626117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.626447 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.626773 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.627100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.627427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.627748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.628067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.628400 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.666736 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] For port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,segment=NetworkSegment(24954746-6d8c-4db8-b394-65bab3a50902),segment_id=24954746-6d8c-4db8-b394-65bab3a50902)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:40.667132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.668795 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.683628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Calling delete_port for 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:26:40.761033 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.761792 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.764248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.787823 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Pushing event deleted for resources: {'Port': ['ID=8b2935f0-9a08-456e-b8f5-9ebb1e921dd4,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:40.790247 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] No DVR routers for this DVR port 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:26:40.798109 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.798449 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.798787 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.799117 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.799442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.802700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23027731-545b-4246-93e3-2ba9c56943e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:40.819786 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.820497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2b5d77-adcf-467c-93aa-de4cbfa82d6f {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:26:40.827576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.828709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f40afa43-729e-4fda-9726-21236b8aedc2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/routers/3e2b5d77-adcf-467c-93aa-de4cbfa82d6f HTTP/1.1" status: 204 len: 168 time: 0.8049858 Oct 28 22:26:40.831717 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59246) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:40.911576 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:40.942508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9aa4-c1ea-4a94-ab3b-14a44a290462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.022698 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.042504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee222698-a05d-410e-950f-9f254e72d23d']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:41.051512 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24954746-6d8c-4db8-b394-65bab3a50902') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:41.051808 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24954746-6d8c-4db8-b394-65bab3a50902') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:41.061497 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.074844 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.080786 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:26:41.081163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:26:41.084013 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:26:41.143896 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.151394 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.154529 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/networks/ee222698-a05d-410e-950f-9f254e72d23d HTTP/1.1" status: 204 len: 168 time: 0.3218958 Oct 28 22:26:41.157354 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59248) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:41.166794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874c67e-7a78-4165-9ee9-33c33eb72b68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Network': ['ID=ee222698-a05d-410e-950f-9f254e72d23d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:41.218073 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.243169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.308873 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.311365 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.312554 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/security-groups/ba404d34-ef13-4009-9424-520c0e032154 HTTP/1.1" status: 204 len: 168 time: 0.1541772 Oct 28 22:26:41.322594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bc1e2-0e1e-41e2-8b56-79e33c89711a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba404d34-ef13-4009-9424-520c0e032154,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:41.353511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0929016a-db74-427b-885b-dd4a0962f369 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:26:41.384017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 0929016a-db74-427b-885b-dd4a0962f369 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:26:41.384017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 0929016a-db74-427b-885b-dd4a0962f369 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:26:41.384017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:26:41.408782 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:26:41.409133 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 8b2935f0-9a08-456e-b8f5-9ebb1e921dd4 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:26:41.549681 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59254) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:41.554396 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732568680', 'description': 'tempest-secgroup-smoke-1732568680 description', 'project_id': 'f379093aea3b47358df247b48891fb68'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:41.579170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.656089 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.660016 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.687289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.688545 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377742 Oct 28 22:26:41.691589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59256) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:41.692616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695c1fd-6d17-4ecf-92e3-63c432122777 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd3381c-4e7f-484c-b797-caa3601925fe,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:41.698198 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:41.725815 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.781574 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.785279 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.807034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f9b41-ce9c-4328-8834-367ce4a06622,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:41.817367 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.818586 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2cc63b9b-4361-497a-a9c0-e2c86d18b0a5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258614 Oct 28 22:26:41.822001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59258) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:41.826366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:41.852144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.908980 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.912751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.932569 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197d2234-4667-412c-bc55-ef29ca387f0f,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:41.936693 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:41.937880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cf951c7c-19ab-4689-93d5-51dfb205d527 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149788 Oct 28 22:26:41.940594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59260) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:41.945389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:41.970056 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.030547 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.034262 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.053737 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5304c3-1d43-4503-ade2-7ba314f3519c,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:42.058694 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.059880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-964caf24-ced7-4a81-b871-ca0329487b75 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183791 Oct 28 22:26:42.062650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59262) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:42.067204 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:42.093392 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.152093 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.155443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.172828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fc7a3e-5013-431f-9ac3-4c33603bbf47,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:42.181005 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.182189 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0aa674aa-4616-4d71-a81c-508ddd05b7b4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186180 Oct 28 22:26:42.184898 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59264) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:42.189052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:42.210476 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:26:42.215163 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.275383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.279106 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.299455 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298c3f9f-c7df-4c5b-9766-d623e27fed7e,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:42.305317 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.306487 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b20ad487-a4d6-424d-a02b-3a5d3aadd29f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206875 Oct 28 22:26:42.309289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59266) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:42.313483 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'security_group_rule': {'security_group_id': '2fd3381c-4e7f-484c-b797-caa3601925fe', 'project_id': 'f379093aea3b47358df247b48891fb68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:42.335132 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Project f379093aea3b47358df247b48891fb68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:26:42.339891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.401565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.405177 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.423709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62a016a-904b-4f3b-9fcb-fd65f9460398,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:42.431485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.432718 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a24e3c9b-2643-4d8d-bbe3-1a1f9db3acbd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224890 Oct 28 22:26:42.435586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59268) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:42.440281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'network': {'name': 'tempest-network-smoke--1486070082', 'project_id': 'f379093aea3b47358df247b48891fb68', 'port_security_enabled': True}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:42.461797 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:26:42.465315 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.489917 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:26:42.500783 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.501185 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Added segment 3ee60cb7-2e91-4278-8353-09c27f1203b0 of type vlan for network 1d71ef74-a3a1-4479-83bd-9ab63232655f Oct 28 22:26:42.506202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.543519 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.567692 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.573600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:42.574190 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.625465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888626 Oct 28 22:26:42.628183 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59270) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:42.634618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'admin_state_up': True, 'project_id': 'f379093aea3b47358df247b48891fb68', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:42.660409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d48d4b-cf27-4768-9d2e-64ff99bbf740 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Network': ['ID=1d71ef74-a3a1-4479-83bd-9ab63232655f,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:42.671917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:26:42.673604 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.674625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.725085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.748380 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:42.797745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 784b3705-15a5-4455-8123-0f733e9a829f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:26:42.822529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 784b3705-15a5-4455-8123-0f733e9a829f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:26:42.822862 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 784b3705-15a5-4455-8123-0f733e9a829f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:26:42.864556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.050144 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.068437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.171371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.180 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:26:43.270841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.308715 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.347439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:26:43.351893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:43.356997 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:26:43.359410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:43.530731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-e962e537-6627-4df0-98a3-ec5c00bedee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:43.600548 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.116669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.242119 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router b8b9dcae-9ec2-4997-a6bf-3084f6974817 is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:26:44.345433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:26:44.356643 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Sync routers for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:26:44.365257 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.367170 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-674ddbb4-702c-467e-bf06-44498e684c68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7379844 Oct 28 22:26:44.367311 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:44.367815 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:44.370591 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59272) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:44.441026 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-390b70f5-9c90-4238-af0e-64185bef533d tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f379093aea3b47358df247b48891fb68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692446 Oct 28 22:26:44.443635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59276) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:44.473606 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:44.532470 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dcfebd-3b38-498e-a0f4-8ca110c1a64a tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:44.533978 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-c0dcfebd-3b38-498e-a0f4-8ca110c1a64a tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891762 Oct 28 22:26:44.536875 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59278) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:44.565024 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bdac9649-e3c5-4598-aa34-f22a77c5ce97 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=9b48188f-34bd-4e3f-b3a7-e582fd977503&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271015 Oct 28 22:26:44.567547 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59280) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:44.572380 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877905478', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'project_id': 'f379093aea3b47358df247b48891fb68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:44.651069 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:43Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:44.657990 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:26:44.661462 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.678947 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Checking router: b8b9dcae-9ec2-4997-a6bf-3084f6974817 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:26:44.679302 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Updating router b8b9dcae-9ec2-4997-a6bf-3084f6974817 port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:26:44.703161 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.847081 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.915497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Subnet': ['ID=6423a9a5-346a-4c17-8983-be72a82347f9,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:44.922972 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Checking segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:26:44.923334 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network hostable DHCP agents. Network: 1d71ef74-a3a1-4479-83bd-9ab63232655f, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:26:44.940020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:26:44.948900 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 1d71ef74-a3a1-4479-83bd-9ab63232655f) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:44.953038 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:44.953625 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:44.957908 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796d44e-fbdb-4041-a7cf-25275ea6f357 None None] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:26:44.972785 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d74ca320-60b4-49b3-a0e1-00d58fb65f74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4042053 Oct 28 22:26:44.976256 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59282) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:26:45.026163 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.058936 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.065317 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.118449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Attempting to bind port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:26:45.118449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Attempting to bind port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:26:45.118449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Attempting to bind port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:26:45.126008 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-1d71ef74-a3a1-4479-83bd-9ab63232655f', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:26:45.126872 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.130790 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:26:45.131840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:26:45.133523 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.133991 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:26:45.134549 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Bound port: 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:26:45.134995 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.165057 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Pushing event updated for resources: {'Port': ['ID=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,revision_number=2']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:45.176711 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.177085 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.177498 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.177903 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.178331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.178331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.179120 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.179345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.179744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.180072 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.180412 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.180735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:26:45.214483 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] For port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:26:45.217836 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] For port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:26:45.222233 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.274077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Allocated IP 172.20.0.2 (1d71ef74-a3a1-4479-83bd-9ab63232655f/6423a9a5-346a-4c17-8983-be72a82347f9/a86f3712-34a6-4957-aac9-64fc056c11a8) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:26:45.280281 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:45.281143 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:45.355931 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f493-1cf8-4526-9157-01f54cc3248e None None] Pushing event updated for resources: {'Port': ['ID=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:45.382681 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.403763 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:45.425642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.434617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.441412 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.489560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:26:45.493448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:45.495965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:26:45.507257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Pushing event updated for resources: {'Port': ['ID=a86f3712-34a6-4957-aac9-64fc056c11a8,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:45.557079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Attempting to bind port a86f3712-34a6-4957-aac9-64fc056c11a8 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:26:45.557679 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Attempting to bind port a86f3712-34a6-4957-aac9-64fc056c11a8 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:26:45.558152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Attempting to bind port a86f3712-34a6-4957-aac9-64fc056c11a8 on network 1d71ef74-a3a1-4479-83bd-9ab63232655f {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:26:45.563411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:26:45.563898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Checking segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:26:45.564428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.564909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Bound using segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:26:45.565622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Bound port: a86f3712-34a6-4957-aac9-64fc056c11a8, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:26:45.566098 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.599309 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:43Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:45.626796 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b2ab-c620-4fb3-a67b-d8f858e19ef4 None None] The sync data for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 is: [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:43Z', 'revision_number': 3, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:26:45.635702 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] For port a86f3712-34a6-4957-aac9-64fc056c11a8, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:26:45.639268 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] For port a86f3712-34a6-4957-aac9-64fc056c11a8, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a86f3712-34a6-4957-aac9-64fc056c11a8,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:26:45.650718 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.730556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4bfb1-cf4b-4666-9564-1ed3c508a74d None None] Pushing event updated for resources: {'Port': ['ID=a86f3712-34a6-4957-aac9-64fc056c11a8,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:45.737899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.1 (1d71ef74-a3a1-4479-83bd-9ab63232655f/6423a9a5-346a-4c17-8983-be72a82347f9/34e56fc5-bad2-4a3f-a1d7-867cbe1c0648) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:26:45.885561 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:45.947925 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.005198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:26:46.010841 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:46.013964 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:26:46.051817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:46.070146 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.210877 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.507994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.514740 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.594137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.606491 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:46.662086 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263fd38b-ad72-40a6-ae21-3d81309b3307 None None] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:26:46.729024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] Provisioning complete for port a86f3712-34a6-4957-aac9-64fc056c11a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:46.729265 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.905563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.918593 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:46.934866 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:47.000285 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] For port a86f3712-34a6-4957-aac9-64fc056c11a8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a86f3712-34a6-4957-aac9-64fc056c11a8,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:47.014617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.068639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:47.069657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.094728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:26:47.096406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:47.102416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd61f8-6c54-42b2-9cb5-0ae9480966a9 None None] Pushing event updated for resources: {'Port': ['ID=a86f3712-34a6-4957-aac9-64fc056c11a8,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:47.174740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.205161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:47.211280 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.212209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a86f3712-34a6-4957-aac9-64fc056c11a8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:47.231866 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router b8b9dcae-9ec2-4997-a6bf-3084f6974817 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:26:47.308678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:47.312069 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f2fba916-c63c-47f9-88b2-7cd3d1f50ab1 None None] Provisioning complete for port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:47.312766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f2fba916-c63c-47f9-88b2-7cd3d1f50ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.360280 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a86f3712-34a6-4957-aac9-64fc056c11a8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:47.360679 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.363309 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f2fba916-c63c-47f9-88b2-7cd3d1f50ab1 None None] Port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:26:47.368448 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:26:47.374224 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-95cb1ecc-d757-41f2-b715-1ce2224fa1dd tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/b8b9dcae-9ec2-4997-a6bf-3084f6974817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3967752 Oct 28 22:26:47.384686 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Sync routers for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:26:47.426731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:47.427362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:47.429932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f2fba916-c63c-47f9-88b2-7cd3d1f50ab1 None None] Provisioning complete for port a86f3712-34a6-4957-aac9-64fc056c11a8 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:47.430298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f2fba916-c63c-47f9-88b2-7cd3d1f50ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.533768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-3698591b-9c69-438f-afe2-a0d6c9284776 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732568680&fields=id&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 267 time: 0.0446267 Oct 28 22:26:47.636421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:47.650536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-fd9e0baf-4e05-4f5f-b155-46a681ea0982 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:47.652052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-fd9e0baf-4e05-4f5f-b155-46a681ea0982 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 797 time: 0.1103439 Oct 28 22:26:47.672349 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9f8c43e5-e710-43b8-9f09-f0a275fe46b2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/quotas/f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 375 time: 0.0133309 Oct 28 22:26:47.729700 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-35114a68-51bf-42f4-adb0-f2edad0ffe08 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535898 Oct 28 22:26:47.784636 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-d620165b-5874-4b8f-a54f-386db1dbedf9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:26:47.785640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-d620165b-5874-4b8f-a54f-386db1dbedf9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430818 Oct 28 22:26:47.834811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7d29-6edc-4aab-bc38-600c4a8296d1 None None] Provisioning complete for port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:47.835381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7d29-6edc-4aab-bc38-600c4a8296d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.878156 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7d29-6edc-4aab-bc38-600c4a8296d1 None None] Port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:26:47.881437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-1b5c668a-2379-4138-8aba-7839d12a5f54 service neutron] 10.222.0.31 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883079 Oct 28 22:26:47.892467 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 2, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:47.923414 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Checking router: b8b9dcae-9ec2-4997-a6bf-3084f6974817 for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:26:47.923766 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Updating router b8b9dcae-9ec2-4997-a6bf-3084f6974817 port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:26:47.948919 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:47.974918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-4f91a450-5e60-4e4e-a983-bcabdae02445 service neutron] 10.222.0.31 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867908 Oct 28 22:26:48.141980 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f2c26da-8e8d-4a7e-a722-2bbfd8d96a5b req-91759100-f344-41d2-8471-7a9911a5f4c5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0269110 Oct 28 22:26:48.212801 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.217983 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.268753 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d4f8-7c04-4583-a092-c3b0f90b77f3 None None] Pushing event updated for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:48.320163 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Attempting to bind port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:26:48.320561 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Attempting to bind port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:26:48.320924 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Attempting to bind port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 on network 1d71ef74-a3a1-4479-83bd-9ab63232655f {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:26:48.326038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:26:48.326403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Checking segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:26:48.326792 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.327177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Bound using segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:26:48.327661 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Bound port: 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:26:48.328055 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.393229 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] For port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:26:48.396427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] For port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:26:48.401707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.641638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] Provisioning complete for port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:48.641999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.644496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d4f8-7c04-4583-a092-c3b0f90b77f3 None None] Pushing event updated for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:48.649473 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:26:48.650084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:48.818468 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:26:48.854518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:48.860601 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:48.991744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] For port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:48.997692 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:49.060940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:49.061218 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:49.104091 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c042b-ba55-4459-ade9-c50a3ec91940 None None] Pushing event updated for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:49.165715 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a2cd8500-2723-4f07-b616-47b356ad8f19 None None] Provisioning complete for port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:49.166086 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8500-2723-4f07-b616-47b356ad8f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:49.223577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c861686-aed3-40cc-99fb-857a3be2e342 req-e6fa7fbe-6061-40cf-9209-fab83b71eaad tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0275202 Oct 28 22:26:49.257917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a86f3712-34a6-4957-aac9-64fc056c11a8 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:49.298716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:26:49.349956 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904900b6-93d9-4d75-8cbe-79cac7059391 None None] The sync data for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 is: [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:26:49.376327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a86f3712-34a6-4957-aac9-64fc056c11a8 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:49.376719 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:50.312802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09890998-110d-4aea-aa1d-ce08dee77eac req-fdfae8cb-576c-4ba8-9bb7-05291122b1b9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0287514 Oct 28 22:26:50.857775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:50.905944 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:50.906307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:51.389145 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-47ed3641-116b-4bc4-a2b9-cda04292b793 req-b18fa616-1810-42da-9c8d-8460a503a8cf tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0265596 Oct 28 22:26:52.485627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43f4aa32-567a-46e7-90cf-9eb4b3aa5af8 req-0dae942e-a9b0-4dea-af43-98bd139394c8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0304637 Oct 28 22:26:53.183766 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-a69b4b29-cd85-4079-8e5d-a7d9a0dab6e9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:53.185222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-a69b4b29-cd85-4079-8e5d-a7d9a0dab6e9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 797 time: 0.1070213 Oct 28 22:26:53.229318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-90f0527b-5793-4f83-b01c-373da2636fa6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f379093aea3b47358df247b48891fb68 HTTP/1.1" status: 200 len: 380 time: 0.0341392 Oct 28 22:26:53.238718 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'port': {'device_id': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'admin_state_up': True, 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'security_groups': ['2fd3381c-4e7f-484c-b797-caa3601925fe']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:53.347233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Made reservation on behalf of f379093aea3b47358df247b48891fb68 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:26:53.351384 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:53.475257 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.20.0.3 (1d71ef74-a3a1-4479-83bd-9ab63232655f/6423a9a5-346a-4c17-8983-be72a82347f9/af90ebad-ba53-42fb-84fc-85f2f20e31be) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:26:53.585110 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-80aac6c9-b877-40d8-b07a-c225c00c1491 req-2b2f446d-51da-4ff5-982f-43f938e19bca tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0300856 Oct 28 22:26:53.636625 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:53.669276 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:53.713312 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:26:53.716476 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:26:53.720208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:26:53.727732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:53.775582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:53.776203 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:53.792027 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9e5e1d4d-e204-4613-a927-62c733459034 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568159 Oct 28 22:26:53.805738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Request body: {'port': {'device_id': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:26:53.866408 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.014469 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4a4931e3-a32b-4fe1-a352-c889653485ff None None] Provisioning complete for port af90ebad-ba53-42fb-84fc-85f2f20e31be triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:54.015054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4a4931e3-a32b-4fe1-a352-c889653485ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.049328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-4a4931e3-a32b-4fe1-a352-c889653485ff None None] Port af90ebad-ba53-42fb-84fc-85f2f20e31be cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:26:54.125986 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af90ebad-ba53-42fb-84fc-85f2f20e31be {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:26:54.133970 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.145763 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Transition to ACTIVE for port object af90ebad-ba53-42fb-84fc-85f2f20e31be will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:26:54.150151 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.197684 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Pushing event updated for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:54.274511 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Attempting to bind port af90ebad-ba53-42fb-84fc-85f2f20e31be on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:26:54.274732 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Attempting to bind port af90ebad-ba53-42fb-84fc-85f2f20e31be by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:26:54.275086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Attempting to bind port af90ebad-ba53-42fb-84fc-85f2f20e31be on network 1d71ef74-a3a1-4479-83bd-9ab63232655f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:26:54.279735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Port af90ebad-ba53-42fb-84fc-85f2f20e31be on network 1d71ef74-a3a1-4479-83bd-9ab63232655f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:26:54.280055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Attempting to bind port af90ebad-ba53-42fb-84fc-85f2f20e31be on network 1d71ef74-a3a1-4479-83bd-9ab63232655f {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:26:54.285148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:26:54.285488 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Checking segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:26:54.285886 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Bound using segment: {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:26:54.286265 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Bound port: af90ebad-ba53-42fb-84fc-85f2f20e31be, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee60cb7-2e91-4278-8353-09c27f1203b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:26:54.286631 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.351604 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:26:54.354866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:26:54.360029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.395226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.395832 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:54.398279 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] 10.222.0.44 "PUT /v2.0/ports/af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 1092 time: 0.5971882 Oct 28 22:26:54.398852 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:26:54.401945 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:26:54.432535 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20608a-0bd4-4160-8f95-f35dee25bba2 service neutron] Pushing event updated for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:54.446082 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c20bce5-9392-4e95-bf15-c7fa5c706775 x-openstack-request-id: req-4c20bce5-9392-4e95-bf15-c7fa5c706775 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:26:54.446595 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:26:54.446860 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c20bce5-9392-4e95-bf15-c7fa5c706775 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:26:54.447557 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'status': 'completed', 'code': 200} Oct 28 22:26:54.504553 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-f2849703-6117-4e32-961f-f5b92553b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.506722 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-f2849703-6117-4e32-961f-f5b92553b9e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1095 time: 0.0473182 Oct 28 22:26:54.549057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-42acc48c-1528-4900-9e7f-8daa2e82fc49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 217 time: 0.0354319 Oct 28 22:26:54.600089 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9ec97276-f49b-4b6e-aa44-1f2402eb638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.601787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-9ec97276-f49b-4b6e-aa44-1f2402eb638b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0465271 Oct 28 22:26:54.654055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-6c5dd701-9da2-493f-8d2d-69745f1093e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.655569 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-6c5dd701-9da2-493f-8d2d-69745f1093e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469413 Oct 28 22:26:54.753893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68f3b-1780-480f-98a1-3a4a096d30dc req-7823a770-8810-4ec6-9897-71dd7c0fd4c9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.755377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34a68f3b-1780-480f-98a1-3a4a096d30dc req-7823a770-8810-4ec6-9897-71dd7c0fd4c9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 943 time: 0.0989432 Oct 28 22:26:54.794979 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-70446192-44c8-495b-b201-3028cd7e6a45 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296391 Oct 28 22:26:54.828138 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-34a68f3b-1780-480f-98a1-3a4a096d30dc req-8efdd4c0-3fbf-46ad-aae9-43462bef566e tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657029 Oct 28 22:26:54.894172 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7753631b-e8dd-45d4-a4b7-c4ac1202c4a5 req-6bca9c23-805a-4710-bba5-c723f8014f74 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891953 Oct 28 22:26:54.979311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-e267173b-5534-46a3-9861-b11e5c44c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:54.980811 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-e267173b-5534-46a3-9861-b11e5c44c24b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1095 time: 0.0406201 Oct 28 22:26:55.073341 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-c0015a18-7a02-4f82-a78c-672d0b2a7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:55.074696 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-c0015a18-7a02-4f82-a78c-672d0b2a7066 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 898 time: 0.0873115 Oct 28 22:26:55.114920 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-ec468417-87e3-49c1-acf8-78e1a2f307e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 217 time: 0.0332921 Oct 28 22:26:55.167809 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-70af2359-0c8e-44cf-a2c8-2d105dba49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:55.169274 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-70af2359-0c8e-44cf-a2c8-2d105dba49a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0466387 Oct 28 22:26:55.215086 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-d2b101ee-8b7d-499a-8573-39945fce24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:55.216579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-d2b101ee-8b7d-499a-8573-39945fce24f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391665 Oct 28 22:26:55.316595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-6cab8458-cb5d-4913-90bc-897d21883ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925457 Oct 28 22:26:55.410654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-13e7d8c5-23e4-494d-b077-80c4b81eaa9f req-a3df8102-d773-44e7-92de-6d1788126cf5 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Oct 28 22:26:55.942285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81b9ed-969d-419a-a083-224cdc375e03 req-91ee2acd-136b-4ceb-b731-963ac7228d25 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:55.944358 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e81b9ed-969d-419a-a083-224cdc375e03 req-91ee2acd-136b-4ceb-b731-963ac7228d25 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 943 time: 0.0482919 Oct 28 22:26:55.983318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3e81b9ed-969d-419a-a083-224cdc375e03 req-0fbb5871-a8d2-4ddf-9db8-2015fb303fd9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Oct 28 22:26:56.539982 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device af90ebad-ba53-42fb-84fc-85f2f20e31be details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:26:56.637512 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:56.648682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'port_id': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'mac_address': 'fa:16:3e:90:c3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:26:56.685453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:56.698116 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af90ebad-ba53-42fb-84fc-85f2f20e31be {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:26:56.716209 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:56.720015 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:56.771125 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:56.966887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['af90ebad-ba53-42fb-84fc-85f2f20e31be'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:26:57.104893 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341307a-a675-4539-84cf-88cd9b52f274 req-840c963a-6645-4d91-9134-0e2a179336a0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:57.106370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a341307a-a675-4539-84cf-88cd9b52f274 req-840c963a-6645-4d91-9134-0e2a179336a0 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 944 time: 0.0544493 Oct 28 22:26:57.144953 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a341307a-a675-4539-84cf-88cd9b52f274 req-cd686d5e-8f84-4b3b-aebe-6111a720cd32 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Oct 28 22:26:58.259157 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b381d5e-3456-4ca9-b8e4-a916a76eb8b9 req-3d0104c7-3343-492e-9b81-923398393a7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:58.260659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b381d5e-3456-4ca9-b8e4-a916a76eb8b9 req-3d0104c7-3343-492e-9b81-923398393a7f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 944 time: 0.0489321 Oct 28 22:26:58.299597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b381d5e-3456-4ca9-b8e4-a916a76eb8b9 req-26bce6dd-3fa6-4d89-a7dc-90bba4f2a842 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Oct 28 22:26:58.554683 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device af90ebad-ba53-42fb-84fc-85f2f20e31be up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:26:58.604320 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port af90ebad-ba53-42fb-84fc-85f2f20e31be completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:26:58.608659 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port af90ebad-ba53-42fb-84fc-85f2f20e31be triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:26:58.609020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:58.684132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:58.711244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:26:58.713515 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229314d3-c33d-47e3-8b99-5d1a0d297c1e" -d '{"events": [{"server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "name": "network-vif-plugged", "status": "completed", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:26:58.725962 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:26:58.730624 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:26:58.755294 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5241a3b-206d-46c8-ad2f-c17080e3ef75 x-openstack-request-id: req-e5241a3b-206d-46c8-ad2f-c17080e3ef75 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:26:58.755579 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "name": "network-vif-plugged", "status": "completed", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:26:58.755828 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5241a3b-206d-46c8-ad2f-c17080e3ef75 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:26:58.757814 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'code': 200} Oct 28 22:26:58.786773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:26:58.848673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431e06-9ee2-49af-ac9d-649d093f6d7e req-96f5925c-77c6-4092-bfb0-ef3823fb7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:58.850284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06431e06-9ee2-49af-ac9d-649d093f6d7e req-96f5925c-77c6-4092-bfb0-ef3823fb7833 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1097 time: 0.0402336 Oct 28 22:26:58.884088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-06431e06-9ee2-49af-ac9d-649d093f6d7e req-2886a69d-130d-4b25-975d-122daa25d2aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274925 Oct 28 22:26:59.419017 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bf8c2-5634-4e39-b823-d7564d669bd0 req-1448220c-6432-4ca1-8b2b-c86f877cbef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:26:59.420534 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a69bf8c2-5634-4e39-b823-d7564d669bd0 req-1448220c-6432-4ca1-8b2b-c86f877cbef8 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0541856 Oct 28 22:26:59.458372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a69bf8c2-5634-4e39-b823-d7564d669bd0 req-4329d1ce-d8e8-4f02-99ef-53f8695343c5 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Oct 28 22:27:00.161735 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:27:00.574278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ad635-1c14-443f-bf8a-42913f16a529 req-118f1c25-f296-4e16-ab13-835a642a4de6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:00.575745 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b1ad635-1c14-443f-bf8a-42913f16a529 req-118f1c25-f296-4e16-ab13-835a642a4de6 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0485270 Oct 28 22:27:00.613330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7b1ad635-1c14-443f-bf8a-42913f16a529 req-11e2e68a-f93b-4694-b45e-eaada5e2c7ef tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Oct 28 22:27:00.725999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1694-985e-4ecb-8ac3-6f9ac9ac4cd7 req-3daeffa3-cca3-49a7-b57f-fe024f51af68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:00.727486 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43aa1694-985e-4ecb-8ac3-6f9ac9ac4cd7 req-3daeffa3-cca3-49a7-b57f-fe024f51af68 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0484242 Oct 28 22:27:00.764261 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-43aa1694-985e-4ecb-8ac3-6f9ac9ac4cd7 req-7290cd1a-dd50-42aa-8863-d3d2dded7e7a tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307631 Oct 28 22:27:00.785502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59352) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:00.829709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91aaa9-fb34-4fcf-a376-f996887d6103 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:00.831225 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-5d91aaa9-fb34-4fcf-a376-f996887d6103 tempest-TestNetworkAdvancedServerOps-101471777 tempest-TestNetworkAdvancedServerOps-101471777-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1092 time: 0.0447185 Oct 28 22:27:00.834467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59354) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:00.838681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:00.860544 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:00.956417 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.060908 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Allocated IP 172.25.4.253 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a77e4d7d-fa42-4eca-9d7d-060171477c0d) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:01.161679 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.194831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.238150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:01.243492 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:01.247655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:01.250551 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=a77e4d7d-fa42-4eca-9d7d-060171477c0d,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:01.592416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.656424 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.805330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.809393 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.875153 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event updated for resources: {'Port': ['ID=a77e4d7d-fa42-4eca-9d7d-060171477c0d,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:01.886864 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:01.985841 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP b91c74be-814b-4f48-9610-690c0c417b64 associated. External IP: 172.25.4.253, port: af90ebad-ba53-42fb-84fc-85f2f20e31be. Oct 28 22:27:02.188904 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router b8b9dcae-9ec2-4997-a6bf-3084f6974817 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:27:02.294770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:02.305046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Sync routers for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:02.312627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:02.314393 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:02.315000 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:02.339590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1c63ea0a-6cab-40e5-a3b1-8db13db14307 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5041199 Oct 28 22:27:02.340171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:27:02.342458 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:27:02.382966 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac65485-b02e-44cf-82e5-1c9b3e9462f9 x-openstack-request-id: req-7ac65485-b02e-44cf-82e5-1c9b3e9462f9 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:27:02.383254 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:27:02.383512 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ac65485-b02e-44cf-82e5-1c9b3e9462f9 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:27:02.383919 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'status': 'completed', 'code': 200} Oct 28 22:27:02.422968 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:02.467565 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-72252ec9-5456-49b8-a37f-1d8c5c9b553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:02.469014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-72252ec9-5456-49b8-a37f-1d8c5c9b553e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1097 time: 0.0620384 Oct 28 22:27:02.476722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a8e0-b8bb-4f76-8348-99f36e1c16ea req-25a6c423-43b0-44d4-b38c-c23bdb8a0e42 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:02.478101 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bc3a8e0-b8bb-4f76-8348-99f36e1c16ea req-25a6c423-43b0-44d4-b38c-c23bdb8a0e42 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0802786 Oct 28 22:27:02.567447 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8bc3a8e0-b8bb-4f76-8348-99f36e1c16ea req-44f6b9ff-be14-44e2-957f-e82f807f319c tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811837 Oct 28 22:27:02.591089 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59360) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:02.594949 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-361cff33-ee64-4839-9803-e6993623b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:02.596590 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-361cff33-ee64-4839-9803-e6993623b499 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 898 time: 0.1175995 Oct 28 22:27:02.652619 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b91c74be-814b-4f48-9610-690c0c417b64', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'port_id': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'mac_address': 'fa:16:3e:90:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:27:01Z', 'updated_at': '2021-10-28T22:27:01Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:02.654661 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-aa78fb09-ee0b-4fe3-a87f-42690a58e3ee tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/b91c74be-814b-4f48-9610-690c0c417b64 HTTP/1.1" status: 200 len: 991 time: 0.0620041 Oct 28 22:27:02.669574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-6b72758c-b4ef-4341-a20e-8e7cba746138 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 999 time: 0.0660684 Oct 28 22:27:02.680790 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Checking router: b8b9dcae-9ec2-4997-a6bf-3084f6974817 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:02.689149 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:02.689744 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:26:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:02.720692 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-59342e7e-b3c5-44de-a83c-9ce86a31bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:02.722085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-59342e7e-b3c5-44de-a83c-9ce86a31bfec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0445433 Oct 28 22:27:02.768283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-b152b8d7-231b-4ae5-b458-78f445e1a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:02.769913 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-b152b8d7-231b-4ae5-b458-78f445e1a038 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409501 Oct 28 22:27:02.801254 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:02.862047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-c666bb5f-eed2-4e94-b91c-592716ef9798 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853333 Oct 28 22:27:02.950615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dedc139b-6f8f-4271-b9f1-fdd8c3e8c81c req-72d4f092-0ee6-4f84-8744-0eba56209a8b service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Oct 28 22:27:03.026608 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b91c74be-814b-4f48-9610-690c0c417b64', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'port_id': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'mac_address': 'fa:16:3e:90:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:27:01Z', 'updated_at': '2021-10-28T22:27:01Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:03.051527 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3e609-582d-4648-a44a-5c30dcaa26c7 None None] The sync data for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 is: [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'b91c74be-814b-4f48-9610-690c0c417b64', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'port_id': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'mac_address': 'fa:16:3e:90:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:27:01Z', 'updated_at': '2021-10-28T22:27:01Z', 'revision_number': 0, 'project_id': 'f379093aea3b47358df247b48891fb68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:03.238735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77548e58-f1c1-4c73-84b5-9f31d1344ef6 None None] New status for floating IP b91c74be-814b-4f48-9610-690c0c417b64: ACTIVE {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:27:03.658207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59362) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:03.723188 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9ab8096e-d8cf-4f71-bdf3-78db9e2f91c7 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/b91c74be-814b-4f48-9610-690c0c417b64 HTTP/1.1" status: 200 len: 993 time: 0.0615857 Oct 28 22:27:10.945864 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1ea30141-fff5-4fec-ab2a-1a49ccd366a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:12.508225 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:12.748189 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:13.531999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-80fe678f-22cc-4905-9b7d-6bc2824f7b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:15.009364 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:15.340298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:16.894867 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:18.264477 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-e285c017-0c85-4720-9231-23ce504ee67b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764756 Oct 28 22:27:18.349751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb24124-608c-4838-8e38-a086e77de80c req-38d034ec-2cb1-4add-b75f-80d18abb0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:18.351862 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-38d034ec-2cb1-4add-b75f-80d18abb0d2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1097 time: 0.0436854 Oct 28 22:27:18.452270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb24124-608c-4838-8e38-a086e77de80c req-5a64d787-ce32-434e-84f1-e9e2d2fbdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:18.453660 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-5a64d787-ce32-434e-84f1-e9e2d2fbdca7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 898 time: 0.0836127 Oct 28 22:27:18.848766 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-37fb9b88-742a-4aed-b88f-c494f947431d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 1001 time: 0.3866823 Oct 28 22:27:18.899748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb24124-608c-4838-8e38-a086e77de80c req-6b74a72a-a693-4b96-b205-b8350007bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:18.901181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-6b74a72a-a693-4b96-b205-b8350007bf1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0424812 Oct 28 22:27:18.945890 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb24124-608c-4838-8e38-a086e77de80c req-4818145a-00fc-446d-8da6-b999d60b28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:18.947316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-4818145a-00fc-446d-8da6-b999d60b28ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383685 Oct 28 22:27:19.037307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-a363d79d-6826-4908-aeb9-98bca5a8cc9e service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Oct 28 22:27:19.125848 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ddb24124-608c-4838-8e38-a086e77de80c req-ff988250-3cd1-4808-90da-b13de6caaaae service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809205 Oct 28 22:27:32.591803 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e25708-1dd4-412c-a543-6bb96fe92fd0 req-8ec4ea12-50d0-479d-8a98-5f810b5aa438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:32.593289 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e25708-1dd4-412c-a543-6bb96fe92fd0 req-8ec4ea12-50d0-479d-8a98-5f810b5aa438 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0971587 Oct 28 22:27:32.631360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b8e25708-1dd4-412c-a543-6bb96fe92fd0 req-5de49a55-7c99-4adb-a87b-2d81e3455d0d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Oct 28 22:27:33.793815 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6a827-351e-484d-8395-389df1539881 req-5a111e80-8b2b-4e77-9fcb-282483f70b24 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:33.795305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81b6a827-351e-484d-8395-389df1539881 req-5a111e80-8b2b-4e77-9fcb-282483f70b24 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0938506 Oct 28 22:27:33.834537 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-81b6a827-351e-484d-8395-389df1539881 req-fdebd0a4-4f6e-47e8-9e22-c335b4558879 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Oct 28 22:27:33.857273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59384) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:33.920385 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6986b07e-1b9d-4c92-a387-8ebbb5a6fc26 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/b91c74be-814b-4f48-9610-690c0c417b64 HTTP/1.1" status: 200 len: 993 time: 0.0618668 Oct 28 22:27:35.215682 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a7b0a-56a0-4d41-b50f-e922fe3bb6bb req-e2feab11-d72b-4dcd-bef8-e3b925f84060 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:35.217164 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-655a7b0a-56a0-4d41-b50f-e922fe3bb6bb req-e2feab11-d72b-4dcd-bef8-e3b925f84060 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0796196 Oct 28 22:27:35.219785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-d3a8456f-d8e7-46fb-aa39-0808dd30701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:35.221209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-d3a8456f-d8e7-46fb-aa39-0808dd30701f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1097 time: 0.0565398 Oct 28 22:27:35.304521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-655a7b0a-56a0-4d41-b50f-e922fe3bb6bb req-a5f95f52-46c0-4aa6-b530-36c60c11605d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812979 Oct 28 22:27:35.336409 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-8c59cc99-7d48-461f-889d-95a6f57223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:35.337864 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-8c59cc99-7d48-461f-889d-95a6f57223e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 898 time: 0.1086147 Oct 28 22:27:35.402235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-227a76d2-5d0a-49db-9088-cbd2b8491689 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 1001 time: 0.0571284 Oct 28 22:27:35.454784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-8caebc2f-8190-48c0-937e-b79ef8d124e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:35.456256 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-8caebc2f-8190-48c0-937e-b79ef8d124e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0467379 Oct 28 22:27:35.507889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-9f65a075-d791-4c26-9438-bba7c7eee1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:35.509393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-9f65a075-d791-4c26-9438-bba7c7eee1bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456648 Oct 28 22:27:35.602009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-fee12004-0b37-4ed6-b4ad-e32fe66a105c service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855742 Oct 28 22:27:35.689292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f654f5d-124b-4315-a239-6f64b10fc255 req-6ad92590-ba74-4653-aea3-ee90a6aa3859 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802176 Oct 28 22:27:36.424679 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9e2a7-da76-40e4-bec4-f058f3dc74ca req-95c0d93b-6430-4708-8637-d310caf81a17 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:36.426139 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15f9e2a7-da76-40e4-bec4-f058f3dc74ca req-95c0d93b-6430-4708-8637-d310caf81a17 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0505335 Oct 28 22:27:36.465567 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15f9e2a7-da76-40e4-bec4-f058f3dc74ca req-10e23077-711c-4a70-9058-504a83d4772f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Oct 28 22:27:37.160949 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:27:37.585722 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc2eb6-93bb-4094-bf29-8316d597c0e8 req-991c034d-c41e-464b-a75b-e8e5e22ccc74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:37.587174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ccc2eb6-93bb-4094-bf29-8316d597c0e8 req-991c034d-c41e-464b-a75b-e8e5e22ccc74 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0529883 Oct 28 22:27:37.624638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ccc2eb6-93bb-4094-bf29-8316d597c0e8 req-1c213372-c4ca-4a53-801e-f846075ce9a9 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Oct 28 22:27:37.646529 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59396) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:37.705097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2e9fec75-0715-4857-b90c-76b32c96595f tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/floatingips/b91c74be-814b-4f48-9610-690c0c417b64 HTTP/1.1" status: 200 len: 993 time: 0.0574131 Oct 28 22:27:37.996580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59402) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:38.151446 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port a77e4d7d-fa42-4eca-9d7d-060171477c0d {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:27:38.151782 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.230380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.230705 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.242121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for a77e4d7d-fa42-4eca-9d7d-060171477c0d owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:27:38.390020 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.415187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=a77e4d7d-fa42-4eca-9d7d-060171477c0d,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:38.473953 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.474283 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Floating IP b91c74be-814b-4f48-9610-690c0c417b64 disassociated (deleted). External IP: 172.25.4.253, port: af90ebad-ba53-42fb-84fc-85f2f20e31be. Oct 28 22:27:38.679666 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router b8b9dcae-9ec2-4997-a6bf-3084f6974817 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:27:38.786161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:38.790966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:38.800157 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Sync routers for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:38.810480 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:38.811087 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:38.827194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a7341138-d4fe-4bfa-b88a-f2b8159e6e1d tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/floatingips/b91c74be-814b-4f48-9610-690c0c417b64 HTTP/1.1" status: 204 len: 168 time: 0.8295391 Oct 28 22:27:38.827876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:27:38.830298 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21" -d '{"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:27:38.871045 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fbc09e-c236-4e03-8cd1-2ae08827862a x-openstack-request-id: req-c0fbc09e-c236-4e03-8cd1-2ae08827862a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:27:38.871342 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:27:38.871598 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0fbc09e-c236-4e03-8cd1-2ae08827862a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:27:38.872077 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'status': 'completed', 'code': 200} Oct 28 22:27:38.921482 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:38.941787 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-435b2ccf-d2e1-4d21-b86a-ce799d29e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:38.943195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-435b2ccf-d2e1-4d21-b86a-ce799d29e7d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f379093aea3b47358df247b48891fb68&device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 1097 time: 0.0483575 Oct 28 22:27:39.071075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-543c16a8-b5dd-403c-86cf-483a94f2b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:39.072578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-543c16a8-b5dd-403c-86cf-483a94f2b475 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 200 len: 898 time: 0.1199741 Oct 28 22:27:39.098363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dc106-7d74-4556-b9dd-c0d2269d69e6 req-70df4c7b-86ff-4601-9190-3e7b576487d2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:39.100643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523dc106-7d74-4556-b9dd-c0d2269d69e6 req-70df4c7b-86ff-4601-9190-3e7b576487d2 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0763230 Oct 28 22:27:39.135223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-779796c3-ae3d-4f86-95e2-00ae954733a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 200 len: 217 time: 0.0534587 Oct 28 22:27:39.198052 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-523dc106-7d74-4556-b9dd-c0d2269d69e6 req-eff3ca52-66e0-456d-aa5e-748dc79a6474 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655196 Oct 28 22:27:39.206805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-79658366-d9f6-4707-a68c-edde9945ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:39.208230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-79658366-d9f6-4707-a68c-edde9945ef48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 200 len: 834 time: 0.0602932 Oct 28 22:27:39.219279 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:39.246132 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Checking router: b8b9dcae-9ec2-4997-a6bf-3084f6974817 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:39.254256 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:39.254861 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:39.256111 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-eaef807d-4c8e-4a89-88cc-d2523618bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:39.257640 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-eaef807d-4c8e-4a89-88cc-d2523618bae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d71ef74-a3a1-4479-83bd-9ab63232655f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417559 Oct 28 22:27:39.351663 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-89b5049c-753d-43d9-807f-a5fb685ece63 service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Oct 28 22:27:39.360699 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:39.442043 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-accaa0e4-cc9a-4539-bcd1-c1c48e8b6d21 req-4d45fac8-6564-4652-8a72-dbde0647220e service neutron] 10.222.0.44 "GET /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815856 Oct 28 22:27:39.564414 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:39.591024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdfab0-62d8-43d2-bbf4-94d1125a90a4 None None] The sync data for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 is: [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:26:46Z', 'revision_number': 4, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '34e56fc5-bad2-4a3f-a1d7-867cbe1c0648', 'name': '', 'network_id': '1d71ef74-a3a1-4479-83bd-9ab63232655f', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'mac_address': 'fa:16:3e:4a:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:45Z', 'updated_at': '2021-10-28T22:26:48Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'subnets': [{'id': '6423a9a5-346a-4c17-8983-be72a82347f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:39.793184 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3075a4-c79d-4317-ae95-2601fb8dbf64 None None] New status for floating IP b91c74be-814b-4f48-9610-690c0c417b64: DOWN {{(pid=102315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:27:40.320095 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e4f05-17cc-4c1e-9742-bdc015bca0c6 req-c54d90c8-d13d-4030-aa65-86ec48130cbb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:40.321602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d3e4f05-17cc-4c1e-9742-bdc015bca0c6 req-c54d90c8-d13d-4030-aa65-86ec48130cbb tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0550151 Oct 28 22:27:40.358804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0d3e4f05-17cc-4c1e-9742-bdc015bca0c6 req-b87076dc-ce3c-4c1f-ada0-3e1bc44a1fad tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/security-groups?id=2fd3381c-4e7f-484c-b797-caa3601925fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Oct 28 22:27:40.626418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aa930-2b90-4fd3-a592-b96b29042419 req-a882ca96-e2dc-4c9e-add5-be9eae220a15 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:40.627829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-622aa930-2b90-4fd3-a592-b96b29042419 req-a882ca96-e2dc-4c9e-add5-be9eae220a15 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 945 time: 0.0493016 Oct 28 22:27:40.717812 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port af90ebad-ba53-42fb-84fc-85f2f20e31be {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:27:40.718150 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:40.805541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port af90ebad-ba53-42fb-84fc-85f2f20e31be, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=af90ebad-ba53-42fb-84fc-85f2f20e31be,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:40.805894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:40.818279 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for af90ebad-ba53-42fb-84fc-85f2f20e31be owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:27:40.947921 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cdf20a93-e986-42eb-959f-74c11b0bb4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:40.948551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:40.976284 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=af90ebad-ba53-42fb-84fc-85f2f20e31be,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:41.007461 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.007816 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.008156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.008522 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.008859 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.009193 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.009524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.009853 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.010180 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.010508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.010832 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.011155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:41.031433 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] No DVR routers for this DVR port af90ebad-ba53-42fb-84fc-85f2f20e31be on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:27:41.033992 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:41.037593 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-622aa930-2b90-4fd3-a592-b96b29042419 req-74637abc-848a-4ec2-a9ea-8665365a1209 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.44 "DELETE /v2.0/ports/af90ebad-ba53-42fb-84fc-85f2f20e31be HTTP/1.1" status: 204 len: 173 time: 0.4033785 Oct 28 22:27:41.038135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'name': 'network-vif-deleted', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:27:41.041015 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbef17e-5d0d-4fdc-9218-bf5c9d39c9bd" -d '{"events": [{"server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "name": "network-vif-deleted", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:27:41.078770 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8706327-7c7f-4d53-9ec8-6519e50c6193 x-openstack-request-id: req-a8706327-7c7f-4d53-9ec8-6519e50c6193 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:27:41.079068 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee28945b-6709-467f-b549-576bbe3b7d8d", "name": "network-vif-deleted", "tag": "af90ebad-ba53-42fb-84fc-85f2f20e31be", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:27:41.079321 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8706327-7c7f-4d53-9ec8-6519e50c6193 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:27:41.079719 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee28945b-6709-467f-b549-576bbe3b7d8d', 'name': 'network-vif-deleted', 'tag': 'af90ebad-ba53-42fb-84fc-85f2f20e31be', 'status': 'completed', 'code': 200} Oct 28 22:27:41.496094 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-166be0e9-43a7-4de4-8991-0b9d2630f9d1 req-92c1490a-4859-4349-a538-2d2648fe8114 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee28945b-6709-467f-b549-576bbe3b7d8d HTTP/1.1" status: 200 len: 210 time: 0.0380549 Oct 28 22:27:42.504298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:42.558234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59418) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:42.751766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:42.915449 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.165141 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:27:43.165482 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.256504 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:43.256874 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.269399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:27:43.453050 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.480951 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=34e56fc5-bad2-4a3f-a1d7-867cbe1c0648,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:43.506748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.507100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.507441 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.507777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.508108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.508467 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.508801 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.509131 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.509458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.509785 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.510108 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.510430 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:43.539915 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9a82c791-6a0a-46cc-ab9b-31f6e65eb759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.681932 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:43.897579 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Router b8b9dcae-9ec2-4997-a6bf-3084f6974817 has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:27:44.004003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:44.009203 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-ebd7fc38-ccc4-4a1d-ab80-3ec7e941cf96 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "PUT /v2.0/routers/b8b9dcae-9ec2-4997-a6bf-3084f6974817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501455 Oct 28 22:27:44.012195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59420) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:44.014246 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Sync routers for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:44.025331 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:44.026016 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:44.062911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting subnet 6423a9a5-346a-4c17-8983-be72a82347f9 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:27:44.066122 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.106287 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.129451 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:44.191730 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.253571 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.281072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Subnet': ['ID=6423a9a5-346a-4c17-8983-be72a82347f9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:44.286353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.290562 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-135a3dba-7070-4cbd-928d-4ba452a25b33 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/subnets/6423a9a5-346a-4c17-8983-be72a82347f9 HTTP/1.1" status: 204 len: 168 time: 0.2772372 Oct 28 22:27:44.293715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59422) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:44.295901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98252b9-2e7a-4fe2-9cb7-990f8cb7aefe None None] Network 1d71ef74-a3a1-4479-83bd-9ab63232655f requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:27:44.312395 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:27:43Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:44.343527 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Checking router: b8b9dcae-9ec2-4997-a6bf-3084f6974817 for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:44.352709 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Routers {'b8b9dcae-9ec2-4997-a6bf-3084f6974817'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:44.353448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:44.402767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.464763 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] Set router b8b9dcae-9ec2-4997-a6bf-3084f6974817 gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:44.480652 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] DHCP port deletion for 1d71ef74-a3a1-4479-83bd-9ab63232655f request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:27:44.511695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.533735 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Deleting port a86f3712-34a6-4957-aac9-64fc056c11a8 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:27:44.534197 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.571459 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Deleting port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:27:44.571860 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.599245 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] For port a86f3712-34a6-4957-aac9-64fc056c11a8, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a86f3712-34a6-4957-aac9-64fc056c11a8,segment=NetworkSegment(3ee60cb7-2e91-4278-8353-09c27f1203b0),segment_id=3ee60cb7-2e91-4278-8353-09c27f1203b0)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:44.600521 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.613231 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Calling delete_port for a86f3712-34a6-4957-aac9-64fc056c11a8 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:27:44.653072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] For port 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:44.653369 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:27:43Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:44.653498 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.673245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Calling delete_port for 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:27:44.688188 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae312e-0dea-4a4a-b934-23711aa0b8de None None] The sync data for ids ['b8b9dcae-9ec2-4997-a6bf-3084f6974817'] in n-d-806683-16 is: [{'id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267685702', 'tenant_id': 'f379093aea3b47358df247b48891fb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:26:42Z', 'updated_at': '2021-10-28T22:27:43Z', 'revision_number': 5, 'project_id': 'f379093aea3b47358df247b48891fb68', 'gw_port': {'id': '4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b9dcae-9ec2-4997-a6bf-3084f6974817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:26:43Z', 'updated_at': '2021-10-28T22:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:44.821675 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device af90ebad-ba53-42fb-84fc-85f2f20e31be no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:27:44.844886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: af90ebad-ba53-42fb-84fc-85f2f20e31be {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:27:44.845244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device af90ebad-ba53-42fb-84fc-85f2f20e31be not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:27:44.855669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.878375 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:44.883538 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Port': ['ID=4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:44.903269 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Pushing event deleted for resources: {'Port': ['ID=a86f3712-34a6-4957-aac9-64fc056c11a8,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:44.912503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] No DVR routers for this DVR port a86f3712-34a6-4957-aac9-64fc056c11a8 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:27:44.914923 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.915265 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.915601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.915927 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.916249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.916591 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.916909 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.917226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.917540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.917855 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.918165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.918586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bdd9c2-fca7-4db1-8c8a-f09be017ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:44.945667 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.010498 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.034806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.037067 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.086402 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.087156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Fanout notify agent at l3_agent the message router_deleted on router b8b9dcae-9ec2-4997-a6bf-3084f6974817 {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:27:45.094674 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.098443 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-12a18306-5cd9-4da0-b156-b21bc7467910 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/routers/b8b9dcae-9ec2-4997-a6bf-3084f6974817 HTTP/1.1" status: 204 len: 168 time: 0.8005810 Oct 28 22:27:45.098640 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59424) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:45.175588 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:27:45.202637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:27:45.203167 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 34e56fc5-bad2-4a3f-a1d7-867cbe1c0648 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:27:45.203768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a86f3712-34a6-4957-aac9-64fc056c11a8 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:27:45.209672 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.230080 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a86f3712-34a6-4957-aac9-64fc056c11a8 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:27:45.230427 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a86f3712-34a6-4957-aac9-64fc056c11a8 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:27:45.301801 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.323019 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d71ef74-a3a1-4479-83bd-9ab63232655f']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:45.333097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee60cb7-2e91-4278-8353-09c27f1203b0') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:45.333506 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee60cb7-2e91-4278-8353-09c27f1203b0') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:45.344847 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.345740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.359613 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.366421 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:27:45.366818 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:27:45.369927 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:27:45.427900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.434881 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.438002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/networks/1d71ef74-a3a1-4479-83bd-9ab63232655f HTTP/1.1" status: 204 len: 168 time: 0.3379402 Oct 28 22:27:45.440984 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:45.450295 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620f5aa-70b0-4022-ae56-62f45cf0d7b3 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'Network': ['ID=1d71ef74-a3a1-4479-83bd-9ab63232655f,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:45.500158 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.526099 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.594519 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.597189 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:45.598326 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fd3381c-4e7f-484c-b797-caa3601925fe HTTP/1.1" status: 204 len: 168 time: 0.1563039 Oct 28 22:27:45.607637 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2d60-674f-4283-8c4e-2d284b405cb4 tempest-TestNetworkAdvancedServerOps-725067507 tempest-TestNetworkAdvancedServerOps-725067507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd3381c-4e7f-484c-b797-caa3601925fe,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:45.926687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59434) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:46.059825 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0772fe12-94b7-4287-8585-ae15b59af757 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f379093aea3b47358df247b48891fb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319535 Oct 28 22:27:46.062279 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59438) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:46.109607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.132090 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.178306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.180881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.182030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd5bb09a-7a93-4713-8f8b-fe323b0ea5b3 HTTP/1.1" status: 204 len: 168 time: 0.1188629 Oct 28 22:27:46.189884 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45118a9d-8b8f-4ebf-8bd0-4e2b9c64a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5bb09a-7a93-4713-8f8b-fe323b0ea5b3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:46.437831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:46.451981 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d949305f-ee56-4314-8afb-c9e8642c7f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.528021 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d949305f-ee56-4314-8afb-c9e8642c7f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.531636 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d949305f-ee56-4314-8afb-c9e8642c7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.571635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949305f-ee56-4314-8afb-c9e8642c7f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc98018-c377-4f7f-8066-4067cd0509e0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:46.575828 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d949305f-ee56-4314-8afb-c9e8642c7f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c13a776296a84f14a16f73fbc7096a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369855 Oct 28 22:27:46.579044 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:46.627072 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.648412 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.694341 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.696905 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:46.698030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcc98018-c377-4f7f-8066-4067cd0509e0 HTTP/1.1" status: 204 len: 168 time: 0.1186380 Oct 28 22:27:46.705379 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38410f9-118b-4c68-8272-0ac7e544e704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc98018-c377-4f7f-8066-4067cd0509e0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:46.832055 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:27:46.853502 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:27:46.853915 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 4ccb32b8-cc3b-47ec-8ea5-2a134ee17d06 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:27:46.897980 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.380157 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59468) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:47.478654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1542591244-network', 'tenant_id': '94df306ab6be40238ad609424f3a2a50'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:47.499787 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Made reservation on behalf of 94df306ab6be40238ad609424f3a2a50 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:27:47.502044 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.510960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.587261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.590974 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.616317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:27:47.625886 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81727560-25a4-4fc3-a850-d4f5e9ecd6a1,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:47.632187 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.632564 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Added segment 6622cdd4-fdf3-450d-b928-5e222d42112d of type vlan for network aa263e0a-83d7-4d1a-8593-e548ea32215e Oct 28 22:27:47.676041 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.701648 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.702819 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:47.703498 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.756974 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3755877 Oct 28 22:27:47.760582 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59472) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:47.765863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Request body: {'subnet': {'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1542591244-subnet', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:47.769057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7f218-c7bb-4699-b1af-f38b2a8cb3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa263e0a-83d7-4d1a-8593-e548ea32215e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:47.779461 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network aa263e0a-83d7-4d1a-8593-e548ea32215e details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:27:47.786358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Made reservation on behalf of 94df306ab6be40238ad609424f3a2a50 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:27:47.789016 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:47.955003 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.015795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ddd99d-5622-4fbd-ab02-d28c97fd9143,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:48.023777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Checking segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:48.024134 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Network hostable DHCP agents. Network: aa263e0a-83d7-4d1a-8593-e548ea32215e, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:27:48.040549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:27:48.049037 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, aa263e0a-83d7-4d1a-8593-e548ea32215e) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:48.053760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:48.054344 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.058578 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ace03-a488-44b2-8e62-2288f737c119 None None] Network aa263e0a-83d7-4d1a-8593-e548ea32215e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:27:48.071234 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-6cbffeb4-e042-4a49-8ab5-5a65083ea337 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095109 Oct 28 22:27:48.075123 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59474) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:48.079428 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:48.103046 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.104109 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.157908 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.210283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-aa263e0a-83d7-4d1a-8593-e548ea32215e', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:27:48.211235 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.295038 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.353061 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Allocated IP 172.20.0.2 (aa263e0a-83d7-4d1a-8593-e548ea32215e/f4ddd99d-5622-4fbd-ab02-d28c97fd9143/d8da9f27-26bd-425e-8df4-5eb40fc96b7f) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:48.488808 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.499617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.506822 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.512651 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.549416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:48.552250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:48.556768 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:48.562058 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Pushing event updated for resources: {'Port': ['ID=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:48.613603 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Attempting to bind port d8da9f27-26bd-425e-8df4-5eb40fc96b7f on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:27:48.613964 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Attempting to bind port d8da9f27-26bd-425e-8df4-5eb40fc96b7f by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:27:48.614324 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Attempting to bind port d8da9f27-26bd-425e-8df4-5eb40fc96b7f on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:27:48.617048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Allocated IP 172.25.4.222 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/db751581-5851-4979-b416-d8232000ff69) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:48.621300 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:27:48.621772 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Checking segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:48.622195 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.622552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Bound using segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:27:48.623077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Bound port: d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:27:48.623452 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.689870 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] For port d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:27:48.693009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] For port d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:27:48.697510 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.723304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.761043 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb6c82-0fda-4bb3-bcbf-104569cec3a2 None None] Pushing event updated for resources: {'Port': ['ID=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:48.762677 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:48.801256 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:48.804875 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:48.809013 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:48.834750 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Pushing event updated for resources: {'Port': ['ID=db751581-5851-4979-b416-d8232000ff69,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:49.395463 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:49.596675 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:49.634551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5f21b-19e0-443d-91eb-9763c72baf98 None None] Network aa263e0a-83d7-4d1a-8593-e548ea32215e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:27:49.728059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Router 646021cc-4350-447a-9ce7-e9595db359eb is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:27:49.764568 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] Provisioning complete for port d8da9f27-26bd-425e-8df4-5eb40fc96b7f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:49.764928 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:49.840772 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:49.859716 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:49.861183 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:49.865815 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3588ac05-8897-4c26-ab02-5b95b97431c1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7864487 Oct 28 22:27:49.866667 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59476) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:49.889859 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:49.890426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:49.894005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.003562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] For port d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:50.010106 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.064083 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:50.149323 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562ad37-f1a7-4d6d-944e-7f67e6d4d930 None None] Pushing event updated for resources: {'Port': ['ID=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:50.189185 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-6f93d0d4-0c6e-48a2-a70b-955891cbb267 None None] Provisioning complete for port d8da9f27-26bd-425e-8df4-5eb40fc96b7f triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:50.189547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f93d0d4-0c6e-48a2-a70b-955891cbb267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.297236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.341348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:49Z', 'revision_number': 3, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:50.368861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:50.369299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Updating router 646021cc-4350-447a-9ce7-e9595db359eb port db751581-5851-4979-b416-d8232000ff69 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:27:50.398680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.461104 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Allocated IP 172.20.0.1 (aa263e0a-83d7-4d1a-8593-e548ea32215e/f4ddd99d-5622-4fbd-ab02-d28c97fd9143/b87fdeb4-6386-4c8c-b761-203cc1aaeebb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:50.576739 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.612767 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.659629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:50.664187 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.665195 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:50.668712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:50.670753 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.675253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Pushing event updated for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:50.715542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.729548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a5ec8-ebf6-454a-90db-4b80ff3f921b None None] Pushing event updated for resources: {'Port': ['ID=db751581-5851-4979-b416-d8232000ff69,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:50.731963 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Attempting to bind port db751581-5851-4979-b416-d8232000ff69 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:27:50.732442 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Attempting to bind port db751581-5851-4979-b416-d8232000ff69 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:27:50.732896 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Attempting to bind port db751581-5851-4979-b416-d8232000ff69 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:27:50.739009 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:27:50.739487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:50.740014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.740664 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:27:50.741321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Bound port: db751581-5851-4979-b416-d8232000ff69, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:27:50.741793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.806869 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] For port db751581-5851-4979-b416-d8232000ff69, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:27:50.810555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] For port db751581-5851-4979-b416-d8232000ff69, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db751581-5851-4979-b416-d8232000ff69,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:27:50.815577 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.871247 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:50.897864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:50.898490 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:50.974121 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8da9f27-26bd-425e-8df4-5eb40fc96b7f up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:50.981797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a5ec8-ebf6-454a-90db-4b80ff3f921b None None] Pushing event updated for resources: {'Port': ['ID=db751581-5851-4979-b416-d8232000ff69,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:51.048253 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.054434 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.054902 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3d042368-742f-4493-9954-fdc35acd2f0a None None] Provisioning complete for port b87fdeb4-6386-4c8c-b761-203cc1aaeebb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:51.055272 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3d042368-742f-4493-9954-fdc35acd2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.095351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:51.121685 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.123504 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Pushing event updated for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:51.137301 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port d8da9f27-26bd-425e-8df4-5eb40fc96b7f triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:51.137672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.144283 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-3d042368-742f-4493-9954-fdc35acd2f0a None None] Port b87fdeb4-6386-4c8c-b761-203cc1aaeebb cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:27:51.220775 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:51.222343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:51.357672 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:27:51.475358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:51.480387 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-cfb9165e-89ae-4851-864b-3d8da342943a admin admin] 10.222.0.31 "PUT /v2.0/routers/646021cc-4350-447a-9ce7-e9595db359eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127694 Oct 28 22:27:51.508790 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89634e56-1822-4a69-b683-6768cefa4b11 None None] Provisioning complete for port b87fdeb4-6386-4c8c-b761-203cc1aaeebb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:51.509152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89634e56-1822-4a69-b683-6768cefa4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:51.573278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-89634e56-1822-4a69-b683-6768cefa4b11 None None] Port b87fdeb4-6386-4c8c-b761-203cc1aaeebb cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:27:51.593719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 1, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:51.621344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed86ef-f7fc-4767-8211-bfb30268f8d1 None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 1, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:52.002740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59492) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:52.010366 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934540122-network', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:52.038282 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Made reservation on behalf of 8906c8ea6f1d44b98029bdf3cc802d55 for: {'network': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:27:52.041443 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.051138 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.141810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.145563 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.172663 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:27:52.183999 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a233c85-f714-479e-8f24-95aef0a57f75,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:52.188930 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.189275 n-d-806683-16 neutron-server[102314]: INFO neutron.db.segments_db [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Added segment 6ecb72a2-0faf-438d-bed8-d92968318a95 of type vlan for network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 Oct 28 22:27:52.233844 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.260447 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.261704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:52.262354 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.326408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3224907 Oct 28 22:27:52.329245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59494) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:52.331394 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d440-d80f-46d5-9b91-e8080fcfa147 admin admin] Pushing event updated for resources: {'Network': ['ID=4acb7dfc-0513-4bdb-b36f-f0b21dcba892,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:52.335546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Request body: {'subnet': {'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934540122-subnet', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'ip_version': 4}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:52.345570 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:27:52.364342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Made reservation on behalf of 8906c8ea6f1d44b98029bdf3cc802d55 for: {'subnet': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:27:52.366881 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4404645'] for subnet, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.550659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4321160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4405599'] for subnet, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.610391 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fe645f-869d-499e-b08f-b7d3ed4b4b25,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:52.619749 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Checking segment: {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:52.620106 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Network hostable DHCP agents. Network: 4acb7dfc-0513-4bdb-b36f-f0b21dcba892, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:27:52.638423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:27:52.649570 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 4acb7dfc-0513-4bdb-b36f-f0b21dcba892) {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:52.654238 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:52.654819 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.660137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e77f7a-b48c-4409-93ee-01b5c093ae73 None None] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:27:52.675216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59496) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:52.677023 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-be362935-d83b-49c6-91c5-bee8fe1f9aa3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3465416 Oct 28 22:27:52.680408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:52.703971 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.704551 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.760397 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.832119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:27:52.833176 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.936179 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:52.971808 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db751581-5851-4979-b416-d8232000ff69 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:53.026947 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Allocated IP 172.20.0.2 (4acb7dfc-0513-4bdb-b36f-f0b21dcba892/80fe645f-869d-499e-b08f-b7d3ed4b4b25/898964f2-90da-4fed-b8f2-38346a3dd4f9) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:53.084750 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port db751581-5851-4979-b416-d8232000ff69 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:53.084750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.145039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.169245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.238667 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.243766 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.253392 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.268158 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port db751581-5851-4979-b416-d8232000ff69, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db751581-5851-4979-b416-d8232000ff69,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:53.273671 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Allocated IP 172.25.4.80 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/a81b8447-aefa-492e-b9d7-489999d5fcde) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:53.299101 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.309793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:53.314216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:53.318957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:53.322031 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Pushing event updated for resources: {'Port': ['ID=898964f2-90da-4fed-b8f2-38346a3dd4f9,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:53.392348 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.410168 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Attempting to bind port 898964f2-90da-4fed-b8f2-38346a3dd4f9 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:27:53.410921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Attempting to bind port 898964f2-90da-4fed-b8f2-38346a3dd4f9 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:27:53.410921 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Attempting to bind port 898964f2-90da-4fed-b8f2-38346a3dd4f9 on network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:27:53.414210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=db751581-5851-4979-b416-d8232000ff69,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:53.419430 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:27:53.419740 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Checking segment: {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:53.420377 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.420535 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Bound using segment: {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:27:53.420981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Bound port: 898964f2-90da-4fed-b8f2-38346a3dd4f9, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:27:53.421359 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.429334 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.468709 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:53.471647 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:53.475298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:53.495024 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] For port 898964f2-90da-4fed-b8f2-38346a3dd4f9, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:27:53.498861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] For port 898964f2-90da-4fed-b8f2-38346a3dd4f9, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=898964f2-90da-4fed-b8f2-38346a3dd4f9,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:27:53.500708 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Pushing event updated for resources: {'Port': ['ID=a81b8447-aefa-492e-b9d7-489999d5fcde,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:53.506522 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.577006 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde28fd-7fa6-436f-85de-5e59454668cc None None] Pushing event updated for resources: {'Port': ['ID=898964f2-90da-4fed-b8f2-38346a3dd4f9,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:53.753396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:53.765768 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:53.776579 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:53.777185 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:53.896943 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:54.201835 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 2, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:54.230370 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:54.231002 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Updating router 646021cc-4350-447a-9ce7-e9595db359eb port b87fdeb4-6386-4c8c-b761-203cc1aaeebb binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:27:54.257698 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.337900 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.477863 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Router 58e8dbd9-453d-4814-85fe-4197136e8cce is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:27:54.540357 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.546884 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.549565 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038f549-7934-4f6c-8a11-945178f25fbb None None] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:27:54.591988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:54.605631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Sync routers for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:54.613955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.619254 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59500) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:54.621063 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0460ac91-bfd4-4b28-9701-83f9af740555 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9447408 Oct 28 22:27:54.632314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:54.632979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:54.669888 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Attempting to bind port b87fdeb4-6386-4c8c-b761-203cc1aaeebb on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:27:54.670561 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Attempting to bind port b87fdeb4-6386-4c8c-b761-203cc1aaeebb by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:27:54.671111 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Attempting to bind port b87fdeb4-6386-4c8c-b761-203cc1aaeebb on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:27:54.673250 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Pushing event updated for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:54.682176 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.682802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.683310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.683811 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.684312 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.684832 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.685343 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.685840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.686332 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.686814 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.687303 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.687876 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:27:54.694696 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:27:54.695442 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Checking segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:54.696093 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.696747 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Bound using segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:27:54.697455 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Bound port: b87fdeb4-6386-4c8c-b761-203cc1aaeebb, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:27:54.698685 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.733152 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] Provisioning complete for port 898964f2-90da-4fed-b8f2-38346a3dd4f9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:54.733512 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.778117 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] For port b87fdeb4-6386-4c8c-b761-203cc1aaeebb, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:27:54.784216 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] For port b87fdeb4-6386-4c8c-b761-203cc1aaeebb, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:27:54.791813 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:54.876113 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:54.876840 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:54.879046 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3dd51-f7f0-4893-9b2f-150257381eed None None] Pushing event updated for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:54.915514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:55.009278 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.045446 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:55.091658 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] For port 898964f2-90da-4fed-b8f2-38346a3dd4f9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=898964f2-90da-4fed-b8f2-38346a3dd4f9,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:55.099327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 898964f2-90da-4fed-b8f2-38346a3dd4f9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:55.139637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.244545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.394011 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:54Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:55.400304 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d1932-4447-46fa-b04e-d9f76a6d6887 None None] Pushing event updated for resources: {'Port': ['ID=898964f2-90da-4fed-b8f2-38346a3dd4f9,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:55.440536 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 898964f2-90da-4fed-b8f2-38346a3dd4f9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:55.440839 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.445987 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdb8c8-2840-4fef-9aee-6cef08311ddc None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:54Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:55.447032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] Provisioning complete for port b87fdeb4-6386-4c8c-b761-203cc1aaeebb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:55.447820 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.456112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Allocated IP 172.20.0.1 (4acb7dfc-0513-4bdb-b36f-f0b21dcba892/80fe645f-869d-499e-b08f-b7d3ed4b4b25/e83a4a30-100e-44aa-932f-69712afed2f0) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:27:55.576405 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.576682 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 3, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:55.621135 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.655297 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Checking router: 58e8dbd9-453d-4814-85fe-4197136e8cce for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:55.655634 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Updating router 58e8dbd9-453d-4814-85fe-4197136e8cce port a81b8447-aefa-492e-b9d7-489999d5fcde binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:27:55.664497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:55.668187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:55.672766 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:27:55.695351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db751581-5851-4979-b416-d8232000ff69 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:55.702799 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Pushing event updated for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:55.723188 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.723604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.739431 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.821928 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] For port b87fdeb4-6386-4c8c-b761-203cc1aaeebb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:55.875515 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.883331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:55.895160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port db751581-5851-4979-b416-d8232000ff69 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:55.895522 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.078170 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.084164 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.159155 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.161023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Pushing event updated for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:56.210459 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bfd1b-bb08-4f3c-b3c0-69ac3cff92a9 None None] Pushing event updated for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:56.240818 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:56.241182 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.260317 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:27:56.263112 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:27:56.339216 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Port e83a4a30-100e-44aa-932f-69712afed2f0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:27:56.388638 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Provisioning complete for port b87fdeb4-6386-4c8c-b761-203cc1aaeebb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:56.389000 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.403443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Router 58e8dbd9-453d-4814-85fe-4197136e8cce has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:27:56.439312 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.448011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.514007 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Attempting to bind port a81b8447-aefa-492e-b9d7-489999d5fcde on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:27:56.514366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Attempting to bind port a81b8447-aefa-492e-b9d7-489999d5fcde by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:27:56.514723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Attempting to bind port a81b8447-aefa-492e-b9d7-489999d5fcde on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:27:56.526767 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:27:56.540018 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-cb5bc530-78f7-460e-b304-406cf0888d7b admin admin] 10.222.0.31 "PUT /v2.0/routers/58e8dbd9-453d-4814-85fe-4197136e8cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9108078 Oct 28 22:27:56.543608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07302df-ff82-44ca-b4cd-aafc756ce389 None None] Pushing event updated for resources: {'Port': ['ID=a81b8447-aefa-492e-b9d7-489999d5fcde,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:56.546312 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:27:56.546693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:27:56.547350 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.547734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:27:56.548220 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Bound port: a81b8447-aefa-492e-b9d7-489999d5fcde, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:27:56.548617 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.611366 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Provisioning complete for port 898964f2-90da-4fed-b8f2-38346a3dd4f9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:56.612085 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-1b27511c-88a2-4e2c-b57b-31a14ee9c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.613622 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] For port a81b8447-aefa-492e-b9d7-489999d5fcde, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:27:56.618192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] For port a81b8447-aefa-492e-b9d7-489999d5fcde, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a81b8447-aefa-492e-b9d7-489999d5fcde,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:27:56.639344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:56.721540 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07302df-ff82-44ca-b4cd-aafc756ce389 None None] Pushing event updated for resources: {'Port': ['ID=a81b8447-aefa-492e-b9d7-489999d5fcde,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:56.726210 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:56.726827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:56.875587 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:56.953371 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 898964f2-90da-4fed-b8f2-38346a3dd4f9 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:57.019428 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59508) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.025257 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558126569', 'description': 'tempest-secgroup-smoke-1558126569 description', 'project_id': '94df306ab6be40238ad609424f3a2a50'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.047508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.050316 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-108c88a1-b081-4b89-abc2-17b381c6b586 None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:57.050685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-108c88a1-b081-4b89-abc2-17b381c6b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.116231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.119946 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 898964f2-90da-4fed-b8f2-38346a3dd4f9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:57.120312 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.121009 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.137534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-108c88a1-b081-4b89-abc2-17b381c6b586 None None] Port e83a4a30-100e-44aa-932f-69712afed2f0 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:27:57.152804 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.156773 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335993 Oct 28 22:27:57.157198 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59510) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.162869 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.168178 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b579c66-a0a8-4880-a20e-cf1368b19e4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf0415-27f7-423e-9c23-b205e7ce9654,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.197917 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.235090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e83a4a30-100e-44aa-932f-69712afed2f0', 'name': '', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'mac_address': 'fa:16:3e:6c:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:55Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 2, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'subnets': [{'id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:57.258772 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.263000 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.268574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ab5f8-f718-4140-a2ec-6c3319ab9510 None None] The sync data for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 is: [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e83a4a30-100e-44aa-932f-69712afed2f0', 'name': '', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'mac_address': 'fa:16:3e:6c:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:55Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 2, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'subnets': [{'id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:27:57.272771 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b87fdeb4-6386-4c8c-b761-203cc1aaeebb up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:57.287956 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc934cc-d3fa-46a3-b20a-39b26aeae521,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.304668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.309029 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-e965e8b5-f070-4708-b65d-ad444e5504f1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472719 Oct 28 22:27:57.309837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59512) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.314475 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.330486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port b87fdeb4-6386-4c8c-b761-203cc1aaeebb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:57.330853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.350743 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.416862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.421841 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.440910 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58b2484-8543-4571-a088-054eb19eef54,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.450831 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.452050 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e05cd4af-51c2-4223-ac4c-c6e2fefb41ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412218 Oct 28 22:27:57.455031 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59514) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.460249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.502086 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.576281 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.580325 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.599800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09548717-6c83-45b1-a26e-138e92dc2267,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.608152 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.609415 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-be6d5950-6b19-494c-8650-6ba7c5141cd1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534202 Oct 28 22:27:57.612160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59516) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.616755 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.643802 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.705794 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.710121 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.732062 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e056929-2085-45e8-a7de-f43bd72199bc,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.739462 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.740787 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-56e67c62-3147-4940-9ce1-be5d0b98025f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276567 Oct 28 22:27:57.743467 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59518) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.747961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.769876 n-d-806683-16 neutron-server[102314]: INFO neutron.db.securitygroups_db [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Project 94df306ab6be40238ad609424f3a2a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:27:57.775416 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.839097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.842864 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.863653 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a563fe51-1702-46bd-aff3-d94b9357fd83,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:57.869862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.872412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-86f44cac-fc62-41ad-8f8a-79238d62373a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266444 Oct 28 22:27:57.875443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59520) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:27:57.880356 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': '41bf0415-27f7-423e-9c23-b205e7ce9654', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:27:57.905657 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Project 94df306ab6be40238ad609424f3a2a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:27:57.910411 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.971558 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.975601 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:57.994654 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31a2504-5234-4022-962d-99476488bbd3,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:58.000217 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:58.001551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-95951933-398a-48a0-a2f3-defba2348e5f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247602 Oct 28 22:27:58.204613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-538ed890-de1a-4243-8508-fc92fff4737b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558126569&fields=id&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 267 time: 0.0326679 Oct 28 22:27:58.329438 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-0c9f611c-267a-4463-9e11-d5b0ed461e8c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:58.331040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-0c9f611c-267a-4463-9e11-d5b0ed461e8c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 809 time: 0.1189418 Oct 28 22:27:58.346966 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-ae0d2766-aa4e-4cd6-8ab7-8ffedae99138 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/quotas/94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 375 time: 0.0097380 Oct 28 22:27:58.402726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-b6896b4d-41a2-47f1-8f2f-adf9b929f6a6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499635 Oct 28 22:27:58.418901 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-20f1c4ef-920a-4e1f-baa2-00fba24a10a5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:27:58.419863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-20f1c4ef-920a-4e1f-baa2-00fba24a10a5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053484 Oct 28 22:27:58.517099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-79003c7f-27cd-48ae-869c-08615023d26b service neutron] 10.222.0.31 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909429 Oct 28 22:27:58.611624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-21c2c228-d577-4c30-a163-23145290a15e service neutron] 10.222.0.31 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876141 Oct 28 22:27:58.782512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6ca41c35-ddba-4a11-a492-7fc7e4f8a551 req-4991260b-7241-422b-8890-19f220933ee0 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 210 time: 0.0278094 Oct 28 22:27:58.917248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a81b8447-aefa-492e-b9d7-489999d5fcde up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:27:58.968632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a81b8447-aefa-492e-b9d7-489999d5fcde triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:27:58.968994 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:59.053495 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:59.074618 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port a81b8447-aefa-492e-b9d7-489999d5fcde, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a81b8447-aefa-492e-b9d7-489999d5fcde,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:27:59.078715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:59.133666 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=a81b8447-aefa-492e-b9d7-489999d5fcde,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:27:59.535119 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Sync routers for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:27:59.545668 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:27:59.546268 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:59.650929 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:27:59.866059 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e83a4a30-100e-44aa-932f-69712afed2f0', 'name': '', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'mac_address': 'fa:16:3e:6c:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:55Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 2, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'subnets': [{'id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:27:59.901996 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Checking router: 58e8dbd9-453d-4814-85fe-4197136e8cce for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:27:59.902622 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Updating router 58e8dbd9-453d-4814-85fe-4197136e8cce port e83a4a30-100e-44aa-932f-69712afed2f0 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:27:59.919986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3765bb48-4fd2-4245-afec-b7ba8461890f req-85336c1a-91bd-4b44-860b-6e125b4c4637 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 210 time: 0.0344000 Oct 28 22:27:59.930678 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:27:59.948526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-749e0944-2f2d-40fd-b84c-fb84d27bce88 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:27:59.949956 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-749e0944-2f2d-40fd-b84c-fb84d27bce88 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 809 time: 0.1864526 Oct 28 22:27:59.994686 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-a5b8a77e-d1a8-4e6e-bb72-1b1c09031ca1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 380 time: 0.0343270 Oct 28 22:28:00.004129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'port': {'device_id': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'admin_state_up': True, 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'security_groups': ['41bf0415-27f7-423e-9c23-b205e7ce9654']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:28:00.117558 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Made reservation on behalf of 94df306ab6be40238ad609424f3a2a50 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:28:00.121078 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.199178 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.205388 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.247515 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Allocated IP 172.20.0.9 (aa263e0a-83d7-4d1a-8593-e548ea32215e/f4ddd99d-5622-4fbd-ab02-d28c97fd9143/98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:28:00.257743 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f92d3-b4ce-4e7f-9698-f25e1787f39e None None] Pushing event updated for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:00.312802 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Attempting to bind port e83a4a30-100e-44aa-932f-69712afed2f0 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:28:00.313155 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Attempting to bind port e83a4a30-100e-44aa-932f-69712afed2f0 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:28:00.313518 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Attempting to bind port e83a4a30-100e-44aa-932f-69712afed2f0 on network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:28:00.319365 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:28:00.319618 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Checking segment: {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:28:00.319980 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.320398 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Bound using segment: {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:28:00.320855 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Bound port: e83a4a30-100e-44aa-932f-69712afed2f0, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb72a2-0faf-438d-bed8-d92968318a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:28:00.321234 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.399453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] For port e83a4a30-100e-44aa-932f-69712afed2f0, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:28:00.403156 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] For port e83a4a30-100e-44aa-932f-69712afed2f0, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e83a4a30-100e-44aa-932f-69712afed2f0,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:28:00.405940 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.408325 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.442785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.485647 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:28:00.486278 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:00.488024 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f92d3-b4ce-4e7f-9698-f25e1787f39e None None] Pushing event updated for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:00.492836 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:28:00.496082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:28:00.500024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:28:00.507371 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:00.569139 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:00.570176 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.588352 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:00.588999 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.593085 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-5b8d83fb-fbc1-4a52-9824-d5e19c0ebeac tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924456 Oct 28 22:28:00.613933 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Request body: {'port': {'device_id': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:28:00.622203 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:28:00.708805 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.723607 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.750788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] For port e83a4a30-100e-44aa-932f-69712afed2f0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e83a4a30-100e-44aa-932f-69712afed2f0,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:28:00.757918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.834053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6db3c-8774-48c8-9b41-b1a6400a4319 None None] Pushing event updated for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:00.894936 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-46a140e9-e9c6-4bcc-bd21-270cfdb3cc57 None None] Provisioning complete for port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:00.895243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46a140e9-e9c6-4bcc-bd21-270cfdb3cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:00.958756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a81b8447-aefa-492e-b9d7-489999d5fcde up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:28:00.963623 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-46a140e9-e9c6-4bcc-bd21-270cfdb3cc57 None None] Port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:28:01.008824 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-46a140e9-e9c6-4bcc-bd21-270cfdb3cc57 None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:01.009217 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-46a140e9-e9c6-4bcc-bd21-270cfdb3cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.016251 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e83a4a30-100e-44aa-932f-69712afed2f0', 'name': '', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'mac_address': 'fa:16:3e:6c:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:55Z', 'updated_at': '2021-10-28T22:28:00Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'subnets': [{'id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:01.042732 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763c46c-167f-4901-b5f6-de64a43d04a9 None None] The sync data for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 is: [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'e83a4a30-100e-44aa-932f-69712afed2f0', 'name': '', 'network_id': '4acb7dfc-0513-4bdb-b36f-f0b21dcba892', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'mac_address': 'fa:16:3e:6c:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:55Z', 'updated_at': '2021-10-28T22:28:00Z', 'revision_number': 4, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'subnets': [{'id': '80fe645f-869d-499e-b08f-b7d3ed4b4b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:28:01.065687 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port a81b8447-aefa-492e-b9d7-489999d5fcde triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:01.066051 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.104244 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb6a5-ea26-4d5a-925b-3983507b3b8b req-24d4db5c-0245-4776-bf98-bb4ffb44d030 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:01.105829 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cddcb6a5-ea26-4d5a-925b-3983507b3b8b req-24d4db5c-0245-4776-bf98-bb4ffb44d030 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 931 time: 0.0979624 Oct 28 22:28:01.110592 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:28:01.125326 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.150410 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Transition to ACTIVE for port object 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:28:01.162218 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.172899 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cddcb6a5-ea26-4d5a-925b-3983507b3b8b req-bdc9882b-98e1-4a45-93f3-b88822cf8d8b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566084 Oct 28 22:28:01.189012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e83a4a30-100e-44aa-932f-69712afed2f0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:28:01.246767 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:01.255877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:01.256740 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.319828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Attempting to bind port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:28:01.320162 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Attempting to bind port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:28:01.320520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Attempting to bind port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:28:01.327456 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb on network aa263e0a-83d7-4d1a-8593-e548ea32215e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:28:01.327779 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Attempting to bind port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:28:01.333236 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:28:01.334113 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Checking segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:28:01.334607 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Bound using segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:28:01.335127 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Bound port: 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:28:01.335481 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.409326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:28:01.412777 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:28:01.418404 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.458216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:01.458870 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:01.460851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] 10.222.0.44 "PUT /v2.0/ports/98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1092 time: 0.8562925 Oct 28 22:28:01.463210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:28:01.466872 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3264941-edbe-4e0b-9eef-4ba59b79db2f" -d '{"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:28:01.494233 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b056c-00e4-401f-a52f-5e54134c2b3c service neutron] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:01.573285 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-29b0f711-9505-4b6c-b163-1d7223608663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:01.575153 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-29b0f711-9505-4b6c-b163-1d7223608663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1095 time: 0.0668521 Oct 28 22:28:01.631203 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188b3a2-d13a-49cf-b351-b37beb290e28 x-openstack-request-id: req-b188b3a2-d13a-49cf-b351-b37beb290e28 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:28:01.631454 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:28:01.631706 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b188b3a2-d13a-49cf-b351-b37beb290e28 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:28:01.632106 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'status': 'completed', 'code': 200} Oct 28 22:28:01.635087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-08b4a84d-62da-4c12-83b8-8d740e3de102 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 217 time: 0.0514181 Oct 28 22:28:01.690008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-0af62f5a-8184-470e-ac99-72360ac7d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:01.691488 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-0af62f5a-8184-470e-ac99-72360ac7d015 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0495312 Oct 28 22:28:01.741637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f764ab-ec55-4cb0-8e05-57105182456c req-b3424436-b4f8-453e-9b50-08fc1ae0cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:01.743081 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-b3424436-b4f8-453e-9b50-08fc1ae0cb47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445263 Oct 28 22:28:01.835253 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-beb567ad-2314-44c9-9b56-1beb7406c223 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Oct 28 22:28:01.923099 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-67f764ab-ec55-4cb0-8e05-57105182456c req-71169b4d-ecc3-4560-b10e-2f6acc725154 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807612 Oct 28 22:28:02.015557 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-2e819098-0395-41b3-977d-de517bb14438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:02.017006 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-2e819098-0395-41b3-977d-de517bb14438 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1095 time: 0.0453382 Oct 28 22:28:02.107328 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-f2e5ef98-1d4c-40a7-b6af-20c6a7cd41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:02.108863 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-f2e5ef98-1d4c-40a7-b6af-20c6a7cd41f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0844207 Oct 28 22:28:02.157764 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-a84ff2dd-e839-493c-8624-05673b5ee69e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 217 time: 0.0414519 Oct 28 22:28:02.208241 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-4f9f90af-8961-4cce-92a8-56d83a2a0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:02.210237 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-4f9f90af-8961-4cce-92a8-56d83a2a0322 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0450032 Oct 28 22:28:02.255876 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-f73d6c2f-04c2-4dcd-9f72-91ce24ecfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:02.257401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-f73d6c2f-04c2-4dcd-9f72-91ce24ecfba6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401661 Oct 28 22:28:02.363527 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513729a-7e2c-4aa7-86c3-8681c5c2ec40 req-6da34718-d6d3-4bd2-84d5-bf6b2020b076 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:02.365646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7513729a-7e2c-4aa7-86c3-8681c5c2ec40 req-6da34718-d6d3-4bd2-84d5-bf6b2020b076 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.1053393 Oct 28 22:28:02.399835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-6ef442fc-9a2f-434a-af76-a9d867cd3655 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310809 Oct 28 22:28:02.423404 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7513729a-7e2c-4aa7-86c3-8681c5c2ec40 req-28a7b50f-47d0-4e4f-8cd1-06b33f2143e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514429 Oct 28 22:28:02.501102 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3264941-edbe-4e0b-9eef-4ba59b79db2f req-945f19e4-5184-4594-9929-437912d7ffb1 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922089 Oct 28 22:28:02.886511 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e83a4a30-100e-44aa-932f-69712afed2f0 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:28:02.937329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port e83a4a30-100e-44aa-932f-69712afed2f0 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:02.937694 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:03.540670 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039a91-3483-4acb-bbbe-30f506abea4d req-ac11c8f9-625f-4468-bdfa-18432f1c4261 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:03.542148 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46039a91-3483-4acb-bbbe-30f506abea4d req-ac11c8f9-625f-4468-bdfa-18432f1c4261 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0495026 Oct 28 22:28:03.580045 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-46039a91-3483-4acb-bbbe-30f506abea4d req-9339ef65-4012-437b-b693-650e5ea9926f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Oct 28 22:28:04.693084 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719385-7715-4d75-bd90-aeb6ae5334c0 req-899411f9-3182-403f-b9e3-c76dae0932bb tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:04.694523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b719385-7715-4d75-bd90-aeb6ae5334c0 req-899411f9-3182-403f-b9e3-c76dae0932bb tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0486426 Oct 28 22:28:04.730990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4b719385-7715-4d75-bd90-aeb6ae5334c0 req-60dec6e5-7a82-49eb-9749-b2037af3d941 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Oct 28 22:28:04.912146 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:28:05.008700 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:28:05.019635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:28:05.056155 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:05.068906 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:28:05.088699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:28:05.092284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:05.140811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:05.290704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:28:05.854794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ac45c-b090-4671-92e1-38cbdaf030f9 req-0dcaa1d5-b1ff-4b2a-b037-fbbc37e20215 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:05.856598 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a19ac45c-b090-4671-92e1-38cbdaf030f9 req-0dcaa1d5-b1ff-4b2a-b037-fbbc37e20215 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 944 time: 0.0534081 Oct 28 22:28:05.895196 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a19ac45c-b090-4671-92e1-38cbdaf030f9 req-b86e9ab5-523e-47df-b7ba-1669f687b357 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Oct 28 22:28:06.928448 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:28:06.981901 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:28:06.985903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:28:06.986260 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:07.016324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f55fd-f71a-477f-80c2-9bdec61eb672 req-489c9074-cbce-459f-b530-6505cf94396a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:07.018616 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b11f55fd-f71a-477f-80c2-9bdec61eb672 req-489c9074-cbce-459f-b530-6505cf94396a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 944 time: 0.0510209 Oct 28 22:28:07.062967 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b11f55fd-f71a-477f-80c2-9bdec61eb672 req-d5914374-4bc5-48b4-95c3-e4b5e6f18eb6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Oct 28 22:28:07.065634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:07.089848 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:28:07.092063 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859303ad-e864-4dd6-913f-06b85a4b49ad" -d '{"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:28:07.109037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:28:07.114281 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:07.148754 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0043dfb1-d64f-4703-bf49-afefcd3dbb76 x-openstack-request-id: req-0043dfb1-d64f-4703-bf49-afefcd3dbb76 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:28:07.149019 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:28:07.149273 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0043dfb1-d64f-4703-bf49-afefcd3dbb76 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:28:07.149649 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'code': 200} Oct 28 22:28:07.170120 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:07.225269 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d1a10-e4f6-4e69-b733-6dbe13c43e03 req-6d411e59-0f59-485e-bd16-7e579430f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:07.226750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c8d1a10-e4f6-4e69-b733-6dbe13c43e03 req-6d411e59-0f59-485e-bd16-7e579430f969 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0411992 Oct 28 22:28:07.265190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9c8d1a10-e4f6-4e69-b733-6dbe13c43e03 req-b97a9b71-7e04-40e0-95b6-a4f8255d351f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Oct 28 22:28:08.182654 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c281f2-d9e6-4e2f-9d33-2b3684de39b5 req-46fb139d-b2d8-4fd6-a9ae-fb974d1465c6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:08.184307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15c281f2-d9e6-4e2f-9d33-2b3684de39b5 req-46fb139d-b2d8-4fd6-a9ae-fb974d1465c6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Oct 28 22:28:08.221692 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-15c281f2-d9e6-4e2f-9d33-2b3684de39b5 req-7433d00a-0643-4be2-a638-6d287130dae9 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Oct 28 22:28:09.338536 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29bda-86c0-4061-83db-3ba237eba33e req-77e43167-740b-4e7f-9954-dbeb0920c88e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:09.340009 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbb29bda-86c0-4061-83db-3ba237eba33e req-77e43167-740b-4e7f-9954-dbeb0920c88e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0501037 Oct 28 22:28:09.378215 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bbb29bda-86c0-4061-83db-3ba237eba33e req-0d80969d-42a4-4c4e-a1f5-2beb768fb73d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Oct 28 22:28:09.491465 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ddb3-53a9-471a-a46c-77464f0f3470 req-7e969769-d69a-44e0-afb1-e5106e12b05a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:09.492946 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0973ddb3-53a9-471a-a46c-77464f0f3470 req-7e969769-d69a-44e0-afb1-e5106e12b05a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Oct 28 22:28:09.530181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0973ddb3-53a9-471a-a46c-77464f0f3470 req-b45585b0-81a1-4ac0-b205-c80905a71a53 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Oct 28 22:28:09.551121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59578) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:28:09.684464 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d3bea1-2a5d-45ba-b40f-0ab3af98e37e tempest-TestShelveInstance-1260757535 tempest-TestShelveInstance-1260757535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:09.685965 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-65d3bea1-2a5d-45ba-b40f-0ab3af98e37e tempest-TestShelveInstance-1260757535 tempest-TestShelveInstance-1260757535-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1092 time: 0.1338794 Oct 28 22:28:09.688909 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59582) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:28:09.693324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:28:09.717063 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:09.817023 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:09.921442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Allocated IP 172.25.4.126 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/fda74475-11b8-4bcc-b2ed-80e1b23253e9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:28:10.022019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.055652 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.100639 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:28:10.103597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:28:10.106199 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:28:10.131283 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=fda74475-11b8-4bcc-b2ed-80e1b23253e9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:10.445282 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.513026 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.663189 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.667501 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.736130 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=fda74475-11b8-4bcc-b2ed-80e1b23253e9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:28:10.744635 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:10.845703 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Floating IP de17a23e-0f76-4651-a51f-f2090123135c associated. External IP: 172.25.4.126, port: 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb. Oct 28 22:28:10.949165 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c429a286-816b-4462-88a2-0e451720d95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:11.387356 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:28:11.493278 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:28:11.502867 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:28:11.511085 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:11.514194 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:28:11.515045 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:11.538047 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-67f15e2b-c1e6-48b6-8a17-1dc5b2c01f7a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481019 Oct 28 22:28:11.538735 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:28:11.541008 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94379de0-3793-48dd-97f1-ca15cabd08c6" -d '{"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:28:11.581767 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bcb711-fc6f-42a6-befe-184db7ab7043 x-openstack-request-id: req-44bcb711-fc6f-42a6-befe-184db7ab7043 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:28:11.582070 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:28:11.582322 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44bcb711-fc6f-42a6-befe-184db7ab7043 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:28:11.582767 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'status': 'completed', 'code': 200} Oct 28 22:28:11.647837 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-cbffbb06-b78a-4e86-8e73-97835092dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:11.649317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-cbffbb06-b78a-4e86-8e73-97835092dd19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0445666 Oct 28 22:28:11.745181 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-af9a20c3-3a54-4cea-a0b1-78c8fdb7f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:11.746654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-af9a20c3-3a54-4cea-a0b1-78c8fdb7f208 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0909111 Oct 28 22:28:11.780888 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:28:11.812333 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-2bb6e108-f9a2-447e-a600-e8239d28969a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 999 time: 0.0582328 Oct 28 22:28:11.861805 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-e949dd44-16ae-40e3-bf46-485228432e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:11.863372 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-e949dd44-16ae-40e3-bf46-485228432e57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0440404 Oct 28 22:28:11.915215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-345b4324-3a36-4cd4-9794-a1a74acccfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:11.916802 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-345b4324-3a36-4cd4-9794-a1a74acccfb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459013 Oct 28 22:28:12.006937 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-51bc739e-2a96-43f2-8c04-e2b49a729128 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Oct 28 22:28:12.009549 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'de17a23e-0f76-4651-a51f-f2090123135c', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:28:10Z', 'updated_at': '2021-10-28T22:28:10Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:12.035898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:28:12.044419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:28:12.045032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:27:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:12.103037 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-94379de0-3793-48dd-97f1-ca15cabd08c6 req-8e9882fb-3be7-4b37-83c4-803cb4db0859 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889235 Oct 28 22:28:12.152873 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:28:12.371994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'de17a23e-0f76-4651-a51f-f2090123135c', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:28:10Z', 'updated_at': '2021-10-28T22:28:10Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:28:12.403383 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949517-d0f5-425c-a96d-f7c8ddee0fa0 None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': 'de17a23e-0f76-4651-a51f-f2090123135c', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:28:10Z', 'updated_at': '2021-10-28T22:28:10Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:28:12.527886 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:12.594361 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc2d6e-a0fa-488f-a1cc-4bced27adbf5 None None] New status for floating IP de17a23e-0f76-4651-a51f-f2090123135c: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:28:12.753497 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:13.531028 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6a78e48-86dd-435d-ab99-ef76cb33766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:14.159740 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:28:15.013536 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:15.346476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:16.898989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:20.337807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-2ff21f2e-8223-4648-95bd-232ea5b1b1fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396342 Oct 28 22:28:20.423714 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-2ed0970f-cdb3-44f9-bdd7-b7284c2b3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:20.425284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-2ed0970f-cdb3-44f9-bdd7-b7284c2b3d83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0406177 Oct 28 22:28:20.532272 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-5650cda4-8517-4570-9088-ac5da24cdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:20.533754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-5650cda4-8517-4570-9088-ac5da24cdbfd service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0868328 Oct 28 22:28:20.597637 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-5d902fd8-4f88-4f4e-92cb-e71284e8aa6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1001 time: 0.0565608 Oct 28 22:28:20.650427 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-508c4557-b89b-4925-b974-cbd793270614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:20.651828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-508c4557-b89b-4925-b974-cbd793270614 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0470297 Oct 28 22:28:20.698129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-20a6bbd3-43a1-4ecd-9d48-b7ba5e8f8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:20.699594 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-20a6bbd3-43a1-4ecd-9d48-b7ba5e8f8113 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405707 Oct 28 22:28:20.790144 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-2414063b-68d8-4d44-ba8f-6f9c6a8ea466 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818889 Oct 28 22:28:20.882852 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-df296a6e-5131-4848-adc9-6e6c34bec25f req-617a5c57-6324-4dcf-95da-a45767d692ca service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Oct 28 22:28:25.670586 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7a86e9ac-1c4c-444f-ac9f-1eaeb016ca04 req-9acc4f7b-b516-48c6-964f-920cd26c5cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0674322 Oct 28 22:28:25.737577 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7a86e9ac-1c4c-444f-ac9f-1eaeb016ca04 req-6f4de40f-2177-4361-8dec-2dcec345a175 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0255766 Oct 28 22:28:25.776235 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7a86e9ac-1c4c-444f-ac9f-1eaeb016ca04 req-69a548b2-368c-4130-bd4c-aef1b705a8b3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196729 Oct 28 22:28:25.872762 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86e9ac-1c4c-444f-ac9f-1eaeb016ca04 req-132afeba-10cf-449a-b1d4-22d9f0d18add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:28:25.874114 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7a86e9ac-1c4c-444f-ac9f-1eaeb016ca04 req-132afeba-10cf-449a-b1d4-22d9f0d18add service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906355 Oct 28 22:28:40.950726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4db3-3c47-4ef2-9d3c-8caa56f111fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:42.535504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:42.767130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:43.531251 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-52c406cd-6c94-4036-a1ed-a4c4a9fc31b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:45.016053 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:45.349381 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:46.902361 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:28:51.158908 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:29:10.951992 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9afd0aa4-1d7d-4864-a226-66f024d70696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:12.545706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:12.773728 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:13.533072 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-01d15fb6-fe5a-4579-9a07-08056be652b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:15.018130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:15.352760 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:16.905389 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:21.189588 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-f587aeb4-f112-42a9-ac1a-640e711b87fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392687 Oct 28 22:29:21.276045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-11e95d36-4aff-4bce-8f96-96211ec5d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:29:21.277583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-11e95d36-4aff-4bce-8f96-96211ec5d338 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0456967 Oct 28 22:29:21.379436 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-3e85a884-ab86-4b12-a7df-4fe2f7e02aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:29:21.381502 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-3e85a884-ab86-4b12-a7df-4fe2f7e02aa7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0838976 Oct 28 22:29:21.450268 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-f4e614e8-3d3d-4054-b0b2-6035524b7a4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1001 time: 0.0604448 Oct 28 22:29:21.498159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-5eeba83c-ce70-4adb-9bba-b17f3156fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:29:21.499555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-5eeba83c-ce70-4adb-9bba-b17f3156fac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0426054 Oct 28 22:29:21.544313 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-c7dbf5c2-f617-42b1-a522-c0872fb11543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:29:21.545858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-c7dbf5c2-f617-42b1-a522-c0872fb11543 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386014 Oct 28 22:29:21.638257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-7ea62525-9716-410f-827f-ac953ac87ed2 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841751 Oct 28 22:29:21.726679 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bdf7f22c-bdb8-4efe-819b-b6eba39ca821 req-3f3d68c2-c24e-4a99-b710-0cc78aa80b91 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810497 Oct 28 22:29:27.637999 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aefd0c91-73d3-4342-aea9-5cead2e8a102 req-8368991d-8dee-4bec-9ee3-0d54e27192e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274651 Oct 28 22:29:27.704592 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aefd0c91-73d3-4342-aea9-5cead2e8a102 req-90a9283b-2456-4e61-a842-1fc97457efc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0249076 Oct 28 22:29:27.744868 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aefd0c91-73d3-4342-aea9-5cead2e8a102 req-e7f9e8a3-f480-46fe-bc2c-014e59d2ef04 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194352 Oct 28 22:29:27.842390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd0c91-73d3-4342-aea9-5cead2e8a102 req-1e0edb38-0307-412f-b1fc-bb4a63454854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:29:27.843842 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-aefd0c91-73d3-4342-aea9-5cead2e8a102 req-1e0edb38-0307-412f-b1fc-bb4a63454854 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923758 Oct 28 22:29:28.158518 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:29:40.953164 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b116f462-7d9d-4542-a3f4-306952cef660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:42.547514 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:42.785830 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:43.534338 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3607345e-aa10-4ef7-9c0b-e19b98801d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:44.017520 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-37712748-fa45-4653-9af6-d0ea74eb20f5 req-fd15a5d7-88ef-410d-bbbf-a6775fe37cdd service neutron] (102313) timed out ('10.222.0.31', 43830) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 22:29:45.023549 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:45.356206 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:29:46.907840 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:05.159155 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:30:08.350964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d1ac1-252d-40de-966d-4057cd47a5fc req-e4a1dfa7-e98f-4a42-a3fc-05fcc1a9aafd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:08.352638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d0d1ac1-252d-40de-966d-4057cd47a5fc req-e4a1dfa7-e98f-4a42-a3fc-05fcc1a9aafd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Oct 28 22:30:08.397740 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4d0d1ac1-252d-40de-966d-4057cd47a5fc req-334530d3-16de-44b6-a0b0-8fc79cf0b00b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Oct 28 22:30:09.514419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2062ea0-7cfb-4611-91f8-036571727847 req-5faa16cd-c2e7-45c6-b4ce-67404c3af798 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:09.515866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2062ea0-7cfb-4611-91f8-036571727847 req-5faa16cd-c2e7-45c6-b4ce-67404c3af798 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Oct 28 22:30:09.554282 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2062ea0-7cfb-4611-91f8-036571727847 req-26469ce4-f01c-48fb-8f11-56702dac4aa8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Oct 28 22:30:10.698126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe94a4-02b4-4c3f-bd13-23bc57b0b914 req-fa480de8-df75-4f83-ba3e-feb68872a481 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:10.699574 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bafe94a4-02b4-4c3f-bd13-23bc57b0b914 req-fa480de8-df75-4f83-ba3e-feb68872a481 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0500190 Oct 28 22:30:10.737141 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bafe94a4-02b4-4c3f-bd13-23bc57b0b914 req-5e4fd5e1-8584-403d-83c7-2374af68d1f9 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Oct 28 22:30:10.954670 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4019d9c2-502f-4486-89c2-2ef267d4e643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:11.851915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f731b-d41d-4cc4-813e-cb161c12a816 req-a3a8daa2-3896-4ad7-a331-c1a413798c38 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:11.853407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-920f731b-d41d-4cc4-813e-cb161c12a816 req-a3a8daa2-3896-4ad7-a331-c1a413798c38 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Oct 28 22:30:11.894969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-920f731b-d41d-4cc4-813e-cb161c12a816 req-61f516df-9fb5-475f-a431-26a2ba0579e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355854 Oct 28 22:30:12.548202 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:12.786531 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:13.010362 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d516f13-6876-4c1e-b06d-0b178cd9769f req-d3e47653-ea66-4edb-9561-ec4df3bcb99f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:13.011741 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d516f13-6876-4c1e-b06d-0b178cd9769f req-d3e47653-ea66-4edb-9561-ec4df3bcb99f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0495582 Oct 28 22:30:13.049160 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7d516f13-6876-4c1e-b06d-0b178cd9769f req-5fbc38a6-6bd8-4f8a-a471-94eaad9029fc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Oct 28 22:30:13.536466 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aaf9d0df-5a1b-4558-ba81-2d93cb9204f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:14.167220 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbea403-925e-4da2-8056-427fcafaee8f req-9e40afce-20d0-4297-96cd-000cb34b38dc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:14.169032 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbbea403-925e-4da2-8056-427fcafaee8f req-9e40afce-20d0-4297-96cd-000cb34b38dc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Oct 28 22:30:14.207564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dbbea403-925e-4da2-8056-427fcafaee8f req-7ca33648-570a-43d7-bd2e-8f587349bfaa tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Oct 28 22:30:15.026116 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:15.330406 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b5cb-09af-428a-8e79-a64e7215f0ac req-d5d6a43d-334d-409d-98f4-0d00fdf59b84 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:15.331849 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f09b5cb-09af-428a-8e79-a64e7215f0ac req-d5d6a43d-334d-409d-98f4-0d00fdf59b84 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0510082 Oct 28 22:30:15.360262 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:15.375931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4f09b5cb-09af-428a-8e79-a64e7215f0ac req-5a47c33b-19db-4d8e-ba88-e576357681b3 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Oct 28 22:30:16.491952 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ea0c-f56b-4890-9461-e5487d1a7cba req-7653883c-86d6-4d6b-996b-8bccdc3b3885 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:16.493448 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc1ea0c-f56b-4890-9461-e5487d1a7cba req-7653883c-86d6-4d6b-996b-8bccdc3b3885 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Oct 28 22:30:16.530788 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fcc1ea0c-f56b-4890-9461-e5487d1a7cba req-f5a99a9d-391b-4520-a2e4-a0b51307abc7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Oct 28 22:30:16.911673 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:17.649972 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde99690-3e96-4855-ab6c-6f5084e02264 req-913f65c9-4b51-4ab6-8902-2d42628b6b22 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:17.651425 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dde99690-3e96-4855-ab6c-6f5084e02264 req-913f65c9-4b51-4ab6-8902-2d42628b6b22 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0532978 Oct 28 22:30:17.687818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dde99690-3e96-4855-ab6c-6f5084e02264 req-dd989686-ec3c-48e1-850d-dbabc66d8748 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305886 Oct 28 22:30:18.804045 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d000-1f9c-4f47-a9af-4dbd78b8dfcf req-d0b7e476-55b1-4802-b38b-5dea64faac27 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:18.805892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb43d000-1f9c-4f47-a9af-4dbd78b8dfcf req-d0b7e476-55b1-4802-b38b-5dea64faac27 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Oct 28 22:30:18.847057 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb43d000-1f9c-4f47-a9af-4dbd78b8dfcf req-7b7393d1-99a4-4715-9bd8-73c4de314a55 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351198 Oct 28 22:30:19.455202 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:30:19.548542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:19.559329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:30:19.599643 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:19.611988 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:30:19.630092 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:19.635076 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:19.684332 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:30:19.691871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.692214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.692585 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.692917 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.693773 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.694102 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.694426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.694744 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.695067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.695391 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.695699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.696013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:30:19.718709 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:30:19.963652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde78eb4-b134-48f1-bde4-c73947b80aa6 req-009bb42b-a551-4564-b350-3093e787dc08 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:19.965249 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cde78eb4-b134-48f1-bde4-c73947b80aa6 req-009bb42b-a551-4564-b350-3093e787dc08 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 944 time: 0.0492530 Oct 28 22:30:20.002629 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cde78eb4-b134-48f1-bde4-c73947b80aa6 req-2ada8864-0697-447f-82b6-661c64fe4eec tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Oct 28 22:30:20.692710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-0de32667-6ea9-4501-96fa-2bd3e2d54682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:20.694439 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-0de32667-6ea9-4501-96fa-2bd3e2d54682 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1096 time: 0.0427668 Oct 28 22:30:20.804799 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-668f7d9a-91e7-4899-a429-d7352a53fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:20.806210 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-668f7d9a-91e7-4899-a429-d7352a53fd39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0922456 Oct 28 22:30:20.871915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-94e0f7f0-7063-4123-a1cb-38c969177125 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1000 time: 0.0582545 Oct 28 22:30:20.939115 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-179e2a57-d2c7-456d-8acb-006a1c832d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:20.940957 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-179e2a57-d2c7-456d-8acb-006a1c832d60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0622625 Oct 28 22:30:21.000135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-e947e2a0-593d-4558-8ec7-91f100d2cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:21.003373 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-e947e2a0-593d-4558-8ec7-91f100d2cb6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537968 Oct 28 22:30:21.149521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-48a5b67a-6ce3-4b24-a6b7-af62f916f64d service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400852 Oct 28 22:30:21.158117 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505c94-3104-4b15-aba3-c86aacdb93ba req-36bf41ee-82c5-48c1-9f35-30285d78dbd5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:21.159703 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82505c94-3104-4b15-aba3-c86aacdb93ba req-36bf41ee-82c5-48c1-9f35-30285d78dbd5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 944 time: 0.0768299 Oct 28 22:30:21.247000 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82505c94-3104-4b15-aba3-c86aacdb93ba req-93fbb2ea-191d-4ff7-a4a2-36c6ce1aeec0 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778310 Oct 28 22:30:21.286591 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8cd75516-e667-479e-bc2a-3f0025d3cbf5 req-c9eadff7-bde5-40b0-834c-034766e61dd9 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258414 Oct 28 22:30:21.471655 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:30:21.523134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:30:21.523604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:21.614508 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:21.643260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:30:21.645819 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87189a31-bd11-4a81-b619-4996268c6e59" -d '{"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:30:21.664710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:21.671074 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:21.761172 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:30:22.380547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c962e-7d1c-40a8-9dcf-838c5000e01d req-705bcd62-adb6-4e04-a321-c430f2caf384 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:22.383370 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-565c962e-7d1c-40a8-9dcf-838c5000e01d req-705bcd62-adb6-4e04-a321-c430f2caf384 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0618513 Oct 28 22:30:22.424525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-565c962e-7d1c-40a8-9dcf-838c5000e01d req-06d902d4-02cd-444d-acda-4e8d347ab9b0 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Oct 28 22:30:22.822397 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a8b46-d868-4b7c-bc77-5d2b9dbc2c5a x-openstack-request-id: req-b12a8b46-d868-4b7c-bc77-5d2b9dbc2c5a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:30:22.822883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:30:22.822883 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b12a8b46-d868-4b7c-bc77-5d2b9dbc2c5a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:30:22.823255 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'code': 200} Oct 28 22:30:23.557149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62b856-230f-4df9-9550-5cc175d518fa req-5f66bb22-c46b-412f-a04d-3017b75a9ec5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:23.558795 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb62b856-230f-4df9-9550-5cc175d518fa req-5f66bb22-c46b-412f-a04d-3017b75a9ec5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0543129 Oct 28 22:30:23.604397 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cb62b856-230f-4df9-9550-5cc175d518fa req-0e53ebde-37b3-424e-8eaf-aeb1f56807c2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 Oct 28 22:30:24.767879 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed1972-3a4d-489b-ae29-3e9d18bd5185 req-bca6a7ee-4de6-4437-9ae0-e8434217a4be tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:24.769544 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fed1972-3a4d-489b-ae29-3e9d18bd5185 req-bca6a7ee-4de6-4437-9ae0-e8434217a4be tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0644019 Oct 28 22:30:24.814918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-4fed1972-3a4d-489b-ae29-3e9d18bd5185 req-89989dbb-eff9-472e-9614-73593ff5d382 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366275 Oct 28 22:30:25.953419 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724def-e810-4c74-81c3-b4740b78df18 req-b2486422-97e7-4c53-b7f6-640b3d868b56 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:25.954942 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5724def-e810-4c74-81c3-b4740b78df18 req-b2486422-97e7-4c53-b7f6-640b3d868b56 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Oct 28 22:30:26.000228 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d5724def-e810-4c74-81c3-b4740b78df18 req-53524133-f2ce-4009-b174-3885d7391561 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Oct 28 22:30:27.125440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218225b-169d-4658-aa6a-5c29842df4b3 req-a588128e-74f9-4376-bffe-659ae40bae99 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:27.134020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8218225b-169d-4658-aa6a-5c29842df4b3 req-a588128e-74f9-4376-bffe-659ae40bae99 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0601821 Oct 28 22:30:27.173105 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8218225b-169d-4658-aa6a-5c29842df4b3 req-78f6cc9f-38d3-42b0-a77f-c02444ea7dc2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 Oct 28 22:30:28.118832 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c33e8c-5533-4dbc-94af-1062d8a7b565 req-43d9c84a-6cec-4c65-97fc-828cd866f03d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272062 Oct 28 22:30:28.188752 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c33e8c-5533-4dbc-94af-1062d8a7b565 req-f8a6bb6e-587a-4626-979f-293ada8ad25c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Oct 28 22:30:28.247378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c33e8c-5533-4dbc-94af-1062d8a7b565 req-1c7730fe-4500-4f81-bed3-770c6a27cb3c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293524 Oct 28 22:30:28.311516 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a0b5-8f49-4685-829b-67490c1fd39f req-8b9c119e-aa73-4822-884a-741e5554b974 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:28.314251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6518a0b5-8f49-4685-829b-67490c1fd39f req-8b9c119e-aa73-4822-884a-741e5554b974 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0613008 Oct 28 22:30:28.364042 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33e8c-5533-4dbc-94af-1062d8a7b565 req-111ee2af-3fa8-45d4-bca3-ba41c080cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:28.366534 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-63c33e8c-5533-4dbc-94af-1062d8a7b565 req-111ee2af-3fa8-45d4-bca3-ba41c080cda9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115546 Oct 28 22:30:28.371240 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6518a0b5-8f49-4685-829b-67490c1fd39f req-45778ea7-5809-4d58-999d-de572d1598ba tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Oct 28 22:30:29.503059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9c284-05a4-4be5-9d34-d8ca8398f212 req-6bb31c2e-a58d-4257-98c2-a909253c5ecc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:29.511313 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae9c284-05a4-4be5-9d34-d8ca8398f212 req-6bb31c2e-a58d-4257-98c2-a909253c5ecc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0617962 Oct 28 22:30:29.552978 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3ae9c284-05a4-4be5-9d34-d8ca8398f212 req-2e804b1a-3748-49f7-b02d-701c5be64d64 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Oct 28 22:30:30.677958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a01a2-683c-4abe-b9df-7aa8cbf900dc req-cd260385-3aaa-40e2-a714-e711e1c4b6fa tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:30.679396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41a01a2-683c-4abe-b9df-7aa8cbf900dc req-cd260385-3aaa-40e2-a714-e711e1c4b6fa tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0576398 Oct 28 22:30:30.732889 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c41a01a2-683c-4abe-b9df-7aa8cbf900dc req-a73a99a1-25cd-4671-8935-85e90d3ce520 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Oct 28 22:30:30.735518 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f211-047e-4f48-a709-776c18efe615 req-d3dcfa7e-070e-4bb4-bc3c-4982e8a8ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:30.736940 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-d3dcfa7e-070e-4bb4-bc3c-4982e8a8ceff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0759928 Oct 28 22:30:30.832989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f211-047e-4f48-a709-776c18efe615 req-078d9818-fac1-41b3-813e-51bcc3b8cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:30.834446 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-078d9818-fac1-41b3-813e-51bcc3b8cfe8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0902529 Oct 28 22:30:30.899667 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-7ce3b6d4-33d5-4398-bfc1-533015486269 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1001 time: 0.0571487 Oct 28 22:30:30.951589 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f211-047e-4f48-a709-776c18efe615 req-4130dbdd-2a4d-473e-b833-7aa603e92ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:30.953018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-4130dbdd-2a4d-473e-b833-7aa603e92ac2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0456805 Oct 28 22:30:30.997408 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f211-047e-4f48-a709-776c18efe615 req-f1a2aeda-54a8-4a20-8058-f396716444ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:30.998826 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-f1a2aeda-54a8-4a20-8058-f396716444ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388520 Oct 28 22:30:31.094691 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-bcb6a7a5-3ff5-4600-9b90-56005562ad1f service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887640 Oct 28 22:30:31.182437 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ca9f211-047e-4f48-a709-776c18efe615 req-fe848312-13cb-4eba-b88e-25e701634b1b service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807381 Oct 28 22:30:31.857900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1a29-ed99-4f80-b18a-b2d2f314ed4f req-86bd67d7-71e8-4734-885c-2222a3cd2522 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:31.860299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3abc1a29-ed99-4f80-b18a-b2d2f314ed4f req-86bd67d7-71e8-4734-885c-2222a3cd2522 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Oct 28 22:30:31.903906 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3abc1a29-ed99-4f80-b18a-b2d2f314ed4f req-3198e2a5-1013-478d-96cb-d313745ad15f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Oct 28 22:30:33.027916 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec76c8-3c29-4c9d-a954-73f5be1b28d6 req-156e17ba-837b-4309-8084-2f87f8e34b90 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:33.029744 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dec76c8-3c29-4c9d-a954-73f5be1b28d6 req-156e17ba-837b-4309-8084-2f87f8e34b90 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0562873 Oct 28 22:30:33.068264 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8dec76c8-3c29-4c9d-a954-73f5be1b28d6 req-205fe879-4346-4b3a-bb10-088043922903 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Oct 28 22:30:33.202442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-2df28b58-5be8-4a83-9107-9e036dc39a47 req-5859dc99-f8fe-4a3a-ae83-f8254ecae38d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:30:33.203455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2df28b58-5be8-4a83-9107-9e036dc39a47 req-5859dc99-f8fe-4a3a-ae83-f8254ecae38d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0697992 Oct 28 22:30:33.357826 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17058e-cb90-4806-be55-ebe565a87dae req-8770acf4-c94e-4d0e-b4de-2f77d4a95c4c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:33.359337 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd17058e-cb90-4806-be55-ebe565a87dae req-8770acf4-c94e-4d0e-b4de-2f77d4a95c4c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0508325 Oct 28 22:30:33.397269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd17058e-cb90-4806-be55-ebe565a87dae req-e4e9ae55-fd21-411b-bbfb-11ad4d147a61 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Oct 28 22:30:33.646424 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-b10dbced-866c-4f90-8e0f-0f2818980858 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811617 Oct 28 22:30:34.371229 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-f851736b-e8c5-4a4f-b5f1-b3e554e79422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.372723 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-f851736b-e8c5-4a4f-b5f1-b3e554e79422 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 1097 time: 0.0405157 Oct 28 22:30:34.436733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-8d6a9219-9318-4022-bd53-2d649a569a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.438212 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-8d6a9219-9318-4022-bd53-2d649a569a25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1097 time: 0.0433023 Oct 28 22:30:34.557958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3213d-90f0-4983-8691-f7f87d3d0a3f req-22d104c6-8e77-45cc-a6fa-f92ad6813b41 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.559377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2d3213d-90f0-4983-8691-f7f87d3d0a3f req-22d104c6-8e77-45cc-a6fa-f92ad6813b41 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 945 time: 0.0729842 Oct 28 22:30:34.575614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-40c435e9-33e0-43da-b83c-37e701810101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.577079 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-40c435e9-33e0-43da-b83c-37e701810101 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.1322980 Oct 28 22:30:34.642332 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2d3213d-90f0-4983-8691-f7f87d3d0a3f req-15594ec1-ef1b-4d8d-9296-0b8482dee200 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757427 Oct 28 22:30:34.654955 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-20cf17d0-2f27-436f-86b2-998d60da08bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1001 time: 0.0693870 Oct 28 22:30:34.702851 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-55967405-8586-4b73-8525-904c7fff2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.704241 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-55967405-8586-4b73-8525-904c7fff2b27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0426681 Oct 28 22:30:34.751849 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-f9b8e659-22f3-4bc0-91d2-04970cee9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:34.753317 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-f9b8e659-22f3-4bc0-91d2-04970cee9beb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422292 Oct 28 22:30:34.844809 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-fffc9c51-deb5-4984-b72b-205e9bd3368b service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823531 Oct 28 22:30:34.936790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ea985f26-020b-4f87-a3cf-caaf589f4464 req-8ae11287-f281-4eb6-a284-46f7d89cfee7 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855496 Oct 28 22:30:35.551426 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:30:35.633675 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:35.658025 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:30:35.660550 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1a0120-8cc9-40ed-a340-7defd21599a3" -d '{"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:30:35.676293 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:35.683640 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:35.725227 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9419e3-f41b-4706-9520-30c6ab79d6a3 x-openstack-request-id: req-4b9419e3-f41b-4706-9520-30c6ab79d6a3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:30:35.725842 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:30:35.726514 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b9419e3-f41b-4706-9520-30c6ab79d6a3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:30:35.727962 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'code': 200} Oct 28 22:30:35.773743 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:30:35.797154 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b8f0b-bf1b-4a60-ba29-95e1e518e499 req-8ff27cef-1d76-4472-abf4-2cdb3751b5b1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:35.798706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-617b8f0b-bf1b-4a60-ba29-95e1e518e499 req-8ff27cef-1d76-4472-abf4-2cdb3751b5b1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0605626 Oct 28 22:30:35.839917 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-617b8f0b-bf1b-4a60-ba29-95e1e518e499 req-78fbe10c-cdb3-479a-a059-16179e9ce597 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Oct 28 22:30:36.966289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871953d-2718-4ede-a271-1778dbfc4561 req-f8d8c86d-a827-42b7-b182-e99c3c596922 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:36.967794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8871953d-2718-4ede-a271-1778dbfc4561 req-f8d8c86d-a827-42b7-b182-e99c3c596922 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0539460 Oct 28 22:30:37.007394 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8871953d-2718-4ede-a271-1778dbfc4561 req-b068472d-3fb5-407c-a4c1-9caf01dea08f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Oct 28 22:30:38.130368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ad5b-1f65-45cf-9943-08712a7449d5 req-4d2c446b-6722-4951-a040-ea262ca4c965 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:38.131891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1252ad5b-1f65-45cf-9943-08712a7449d5 req-4d2c446b-6722-4951-a040-ea262ca4c965 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0535984 Oct 28 22:30:38.172647 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1252ad5b-1f65-45cf-9943-08712a7449d5 req-d9720077-f583-4bef-824d-ec25d9073866 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336990 Oct 28 22:30:39.296108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d216-5270-418c-a758-15c4c11adb1d req-0efe2931-fea3-4b4e-b1c1-7caec288a059 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:39.297643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f324d216-5270-418c-a758-15c4c11adb1d req-0efe2931-fea3-4b4e-b1c1-7caec288a059 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0520432 Oct 28 22:30:39.342999 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f324d216-5270-418c-a758-15c4c11adb1d req-4eb23b91-88d6-4786-b984-45894f62a1f8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384212 Oct 28 22:30:40.472615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90793-3c9d-496e-9a8a-7abf7497e6a0 req-09576cf1-9383-4e4c-92fe-39bb7c1f7276 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:40.474209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3eb90793-3c9d-496e-9a8a-7abf7497e6a0 req-09576cf1-9383-4e4c-92fe-39bb7c1f7276 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0527098 Oct 28 22:30:40.514682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3eb90793-3c9d-496e-9a8a-7abf7497e6a0 req-c7923969-5fed-48b1-8fcb-239e82809cc8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Oct 28 22:30:40.956769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9ab1-d147-4ce0-a1ea-9f1d03c52a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:41.643043 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da524db6-817b-43f8-864b-d3ee3b8469c6 req-0522c204-8480-474d-86f1-a2608f2c0867 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:41.644530 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da524db6-817b-43f8-864b-d3ee3b8469c6 req-0522c204-8480-474d-86f1-a2608f2c0867 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0552318 Oct 28 22:30:41.683019 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da524db6-817b-43f8-864b-d3ee3b8469c6 req-d5b01a97-32a5-42c2-bc05-25a680d66a81 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324190 Oct 28 22:30:42.158339 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:30:42.547321 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:42.807215 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaa886-253b-4929-bb49-24d568db04a9 req-d669670c-4fec-4f67-8c69-c8c63cef1988 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:42.810181 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbaa886-253b-4929-bb49-24d568db04a9 req-d669670c-4fec-4f67-8c69-c8c63cef1988 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0542457 Oct 28 22:30:42.824294 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:42.851066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5bbaa886-253b-4929-bb49-24d568db04a9 req-3d66e7d0-7d0e-44c3-9c05-fbc5a26b2e68 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360610 Oct 28 22:30:43.539188 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0b18b12e-d7c1-4747-b510-9796835a4f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:43.978425 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81ec7e-c19c-49cd-8640-863edcf07037 req-f5f17bb5-d748-4a88-9ca1-995ba3e39c98 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:43.980044 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe81ec7e-c19c-49cd-8640-863edcf07037 req-f5f17bb5-d748-4a88-9ca1-995ba3e39c98 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0509775 Oct 28 22:30:44.022855 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-fe81ec7e-c19c-49cd-8640-863edcf07037 req-d30d2e24-703b-42ae-a907-6a971035089a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356507 Oct 28 22:30:45.029245 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:45.146079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f455-3cd7-482f-92a0-a6cabf6ec864 req-f43d836d-78e7-4b91-a99a-c76528b21de2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:45.147564 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0280f455-3cd7-482f-92a0-a6cabf6ec864 req-f43d836d-78e7-4b91-a99a-c76528b21de2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0534964 Oct 28 22:30:45.185294 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0280f455-3cd7-482f-92a0-a6cabf6ec864 req-cfa5a0dc-f522-4dd0-9105-60acf91908a2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Oct 28 22:30:45.364619 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:46.303208 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9276e8-6a8d-4374-bb31-555aee5bd35c req-5cae36c3-2a0b-44a8-bce0-fe010fa2ba7c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:46.304705 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a9276e8-6a8d-4374-bb31-555aee5bd35c req-5cae36c3-2a0b-44a8-bce0-fe010fa2ba7c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0505254 Oct 28 22:30:46.342832 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5a9276e8-6a8d-4374-bb31-555aee5bd35c req-7272feb9-11b0-441a-98ce-f2cb215164bd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Oct 28 22:30:46.711141 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3dd0-1e8b-430d-accf-c24cd5c21000 req-253f077a-f58b-412d-a797-097a3cd6f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:46.713331 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8ea3dd0-1e8b-430d-accf-c24cd5c21000 req-253f077a-f58b-412d-a797-097a3cd6f54c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1095 time: 0.0399971 Oct 28 22:30:46.747993 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c8ea3dd0-1e8b-430d-accf-c24cd5c21000 req-dc55d4f0-8197-438d-9f60-359e382b273a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274858 Oct 28 22:30:46.914088 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:47.462403 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2778d-2de7-4920-9e45-48d855de0616 req-99561fb2-6046-4944-916e-90d4a2a54138 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:47.463891 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b2778d-2de7-4920-9e45-48d855de0616 req-99561fb2-6046-4944-916e-90d4a2a54138 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 943 time: 0.0529890 Oct 28 22:30:47.502010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92b2778d-2de7-4920-9e45-48d855de0616 req-5e5f5785-1334-432f-8716-043207c7d5cd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Oct 28 22:30:47.610563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:30:47.711452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:47.723608 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'port_id': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'mac_address': 'fa:16:3e:ce:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:30:47.767040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:47.783188 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:30:47.804315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:47.809693 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:47.859137 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=9']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:30:48.048044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:30:48.617774 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fa752-dc74-4ca1-a2b4-fc4ab2ab1fee req-5c6022c7-4dbf-4b5f-9de8-287be8c5af0b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:30:48.619643 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c27fa752-dc74-4ca1-a2b4-fc4ab2ab1fee req-5c6022c7-4dbf-4b5f-9de8-287be8c5af0b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 944 time: 0.0494745 Oct 28 22:30:48.657961 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c27fa752-dc74-4ca1-a2b4-fc4ab2ab1fee req-93438427-29e3-481f-a7c7-61a7c4d01b42 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Oct 28 22:30:49.633337 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:30:49.680119 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:30:49.681135 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:49.758190 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:49.780339 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:30:49.782563 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c098113-da65-4606-8d3a-ae053666d647" -d '{"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:30:49.795510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:30:49.799900 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:30:49.827298 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea9fce-26b8-4109-b400-31fe0e3b2cde x-openstack-request-id: req-83ea9fce-26b8-4109-b400-31fe0e3b2cde {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:30:49.827592 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-plugged", "status": "completed", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:30:49.827850 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ea9fce-26b8-4109-b400-31fe0e3b2cde {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:30:49.828236 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'code': 200} Oct 28 22:30:49.851344 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=10']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:31:10.958557 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6f43e38f-eca5-4de9-b094-b6ff752b3f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:12.561504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:12.804331 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:13.541547 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-03f6450d-44d4-4e80-adde-1230baaddc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:15.031363 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:15.365527 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:16.917370 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:19.158344 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:31:22.647366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-274afe59-eb1c-4c62-b5c8-88d642d49fdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387831 Oct 28 22:31:22.732083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-0e30e1ae-cc80-411d-86d3-7e95ff93c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:31:22.733641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-0e30e1ae-cc80-411d-86d3-7e95ff93c6a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1098 time: 0.0442472 Oct 28 22:31:22.836758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-e2c792c1-5193-4878-b6dd-58bfdfc14a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:31:22.838269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-e2c792c1-5193-4878-b6dd-58bfdfc14a50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0849445 Oct 28 22:31:22.905738 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-ebf7e52f-e2ee-4cbd-9f0d-4632d26041b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 1001 time: 0.0606992 Oct 28 22:31:22.954422 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-637758a0-7c2e-4088-92c3-59e3100eed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:31:22.955834 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-637758a0-7c2e-4088-92c3-59e3100eed29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0435498 Oct 28 22:31:23.000484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-ea8aeca2-19ae-4d0a-b01d-1b4001bf5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:31:23.001908 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-ea8aeca2-19ae-4d0a-b01d-1b4001bf5708 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392516 Oct 28 22:31:23.013370 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-e72f3153-60fa-431e-86aa-af3fb7280538 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:31:23.014338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-e72f3153-60fa-431e-86aa-af3fb7280538 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047863 Oct 28 22:31:23.105396 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-ccca1c1c-afdb-44b6-8bf5-10e1fa45b07a service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Oct 28 22:31:23.196071 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8da53d21-2d7f-4fbe-8eb3-05f3592b3bd2 req-e3e6e0c3-f86e-4ccf-90e2-a12d28cc890f service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831158 Oct 28 22:31:30.121912 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2aec4d3d-792e-4827-8c21-2218c351a03e req-daeea85f-18fb-47fc-9af8-b81c7e5352f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289810 Oct 28 22:31:30.189378 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2aec4d3d-792e-4827-8c21-2218c351a03e req-ac4b5f8c-f7e6-46b3-a0de-816651ef90d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0246716 Oct 28 22:31:30.229196 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2aec4d3d-792e-4827-8c21-2218c351a03e req-2232e31d-b8b0-4b37-8270-25a993930002 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190825 Oct 28 22:31:30.322649 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec4d3d-792e-4827-8c21-2218c351a03e req-26b0438f-26d7-467d-ae94-e295fb8e0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:31:30.324128 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2aec4d3d-792e-4827-8c21-2218c351a03e req-26b0438f-26d7-467d-ae94-e295fb8e0574 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883560 Oct 28 22:31:40.960387 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-834d598f-c5bc-4ccc-9cf6-276c973c54d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:42.575524 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:42.820524 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:43.543415 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c4dcd5-6150-4099-bb0e-d540d3229dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:45.032861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:45.365850 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:46.919985 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:31:56.157923 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:32:00.514848 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59882) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:00.681480 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Deleting port fda74475-11b8-4bcc-b2ed-80e1b23253e9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:32:00.681818 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:00.755234 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:00.755556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:00.767304 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Calling delete_port for fda74475-11b8-4bcc-b2ed-80e1b23253e9 owned by network:floatingip {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:32:00.914659 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:00.937667 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'Port': ['ID=fda74475-11b8-4bcc-b2ed-80e1b23253e9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:00.951627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.951977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.952327 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.952686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.953019 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.953346 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.953673 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.953999 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.954322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.954645 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.954965 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:00.955282 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:01.012296 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:01.012665 n-d-806683-16 neutron-server[102313]: INFO neutron.db.l3_db [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Floating IP de17a23e-0f76-4651-a51f-f2090123135c disassociated (deleted). External IP: 172.25.4.126, port: 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb. Oct 28 22:32:01.215651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:32:01.323543 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:32:01.334220 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:01.334403 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:32:01.345983 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:32:01.346612 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:31:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:01.364777 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0c9f3640-cbdd-4098-8120-6c2c74cbf2a8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "DELETE /v2.0/floatingips/de17a23e-0f76-4651-a51f-f2090123135c HTTP/1.1" status: 204 len: 168 time: 0.8487387 Oct 28 22:32:01.365369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:32:01.367719 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a" -d '{"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:32:01.457678 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:32:01.477493 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9b0f40-3edc-4ae3-b7f6-f0476cadeca3 x-openstack-request-id: req-3f9b0f40-3edc-4ae3-b7f6-f0476cadeca3 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:32:01.477719 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:32:01.477984 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f9b0f40-3edc-4ae3-b7f6-f0476cadeca3 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:32:01.478417 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'status': 'completed', 'code': 200} Oct 28 22:32:01.585634 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-6b2173a7-2c5e-4423-a93e-3505544903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:01.587246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-6b2173a7-2c5e-4423-a93e-3505544903a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 1098 time: 0.0743325 Oct 28 22:32:01.623871 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3655-d1af-42bc-b1d5-b484c5ec03a1 req-75ff1472-60d4-48f7-b811-9da869a9d0e3 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:01.625367 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69be3655-d1af-42bc-b1d5-b484c5ec03a1 req-75ff1472-60d4-48f7-b811-9da869a9d0e3 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 946 time: 0.0718477 Oct 28 22:32:01.669075 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:01.695532 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:32:01.698954 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-69be3655-d1af-42bc-b1d5-b484c5ec03a1 req-d6ce5b67-637f-4559-85a5-e7b3c5b6a436 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490084 Oct 28 22:32:01.705872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:32:01.706633 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:31:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:01.721489 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-fc3bfb1b-2daa-4bd9-b46b-62b212acbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:01.722892 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-fc3bfb1b-2daa-4bd9-b46b-62b212acbd6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.1265635 Oct 28 22:32:01.819582 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:32:02.035531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:02.064767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36195695-6e5b-40f0-9722-e86981ccc877 None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:32:02.096618 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-a60a851b-f5a8-4512-afe9-e580d84dbb98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 200 len: 217 time: 0.3658683 Oct 28 22:32:02.147442 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-a4cb2108-bedf-42e5-9dd2-f0de7e7fb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:02.149602 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-a4cb2108-bedf-42e5-9dd2-f0de7e7fb3de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0463526 Oct 28 22:32:02.196417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-a279e82e-4b53-4447-b132-ce56f305158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:02.197924 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-a279e82e-4b53-4447-b132-ce56f305158a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407178 Oct 28 22:32:02.296312 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-12f02e87-8dc4-4804-8dad-28d122cfaadc service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906098 Oct 28 22:32:02.310743 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447084d-5159-4a36-aa5b-794d0f3c2633 None None] New status for floating IP de17a23e-0f76-4651-a51f-f2090123135c: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:32:02.389838 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-be4b5985-0e2d-44bf-b3f2-9c06d1e8936a req-c338d20c-9466-4ce9-9486-e0290c94f557 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Oct 28 22:32:02.845160 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f665a-09c5-4fda-96a8-29529c6f7123 req-87b90323-b12e-47ce-8c51-cdec844d2ccd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:02.846627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-582f665a-09c5-4fda-96a8-29529c6f7123 req-87b90323-b12e-47ce-8c51-cdec844d2ccd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 946 time: 0.0757856 Oct 28 22:32:02.854645 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-c72e4bb9-bb6a-480a-9245-3530ea292621 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:02.855970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-c72e4bb9-bb6a-480a-9245-3530ea292621 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/ports?device_id=03decf53-bb1d-484a-8d2d-5de4c7b80218 HTTP/1.1" status: 200 len: 946 time: 0.0740490 Oct 28 22:32:02.922698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-582f665a-09c5-4fda-96a8-29529c6f7123 req-e91991f7-8c17-4ff3-8725-8b9bf21669d9 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=41bf0415-27f7-423e-9c23-b205e7ce9654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657549 Oct 28 22:32:02.968281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Deleting port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:32:02.968669 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:03.053615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] For port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:32:03.053893 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:03.070206 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Calling delete_port for 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:32:03.191914 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:03.226247 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'Port': ['ID=98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:03.253946 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.254298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.254637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.254974 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.255307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.255637 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.255965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.256292 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.256641 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.256965 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.257289 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.257615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:03.274145 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] No DVR routers for this DVR port 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:32:03.276807 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:03.280709 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0e00fc27-d11f-4e4e-a9e6-709ed90f3b88 req-60c0accb-e6b8-4a36-a37f-93cb2ab64677 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "DELETE /v2.0/ports/98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb HTTP/1.1" status: 204 len: 173 time: 0.4181845 Oct 28 22:32:03.281159 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-deleted', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:32:03.283959 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b46b6-1761-49b0-a251-df95ce0fd3bb" -d '{"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-deleted", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:32:03.324491 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f63088-b9a3-4e1f-b857-ba5968e6366c x-openstack-request-id: req-97f63088-b9a3-4e1f-b857-ba5968e6366c {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:32:03.324793 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03decf53-bb1d-484a-8d2d-5de4c7b80218", "name": "network-vif-deleted", "tag": "98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:32:03.325123 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97f63088-b9a3-4e1f-b857-ba5968e6366c {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:32:03.325527 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03decf53-bb1d-484a-8d2d-5de4c7b80218', 'name': 'network-vif-deleted', 'tag': '98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb', 'status': 'completed', 'code': 200} Oct 28 22:32:03.982129 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59902) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.038380 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.063350 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.123951 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.126507 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.127649 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "DELETE /v2.0/security-groups/41bf0415-27f7-423e-9c23-b205e7ce9654 HTTP/1.1" status: 204 len: 168 time: 0.1450157 Oct 28 22:32:04.137843 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10cfda-d838-40fb-aa7e-c858a9870b78 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf0415-27f7-423e-9c23-b205e7ce9654,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:04.458646 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59908) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.463655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979447971', 'description': 'tempest-secgroup-smoke-1979447971 description', 'project_id': '94df306ab6be40238ad609424f3a2a50'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:04.485572 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.551224 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.555476 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.583304 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.584528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249053 Oct 28 22:32:04.587454 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59910) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.591847 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:04.599377 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a457fe7-465a-4f9c-9302-c4b028dc9280 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b9215f-1cf2-4900-b797-5a652157afc7,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:04.621824 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.682323 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.685810 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.703028 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b422478-c1f7-4574-b302-f42d46185e76,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:04.710957 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.712779 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-9e3c11f0-cbd4-47fd-8170-8df08db50213 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243634 Oct 28 22:32:04.715434 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59912) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.719733 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:04.745916 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.803556 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.807332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.825650 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b023bc55-951b-44f7-b552-d8bb06ab812d,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:04.832772 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.833968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e7bc68da-6d5c-41c3-96a3-140b26548e92 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175923 Oct 28 22:32:04.837333 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59914) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.841675 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:04.866751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.923537 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.926904 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.946942 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eebaad2-a1df-4741-8926-ad2b6dea46d6,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:04.952337 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:04.953584 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ef0e75f2-b9ce-4de5-9641-0db9183d20cf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153152 Oct 28 22:32:04.956324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 59916) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:04.962262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:04.989235 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.048294 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.051690 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.066300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d4a25b-be35-454e-a4bd-86c7c53f3564,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:05.077383 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.078555 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-3481a27e-8909-4c40-ba9c-5f68647fcdae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211796 Oct 28 22:32:05.081514 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59918) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:05.086059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:05.109132 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Project 94df306ab6be40238ad609424f3a2a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:32:05.113986 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.176241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.179780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.545830 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ac2fd2-f4eb-43ea-9d85-0b3f994c93d3,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:05.554457 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.556749 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-257f4dc4-76d1-43b2-9cc3-c6913845f6df tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737012 Oct 28 22:32:05.559176 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 59920) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:05.563725 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'security_group_rule': {'security_group_id': 'd5b9215f-1cf2-4900-b797-5a652157afc7', 'project_id': '94df306ab6be40238ad609424f3a2a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:05.586249 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Project 94df306ab6be40238ad609424f3a2a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:32:05.591595 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.645616 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.651556 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.670464 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63836c1d-6ff8-43a9-be7f-a4a2aef79624,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:05.675642 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:05.676840 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-08adaf76-2eae-4b9b-9032-375c8b909d7d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167154 Oct 28 22:32:08.001562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:32:08.026788 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:32:08.027136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device 98d1c33c-1d3b-4d8f-be8b-ef83b4606eeb not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:32:10.965519 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-48802c81-bfad-4b3b-8956-dca3570136c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:12.587975 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:12.823324 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:13.545804 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b647473f-5022-415b-b169-0d688dd356a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:15.035353 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:15.371081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:16.922501 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:20.921622 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-8f51ecc2-7707-4641-add5-79cf8692ad76 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979447971&fields=id&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 267 time: 0.0328329 Oct 28 22:32:21.027994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-d8e30847-6226-484d-8149-6bbf5fa51819 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:21.029381 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-d8e30847-6226-484d-8149-6bbf5fa51819 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 809 time: 0.1011932 Oct 28 22:32:21.044191 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-60643379-7379-408c-840e-c24dc62ed359 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/quotas/94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Oct 28 22:32:21.097928 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-c926a28c-560b-4668-987b-ceddb39c7944 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485570 Oct 28 22:32:21.192568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-b814f0ab-5802-46f0-ac1f-118029fb056a service neutron] 10.222.0.31 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825975 Oct 28 22:32:21.284111 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-ce15ee8c-03e2-4405-8043-dba5c7b167ce service neutron] 10.222.0.31 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Oct 28 22:32:21.570959 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5057f39f-f41f-429d-8290-073eacdf44a7 req-1d10c27e-009c-47ce-9237-7758468e15b5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0256622 Oct 28 22:32:22.655926 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88b5f9bd-6703-4716-b0a7-1cb0046ac488 req-93062e37-acb2-40a9-9916-113a1afdf619 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0267534 Oct 28 22:32:23.748458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-520fd857-ec2b-4cfc-a7dc-4f039d6c1508 req-5169d4c7-aefd-4074-9165-69451c3c34ce tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0339749 Oct 28 22:32:24.832347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dc7ee352-fd7d-4f91-968d-ad8de06fcfdd req-5a498f56-a402-47b6-a7da-10cd05063b44 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0321620 Oct 28 22:32:25.925780 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-88314213-ecb1-4261-b925-3638e633d7c3 req-b311d5d0-1736-4a51-807f-d1a6b4ad169f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0260878 Oct 28 22:32:26.548358 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-3f9363b3-d0e9-4eed-935e-0fd9c89c1931 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:26.549816 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-3f9363b3-d0e9-4eed-935e-0fd9c89c1931 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 809 time: 0.1058497 Oct 28 22:32:26.591918 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-3fa1b89f-ad8b-489f-abc8-3557139277a6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 380 time: 0.0334725 Oct 28 22:32:26.602036 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'port': {'device_id': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'admin_state_up': True, 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'security_groups': ['d5b9215f-1cf2-4900-b797-5a652157afc7']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:26.713713 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Made reservation on behalf of 94df306ab6be40238ad609424f3a2a50 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:32:26.717267 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:26.848689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Allocated IP 172.20.0.3 (aa263e0a-83d7-4d1a-8593-e548ea32215e/f4ddd99d-5622-4fbd-ab02-d28c97fd9143/a5ab224b-d694-46b4-bca9-29a2047159d3) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:32:26.990569 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.046656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-91e7c31e-422a-46bf-b116-b12e3b0ae2b3 req-e00362cc-448a-4246-a29e-6e4eedf2f84d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0386090 Oct 28 22:32:27.057565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.109947 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Network aa263e0a-83d7-4d1a-8593-e548ea32215e is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:32:27.114065 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:32:27.116010 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:27.118359 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:32:27.172034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:27.172707 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.189990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-bb3b5c6a-f354-4b5b-b8c8-0b3733914897 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923760 Oct 28 22:32:27.254800 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Request body: {'port': {'device_id': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:27.317848 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.438099 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-192915c7-ab50-4245-a69c-0a79f9d70c56 None None] Provisioning complete for port a5ab224b-d694-46b4-bca9-29a2047159d3 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:32:27.438746 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-192915c7-ab50-4245-a69c-0a79f9d70c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.475299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-192915c7-ab50-4245-a69c-0a79f9d70c56 None None] Port a5ab224b-d694-46b4-bca9-29a2047159d3 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:32:27.585172 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ab224b-d694-46b4-bca9-29a2047159d3 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:32:27.592588 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.605375 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Transition to ACTIVE for port object a5ab224b-d694-46b4-bca9-29a2047159d3 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:32:27.608982 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.660698 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:27.738303 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Attempting to bind port a5ab224b-d694-46b4-bca9-29a2047159d3 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:32:27.738648 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Attempting to bind port a5ab224b-d694-46b4-bca9-29a2047159d3 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:32:27.738979 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Attempting to bind port a5ab224b-d694-46b4-bca9-29a2047159d3 on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:32:27.743877 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Port a5ab224b-d694-46b4-bca9-29a2047159d3 on network aa263e0a-83d7-4d1a-8593-e548ea32215e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:32:27.744499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Attempting to bind port a5ab224b-d694-46b4-bca9-29a2047159d3 on network aa263e0a-83d7-4d1a-8593-e548ea32215e {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:32:27.749943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:32:27.750270 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Checking segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:32:27.750652 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Bound using segment: {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:32:27.751080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Bound port: a5ab224b-d694-46b4-bca9-29a2047159d3, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6622cdd4-fdf3-450d-b928-5e222d42112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:32:27.751448 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.824825 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:32:27.828470 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:32:27.832975 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.874311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:27.874800 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:27.876135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] 10.222.0.44 "PUT /v2.0/ports/a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1092 time: 0.6785591 Oct 28 22:32:27.876618 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:32:27.878885 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2c61e0-0f32-4500-b47f-116e8e557b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:32:27.908574 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8d572-46bb-4a26-b486-df10d65edc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:27.956493 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942663e-e1cf-4720-a18d-2bfedb9c65ba x-openstack-request-id: req-4942663e-e1cf-4720-a18d-2bfedb9c65ba {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:32:27.956807 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:32:27.957039 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4942663e-e1cf-4720-a18d-2bfedb9c65ba {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:32:27.957572 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'status': 'completed', 'code': 200} Oct 28 22:32:27.978138 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-4e0ab95d-6ea3-49de-afca-258cd1decc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:27.979758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-4e0ab95d-6ea3-49de-afca-258cd1decc99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1095 time: 0.0604877 Oct 28 22:32:28.026230 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-fe6c24a8-e14e-4195-b254-7d4b3386b54a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 217 time: 0.0388634 Oct 28 22:32:28.090614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-daa15c1d-33b2-4f9c-9a03-2ac818156ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.092300 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-daa15c1d-33b2-4f9c-9a03-2ac818156ed6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0591717 Oct 28 22:32:28.182915 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-d5cd768b-362f-4bde-8ef7-84a78d77b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.184528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-d5cd768b-362f-4bde-8ef7-84a78d77b72a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850034 Oct 28 22:32:28.201148 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad376d3-eebd-4851-a5d0-bfe0a7ff6728 req-dc63a344-28a0-4d3d-896e-55201c212d2c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.202628 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ad376d3-eebd-4851-a5d0-bfe0a7ff6728 req-dc63a344-28a0-4d3d-896e-55201c212d2c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0707071 Oct 28 22:32:28.288305 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7ad376d3-eebd-4851-a5d0-bfe0a7ff6728 req-76ca32cb-c6b8-40a1-90d9-0a3f53e0cc38 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785918 Oct 28 22:32:28.316568 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-d00146f7-7605-4243-acdd-0f4fab8b7362 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239417 Oct 28 22:32:28.408596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-48c004a3-f209-439d-b932-4cdf0fd5fcbb req-1b3388ad-ef7e-4d5a-87ed-0fe0aa864f4d service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Oct 28 22:32:28.493161 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-b5e2f1cb-9062-432c-8aed-f5f338ee0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.494736 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-b5e2f1cb-9062-432c-8aed-f5f338ee0f0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1095 time: 0.0426981 Oct 28 22:32:28.591071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-e422f257-53fa-49a9-868d-c5675fc877a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.592563 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-e422f257-53fa-49a9-868d-c5675fc877a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0905404 Oct 28 22:32:28.634398 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-d9e6e688-2575-4163-9c66-39b09f458e3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 217 time: 0.0349872 Oct 28 22:32:28.687931 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-ec7c3c9d-e1ff-4c09-9e0c-04dda0425a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.689411 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-ec7c3c9d-e1ff-4c09-9e0c-04dda0425a1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0480530 Oct 28 22:32:28.735067 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-ef743de3-8467-4476-9984-7da9d729c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:28.736583 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-ef743de3-8467-4476-9984-7da9d729c6c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398166 Oct 28 22:32:28.828842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-0a05f1a3-cc5e-4c99-85ae-1caec6638c23 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Oct 28 22:32:28.923972 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2c61e0-0f32-4500-b47f-116e8e557b3d req-254d950b-f7ea-4e96-ae30-3758f0e1e959 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884004 Oct 28 22:32:29.408288 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef76877-da55-4f0f-b844-170da4b73a79 req-c2d27d22-b643-41c0-bff5-689e3aa96f86 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:29.409827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef76877-da55-4f0f-b844-170da4b73a79 req-c2d27d22-b643-41c0-bff5-689e3aa96f86 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0510967 Oct 28 22:32:29.448835 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cef76877-da55-4f0f-b844-170da4b73a79 req-62ac36a6-9239-44a8-9c66-c6b15ea1ac40 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Oct 28 22:32:30.118198 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f46bc531-8af3-40f6-a7a1-576226f8dcab req-da9600db-d043-4e9d-973c-912e8abe41f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258694 Oct 28 22:32:30.187261 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f46bc531-8af3-40f6-a7a1-576226f8dcab req-c82089be-56e3-4ffa-89b4-cf5af9d855dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0249529 Oct 28 22:32:30.226090 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f46bc531-8af3-40f6-a7a1-576226f8dcab req-0746a9da-bcaf-4b5e-80be-baa804762b17 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191040 Oct 28 22:32:30.324006 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bc531-8af3-40f6-a7a1-576226f8dcab req-14c498c7-0cb6-4c5a-a64a-e49c07f3f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:30.325497 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f46bc531-8af3-40f6-a7a1-576226f8dcab req-14c498c7-0cb6-4c5a-a64a-e49c07f3f36b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930560 Oct 28 22:32:30.573232 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4204d5-84a8-46b8-a1e6-9089267bc23e req-8bbf2777-145b-497f-af70-5e3013dcca18 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:30.574804 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd4204d5-84a8-46b8-a1e6-9089267bc23e req-8bbf2777-145b-497f-af70-5e3013dcca18 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0568116 Oct 28 22:32:30.622150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd4204d5-84a8-46b8-a1e6-9089267bc23e req-b880946b-f2b4-4102-9d51-b4cc00527127 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Oct 28 22:32:31.744005 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54793-6a73-4eee-ae1b-5cc48224904d req-f4431c99-a124-47f7-b81b-42f594c45dfb tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:31.745412 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02b54793-6a73-4eee-ae1b-5cc48224904d req-f4431c99-a124-47f7-b81b-42f594c45dfb tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0497799 Oct 28 22:32:31.783209 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02b54793-6a73-4eee-ae1b-5cc48224904d req-d4ff02d7-ad5a-4159-a3a5-f5bc5ed731e5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Oct 28 22:32:32.946497 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167289b0-e592-4eaf-b466-179a2f20c753 req-4c396dd0-3a3c-4e58-a833-7f67f888d33a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:32.947968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-167289b0-e592-4eaf-b466-179a2f20c753 req-4c396dd0-3a3c-4e58-a833-7f67f888d33a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0979223 Oct 28 22:32:32.985797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-167289b0-e592-4eaf-b466-179a2f20c753 req-3732af07-a4e9-46b3-bfe9-025c3d72f990 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Oct 28 22:32:33.157060 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:32:34.155856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad606-c067-4f11-baf4-3618af867006 req-91f39b54-b5d3-42b4-8fea-46c9a1590ed6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:34.157383 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fbad606-c067-4f11-baf4-3618af867006 req-91f39b54-b5d3-42b4-8fea-46c9a1590ed6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.1022887 Oct 28 22:32:34.194936 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fbad606-c067-4f11-baf4-3618af867006 req-342e5eb5-2447-4d5d-92e1-a2552437ce41 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Oct 28 22:32:35.308961 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f9817-13d7-49bf-8ded-4c329f3ea8fc req-97a81b17-79c6-4ade-8d62-281f0620fcf8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:35.310408 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-379f9817-13d7-49bf-8ded-4c329f3ea8fc req-97a81b17-79c6-4ade-8d62-281f0620fcf8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0481987 Oct 28 22:32:35.350012 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-379f9817-13d7-49bf-8ded-4c329f3ea8fc req-9608610a-ea50-4ccd-b00e-cbd5379e647c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Oct 28 22:32:36.465414 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203509b-1d6e-48be-86e5-407892059dfc req-37626c66-54ca-4137-b2cd-3f28b5badb58 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:36.466904 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7203509b-1d6e-48be-86e5-407892059dfc req-37626c66-54ca-4137-b2cd-3f28b5badb58 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0486412 Oct 28 22:32:36.504724 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7203509b-1d6e-48be-86e5-407892059dfc req-59f18adc-4908-46d2-ac45-80e9d780bb74 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Oct 28 22:32:37.626082 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4cd70-1daf-4386-b45c-7704ced7094d req-80701fba-7faf-4125-a1f7-61da0c3fe670 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:37.627521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20b4cd70-1daf-4386-b45c-7704ced7094d req-80701fba-7faf-4125-a1f7-61da0c3fe670 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0528059 Oct 28 22:32:37.666018 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-20b4cd70-1daf-4386-b45c-7704ced7094d req-79e11072-8efc-4849-8832-c7043e6f19de tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Oct 28 22:32:38.782907 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9282-7430-48b6-aa38-c174285e2c52 req-fc16c825-3a98-4cdc-ad6d-cb0f071ae0ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:38.784375 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecce9282-7430-48b6-aa38-c174285e2c52 req-fc16c825-3a98-4cdc-ad6d-cb0f071ae0ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0506361 Oct 28 22:32:38.823523 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ecce9282-7430-48b6-aa38-c174285e2c52 req-c7f386e0-f497-4aeb-92cb-479e2bdf6a83 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326762 Oct 28 22:32:39.938001 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33f943-0a76-4d9d-b52f-1d9091b04450 req-14d3fe72-f54f-44a3-8571-5c11a551a95d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:39.939461 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da33f943-0a76-4d9d-b52f-1d9091b04450 req-14d3fe72-f54f-44a3-8571-5c11a551a95d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0481477 Oct 28 22:32:39.975897 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-da33f943-0a76-4d9d-b52f-1d9091b04450 req-d6e75c94-0c85-4ab8-bd4e-b64d94d4bed0 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298538 Oct 28 22:32:40.154619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:32:40.250421 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:32:40.261846 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'mac_address': 'fa:16:3e:72:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:32:40.297261 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:40.310447 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ab224b-d694-46b4-bca9-29a2047159d3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:32:40.329406 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:32:40.333056 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:40.378776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:40.386385 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.386723 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.387053 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.387381 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.387707 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.388027 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.388345 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.388684 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.389000 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.389315 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.389628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.389941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:32:40.549898 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a5ab224b-d694-46b4-bca9-29a2047159d3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:32:40.957428 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54f97930-198e-4062-ac32-2867fb9fc207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:41.095494 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5a0a0-22b7-4517-b1c3-09f75a25be1d req-b557806a-fe8c-4c15-91f6-bc908cee15ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:41.096986 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2a5a0a0-22b7-4517-b1c3-09f75a25be1d req-b557806a-fe8c-4c15-91f6-bc908cee15ee tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 944 time: 0.0519290 Oct 28 22:32:41.135754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-a2a5a0a0-22b7-4517-b1c3-09f75a25be1d req-690bf41e-013e-464a-898f-10e0876d8e90 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Oct 28 22:32:42.153941 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:32:42.208105 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port a5ab224b-d694-46b4-bca9-29a2047159d3 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:32:42.213032 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a5ab224b-d694-46b4-bca9-29a2047159d3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:32:42.213399 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:42.250008 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef42e-7943-403e-aa80-774e88bb6ac4 req-b4b68404-2e2c-4f65-977a-2ea93c166446 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:42.251483 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174ef42e-7943-403e-aa80-774e88bb6ac4 req-b4b68404-2e2c-4f65-977a-2ea93c166446 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 944 time: 0.0499432 Oct 28 22:32:42.290674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:42.291195 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-174ef42e-7943-403e-aa80-774e88bb6ac4 req-c7f8b9a0-2bf7-403a-9245-549722626f1a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Oct 28 22:32:42.315483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:32:42.317741 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391ed078-5662-4f43-9c39-f22b425f9e8a" -d '{"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:32:42.332208 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:32:42.337336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:42.364664 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeeb28d-b9d5-4d27-872b-88725d3c875a x-openstack-request-id: req-4eeeb28d-b9d5-4d27-872b-88725d3c875a {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:32:42.364965 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:32:42.365222 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eeeb28d-b9d5-4d27-872b-88725d3c875a {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:32:42.365634 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'code': 200} Oct 28 22:32:42.393525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:42.458369 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c85ca-3df9-47d0-876b-250d2da819f7 req-e7f953b4-78e3-4a87-b05e-89e3822ad0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:42.459742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-750c85ca-3df9-47d0-876b-250d2da819f7 req-e7f953b4-78e3-4a87-b05e-89e3822ad0e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0404465 Oct 28 22:32:42.493768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-750c85ca-3df9-47d0-876b-250d2da819f7 req-e6bddaf6-d9c8-4084-8d36-ad217dcc057a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272062 Oct 28 22:32:42.589460 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:42.821966 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:43.412007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02984c7a-0129-485f-8b92-db686751e077 req-b2c83e78-c436-44b4-9bda-7a1fd526942d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:43.413501 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02984c7a-0129-485f-8b92-db686751e077 req-b2c83e78-c436-44b4-9bda-7a1fd526942d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0547605 Oct 28 22:32:43.454617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-02984c7a-0129-485f-8b92-db686751e077 req-eb987d64-4757-411d-8bdd-babe8547d43c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Oct 28 22:32:43.547130 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-737c3c9b-caa3-49a7-97f9-5cdee019cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:44.572804 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87fa59-65f3-4169-9f71-cd35cea97b23 req-8ddd080c-eadf-4999-b776-ac98cf86a5ae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:44.574269 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c87fa59-65f3-4169-9f71-cd35cea97b23 req-8ddd080c-eadf-4999-b776-ac98cf86a5ae tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0491982 Oct 28 22:32:44.611254 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-7c87fa59-65f3-4169-9f71-cd35cea97b23 req-60a8451d-1045-4e93-b25a-7e1a2888bcc2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Oct 28 22:32:44.722664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c68bc-c56f-4892-b254-a9488babaacf req-c3c41ff3-d08f-4ecb-a4d7-c275d2291329 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:44.724136 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b66c68bc-c56f-4892-b254-a9488babaacf req-c3c41ff3-d08f-4ecb-a4d7-c275d2291329 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0478508 Oct 28 22:32:44.761843 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b66c68bc-c56f-4892-b254-a9488babaacf req-3465545f-1f4f-4263-b890-44111fe65c68 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Oct 28 22:32:44.783152 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60132) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:44.824636 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b678f69-5783-4e2e-a7d9-5e2022edb83d tempest-TestShelveInstance-1260757535 tempest-TestShelveInstance-1260757535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:44.826152 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-9b678f69-5783-4e2e-a7d9-5e2022edb83d tempest-TestShelveInstance-1260757535 tempest-TestShelveInstance-1260757535-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1092 time: 0.0418272 Oct 28 22:32:44.829126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60134) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:32:44.833696 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:32:44.856895 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:44.953785 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.037346 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.059186 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Allocated IP 172.25.4.65 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/19170e38-2d77-4cd8-87fe-32180ac8c226) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:32:45.157552 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.189558 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.229210 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:32:45.232027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:32:45.235740 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:32:45.261541 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=19170e38-2d77-4cd8-87fe-32180ac8c226,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:45.377607 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.575879 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.645662 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.789601 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.794207 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.865866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event updated for resources: {'Port': ['ID=19170e38-2d77-4cd8-87fe-32180ac8c226,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:32:45.876645 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:45.974279 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Floating IP 9b65cd58-3668-4f83-84c8-faa0a8d865e8 associated. External IP: 172.25.4.65, port: a5ab224b-d694-46b4-bca9-29a2047159d3. Oct 28 22:32:46.182187 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:32:46.284386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:32:46.294487 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:32:46.302411 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:46.304044 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:32:46.304719 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:32:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:46.414810 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:32:46.650207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9b65cd58-3668-4f83-84c8-faa0a8d865e8', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:72:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:32:45Z', 'updated_at': '2021-10-28T22:32:45Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:46.661701 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a52fb7a3-1cec-4535-8aa6-97452fc275e8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8314540 Oct 28 22:32:46.662319 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:32:46.664659 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:32:46.676932 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:32:46.686035 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:32:46.686628 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:32:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:46.702023 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f086a0-44c5-4619-8262-ac2ceddc928a x-openstack-request-id: req-a3f086a0-44c5-4619-8262-ac2ceddc928a {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:32:46.702311 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:32:46.702562 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3f086a0-44c5-4619-8262-ac2ceddc928a {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:32:46.702958 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'status': 'completed', 'code': 200} Oct 28 22:32:46.767262 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-3658256e-6671-45d3-81be-175ad0e44a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:46.768774 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-3658256e-6671-45d3-81be-175ad0e44a20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0432556 Oct 28 22:32:46.797322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:32:46.862738 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-f72b8821-f920-40d1-845b-36201b809929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:46.864174 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-f72b8821-f920-40d1-845b-36201b809929 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0891418 Oct 28 22:32:46.928664 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-dcb757a6-455d-41fd-a9fe-6f90f99cc061 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 998 time: 0.0574503 Oct 28 22:32:46.956485 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:32:46.979626 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-cdb8ec05-2997-4242-b40f-b058f740df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:46.982150 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-cdb8ec05-2997-4242-b40f-b058f740df9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0469382 Oct 28 22:32:47.033126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-cf1ce602-fbbb-43e1-a51a-877b72f9cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:32:47.034823 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-cf1ce602-fbbb-43e1-a51a-877b72f9cc4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463643 Oct 28 22:32:47.129553 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-c2d58b45-49fb-49eb-ae1d-1aba5f05e4de service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876193 Oct 28 22:32:47.195635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9b65cd58-3668-4f83-84c8-faa0a8d865e8', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:72:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:32:45Z', 'updated_at': '2021-10-28T22:32:45Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:32:47.223641 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e16b2627-bf6a-44fb-93ba-7d65b88f9cd5 req-f991a478-eff4-4c10-b35e-3be4daa821a4 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876391 Oct 28 22:32:47.223913 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d164b7-b477-4e79-9bac-f10161ae1717 None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '9b65cd58-3668-4f83-84c8-faa0a8d865e8', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'mac_address': 'fa:16:3e:72:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:32:45Z', 'updated_at': '2021-10-28T22:32:45Z', 'revision_number': 0, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:32:47.425354 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f5dca-93c5-41be-a91c-7c006fd61abb None None] New status for floating IP 9b65cd58-3668-4f83-84c8-faa0a8d865e8: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:33:10.156174 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:33:10.959001 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-25ed1ed8-4b39-4a77-bea3-fe13f171a526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:12.600350 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:12.835476 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:13.547790 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-be761ddf-eb36-4126-96b6-e227ec645f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:15.040493 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:15.375344 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:16.930449 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:25.306532 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-4fe92d00-4c39-4982-8ee6-4471aefc9863 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386636 Oct 28 22:33:25.388988 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-a2623594-488b-4e1f-91b3-c9a99a01b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:33:25.391072 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-a2623594-488b-4e1f-91b3-c9a99a01b943 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0416455 Oct 28 22:33:25.494214 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-a18fc9b9-661a-4661-98aa-bc2d28e0e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:33:25.495662 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-a18fc9b9-661a-4661-98aa-bc2d28e0e349 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0867231 Oct 28 22:33:25.565201 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-8ddc3c50-9f33-4ef4-b065-3329c36fa127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1000 time: 0.0568981 Oct 28 22:33:25.619983 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-29f719b6-cd0b-4e97-acd3-e8972c5d557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:33:25.621467 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-29f719b6-cd0b-4e97-acd3-e8972c5d557a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0495474 Oct 28 22:33:25.667368 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-cdd69913-c263-4b19-a583-b0e827d79360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:33:25.668859 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-cdd69913-c263-4b19-a583-b0e827d79360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394661 Oct 28 22:33:25.758134 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-7f297f8b-67e9-40be-954e-fb0d40fe237d service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Oct 28 22:33:25.850683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0b3b2d2a-c524-440b-96b6-a5b4e85ab3fe req-2d67e9b8-8170-4c79-a873-683137623163 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857661 Oct 28 22:33:30.157786 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4e951280-0d0d-4a80-906d-6f2db4e309a2 req-52a99473-f69c-450d-8dd4-046bec1a4c2a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0664310 Oct 28 22:33:30.226612 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4e951280-0d0d-4a80-906d-6f2db4e309a2 req-275ddb32-5182-45dd-9f3e-152cceb50623 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0251234 Oct 28 22:33:30.265065 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4e951280-0d0d-4a80-906d-6f2db4e309a2 req-77e457a1-5eed-4f92-8dd7-bc04ef16b995 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191240 Oct 28 22:33:30.356932 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951280-0d0d-4a80-906d-6f2db4e309a2 req-21cb1cd8-552f-41c4-b88f-4d9614e7802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:33:30.358260 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4e951280-0d0d-4a80-906d-6f2db4e309a2 req-21cb1cd8-552f-41c4-b88f-4d9614e7802e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855076 Oct 28 22:33:40.960925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-32e16793-e6f4-4097-9d9d-4975d9da4276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:42.619140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:42.832742 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:43.549198 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4d7167f3-0536-4166-b03e-1ef9e2812053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:45.043995 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:45.377665 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:46.934490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:33:47.155813 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:34:10.962771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a71b3094-7990-4d61-80f3-b47064552e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:12.612558 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:12.856877 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:13.553169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3d561bd3-593f-4e8c-9288-6a88d66e055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:15.047373 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:15.381126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:16.941874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:24.155893 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:34:27.175526 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-62cf7f6c-2227-4876-a910-a20902ff407c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415194 Oct 28 22:34:27.396389 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-b2e2a154-ce3e-407c-a462-fbd4fc7591e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:27.397885 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-b2e2a154-ce3e-407c-a462-fbd4fc7591e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0412970 Oct 28 22:34:27.506596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-e1a761bd-9b10-43c2-9783-835298ddea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:27.508310 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-e1a761bd-9b10-43c2-9783-835298ddea43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0892632 Oct 28 22:34:27.578552 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-7414a2aa-0583-410f-9335-bd22ccf57bb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1000 time: 0.0621750 Oct 28 22:34:27.627524 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-d4c13efd-0ba4-415d-a131-9716e899323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:27.629007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-d4c13efd-0ba4-415d-a131-9716e899323b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0441480 Oct 28 22:34:27.673889 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-7815319e-411c-4ea7-9274-24f4bc47db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:27.675339 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-7815319e-411c-4ea7-9274-24f4bc47db8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393245 Oct 28 22:34:27.767666 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-5c257f0a-2101-4564-8162-c5d331e13f47 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Oct 28 22:34:27.857208 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bf2dcba6-c4e6-40d5-9139-40325877cf8c req-b80dc4a0-b848-4e6b-8367-d2c1af9c1bc4 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820253 Oct 28 22:34:32.672146 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f18804d4-2f3a-47be-9a44-d305186857c5 req-6870b5c2-c00f-4883-92a3-b5cfc04eaac7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293608 Oct 28 22:34:32.740157 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f18804d4-2f3a-47be-9a44-d305186857c5 req-8ae3b621-cd10-4f28-a4c9-5b09a0335b7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0249772 Oct 28 22:34:32.780328 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f18804d4-2f3a-47be-9a44-d305186857c5 req-a1deaee4-17b7-46fa-bbf0-c677491c50c5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184069 Oct 28 22:34:32.875297 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18804d4-2f3a-47be-9a44-d305186857c5 req-0468dc41-6cde-49ce-afe7-6470492bd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:32.876738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-f18804d4-2f3a-47be-9a44-d305186857c5 req-0468dc41-6cde-49ce-afe7-6470492bd17e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903950 Oct 28 22:34:40.964807 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0820f03d-a561-4024-a803-6c50f64350e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:42.118831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542d0e-b593-4247-84e8-1660ca7858e0 req-877d5542-d3c8-43f6-abc0-d44f4567fd76 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:42.120328 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d542d0e-b593-4247-84e8-1660ca7858e0 req-877d5542-d3c8-43f6-abc0-d44f4567fd76 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0508835 Oct 28 22:34:42.162702 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9d542d0e-b593-4247-84e8-1660ca7858e0 req-e631a37a-ac2e-4ac0-b576-c7371b8eb691 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Oct 28 22:34:42.626869 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:42.856797 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:43.316751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed11b7-3714-4073-b795-e387315f5ef3 req-970e64d7-06ff-4567-9560-9b095f7320c7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:43.318222 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeed11b7-3714-4073-b795-e387315f5ef3 req-970e64d7-06ff-4567-9560-9b095f7320c7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0481968 Oct 28 22:34:43.354682 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eeed11b7-3714-4073-b795-e387315f5ef3 req-0c59a466-2980-4a75-882e-3d71b0fc1c33 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Oct 28 22:34:43.554632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-6dbac0f8-ee5b-47dc-96d1-8550f7435fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:44.492785 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e101b-2d59-40e9-8220-b614947082e3 req-76a6ce90-cd33-4aaf-b84f-35f1db58338d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:44.494239 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b2e101b-2d59-40e9-8220-b614947082e3 req-76a6ce90-cd33-4aaf-b84f-35f1db58338d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0481274 Oct 28 22:34:44.531762 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2b2e101b-2d59-40e9-8220-b614947082e3 req-86092c21-c809-41eb-b87f-cdbbbef2630a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Oct 28 22:34:45.049611 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:45.382763 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:45.647027 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c576-521e-47ee-88dd-6051fd1ba901 req-22655a8e-abf9-4de6-8375-4eb9abdccb26 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:45.648458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6f1c576-521e-47ee-88dd-6051fd1ba901 req-22655a8e-abf9-4de6-8375-4eb9abdccb26 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0484419 Oct 28 22:34:45.689466 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6f1c576-521e-47ee-88dd-6051fd1ba901 req-75f7a2f7-f8e1-42d2-b579-96cbfa9ca664 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348434 Oct 28 22:34:46.805307 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0199c-144b-4995-869b-cbb186083f82 req-de12036f-5958-4999-992c-95ecbcb14695 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:46.806768 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79d0199c-144b-4995-869b-cbb186083f82 req-de12036f-5958-4999-992c-95ecbcb14695 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0492513 Oct 28 22:34:46.845093 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-79d0199c-144b-4995-869b-cbb186083f82 req-602e080a-9616-4003-8beb-c65b9d49ea6f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Oct 28 22:34:46.940471 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:47.959712 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5e81d-bbeb-48fa-bcaf-a7d84e3eb527 req-0ba9ecd4-7816-4ffa-ad0c-7783d20a6980 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:47.961223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3a5e81d-bbeb-48fa-bcaf-a7d84e3eb527 req-0ba9ecd4-7816-4ffa-ad0c-7783d20a6980 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0491290 Oct 28 22:34:47.998167 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b3a5e81d-bbeb-48fa-bcaf-a7d84e3eb527 req-9ccfa68c-4aba-4074-aadf-c9763aeec85c tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Oct 28 22:34:49.114174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ae5e-bac7-4873-8628-a6e58c5ea6c2 req-5c715517-b179-4978-9ed1-eb03ec6171e1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:49.115612 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2937ae5e-bac7-4873-8628-a6e58c5ea6c2 req-5c715517-b179-4978-9ed1-eb03ec6171e1 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0480611 Oct 28 22:34:49.157271 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2937ae5e-bac7-4873-8628-a6e58c5ea6c2 req-4f235b87-9cb3-4308-a127-df1870f28454 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357637 Oct 28 22:34:50.273029 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8c298-b5a5-4467-9875-5ccb36b0b6ba req-cd41a90e-0842-49bb-a2a7-42556a8b8737 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:50.274500 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59e8c298-b5a5-4467-9875-5ccb36b0b6ba req-cd41a90e-0842-49bb-a2a7-42556a8b8737 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0502665 Oct 28 22:34:50.313218 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-59e8c298-b5a5-4467-9875-5ccb36b0b6ba req-3eb4cf8c-badb-47f3-8d06-1917c9647335 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Oct 28 22:34:51.427848 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef968f9f-3a4a-492e-b05f-4933dbd3da16 req-b27097bd-fe1c-4797-8c33-6bf8dc0aa800 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:51.429320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef968f9f-3a4a-492e-b05f-4933dbd3da16 req-b27097bd-fe1c-4797-8c33-6bf8dc0aa800 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0484319 Oct 28 22:34:51.466825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ef968f9f-3a4a-492e-b05f-4933dbd3da16 req-eea34feb-b0a9-4731-b749-42329be65add tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Oct 28 22:34:52.239102 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-b39e14bd-7fcb-4e12-93fd-458722f040c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:52.240613 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-b39e14bd-7fcb-4e12-93fd-458722f040c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0411859 Oct 28 22:34:52.333418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-5cdc9cb6-3b98-42f8-bc8e-7f457e9d7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:52.334868 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-5cdc9cb6-3b98-42f8-bc8e-7f457e9d7e63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0873058 Oct 28 22:34:52.402128 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-a3aa0e64-e08e-4c85-9b70-04f4caf3db65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1000 time: 0.0603631 Oct 28 22:34:52.448835 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-aaf1ae82-9356-42ec-958b-f1d96e61cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:52.450213 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-aaf1ae82-9356-42ec-958b-f1d96e61cd1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0413160 Oct 28 22:34:52.495226 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-388e6c05-2717-47ba-b550-24ba7e6093d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:52.496750 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-388e6c05-2717-47ba-b550-24ba7e6093d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392876 Oct 28 22:34:52.624586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0518c67-3240-4284-8cf9-69697570f4d0 req-1d18748b-7aa4-42c1-9f00-8db1fba3ea79 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:52.626062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0518c67-3240-4284-8cf9-69697570f4d0 req-1d18748b-7aa4-42c1-9f00-8db1fba3ea79 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0767035 Oct 28 22:34:52.629512 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-18374d5d-5b09-46ee-ba97-ac98bca34b3a service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251981 Oct 28 22:34:52.713796 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0518c67-3240-4284-8cf9-69697570f4d0 req-390811e6-5fd5-4353-8347-1bb362cb9b0a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814729 Oct 28 22:34:52.743330 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-466ed001-b502-4d5a-b2b6-d8930d2de242 req-5d854a42-b9fd-4093-869d-8bc2e57050d7 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054170 Oct 28 22:34:53.830063 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd83f-f067-4279-ac21-485e173e43ea req-518e4997-fa8d-48de-a504-95c707cfbe0d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:53.831528 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f64cd83f-f067-4279-ac21-485e173e43ea req-518e4997-fa8d-48de-a504-95c707cfbe0d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0503342 Oct 28 22:34:53.869990 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f64cd83f-f067-4279-ac21-485e173e43ea req-dfa84d96-301a-4fb8-a401-4996b2b4186f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Oct 28 22:34:54.989260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2098cb-f895-4ec0-a824-a0383c087646 req-27e8b9f6-88f4-492b-8558-8cd6c31f60b7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:54.990805 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2098cb-f895-4ec0-a824-a0383c087646 req-27e8b9f6-88f4-492b-8558-8cd6c31f60b7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0508220 Oct 28 22:34:55.032126 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-aa2098cb-f895-4ec0-a824-a0383c087646 req-3eff7270-f952-4934-aecb-6eb8a0f09a4f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352385 Oct 28 22:34:56.157158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07daa-5b76-486a-9501-928362dd00c7 req-1fc45cb8-6352-4856-85e8-a3f787e4777e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:56.158536 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f07daa-5b76-486a-9501-928362dd00c7 req-1fc45cb8-6352-4856-85e8-a3f787e4777e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0537336 Oct 28 22:34:56.196535 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-17f07daa-5b76-486a-9501-928362dd00c7 req-7db4690b-5aa6-4251-9d25-ea089ac6ec93 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Oct 28 22:34:57.397273 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-847d5ed8-a4b9-4d82-a90f-abcc37109a20 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408275 Oct 28 22:34:57.406638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-b1c8a483-f6c7-4817-8e52-a54390a474e6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:34:57.407584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-b1c8a483-f6c7-4817-8e52-a54390a474e6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050266 Oct 28 22:34:57.427255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a7f09-fe6e-4021-a18a-6b322e17858e req-5441d087-49f7-433a-abfa-a832b6a31f60 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:57.428813 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d58a7f09-fe6e-4021-a18a-6b322e17858e req-5441d087-49f7-433a-abfa-a832b6a31f60 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0522921 Oct 28 22:34:57.471075 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d58a7f09-fe6e-4021-a18a-6b322e17858e req-a1e11279-70b6-4b02-952e-919efcb5dc1d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355420 Oct 28 22:34:58.593614 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6369d01-7770-416d-a7f4-82306468ed56 req-80a384b7-6332-4ed7-91d3-3f4e6eee681e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:58.595227 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6369d01-7770-416d-a7f4-82306468ed56 req-80a384b7-6332-4ed7-91d3-3f4e6eee681e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0527449 Oct 28 22:34:58.634243 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b6369d01-7770-416d-a7f4-82306468ed56 req-a3f03a89-ee2f-448c-a1a4-af1e10d57d62 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Oct 28 22:34:58.853615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:34:58.929484 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:58.952376 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:34:58.954616 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5529e101-cb47-4652-87c5-5df0cf360fde" -d '{"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:34:58.971844 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:34:58.977351 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:34:59.003036 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f33b626-622e-4737-a0c7-a62ef2e87a2c x-openstack-request-id: req-7f33b626-622e-4737-a0c7-a62ef2e87a2c {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:34:59.003337 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-unplugged", "status": "failed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "code": 422}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:34:59.003594 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f33b626-622e-4737-a0c7-a62ef2e87a2c {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:34:59.003984 n-d-806683-16 neutron-server[102315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'code': 422} returned with failed status Oct 28 22:34:59.029656 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:34:59.037544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.037884 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.038223 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.038550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.038872 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.039191 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.039509 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.039827 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.040140 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.040483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.040825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.041322 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:34:59.752039 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd500e5-f1a3-4423-b555-adc8bd224dc8 req-4a3f4823-44cc-40ff-8d86-490975e6def4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:34:59.753513 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cd500e5-f1a3-4423-b555-adc8bd224dc8 req-4a3f4823-44cc-40ff-8d86-490975e6def4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0523953 Oct 28 22:34:59.791186 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6cd500e5-f1a3-4423-b555-adc8bd224dc8 req-b86b2a41-d3a2-4dfb-8948-6147a17e5b4a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Oct 28 22:35:00.910623 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b0d23-e284-4b20-9e8a-7507f3b159b6 req-2255cc00-caf6-4553-8fb3-c9ce7eb8ee5d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:00.913097 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-066b0d23-e284-4b20-9e8a-7507f3b159b6 req-2255cc00-caf6-4553-8fb3-c9ce7eb8ee5d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0522273 Oct 28 22:35:00.954644 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-066b0d23-e284-4b20-9e8a-7507f3b159b6 req-c51e72c2-3443-4625-b3ca-b478c334221f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Oct 28 22:35:01.155420 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:35:02.072196 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0251d-1dde-42d0-a4e8-ce5462b0b06e req-c44d86ef-b033-427a-9286-2352f176e8e5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:02.073579 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76c0251d-1dde-42d0-a4e8-ce5462b0b06e req-c44d86ef-b033-427a-9286-2352f176e8e5 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0492878 Oct 28 22:35:02.112827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76c0251d-1dde-42d0-a4e8-ce5462b0b06e req-6f108971-d806-452a-a38b-d7db48c75464 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Oct 28 22:35:03.226657 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-46db84ff-9943-4ada-a918-7a61d957e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.228135 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-46db84ff-9943-4ada-a918-7a61d957e967 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&tenant_id=94df306ab6be40238ad609424f3a2a50 HTTP/1.1" status: 200 len: 1095 time: 0.0741045 Oct 28 22:35:03.240132 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc4f1-0d03-4d26-9ad6-696df17fb83f req-b99a7d8b-2e96-4329-b63b-1b650b5c84ec tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.241715 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2bcc4f1-0d03-4d26-9ad6-696df17fb83f req-b99a7d8b-2e96-4329-b63b-1b650b5c84ec tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0589080 Oct 28 22:35:03.310060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2bcc4f1-0d03-4d26-9ad6-696df17fb83f req-f6703389-4352-49ed-b3c5-dc47cefe73b0 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620556 Oct 28 22:35:03.320055 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-14862272-5369-4164-a0e6-d01a1591535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.321794 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-14862272-5369-4164-a0e6-d01a1591535a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1095 time: 0.0676589 Oct 28 22:35:03.413253 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-9c220441-1315-45d9-b9b4-03f86891e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.414607 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-9c220441-1315-45d9-b9b4-03f86891e083 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0862901 Oct 28 22:35:03.478441 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-b25325bb-dc50-4aa9-8c48-88d10c331d72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 998 time: 0.0567689 Oct 28 22:35:03.532854 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-456c1131-95a5-420f-a760-3d73604d6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.534284 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-456c1131-95a5-420f-a760-3d73604d6ea4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0493648 Oct 28 22:35:03.581052 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-0985cca3-8983-4e99-abd6-37a5a397dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:03.582472 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-0985cca3-8983-4e99-abd6-37a5a397dea1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409918 Oct 28 22:35:03.670683 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-becd2369-304a-4d6f-9a0a-9eb02ed67da9 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804117 Oct 28 22:35:03.762137 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-47ddde8f-6bb8-4375-a9ec-5187dcde3a93 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851030 Oct 28 22:35:04.424588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ab69-2e8e-44d8-944d-056fa81bb3f7 req-a11f8e6a-c97d-4f8f-8181-35064a67979f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:04.426021 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b299ab69-2e8e-44d8-944d-056fa81bb3f7 req-a11f8e6a-c97d-4f8f-8181-35064a67979f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0479908 Oct 28 22:35:04.462556 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b299ab69-2e8e-44d8-944d-056fa81bb3f7 req-d43f98af-8f73-4d75-b592-debc50ea2b09 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306044 Oct 28 22:35:05.580866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5af0ea-ca91-4481-b4fb-9efa68147e14 req-68afdd4b-d05c-48b4-897c-519e5eed5c97 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:05.582393 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae5af0ea-ca91-4481-b4fb-9efa68147e14 req-68afdd4b-d05c-48b4-897c-519e5eed5c97 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0536308 Oct 28 22:35:05.620296 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ae5af0ea-ca91-4481-b4fb-9efa68147e14 req-28fbccbf-b923-49b4-9b7a-6974573554a4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Oct 28 22:35:06.738216 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539af63-b30b-4193-9150-63423ead98ef req-df717a7b-698b-4150-9130-8e2f8c6696b4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:06.739746 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9539af63-b30b-4193-9150-63423ead98ef req-df717a7b-698b-4150-9130-8e2f8c6696b4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0508552 Oct 28 22:35:06.777867 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-9539af63-b30b-4193-9150-63423ead98ef req-374a2e46-c601-48d3-9f02-c22db221a89e tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Oct 28 22:35:07.894673 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940567dd-40fc-44aa-94fe-7b05ae52d0b3 req-06efaba7-4b55-4eb5-9dcf-706741009de2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:07.896112 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-940567dd-40fc-44aa-94fe-7b05ae52d0b3 req-06efaba7-4b55-4eb5-9dcf-706741009de2 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0487518 Oct 28 22:35:07.933354 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-940567dd-40fc-44aa-94fe-7b05ae52d0b3 req-f3402f06-262c-436b-bdc7-ca6cc2b2d3d4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Oct 28 22:35:09.054964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0573be6-7e91-424a-9250-a5bf74aa30ab req-b5314596-ce03-454c-a84c-23177c51120d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:09.056442 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0573be6-7e91-424a-9250-a5bf74aa30ab req-b5314596-ce03-454c-a84c-23177c51120d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0519176 Oct 28 22:35:09.094554 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c0573be6-7e91-424a-9250-a5bf74aa30ab req-bf8d6a90-bf53-4e71-83f9-c467ae1f279a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Oct 28 22:35:10.213544 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da515b1-d66e-4ca5-b144-5bd2115fcdac req-d068834f-fc09-4bf4-bd8d-ffadcc61affc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:10.214991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3da515b1-d66e-4ca5-b144-5bd2115fcdac req-d068834f-fc09-4bf4-bd8d-ffadcc61affc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0492752 Oct 28 22:35:10.252851 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3da515b1-d66e-4ca5-b144-5bd2115fcdac req-9b43cbbc-1179-4f2f-b08c-e5b0778a2941 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Oct 28 22:35:10.966563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b1722496-3830-4973-9cb4-9fb9583abab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:11.370519 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5b3c5-5bd1-4e65-836c-76ed8d3ac2c7 req-3c382469-1343-4517-8f88-a52eea2b7180 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:11.371989 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cca5b3c5-5bd1-4e65-836c-76ed8d3ac2c7 req-3c382469-1343-4517-8f88-a52eea2b7180 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0530694 Oct 28 22:35:11.410717 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-cca5b3c5-5bd1-4e65-836c-76ed8d3ac2c7 req-57613f54-ad41-4b0b-92cf-dae36f9ff5b8 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Oct 28 22:35:12.528268 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682fe94-b8c7-45fe-8c56-9a74ee2913fd req-51edbdec-5e4a-47d8-bd71-a32f7a3108f7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:12.529754 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d682fe94-b8c7-45fe-8c56-9a74ee2913fd req-51edbdec-5e4a-47d8-bd71-a32f7a3108f7 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 943 time: 0.0523458 Oct 28 22:35:12.568551 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d682fe94-b8c7-45fe-8c56-9a74ee2913fd req-1fee81f3-f61c-48eb-9076-a9a0e220ac00 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Oct 28 22:35:12.648122 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:12.856377 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:12.885192 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:35:12.981639 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:35:12.993351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'port_id': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'mac_address': 'fa:16:3e:72:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:35:13.032868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:13.046286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ab224b-d694-46b4-bca9-29a2047159d3 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:35:13.064938 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:35:13.068778 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:13.117329 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:35:13.296835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['a5ab224b-d694-46b4-bca9-29a2047159d3'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:35:13.553968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-83bc73c4-8fdf-479f-b524-9c2cef674f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:13.680635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347e58c-700c-4953-8b12-401b4e6996c0 req-ae3dbe2e-fa71-43d4-bc5c-de61e30ee5a3 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:13.682086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1347e58c-700c-4953-8b12-401b4e6996c0 req-ae3dbe2e-fa71-43d4-bc5c-de61e30ee5a3 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 944 time: 0.0480368 Oct 28 22:35:13.719638 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1347e58c-700c-4953-8b12-401b4e6996c0 req-3ae6fcc3-ffee-4d45-b2eb-b8c8c2073fcc tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Oct 28 22:35:14.835503 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980e22-04e9-47e1-8648-4bf69463cbe2 req-1963d15b-c0e1-4119-ba0e-e26930d9e0f6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:14.837020 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65980e22-04e9-47e1-8648-4bf69463cbe2 req-1963d15b-c0e1-4119-ba0e-e26930d9e0f6 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 944 time: 0.0490665 Oct 28 22:35:14.874379 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-65980e22-04e9-47e1-8648-4bf69463cbe2 req-688d3e10-22a5-4098-830a-105f4d0a5a60 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307188 Oct 28 22:35:14.884278 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:35:14.931399 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port a5ab224b-d694-46b4-bca9-29a2047159d3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:35:14.931762 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:15.008725 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:15.029907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:35:15.032118 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cda2e6-328e-4445-86b0-a0b1f58d50ab" -d '{"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:35:15.049456 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:35:15.056150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:15.081181 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8739e1-60c5-4438-b185-5772cad11309 x-openstack-request-id: req-7c8739e1-60c5-4438-b185-5772cad11309 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:35:15.081472 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:35:15.081722 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c8739e1-60c5-4438-b185-5772cad11309 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:35:15.082106 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'code': 200} Oct 28 22:35:15.084626 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:15.110574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:35:15.223131 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a020c8-44a3-4542-90fd-75b1f2c7377f req-8f9081ae-01cb-4ac8-b9b4-2a7022b960ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:15.224615 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92a020c8-44a3-4542-90fd-75b1f2c7377f req-8f9081ae-01cb-4ac8-b9b4-2a7022b960ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0478365 Oct 28 22:35:15.259288 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-92a020c8-44a3-4542-90fd-75b1f2c7377f req-25563a15-8aab-4653-ae40-1bc8dde3cd27 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280325 Oct 28 22:35:15.386242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:15.989547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f1d3-e508-4a00-9a70-bda0eaf2a0d0 req-925b7fbb-e082-4940-9295-4f375eec0f06 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:15.991002 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3409f1d3-e508-4a00-9a70-bda0eaf2a0d0 req-925b7fbb-e082-4940-9295-4f375eec0f06 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0487182 Oct 28 22:35:16.028464 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-3409f1d3-e508-4a00-9a70-bda0eaf2a0d0 req-88ce67f4-cc37-4026-9378-57102537eb09 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Oct 28 22:35:16.947269 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:17.145136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa24192-22fb-40a1-bbb0-664816f0a960 req-54c5eb6d-a839-492d-9d32-ea52bee56f4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:17.146601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa24192-22fb-40a1-bbb0-664816f0a960 req-54c5eb6d-a839-492d-9d32-ea52bee56f4b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0493932 Oct 28 22:35:17.183458 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8fa24192-22fb-40a1-bbb0-664816f0a960 req-d6b023b3-5024-4cdc-8f1f-5d77279d8608 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Oct 28 22:35:28.250190 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-4179ba62-d819-41ec-9c0f-b11c9737238e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424981 Oct 28 22:35:28.332689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-b7de4fd4-cc75-48f4-8499-cc50db75398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:28.334168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-b7de4fd4-cc75-48f4-8499-cc50db75398c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0403445 Oct 28 22:35:28.437281 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-af1a153c-6fae-4dda-bf46-31ae6bdaf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:28.438758 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-af1a153c-6fae-4dda-bf46-31ae6bdaf921 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0858500 Oct 28 22:35:28.503646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-6841f837-96f0-42f7-a5b8-190bed0c2b89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1000 time: 0.0566559 Oct 28 22:35:28.551782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-5562de15-5b62-4242-a25a-7e6fca8ed3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:28.553292 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-5562de15-5b62-4242-a25a-7e6fca8ed3c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0428944 Oct 28 22:35:28.601324 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-93c77059-3fda-4a05-a5bc-a229e6c31f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:28.602759 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-93c77059-3fda-4a05-a5bc-a229e6c31f70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424621 Oct 28 22:35:28.691800 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-a5ccbf26-368b-4ce6-9e8f-f8218924f2a2 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820045 Oct 28 22:35:28.785062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-74e038d9-37de-4d46-bf2a-e28582d88eef req-66c5eaaa-ce27-4212-a4d4-f02b89b61059 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843446 Oct 28 22:35:32.724069 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8592f240-3cb2-4904-ba87-394318385cb1 req-35fca01d-aaf8-4d7c-90ec-43950c85cba4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249543 Oct 28 22:35:32.790258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8592f240-3cb2-4904-ba87-394318385cb1 req-23df6e33-1bd5-4738-82c9-ade6a299013c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0240476 Oct 28 22:35:32.831244 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8592f240-3cb2-4904-ba87-394318385cb1 req-c2bd20b6-a612-4fc5-8260-730e1a35c692 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208354 Oct 28 22:35:32.928605 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592f240-3cb2-4904-ba87-394318385cb1 req-bb6a6e3a-3d13-4607-8508-9736b0b8982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:35:32.930066 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8592f240-3cb2-4904-ba87-394318385cb1 req-bb6a6e3a-3d13-4607-8508-9736b0b8982a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919864 Oct 28 22:35:38.154583 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:35:40.968704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b6f60867-031f-4f64-a55e-589287a922c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:42.662070 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:42.854764 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:43.554548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-91709cd0-baa4-4fb0-a36e-e3a203fbab44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:45.056021 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:45.388213 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:35:46.946205 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:10.969007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d6d11d1e-9072-4c23-9c84-df9936c703ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:12.662349 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:12.854751 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:13.555600 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f774bb09-4ca0-4063-895a-95729c8fcfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:15.057722 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:15.153419 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:36:15.392071 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:16.949820 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:30.193409 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-29ab81d5-9d60-48a9-8d72-10ae4e053eac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397167 Oct 28 22:36:30.273430 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-7dceaa4d-62a3-4a39-91c2-cd8fd03aaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:30.274893 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-7dceaa4d-62a3-4a39-91c2-cd8fd03aaa29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0405810 Oct 28 22:36:30.378069 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-e5e46133-1af4-4fff-9b36-ae44c436f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:30.379549 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-e5e46133-1af4-4fff-9b36-ae44c436f9ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.0862939 Oct 28 22:36:30.443348 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-4687aac9-19ed-40bb-ada9-b1d0ed5b5773 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 1000 time: 0.0569127 Oct 28 22:36:30.495508 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-95537a66-ad50-44ed-b193-5f8c13de23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:30.496866 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-95537a66-ad50-44ed-b193-5f8c13de23f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0466788 Oct 28 22:36:30.543221 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-586e7380-3fc4-456d-93f8-3ea955632b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:30.544706 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-586e7380-3fc4-456d-93f8-3ea955632b08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402706 Oct 28 22:36:30.633267 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-9e581743-b2d3-4bc7-9258-0b23a8c9a0ef service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809429 Oct 28 22:36:30.725624 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40f454d9-b07f-4abe-9d18-3fbf132ff22b req-32e67e9d-794b-4a4e-8075-d2d70a632c7c service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Oct 28 22:36:32.644326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60308) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:32.797462 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Deleting port 19170e38-2d77-4cd8-87fe-32180ac8c226 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:32.797799 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:32.877386 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:32.877704 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:32.889079 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Calling delete_port for 19170e38-2d77-4cd8-87fe-32180ac8c226 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:33.033527 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:33.058066 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'Port': ['ID=19170e38-2d77-4cd8-87fe-32180ac8c226,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:33.084662 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.085007 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.085337 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.085668 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.085994 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.086316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.086638 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.086958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.087273 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.087586 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.087900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.088211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:33.109043 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-652c91af-e31c-4d1e-979b-193534fbb575 req-4e61c3ab-b351-4204-88c7-343d7247e3eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268145 Oct 28 22:36:33.132742 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:33.133098 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Floating IP 9b65cd58-3668-4f83-84c8-faa0a8d865e8 disassociated (deleted). External IP: 172.25.4.65, port: a5ab224b-d694-46b4-bca9-29a2047159d3. Oct 28 22:36:33.172932 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-652c91af-e31c-4d1e-979b-193534fbb575 req-f6355d2b-6a94-4c39-8866-35c1bf89b910 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0252857 Oct 28 22:36:33.212077 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-652c91af-e31c-4d1e-979b-193534fbb575 req-19db0af3-ff70-4cc3-9a96-e3ca3ec66f2d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204604 Oct 28 22:36:33.316794 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c91af-e31c-4d1e-979b-193534fbb575 req-b963aa40-4bf1-4d3e-8adb-02656609b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:33.318184 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-652c91af-e31c-4d1e-979b-193534fbb575 req-b963aa40-4bf1-4d3e-8adb-02656609b988 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995371 Oct 28 22:36:33.666956 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:36:33.774417 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:33.779275 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:33.784861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:33.794828 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:33.795514 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:33.810266 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-f3d5f7e8-45b7-4c68-9797-72b336ed9a94 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "DELETE /v2.0/floatingips/9b65cd58-3668-4f83-84c8-faa0a8d865e8 HTTP/1.1" status: 204 len: 168 time: 1.1622992 Oct 28 22:36:33.810266 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:36:33.810978 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0892355-8e68-4d20-9d34-1e6e20bd56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:36:33.911218 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:33.919013 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4338a66-9fae-4545-b3f7-9ee4f161f644 x-openstack-request-id: req-a4338a66-9fae-4545-b3f7-9ee4f161f644 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:36:33.919311 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:36:33.919590 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4338a66-9fae-4545-b3f7-9ee4f161f644 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:36:33.920051 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'status': 'completed', 'code': 200} Oct 28 22:36:33.988024 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-e3fd894b-4f14-45cb-bab0-592b36282b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:33.989698 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-e3fd894b-4f14-45cb-bab0-592b36282b62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94df306ab6be40238ad609424f3a2a50&device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 1097 time: 0.0477681 Oct 28 22:36:34.120298 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:34.125964 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53502670-8184-4829-b540-312d4b642251 req-8cb24dea-db1f-47f8-a41e-2620cdc616a4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:34.127527 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53502670-8184-4829-b540-312d4b642251 req-8cb24dea-db1f-47f8-a41e-2620cdc616a4 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.1107600 Oct 28 22:36:34.132554 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-b060aec0-ae89-4acf-8d25-c2455f224085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:34.133933 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-b060aec0-ae89-4acf-8d25-c2455f224085 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 200 len: 910 time: 0.1368806 Oct 28 22:36:34.151330 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:34.160266 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:34.160811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:34.186825 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-f57f962e-dd6b-4bb5-91fe-135b33641ca1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 200 len: 217 time: 0.0453334 Oct 28 22:36:34.227577 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-53502670-8184-4829-b540-312d4b642251 req-77579f3b-c794-4d40-896d-ed1cca9062fd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926957 Oct 28 22:36:34.249810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-13edd99d-d42f-486d-b4eb-3c3a08f6e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:34.249810 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-13edd99d-d42f-486d-b4eb-3c3a08f6e576 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 200 len: 848 time: 0.0514395 Oct 28 22:36:34.270897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:34.295390 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-d667b319-8c45-4a87-b90b-0d2f78679c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:34.296912 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-d667b319-8c45-4a87-b90b-0d2f78679c36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aa263e0a-83d7-4d1a-8593-e548ea32215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407648 Oct 28 22:36:34.401797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-d5dffb23-3a64-4e2a-ae5b-d082c1bdaaec service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942655 Oct 28 22:36:34.493948 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f0892355-8e68-4d20-9d34-1e6e20bd56ae req-d9002f81-dac1-43a0-a1c0-f99fc4121199 service neutron] 10.222.0.44 "GET /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845914 Oct 28 22:36:34.622547 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:34.649598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c6c6e-aaec-4d9f-9197-4571c58f0397 None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:50Z', 'revision_number': 4, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'b87fdeb4-6386-4c8c-b761-203cc1aaeebb', 'name': '', 'network_id': 'aa263e0a-83d7-4d1a-8593-e548ea32215e', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'mac_address': 'fa:16:3e:42:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:50Z', 'updated_at': '2021-10-28T22:27:55Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'subnets': [{'id': 'f4ddd99d-5622-4fbd-ab02-d28c97fd9143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:34.862454 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df89725-4d76-43ef-9437-8daebd7148fb None None] New status for floating IP 9b65cd58-3668-4f83-84c8-faa0a8d865e8: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:36:35.351384 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94f874-5fc8-4b7d-8d80-30f999af27e4 req-2a327f30-6b37-4590-b2c0-9c8ae8408a1f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:35.352968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb94f874-5fc8-4b7d-8d80-30f999af27e4 req-2a327f30-6b37-4590-b2c0-9c8ae8408a1f tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0540953 Oct 28 22:36:35.390318 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eb94f874-5fc8-4b7d-8d80-30f999af27e4 req-fc8a769c-c963-456e-9b78-07832cd195dd tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b9215f-1cf2-4900-b797-5a652157afc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Oct 28 22:36:35.511379 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-36bd15ae-8241-4237-8f77-6053f482ab83 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:35.512827 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-36bd15ae-8241-4237-8f77-6053f482ab83 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 945 time: 0.0476336 Oct 28 22:36:35.600707 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Deleting port a5ab224b-d694-46b4-bca9-29a2047159d3 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:35.601047 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:35.694559 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] For port a5ab224b-d694-46b4-bca9-29a2047159d3, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=a5ab224b-d694-46b4-bca9-29a2047159d3,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:35.694830 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:35.707870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Calling delete_port for a5ab224b-d694-46b4-bca9-29a2047159d3 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:35.838816 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:35.869728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'Port': ['ID=a5ab224b-d694-46b4-bca9-29a2047159d3,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:35.911776 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] No DVR routers for this DVR port a5ab224b-d694-46b4-bca9-29a2047159d3 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:36:35.914349 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:35.917617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-10aef55f-841c-43f6-96b3-21467c5ea183 req-14fe2ce2-6949-48a2-a2cd-7deaaea53566 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.44 "DELETE /v2.0/ports/a5ab224b-d694-46b4-bca9-29a2047159d3 HTTP/1.1" status: 204 len: 173 time: 0.3991139 Oct 28 22:36:35.921163 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-deleted', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:36:35.924016 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e00d59-b80c-4b2d-a1eb-c9a5eb9e37f0" -d '{"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-deleted", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:36:35.965844 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd980640-9371-4123-970d-c80b81953924 x-openstack-request-id: req-cd980640-9371-4123-970d-c80b81953924 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:36:35.966138 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad", "name": "network-vif-deleted", "tag": "a5ab224b-d694-46b4-bca9-29a2047159d3", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:36:35.966394 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd980640-9371-4123-970d-c80b81953924 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:36:35.966796 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad', 'name': 'network-vif-deleted', 'tag': 'a5ab224b-d694-46b4-bca9-29a2047159d3', 'status': 'completed', 'code': 200} Oct 28 22:36:36.490910 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e2c3d646-92ec-43a8-afcb-651bd5823c41 req-b2bf3748-4ff4-4b72-8e04-127474c17034 tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0305524 Oct 28 22:36:37.848775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-504537e1-4abc-46a3-86ea-31a7c0a70e35 req-d8b8fc94-790d-4239-b044-4e18ef3b8faf tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0273468 Oct 28 22:36:38.942807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e53d83f6-9a8b-48aa-a603-187dc5091faa req-33cab4d2-3497-4b8e-ae57-e0faf5c1147d tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0270808 Oct 28 22:36:39.322348 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:39.342671 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: a5ab224b-d694-46b4-bca9-29a2047159d3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:39.343012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device a5ab224b-d694-46b4-bca9-29a2047159d3 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:40.039276 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-12f5e9ae-9b46-4a4f-a606-778bb8b86074 req-771e81b0-b9b5-4b4f-b094-2cf81a36508b tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ee31d6f-32d2-4a28-a2d5-b72a9f9dc5ad HTTP/1.1" status: 200 len: 210 time: 0.0270112 Oct 28 22:36:40.973243 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bc0c89b3-8b25-4c50-9692-b554f765a3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:41.105109 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60344) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:41.170984 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:41.201736 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:41.272213 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:41.275039 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:41.276219 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5b9215f-1cf2-4900-b797-5a652157afc7 HTTP/1.1" status: 204 len: 168 time: 0.1740520 Oct 28 22:36:41.285795 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec7471-49b4-463d-8a2e-5bbb0aa68f9a tempest-TestShelveInstance-799629023 tempest-TestShelveInstance-799629023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b9215f-1cf2-4900-b797-5a652157afc7,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:41.346493 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60348) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:41.797709 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.044497 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Deleting port b87fdeb4-6386-4c8c-b761-203cc1aaeebb {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:42.044732 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.127173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] For port b87fdeb4-6386-4c8c-b761-203cc1aaeebb, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:42.127526 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.139977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Calling delete_port for b87fdeb4-6386-4c8c-b761-203cc1aaeebb owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:42.321008 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.350009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b87fdeb4-6386-4c8c-b761-203cc1aaeebb,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:42.381273 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.381611 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.381943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.382272 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.382594 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.382920 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.383247 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.383560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.383874 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.384187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.384525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.384839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:42.536996 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.677918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.761335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Router 646021cc-4350-447a-9ce7-e9595db359eb has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:36:42.870194 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:42.873224 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:42.882372 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6caa9b91-ee53-4269-b95e-51b23ffb2d4d admin admin] 10.222.0.31 "PUT /v2.0/routers/646021cc-4350-447a-9ce7-e9595db359eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341439 Oct 28 22:36:42.883257 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Sync routers for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:42.884927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60352) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:42.893979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:42.894858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:43.002928 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.011271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:43.115318 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.184082 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Deleting port db751581-5851-4979-b416-d8232000ff69 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:43.184508 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.220663 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'db751581-5851-4979-b416-d8232000ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:36:42Z', 'revision_number': 5, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port': {'id': 'db751581-5851-4979-b416-d8232000ff69', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646021cc-4350-447a-9ce7-e9595db359eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:43.249564 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Checking router: 646021cc-4350-447a-9ce7-e9595db359eb for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:43.258717 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Routers {'646021cc-4350-447a-9ce7-e9595db359eb'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:43.259457 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['646021cc-4350-447a-9ce7-e9595db359eb'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:43.273100 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] For port db751581-5851-4979-b416-d8232000ff69, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=db751581-5851-4979-b416-d8232000ff69,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:43.273465 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.285443 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Calling delete_port for db751581-5851-4979-b416-d8232000ff69 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:43.354237 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] Set router 646021cc-4350-447a-9ce7-e9595db359eb gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:43.413369 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:36:43Z', 'revision_number': 6, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:43.441798 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b996aa8-9ad8-417d-9bdb-956593807b4c None None] The sync data for ids ['646021cc-4350-447a-9ce7-e9595db359eb'] in n-d-806683-16 is: [{'id': '646021cc-4350-447a-9ce7-e9595db359eb', 'name': 'tempest-TestShelveInstance-1542591244-router', 'tenant_id': '94df306ab6be40238ad609424f3a2a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:48Z', 'updated_at': '2021-10-28T22:36:43Z', 'revision_number': 6, 'project_id': '94df306ab6be40238ad609424f3a2a50', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:43.461653 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.487036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=db751581-5851-4979-b416-d8232000ff69,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:43.551619 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.560435 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-63db6048-ecb4-4d2e-bf48-1e52e69c13d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.645645 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.648046 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.694670 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.695371 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 646021cc-4350-447a-9ce7-e9595db359eb {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:36:43.699855 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.703651 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60354) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:43.704279 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-dd0a1b5d-6b83-4f47-a1d8-b68b1e0ba0fa admin admin] 10.222.0.31 "DELETE /v2.0/routers/646021cc-4350-447a-9ce7-e9595db359eb HTTP/1.1" status: 204 len: 168 time: 0.8174400 Oct 28 22:36:43.748728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Deleting subnet f4ddd99d-5622-4fbd-ab02-d28c97fd9143 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:36:43.751866 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.788316 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.876883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.938130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.963596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ddd99d-5622-4fbd-ab02-d28c97fd9143,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:43.967298 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:43.971601 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4a836802-db10-41c9-bdfd-236ee684e5bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f4ddd99d-5622-4fbd-ab02-d28c97fd9143 HTTP/1.1" status: 204 len: 168 time: 0.2665937 Oct 28 22:36:43.973463 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60356) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:43.975015 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1e8da-5432-4c79-8beb-72f5be87eceb None None] Network aa263e0a-83d7-4d1a-8593-e548ea32215e requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:44.053038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.108992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Deleting port d8da9f27-26bd-425e-8df4-5eb40fc96b7f {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:44.109329 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.180827 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] For port d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,segment=NetworkSegment(6622cdd4-fdf3-450d-b928-5e222d42112d),segment_id=6622cdd4-fdf3-450d-b928-5e222d42112d)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:44.181116 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.194145 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Calling delete_port for d8da9f27-26bd-425e-8df4-5eb40fc96b7f owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:44.257271 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] DHCP port deletion for aa263e0a-83d7-4d1a-8593-e548ea32215e request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:36:44.279239 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.310335 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:44.316305 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] No DVR routers for this DVR port d8da9f27-26bd-425e-8df4-5eb40fc96b7f on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:36:44.328817 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Deleting port d8da9f27-26bd-425e-8df4-5eb40fc96b7f {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:44.329538 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.394994 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.400496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] For port d8da9f27-26bd-425e-8df4-5eb40fc96b7f, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:44.401291 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.416527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa263e0a-83d7-4d1a-8593-e548ea32215e']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:44.417912 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Calling delete_port for d8da9f27-26bd-425e-8df4-5eb40fc96b7f owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:44.421144 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Port d8da9f27-26bd-425e-8df4-5eb40fc96b7f was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 22:36:44.422513 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.426034 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6622cdd4-fdf3-450d-b928-5e222d42112d') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:44.426324 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6622cdd4-fdf3-450d-b928-5e222d42112d') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:44.435875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.448630 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Pushing event deleted for resources: {'Port': ['ID=d8da9f27-26bd-425e-8df4-5eb40fc96b7f,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:44.450285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.454350 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] No DVR routers for this DVR port d8da9f27-26bd-425e-8df4-5eb40fc96b7f on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:36:44.457268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:36:44.457724 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:36:44.459704 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.463636 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.464418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.464418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.465066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.465066 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.465314 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81db729f-c44e-4324-b59b-5b482db67819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:44.526952 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.531569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:44.535666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa263e0a-83d7-4d1a-8593-e548ea32215e HTTP/1.1" status: 204 len: 168 time: 0.5610135 Oct 28 22:36:44.538727 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60358) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:44.552128 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d6f1a-6d78-4c82-b715-7eb52d98ffa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa263e0a-83d7-4d1a-8593-e548ea32215e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:44.895966 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.060157 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.140013 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8da9f27-26bd-425e-8df4-5eb40fc96b7f no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:45.145976 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Deleting port e83a4a30-100e-44aa-932f-69712afed2f0 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:45.146318 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.160890 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: d8da9f27-26bd-425e-8df4-5eb40fc96b7f {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:45.161260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device d8da9f27-26bd-425e-8df4-5eb40fc96b7f not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:45.161674 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db751581-5851-4979-b416-d8232000ff69 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:45.183877 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: db751581-5851-4979-b416-d8232000ff69 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:45.184243 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device db751581-5851-4979-b416-d8232000ff69 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:45.184903 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b87fdeb4-6386-4c8c-b761-203cc1aaeebb no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:45.204945 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: b87fdeb4-6386-4c8c-b761-203cc1aaeebb {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:45.205305 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device b87fdeb4-6386-4c8c-b761-203cc1aaeebb not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:45.228305 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] For port e83a4a30-100e-44aa-932f-69712afed2f0, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=e83a4a30-100e-44aa-932f-69712afed2f0,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:45.228695 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.241182 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Calling delete_port for e83a4a30-100e-44aa-932f-69712afed2f0 owned by network:router_interface {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:45.396335 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.417550 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.442443 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83a4a30-100e-44aa-932f-69712afed2f0,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:45.604396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:45.820316 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Router 58e8dbd9-453d-4814-85fe-4197136e8cce has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:36:45.924571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:45.929881 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e30857dd-e86f-4b8d-9586-a8a967294d02 admin admin] 10.222.0.31 "PUT /v2.0/routers/58e8dbd9-453d-4814-85fe-4197136e8cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3899715 Oct 28 22:36:45.932351 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60360) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:45.935435 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Sync routers for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:45.947636 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:45.948385 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:46.037751 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.053148 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:46.142479 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.195549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Deleting port a81b8447-aefa-492e-b9d7-489999d5fcde {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:46.195891 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.238329 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:36:45Z', 'revision_number': 5, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port': {'id': 'a81b8447-aefa-492e-b9d7-489999d5fcde', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:27:53Z', 'updated_at': '2021-10-28T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:46.265280 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Checking router: 58e8dbd9-453d-4814-85fe-4197136e8cce for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:46.273878 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] For port a81b8447-aefa-492e-b9d7-489999d5fcde, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=a81b8447-aefa-492e-b9d7-489999d5fcde,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:46.274236 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.274754 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Routers {'58e8dbd9-453d-4814-85fe-4197136e8cce'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:46.275341 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['58e8dbd9-453d-4814-85fe-4197136e8cce'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:46.291156 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Calling delete_port for a81b8447-aefa-492e-b9d7-489999d5fcde owned by network:router_gateway {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:46.362393 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] Set router 58e8dbd9-453d-4814-85fe-4197136e8cce gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:46.416238 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-b3079e44-584e-411a-989d-37ff784b860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:36:46Z', 'revision_number': 6, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:46.442335 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3079e44-584e-411a-989d-37ff784b860a None None] The sync data for ids ['58e8dbd9-453d-4814-85fe-4197136e8cce'] in n-d-806683-16 is: [{'id': '58e8dbd9-453d-4814-85fe-4197136e8cce', 'name': 'tempest-TestShelveInstance-934540122-router', 'tenant_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:27:52Z', 'updated_at': '2021-10-28T22:36:46Z', 'revision_number': 6, 'project_id': '8906c8ea6f1d44b98029bdf3cc802d55', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:46.451508 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.480103 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a81b8447-aefa-492e-b9d7-489999d5fcde,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:46.540955 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.628065 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.630433 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.671862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.672310 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e8dbd9-453d-4814-85fe-4197136e8cce {{(pid=102314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:36:46.677536 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.678407 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ecb7a672-67d8-4cb3-980e-eeee86c041dd admin admin] 10.222.0.31 "DELETE /v2.0/routers/58e8dbd9-453d-4814-85fe-4197136e8cce HTTP/1.1" status: 204 len: 168 time: 0.7451186 Oct 28 22:36:46.680981 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60364) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:46.728171 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_v2 [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Deleting subnet 80fe645f-869d-499e-b08f-b7d3ed4b4b25 {{(pid=102314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:36:46.731248 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.768850 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4822163'] for subnet, precommit_delete_associations {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.850437 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.905764 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6231733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5235471'] for subnet, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:46.953943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.206574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a81b8447-aefa-492e-b9d7-489999d5fcde no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:47.227543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: a81b8447-aefa-492e-b9d7-489999d5fcde {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:47.228012 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device a81b8447-aefa-492e-b9d7-489999d5fcde not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:47.228528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e83a4a30-100e-44aa-932f-69712afed2f0 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:47.248673 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: e83a4a30-100e-44aa-932f-69712afed2f0 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:47.249017 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device e83a4a30-100e-44aa-932f-69712afed2f0 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:47.281049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fe645f-869d-499e-b08f-b7d3ed4b4b25,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:47.283612 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-4136d545-6561-4078-b42b-764607568705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.287250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306af329-df04-406e-9ee8-8c24c37a49a3 None None] Network 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:47.287799 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4136d545-6561-4078-b42b-764607568705 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/80fe645f-869d-499e-b08f-b7d3ed4b4b25 HTTP/1.1" status: 204 len: 168 time: 0.6058433 Oct 28 22:36:47.290817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60366) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:47.359985 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.420548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Deleting port 898964f2-90da-4fed-b8f2-38346a3dd4f9 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:47.420887 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.477631 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] DHCP port deletion for 4acb7dfc-0513-4bdb-b36f-f0b21dcba892 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:36:47.502858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] For port 898964f2-90da-4fed-b8f2-38346a3dd4f9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=898964f2-90da-4fed-b8f2-38346a3dd4f9,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:47.503218 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.515899 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Calling delete_port for 898964f2-90da-4fed-b8f2-38346a3dd4f9 owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:47.533516 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Deleting port 898964f2-90da-4fed-b8f2-38346a3dd4f9 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:36:47.533880 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.595592 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] For port 898964f2-90da-4fed-b8f2-38346a3dd4f9, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=898964f2-90da-4fed-b8f2-38346a3dd4f9,segment=NetworkSegment(6ecb72a2-0faf-438d-bed8-d92968318a95),segment_id=6ecb72a2-0faf-438d-bed8-d92968318a95)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:47.595962 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.597811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.608624 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Calling delete_port for 898964f2-90da-4fed-b8f2-38346a3dd4f9 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:36:47.624474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=898964f2-90da-4fed-b8f2-38346a3dd4f9,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:47.626458 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] No DVR routers for this DVR port 898964f2-90da-4fed-b8f2-38346a3dd4f9 on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:36:47.697537 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.700416 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.721129 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acb7dfc-0513-4bdb-b36f-f0b21dcba892']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:47.725018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] Pushing event deleted for resources: {'Port': ['ID=898964f2-90da-4fed-b8f2-38346a3dd4f9,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:47.729550 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb74d5-0cc5-4f9a-860d-1a44811f3c14 None None] No DVR routers for this DVR port 898964f2-90da-4fed-b8f2-38346a3dd4f9 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:36:47.730381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecb72a2-0faf-438d-bed8-d92968318a95') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:47.730671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecb72a2-0faf-438d-bed8-d92968318a95') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:47.744426 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.757814 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.763561 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:36:47.763931 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:36:47.765598 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:36:47.821542 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.826989 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:47.830568 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4acb7dfc-0513-4bdb-b36f-f0b21dcba892 HTTP/1.1" status: 204 len: 168 time: 0.5382171 Oct 28 22:36:47.841671 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb90b38-c814-44d5-aa01-771e906e4d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=4acb7dfc-0513-4bdb-b36f-f0b21dcba892,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:47.944727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60370) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:47.983762 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-de89abcc-edb0-4d15-a117-2048407845e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94df306ab6be40238ad609424f3a2a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377967 Oct 28 22:36:47.986784 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60372) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:48.036780 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.057668 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.102923 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.105603 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.106738 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81727560-25a4-4fc3-a850-d4f5e9ecd6a1 HTTP/1.1" status: 204 len: 168 time: 0.1190786 Oct 28 22:36:48.116023 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07967dce-6f54-4ebd-af5c-a70af978811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81727560-25a4-4fc3-a850-d4f5e9ecd6a1,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:48.410791 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60378) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:48.449348 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-001c6390-32ba-4634-9481-4620bd981516 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8906c8ea6f1d44b98029bdf3cc802d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374048 Oct 28 22:36:48.451728 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60380) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:48.499017 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.520137 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.564512 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.567029 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:48.568163 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a233c85-f714-479e-8f24-95aef0a57f75 HTTP/1.1" status: 204 len: 168 time: 0.1155679 Oct 28 22:36:48.575831 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e1a8-009b-4e43-8a3d-902b822146be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a233c85-f714-479e-8f24-95aef0a57f75,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:49.145411 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 898964f2-90da-4fed-b8f2-38346a3dd4f9 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:36:49.164916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 898964f2-90da-4fed-b8f2-38346a3dd4f9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:36:49.165260 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 898964f2-90da-4fed-b8f2-38346a3dd4f9 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:36:49.234917 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60402) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:49.331490 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2010429771-network', 'tenant_id': 'ae632c2041634717b730a7107ddb4793'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:49.352706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Made reservation on behalf of ae632c2041634717b730a7107ddb4793 for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:36:49.354960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.365991 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.436554 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.440782 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.460933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:36:49.474298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd4564-1fcc-4655-a7c8-a3a0cbfc13eb,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:49.479013 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.479352 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Added segment 41514de5-54c6-4e8a-9eae-e830870e3edb of type vlan for network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 Oct 28 22:36:49.519425 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.543581 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.544553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:49.545129 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.595976 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3596013 Oct 28 22:36:49.599212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60406) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:49.604121 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Request body: {'subnet': {'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2010429771-subnet', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:49.607017 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1f8ae-7690-4a9e-81c7-f1b905ef2a6e admin admin] Pushing event updated for resources: {'Network': ['ID=7df3a930-540f-4ed8-b2c6-11ffbfd4b333,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:49.617756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:36:49.626429 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Made reservation on behalf of ae632c2041634717b730a7107ddb4793 for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:36:49.628883 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.802608 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.859588 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd16626-92f3-4450-80bb-32804cbd95e0,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:49.870380 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Checking segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:49.870731 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Network hostable DHCP agents. Network: 7df3a930-540f-4ed8-b2c6-11ffbfd4b333, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:36:49.887950 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:36:49.897758 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, 7df3a930-540f-4ed8-b2c6-11ffbfd4b333) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:49.901900 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:49.902485 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.909875 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc3d3f-1c3f-404a-bb56-4763443ba72e None None] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:49.921923 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-521258d5-f62c-4e60-b979-0bda593672c2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3190522 Oct 28 22:36:49.922321 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60408) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:49.927073 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:49.949791 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:49.951828 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.008859 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.062431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:36:50.063356 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.148786 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.200335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Allocated IP 172.20.0.2 (7df3a930-540f-4ed8-b2c6-11ffbfd4b333/2fd16626-92f3-4450-80bb-32804cbd95e0/27fc0ca9-5b4d-430a-aec5-24370d7778ce) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:50.342783 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.347444 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.350685 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.366850 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.390551 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:50.398619 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Pushing event updated for resources: {'Port': ['ID=27fc0ca9-5b4d-430a-aec5-24370d7778ce,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:50.401518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:50.403552 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:50.455537 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Attempting to bind port 27fc0ca9-5b4d-430a-aec5-24370d7778ce on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:36:50.455897 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Attempting to bind port 27fc0ca9-5b4d-430a-aec5-24370d7778ce by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:36:50.456254 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Attempting to bind port 27fc0ca9-5b4d-430a-aec5-24370d7778ce on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:36:50.461240 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:36:50.461611 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Checking segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:50.462020 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.462386 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Bound using segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:36:50.462847 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Bound port: 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:36:50.463219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.476381 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Allocated IP 172.25.4.249 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/6574ef50-e983-4e8d-a79b-2fcbfa1034a3) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:50.525734 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] For port 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:36:50.529359 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] For port 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=27fc0ca9-5b4d-430a-aec5-24370d7778ce,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:36:50.533863 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.581325 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.591801 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512595ef-45d5-4df7-9313-b3a315f71064 None None] Pushing event updated for resources: {'Port': ['ID=27fc0ca9-5b4d-430a-aec5-24370d7778ce,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:50.620963 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:50.663298 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:50.666426 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:50.670052 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:50.675742 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Pushing event updated for resources: {'Port': ['ID=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:51.164569 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 27fc0ca9-5b4d-430a-aec5-24370d7778ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:51.216217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 27fc0ca9-5b4d-430a-aec5-24370d7778ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:51.216974 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.304458 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.306977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.342177 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=27fc0ca9-5b4d-430a-aec5-24370d7778ce,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:51.347214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.397107 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=27fc0ca9-5b4d-430a-aec5-24370d7778ce,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:51.523360 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.536328 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e4c73-7981-4d6b-87c2-59583d44f7da None None] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:51.653867 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:36:51.763525 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:51.783408 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.784797 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-76019663-316e-43ac-b640-6c4c09de627f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8613842 Oct 28 22:36:51.787175 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:51.787411 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60410) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:51.821145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8ce9f7db-6ab2-4aff-bfe1-34784ab04810 None None] Provisioning complete for port 27fc0ca9-5b4d-430a-aec5-24370d7778ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:51.821504 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f7db-6ab2-4aff-bfe1-34784ab04810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:51.850134 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:51.850960 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:52.022543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:52.155530 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:36:52.223960 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.225992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:51Z', 'revision_number': 3, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:52.257851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:52.258189 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Updating router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:36:52.294868 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.316270 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-8dc79983-4fa5-4ea5-80a6-d1c749deb2dc None None] Provisioning complete for port 27fc0ca9-5b4d-430a-aec5-24370d7778ce triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:52.316581 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8dc79983-4fa5-4ea5-80a6-d1c749deb2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.384918 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Allocated IP 172.20.0.1 (7df3a930-540f-4ed8-b2c6-11ffbfd4b333/2fd16626-92f3-4450-80bb-32804cbd95e0/c6415b2d-f1ce-4888-b332-01faed6dc494) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:52.487364 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.522026 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.567788 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:52.572171 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:52.576608 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:52.580534 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:52.617536 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.620528 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.627684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.683065 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Attempting to bind port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:36:52.683431 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Attempting to bind port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:36:52.683802 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Attempting to bind port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:36:52.685919 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bc0c6-fad1-4aa8-a8ee-b423ec269be5 None None] Pushing event updated for resources: {'Port': ['ID=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:52.692693 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:36:52.693062 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:52.693458 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.693835 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:36:52.694299 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Bound port: 6574ef50-e983-4e8d-a79b-2fcbfa1034a3, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:36:52.694672 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.753637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] For port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:36:52.757201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] For port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:36:52.763081 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.779823 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.832272 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:52.832825 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:52.837641 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bc0c6-fad1-4aa8-a8ee-b423ec269be5 None None] Pushing event updated for resources: {'Port': ['ID=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:52.911965 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-fae95543-b98d-4081-aa2b-b4fe2c322cf0 None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:52.912328 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-fae95543-b98d-4081-aa2b-b4fe2c322cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.948070 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.952797 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:52.961632 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-fae95543-b98d-4081-aa2b-b4fe2c322cf0 None None] Port c6415b2d-f1ce-4888-b332-01faed6dc494 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:36:52.977718 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:53.020569 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:53.023195 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:53.123170 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:53.124763 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:53.164507 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 27fc0ca9-5b4d-430a-aec5-24370d7778ce up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:53.239503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 27fc0ca9-5b4d-430a-aec5-24370d7778ce triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:53.240150 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:53.243775 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-40303217-14db-425f-a623-71d73ecfc141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:53.253162 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:36:53.294336 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40303217-14db-425f-a623-71d73ecfc141 None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:53.377887 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:53.384970 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-206d9ca3-5da1-4622-bf3d-86493bffdb59 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d3e04a3-c4de-4bf9-a872-12065d9d07dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965402 Oct 28 22:36:53.387244 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-f336a61f-7f5f-414c-9868-9aff816c459d None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:53.387604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f336a61f-7f5f-414c-9868-9aff816c459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:53.425799 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-f336a61f-7f5f-414c-9868-9aff816c459d None None] Port c6415b2d-f1ce-4888-b332-01faed6dc494 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:36:53.899722 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60426) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:53.904705 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-692355485-network', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:53.927575 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Made reservation on behalf of 386a0b2f156a4e18b854f4cba3b9abdf for: {'network': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:36:53.930004 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for network, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:53.940899 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.041241 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.045384 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.068843 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 22:36:54.085512 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a749c01c-8308-4b1f-92be-8394b9875731,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:54.088571 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.088931 n-d-806683-16 neutron-server[102313]: INFO neutron.db.segments_db [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Added segment 10d4c10a-faa8-4b26-ae35-d5ed2b68fe47 of type vlan for network cf186fbe-760c-45df-98d3-011f5a50bf04 Oct 28 22:36:54.131811 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775646158529'] for network, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.158596 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419'] for network, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.159556 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:54.160130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.215493 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3145738 Oct 28 22:36:54.218600 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60428) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:54.224051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Request body: {'subnet': {'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-692355485-subnet', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'ip_version': 4}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:54.227342 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293865af-6966-49ca-b88c-cd3088821ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf186fbe-760c-45df-98d3-011f5a50bf04,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:54.238574 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Network cf186fbe-760c-45df-98d3-011f5a50bf04 details requested by agent ovs-agent-n-d-806683-16 with host n-d-806683-16 {{(pid=102315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 22:36:54.257739 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Made reservation on behalf of 386a0b2f156a4e18b854f4cba3b9abdf for: {'subnet': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:36:54.260353 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5238766'] for subnet, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.440292 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6231796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5235476'] for subnet, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.498158 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5213a49b-d867-42ba-97ae-44a4e8e0f0dc,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:54.508520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Checking segment: {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:54.508945 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Network hostable DHCP agents. Network: cf186fbe-760c-45df-98d3-011f5a50bf04, hostable agents: ['321f792c-4387-451b-a914-833113d80b8e'], hosted agents: [] {{(pid=102314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 22:36:54.527404 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Network cf186fbe-760c-45df-98d3-011f5a50bf04 is scheduled to be hosted by DHCP agent 321f792c-4387-451b-a914-833113d80b8e with binding_index 1 {{(pid=102314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 22:36:54.536545 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-16, cf186fbe-760c-45df-98d3-011f5a50bf04) {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:54.544748 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:36:54.545228 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fb4af-8187-4bfc-bf2f-be628f2dd9f4 None None] Network cf186fbe-760c-45df-98d3-011f5a50bf04 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:54.545646 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.561299 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-b1ef4a3b-2f83-4107-9113-a65599dc2c98 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3411708 Oct 28 22:36:54.563694 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60430) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:54.568224 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:54.590755 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1306'] for router, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.591820 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-629036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1293'] for router, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.655142 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.707503 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp182f162b-1609-569a-81e9-8194488d0e60-cf186fbe-760c-45df-98d3-011f5a50bf04', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc'}]}} from n-d-806683-16. {{(pid=102315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 22:36:54.708407 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.804097 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:54.851544 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.db_base_plugin_common [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Allocated IP 172.20.0.2 (cf186fbe-760c-45df-98d3-011f5a50bf04/5213a49b-d867-42ba-97ae-44a4e8e0f0dc/121c777d-5542-46fd-8922-28014f21fa46) {{(pid=102315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:54.997284 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks [] for port, precommit_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.005779 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118'] for port, after_create {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.007362 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.030843 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.051114 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Network cf186fbe-760c-45df-98d3-011f5a50bf04 is already hosted by enough agents. {{(pid=102315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:55.054513 n-d-806683-16 neutron-server[102315]: DEBUG neutron.scheduler.base_scheduler [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Resources bound (agent type, host, resource id): {{(pid=102315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:55.061059 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Received port after_create {{(pid=102315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:55.064505 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Pushing event updated for resources: {'Port': ['ID=121c777d-5542-46fd-8922-28014f21fa46,revision_number=1']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:55.124528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Attempting to bind port 121c777d-5542-46fd-8922-28014f21fa46 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:36:55.124994 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Attempting to bind port 121c777d-5542-46fd-8922-28014f21fa46 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:36:55.125463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Attempting to bind port 121c777d-5542-46fd-8922-28014f21fa46 on network cf186fbe-760c-45df-98d3-011f5a50bf04 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Checking segment: {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Bound using segment: {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Bound port: 121c777d-5542-46fd-8922-28014f21fa46, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:36:55.136409 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.156194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Allocated IP 172.25.4.82 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:55.280887 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.316648 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.338543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:55.359426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:55.362872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:55.366386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:55.389958 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Pushing event updated for resources: {'Port': ['ID=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:55.400789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] For port 121c777d-5542-46fd-8922-28014f21fa46, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:36:55.403084 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] For port 121c777d-5542-46fd-8922-28014f21fa46, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=121c777d-5542-46fd-8922-28014f21fa46,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:36:55.409908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.448436 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:55.460542 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:55.460912 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.463309 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:55.464146 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:55.509255 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4121252-7608-4d82-a100-9bf0ff9501ba None None] Pushing event updated for resources: {'Port': ['ID=121c777d-5542-46fd-8922-28014f21fa46,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:55.566593 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.593553 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:55.599723 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.600428 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:55.668804 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.677845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:55.863564 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 2, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:55.891422 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:55.891769 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Updating router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd port c6415b2d-f1ce-4888-b332-01faed6dc494 binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:36:55.903019 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554126'] for router, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:55.915982 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.031355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc is scheduled to L3 agent 57498f7f-575c-44f1-b279-adf811f65770 with binding_index 1 {{(pid=102314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 22:36:56.137479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:56.149845 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Sync routers for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:36:56.158541 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] Publish callbacks [] for router, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.162699 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-0f9b6672-d77c-421c-9337-653d26ebdd2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5951982 Oct 28 22:36:56.162861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:56.162861 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:56.163191 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60432) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:56.202495 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.215032 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.298626 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Pushing event updated for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:56.325975 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.326310 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.326892 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.327161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:56.327652 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.328193 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.328817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.329642 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.330224 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.330748 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.331136 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.331551 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.331882 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:36:56.361686 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Attempting to bind port c6415b2d-f1ce-4888-b332-01faed6dc494 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:36:56.364327 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Attempting to bind port c6415b2d-f1ce-4888-b332-01faed6dc494 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:36:56.364957 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Attempting to bind port c6415b2d-f1ce-4888-b332-01faed6dc494 on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:36:56.371658 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:36:56.372396 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Checking segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:56.372974 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.374179 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Bound using segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:36:56.374879 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Bound port: c6415b2d-f1ce-4888-b332-01faed6dc494, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:36:56.375289 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.474433 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] For port c6415b2d-f1ce-4888-b332-01faed6dc494, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:36:56.478455 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] For port c6415b2d-f1ce-4888-b332-01faed6dc494, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6415b2d-f1ce-4888-b332-01faed6dc494,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:36:56.484904 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.548088 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:56.548731 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:56.588452 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 3, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:56.597170 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b7f73-6b99-43a5-a7fb-9a5fc8d25d2b None None] Pushing event updated for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:56.623836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Checking router: 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:36:56.624407 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Updating router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 binding host n-d-806683-16 {{(pid=102315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:36:56.669549 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.742096 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:56.765130 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.806351 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:56.806719 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:56.815165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdca846-a1b6-4c75-8cf1-f088c90bae7d None None] Network cf186fbe-760c-45df-98d3-011f5a50bf04 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:36:56.964538 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Allocated IP 172.20.0.1 (cf186fbe-760c-45df-98d3-011f5a50bf04/5213a49b-d867-42ba-97ae-44a4e8e0f0dc/3371b31f-5d0e-4b96-8ac2-f3f3d3059add) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:36:56.982055 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:56Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:57.014345 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5ea0e-c40e-43c0-87f9-546ab3872cbc None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:56Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:57.094113 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.103695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.156106 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.215322 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Network cf186fbe-760c-45df-98d3-011f5a50bf04 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:57.218521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:57.222959 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] For port c6415b2d-f1ce-4888-b332-01faed6dc494, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6415b2d-f1ce-4888-b332-01faed6dc494,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:57.223347 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:36:57.231750 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.253992 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Pushing event updated for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:57.280547 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555699'] for router_interface, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.300123 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b2aad-5d20-4ec1-b090-a6e85d32df96 None None] Pushing event updated for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:57.304730 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks [] for port, precommit_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.330527 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.335955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6415b2d-f1ce-4888-b332-01faed6dc494 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:57.439464 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077af6e3-de74-446a-b05b-b3181d974d78 None None] Pushing event updated for resources: {'Port': ['ID=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,revision_number=2']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:57.448781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Attempting to bind port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 on host n-d-806683-16 for vnic_type normal with profile {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:36:57.448781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Attempting to bind port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:36:57.448989 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Attempting to bind port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 on network 9b48188f-34bd-4e3f-b3a7-e582fd977503 {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:36:57.451095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:57.451461 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.472678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.479756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:36:57.479756 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Checking segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:36:57.480169 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.480596 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Bound using segment: {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'} {{(pid=102315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:36:57.481079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.managers [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Bound port: c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e6547f-13af-449a-a66b-a756799558a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503'}}] {{(pid=102315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:36:57.481453 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.541940 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:57.542310 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.586282 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] For port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01, host n-d-806683-16, cleared binding levels {{(pid=102315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:36:57.614714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] For port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:36:57.639557 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.698042 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.704936 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.757165 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077af6e3-de74-446a-b05b-b3181d974d78 None None] Pushing event updated for resources: {'Port': ['ID=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:57.770029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:36:57.770669 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:57.783290 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-694401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554307'] for router_interface, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.786565 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Pushing event updated for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:57.824104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Provisioning complete for port 121c777d-5542-46fd-8922-28014f21fa46 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:57.832049 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:57.869648 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:57.947743 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Network cf186fbe-760c-45df-98d3-011f5a50bf04 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:36:57.949546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:36:58.091517 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:36:58.167004 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:36:58.202754 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:36:58.207847 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-30a0a19e-0ecc-4f04-8b5a-6d31c2bc5fdf admin admin] 10.222.0.31 "PUT /v2.0/routers/0b43fc02-5fad-49ba-b681-7fd6fdeba9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438604 Oct 28 22:36:58.224067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:58.224457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.293386 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.387635 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] For port 121c777d-5542-46fd-8922-28014f21fa46, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=121c777d-5542-46fd-8922-28014f21fa46,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:36:58.395563 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.478038 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 121c777d-5542-46fd-8922-28014f21fa46 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:58.549694 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87660c-e2c8-449a-baa2-c2ddf5055156 None None] Pushing event updated for resources: {'Port': ['ID=121c777d-5542-46fd-8922-28014f21fa46,revision_number=3']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:58.572887 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c23d6791-5922-4dcf-b679-44b7fdd74e21 None None] Provisioning complete for port 121c777d-5542-46fd-8922-28014f21fa46 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:58.573175 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c23d6791-5922-4dcf-b679-44b7fdd74e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.617458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 121c777d-5542-46fd-8922-28014f21fa46 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:58.618091 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.651858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3371b31f-5d0e-4b96-8ac2-f3f3d3059add', 'name': '', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'mac_address': 'fa:16:3e:20:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:56Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 2, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'subnets': [{'id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:36:58.689992 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c9b477-66c0-4312-98b4-f7ae6cde732d None None] The sync data for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 is: [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3371b31f-5d0e-4b96-8ac2-f3f3d3059add', 'name': '', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'mac_address': 'fa:16:3e:20:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:56Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 2, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'subnets': [{'id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:36:58.775601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-c23d6791-5922-4dcf-b679-44b7fdd74e21 None None] Provisioning complete for port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:58.775968 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c23d6791-5922-4dcf-b679-44b7fdd74e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.821019 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-c23d6791-5922-4dcf-b679-44b7fdd74e21 None None] Port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:36:58.860927 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60440) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:58.866622 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019880488', 'description': 'tempest-secgroup-smoke-2019880488 description', 'project_id': 'ae632c2041634717b730a7107ddb4793'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:58.892263 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.986366 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:58.990633 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.023900 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.028325 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1632297 Oct 28 22:36:59.028728 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60442) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.031011 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b03742-ede5-4498-9a83-5db39f09e5e9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681cfd52-9c09-4cf5-9fbf-c099fba6b43c,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.034114 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.064403 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.129627 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.134565 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.154794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5d81ac-fbfb-4cda-922b-baa2482d0a60,revision_number=0']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.166025 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.170284 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60444) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.170548 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6415b2d-f1ce-4888-b332-01faed6dc494 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:59.171067 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-eb9957f7-68d0-4a92-a807-164f5b73fbcc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408668 Oct 28 22:36:59.177098 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.211430 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.228777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c6415b2d-f1ce-4888-b332-01faed6dc494 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:59.229299 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.278210 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.284169 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.307232 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8018d0e9-21b1-42e0-bc48-7ae58249c8a6,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.318529 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.319775 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-81166e5b-9029-41df-b467-d03e9379b853 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473420 Oct 28 22:36:59.322507 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60446) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.322726 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 121c777d-5542-46fd-8922-28014f21fa46 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:36:59.327240 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.360161 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.374274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 121c777d-5542-46fd-8922-28014f21fa46 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:36:59.374654 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.419098 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.423346 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.442809 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff29ff4-c2d7-4fcb-8659-d1deffa6d78b,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.448257 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.449491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-6b257a72-58d5-4d3f-8ec8-8910883acdbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260226 Oct 28 22:36:59.452294 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60448) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.457319 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.483336 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.543167 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.546842 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.567000 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa9fb2c-f183-4ebd-bf0a-c178e46a76fd,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.572993 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.574057 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-1f2ccd16-38db-48bc-8a0e-39ce99004378 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207998 Oct 28 22:36:59.576933 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60450) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.581772 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.602768 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Project ae632c2041634717b730a7107ddb4793 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:36:59.607611 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.665854 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.669643 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.689144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7fd930-bef9-4f70-8aea-e6f7f399d356,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.695803 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.697002 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d88be478-8a6d-4900-88ac-f0fbfefeb1f0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191576 Oct 28 22:36:59.699734 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 60452) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:36:59.704557 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'security_group_rule': {'security_group_id': '681cfd52-9c09-4cf5-9fbf-c099fba6b43c', 'project_id': 'ae632c2041634717b730a7107ddb4793', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:36:59.729930 n-d-806683-16 neutron-server[102313]: INFO neutron.db.securitygroups_db [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Project ae632c2041634717b730a7107ddb4793 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 22:36:59.735232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.798862 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.802573 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645576'] for security_group_rule, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.822036 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35868ea-d324-486d-b931-b96b70a497e5,revision_number=0']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:36:59.827403 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:36:59.828575 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-d864d89d-a7ce-471b-b94e-6d6811bed064 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279163 Oct 28 22:36:59.973596 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-11a1cef4-c252-4fd8-8a2a-a5a1110b3866 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019880488&fields=id&tenant_id=ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 267 time: 0.0383170 Oct 28 22:37:00.087597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-a65c39f5-5685-4269-aa73-35116631d8c5 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:00.089090 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-a65c39f5-5685-4269-aa73-35116631d8c5 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 810 time: 0.1086102 Oct 28 22:37:00.105431 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-81975ba2-4975-42a4-96ee-f6388dea3f8c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/quotas/ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Oct 28 22:37:00.160152 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-148aa26e-23ec-46e7-a78f-91253cace17a tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481470 Oct 28 22:37:00.354066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-4f737392-2978-4d82-b7ec-975148573554 service neutron] 10.222.0.31 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817143 Oct 28 22:37:00.454426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-a1db01b7-daf8-46f2-943f-c9858b0f8016 service neutron] 10.222.0.31 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936449 Oct 28 22:37:00.620377 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-af9e83b0-2e3f-42ac-95f5-44f2d34aef19 req-df988883-b1bf-46b1-ba9b-fd245ec14f2c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Oct 28 22:37:01.176249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:37:01.228422 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:01.229095 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:01.285002 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Sync routers for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:37:01.294449 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:37:01.295039 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:01.322953 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:01.344077 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] For port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:37:01.348908 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:01.400462 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Pushing event updated for resources: {'Port': ['ID=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:01.407817 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:37:01.681856 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-13261256-fcfe-4bc3-95fa-3c93cbe21c14 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:01.683391 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-13261256-fcfe-4bc3-95fa-3c93cbe21c14 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 810 time: 0.1196861 Oct 28 22:37:01.733535 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3371b31f-5d0e-4b96-8ac2-f3f3d3059add', 'name': '', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'mac_address': 'fa:16:3e:20:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:56Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 2, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'subnets': [{'id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:01.744828 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ae17e6f-3cd2-43aa-a88b-4e496b549b52 req-5498f40a-891a-4d9a-aa42-619c70b5e4cc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 210 time: 0.0445435 Oct 28 22:37:01.754321 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-0ac73ee0-615a-4d7a-8fce-e8ceac1052be tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 380 time: 0.0604730 Oct 28 22:37:01.761098 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Checking router: 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:37:01.761453 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Updating router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add binding host n-d-806683-16 {{(pid=102316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 22:37:01.764071 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'port': {'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'admin_state_up': True, 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'security_groups': ['681cfd52-9c09-4cf5-9fbf-c099fba6b43c']}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:37:01.790384 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:01.874745 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Made reservation on behalf of ae632c2041634717b730a7107ddb4793 for: {'port': 1} {{(pid=102314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:37:01.878885 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.001630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Allocated IP 172.20.0.12 (7df3a930-540f-4ed8-b2c6-11ffbfd4b333/2fd16626-92f3-4450-80bb-32804cbd95e0/bd8d3223-1f9d-41b4-bd15-7ace6b6067a9) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:37:02.051355 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks [] for port, precommit_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.057341 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.109039 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8f74-13f1-451e-b377-d11ff94d95cc None None] Pushing event updated for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=3']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:02.156237 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.158558 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Attempting to bind port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add on host n-d-806683-16 for vnic_type normal with profile {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:37:02.158981 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Attempting to bind port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add by drivers openvswitch,hyperv on host n-d-806683-16 at level 0 using segments [{'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:37:02.159318 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Attempting to bind port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add on network cf186fbe-760c-45df-98d3-011f5a50bf04 {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:37:02.164598 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Checking agent: {'id': '2a9c99df-7cfa-47ed-855f-e02daca96fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 8, 45), 'started_at': datetime.datetime(2021, 10, 28, 21, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:37:02.164972 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Checking segment: {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:37:02.165369 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.165760 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Bound using segment: {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'} {{(pid=102316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:37:02.166399 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.managers [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Bound port: 3371b31f-5d0e-4b96-8ac2-f3f3d3059add, host: n-d-806683-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04'}}] {{(pid=102316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:37:02.166784 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.195439 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.234326 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:37:02.236905 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] For port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add, host n-d-806683-16, cleared binding levels {{(pid=102316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:37:02.240471 n-d-806683-16 neutron-server[102316]: DEBUG neutron.plugins.ml2.db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] For port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add, host n-d-806683-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:37:02.240664 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:37:02.244306 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:37:02.251685 n-d-806683-16 neutron-server[102316]: DEBUG neutron_lib.callbacks.manager [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.286350 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:02.314343 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:02.315029 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.318686 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:37:02.319315 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:02.337235 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d0b458c3-b420-474a-ad42-3be116314e4e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770545 Oct 28 22:37:02.350526 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Request body: {'port': {'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-16'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:37:02.361144 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8f74-13f1-451e-b377-d11ff94d95cc None None] Pushing event updated for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=4']} {{(pid=102316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:02.388079 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] Provisioning complete for port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:02.388604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.419977 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.491621 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:37:02.517132 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.554865 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] For port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:37:02.562380 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.620560 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdfe9b-a9c0-4129-9bae-ffdf32657472 None None] Pushing event updated for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:02.685776 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5e0e05a5-9037-45b6-8bb8-a8d0d3de58ab None None] Provisioning complete for port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:02.686140 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e0e05a5-9037-45b6-8bb8-a8d0d3de58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.725562 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e05a5-9037-45b6-8bb8-a8d0d3de58ab None None] Port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:37:02.732697 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3371b31f-5d0e-4b96-8ac2-f3f3d3059add', 'name': '', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'mac_address': 'fa:16:3e:20:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:56Z', 'updated_at': '2021-10-28T22:37:02Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'subnets': [{'id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:02.736256 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5e0e05a5-9037-45b6-8bb8-a8d0d3de58ab None None] Provisioning complete for port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:02.736726 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5e0e05a5-9037-45b6-8bb8-a8d0d3de58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.755051 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 {{(pid=102314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:37:02.760741 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef7be6-308f-4644-b18b-8651bfbf36ea None None] The sync data for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 is: [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': '3371b31f-5d0e-4b96-8ac2-f3f3d3059add', 'name': '', 'network_id': 'cf186fbe-760c-45df-98d3-011f5a50bf04', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'mac_address': 'fa:16:3e:20:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:56Z', 'updated_at': '2021-10-28T22:37:02Z', 'revision_number': 4, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'subnets': [{'id': '5213a49b-d867-42ba-97ae-44a4e8e0f0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:37:02.766991 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.780507 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.provisioning_blocks [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Transition to ACTIVE for port object bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 will not be triggered until provisioned by entity L2. {{(pid=102314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:37:02.787822 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:02.872418 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:02.953810 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce0b4-ef15-499f-9649-daeaa7b4d94b req-f8f4056b-f7ba-4128-8e9b-02c62d8e3a01 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:02.955620 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-715ce0b4-ef15-499f-9649-daeaa7b4d94b req-f8f4056b-f7ba-4128-8e9b-02c62d8e3a01 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.1008072 Oct 28 22:37:02.996532 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Attempting to bind port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 on host n-h2-806683-16 for vnic_type normal with profile {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:37:02.996870 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Attempting to bind port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 by drivers openvswitch,hyperv on host n-h2-806683-16 at level 0 using segments [{'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:37:02.997211 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Attempting to bind port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:37:03.007514 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-16 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:37:03.007823 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Attempting to bind port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:37:03.023499 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Checking agent: {'id': '4780a434-9bbb-4a17-84ba-ab7f534e304b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:37:03.023760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Checking segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:37:03.024150 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Bound using segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} {{(pid=102314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:37:03.024620 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.managers [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Bound port: bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host: n-h2-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}}] {{(pid=102314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:37:03.024981 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:03.029360 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-715ce0b4-ef15-499f-9649-daeaa7b4d94b req-f061ef51-8135-4fe3-a9ee-8fa0c190b636 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655656 Oct 28 22:37:03.110794 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, cleared binding levels {{(pid=102314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:37:03.115263 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:37:03.122726 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:03.158783 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.159945 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:03.160858 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1093 time: 0.8151259 Oct 28 22:37:03.166174 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:37:03.168577 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40187c50-8202-49d0-b1b1-46157b3ae926" -d '{"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:37:03.216637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3371b31f-5d0e-4b96-8ac2-f3f3d3059add up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:37:03.223935 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0177723d-0e3f-4f73-ae89-5f4c76d11274 x-openstack-request-id: req-0177723d-0e3f-4f73-ae89-5f4c76d11274 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:37:03.224222 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:37:03.224507 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0177723d-0e3f-4f73-ae89-5f4c76d11274 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:37:03.224905 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'status': 'completed', 'code': 200} Oct 28 22:37:03.238440 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77710ae8-276d-4041-9701-e3dbec5efdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=3']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:03.278327 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:03.278697 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:03.280020 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-aad81504-f3dc-4d95-9273-ee50ec7dad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.282371 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-aad81504-f3dc-4d95-9273-ee50ec7dad20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1096 time: 0.0561991 Oct 28 22:37:03.332062 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d57d5d71-858d-48ec-9b23-7135e6e9a3d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 217 time: 0.0412147 Oct 28 22:37:03.372211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 up at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:37:03.393892 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-cd613d4f-bddf-467f-85b3-52ac6bfb0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.395388 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-cd613d4f-bddf-467f-85b3-52ac6bfb0dd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0520749 Oct 28 22:37:03.429178 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Provisioning complete for port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:03.429651 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:03.449025 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-55926d46-7583-488f-8fe0-b7fd7e40254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.450518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-55926d46-7583-488f-8fe0-b7fd7e40254c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474930 Oct 28 22:37:03.546611 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-2e10c87e-d800-4a89-8333-bec8b78c4c63 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892236 Oct 28 22:37:03.634668 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-66846afc-fe2b-438f-9f7f-e13dd049340d req-d7bcf7fd-b86b-4e0e-aae0-4ee20ee23f16 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803916 Oct 28 22:37:03.722549 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-332001c6-af57-43c3-b788-c324463ca99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.724041 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-332001c6-af57-43c3-b788-c324463ca99a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1096 time: 0.0456798 Oct 28 22:37:03.814632 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-bb32a201-29e6-4313-9f78-f6ae957cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.815996 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-bb32a201-29e6-4313-9f78-f6ae957cedb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0846701 Oct 28 22:37:03.862423 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-20f70348-606d-4044-a703-19c8908f3a4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 217 time: 0.0396435 Oct 28 22:37:03.911736 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-bca8966d-e879-40a4-b6b8-6b35e695a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.913161 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-bca8966d-e879-40a4-b6b8-6b35e695a098 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0436275 Oct 28 22:37:03.959085 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-036ac8ad-9f7c-4773-a745-b18f1f244741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:03.960600 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-036ac8ad-9f7c-4773-a745-b18f1f244741 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402157 Oct 28 22:37:04.054492 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-91782ab8-2139-4026-99a2-48e0773eafff service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862250 Oct 28 22:37:04.505615 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e24eaf-b06b-458c-86b3-66e755d5c42e req-acb20bb7-f5e0-4d60-9b54-2bafcc38a4a4 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:04.507119 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84e24eaf-b06b-458c-86b3-66e755d5c42e req-acb20bb7-f5e0-4d60-9b54-2bafcc38a4a4 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.4029477 Oct 28 22:37:04.525366 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-40187c50-8202-49d0-b1b1-46157b3ae926 req-82629b8a-465f-467f-a709-34432d9e70ea service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633067 Oct 28 22:37:04.552432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-84e24eaf-b06b-458c-86b3-66e755d5c42e req-b91ddc53-ca41-430d-925b-2c172e7bd4f2 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390902 Oct 28 22:37:05.673771 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6036273-b287-45b6-acdb-c0e8d856313a req-cb8e6cf5-0b6b-4121-ab1b-dcb59fd37327 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:05.675895 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6036273-b287-45b6-acdb-c0e8d856313a req-cb8e6cf5-0b6b-4121-ab1b-dcb59fd37327 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.0537167 Oct 28 22:37:05.718007 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6036273-b287-45b6-acdb-c0e8d856313a req-30bb875a-ffba-41aa-9af1-3e5408978cbc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Oct 28 22:37:06.836149 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76034fe0-66c7-416d-9016-fde9477d3c4e req-8f073389-1363-4334-8419-8be50abb25ec tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:06.837665 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76034fe0-66c7-416d-9016-fde9477d3c4e req-8f073389-1363-4334-8419-8be50abb25ec tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.0507295 Oct 28 22:37:06.875916 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-76034fe0-66c7-416d-9016-fde9477d3c4e req-dd6b6fce-e538-4d70-aa87-ffd09c917906 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Oct 28 22:37:07.490488 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:37:07.589953 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:37:07.601251 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:37:07.642040 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:07.654706 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:37:07.673113 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:37:07.676798 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:07.723601 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:07.876710 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:37:07.997862 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fabc6-1b8c-41c5-8250-6b3fab48d4c7 req-72645479-836f-4170-be14-a4f9fed83072 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:07.999329 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-806fabc6-1b8c-41c5-8250-6b3fab48d4c7 req-72645479-836f-4170-be14-a4f9fed83072 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 945 time: 0.0525854 Oct 28 22:37:08.038880 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-806fabc6-1b8c-41c5-8250-6b3fab48d4c7 req-d42d1555-6baf-4f32-97d9-f9bc1cee478f tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Oct 28 22:37:09.156594 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d0d04-621f-40f3-88cf-93bc6acd9e7c req-72454058-ae54-40fd-9ad8-d3f03c3e9084 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:09.158489 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d5d0d04-621f-40f3-88cf-93bc6acd9e7c req-72454058-ae54-40fd-9ad8-d3f03c3e9084 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 945 time: 0.0511806 Oct 28 22:37:09.195775 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8d5d0d04-621f-40f3-88cf-93bc6acd9e7c req-392b5ed6-1f2a-4337-a894-d2fdcbed5cc8 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Oct 28 22:37:09.521531 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:37:09.569797 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning for port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:37:09.574211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:37:09.574581 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:09.653562 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:09.676250 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:37:09.678518 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3b728-a9c1-453f-a548-60f5c90eb861" -d '{"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:37:09.694249 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:37:09.700706 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:09.748769 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:09.782697 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67241d-b13b-4486-8298-899d3cdde2a3 x-openstack-request-id: req-4b67241d-b13b-4486-8298-899d3cdde2a3 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:37:09.783299 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:37:09.783581 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b67241d-b13b-4486-8298-899d3cdde2a3 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:37:09.783975 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'code': 200} Oct 28 22:37:09.881034 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdb83e-3efa-46c8-a49f-e484741a4ce1 req-525041dc-442a-4f97-9017-dbcb52676382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:09.882465 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7fdb83e-3efa-46c8-a49f-e484741a4ce1 req-525041dc-442a-4f97-9017-dbcb52676382 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1098 time: 0.0407631 Oct 28 22:37:09.917046 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-d7fdb83e-3efa-46c8-a49f-e484741a4ce1 req-a4e09ef2-b8ff-4a9d-8a13-b4aa4577e3b7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273368 Oct 28 22:37:10.315571 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a94d8-2273-413e-9df7-67cb1423bbe2 req-10cd9a0a-9fa8-4af5-ad40-ea11032e2f73 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:10.317035 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-231a94d8-2273-413e-9df7-67cb1423bbe2 req-10cd9a0a-9fa8-4af5-ad40-ea11032e2f73 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 946 time: 0.0525329 Oct 28 22:37:10.353742 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-231a94d8-2273-413e-9df7-67cb1423bbe2 req-cb574d5e-f7e9-4e99-bfe0-8e1a3483bd25 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Oct 28 22:37:10.975978 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8197-c324-47a0-81da-be367907f0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:11.473697 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308825-5d55-4308-b932-02ebc880fa44 req-f5f434d0-a94d-48eb-8bed-ea07416b3fe7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:11.475157 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5308825-5d55-4308-b932-02ebc880fa44 req-f5f434d0-a94d-48eb-8bed-ea07416b3fe7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 946 time: 0.0479181 Oct 28 22:37:11.512842 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e5308825-5d55-4308-b932-02ebc880fa44 req-e7ae3b2d-aca9-4f5c-bd82-bc03d414d8ba tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Oct 28 22:37:11.626311 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec866c54-dd2c-4eea-b508-5ed16dc05bb2 req-c76c319d-38ae-4820-85d8-96247d69996e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:11.628323 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec866c54-dd2c-4eea-b508-5ed16dc05bb2 req-c76c319d-38ae-4820-85d8-96247d69996e tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 946 time: 0.0488920 Oct 28 22:37:11.665570 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-ec866c54-dd2c-4eea-b508-5ed16dc05bb2 req-738932ed-a3ac-45a9-85b8-f7ab3015a8f9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Oct 28 22:37:11.686953 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60510) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:37:11.772217 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37031bf8-aa06-4a6d-8927-dd2cd4552f16 tempest-TestSnapshotPattern-1031885233 tempest-TestSnapshotPattern-1031885233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:11.773726 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-37031bf8-aa06-4a6d-8927-dd2cd4552f16 tempest-TestSnapshotPattern-1031885233 tempest-TestSnapshotPattern-1031885233-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1093 time: 0.0857940 Oct 28 22:37:11.776839 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60514) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:37:11.780989 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:37:11.802594 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:11.898335 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.002075 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Allocated IP 172.25.4.150 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:37:12.100590 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.133130 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.173363 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:37:12.176325 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:37:12.179914 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:37:12.202861 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:12.514946 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.586120 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.668819 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.736968 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.741978 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.816537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:37:12.822484 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.872992 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:12.927996 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Floating IP 5be5f6d5-84b0-413a-b076-f6f15c841e35 associated. External IP: 172.25.4.150, port: bd8d3223-1f9d-41b4-bd15-7ace6b6067a9. Oct 28 22:37:13.135072 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:37:13.244635 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:37:13.255528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:37:13.264346 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:13.268997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:37:13.269610 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:36:44Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:13.291246 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-75f97947-233d-4bf3-9fbd-3bed61a7d8ea tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5134096 Oct 28 22:37:13.291943 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:37:13.294363 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca172f9-76de-4590-9904-f783f6435dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:37:13.333076 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014afc16-781c-4381-91fc-40e370f0c736 x-openstack-request-id: req-014afc16-781c-4381-91fc-40e370f0c736 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:37:13.333372 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:37:13.333628 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-014afc16-781c-4381-91fc-40e370f0c736 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:37:13.334032 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'status': 'completed', 'code': 200} Oct 28 22:37:13.378529 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:37:13.397605 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca172f9-76de-4590-9904-f783f6435dd0 req-f3071451-306a-4946-9c2e-38d36bd6cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:13.399129 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-f3071451-306a-4946-9c2e-38d36bd6cc3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1098 time: 0.0429778 Oct 28 22:37:13.499049 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca172f9-76de-4590-9904-f783f6435dd0 req-60a07a6d-2469-4e89-9a7d-3da17c11e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:13.500573 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-60a07a6d-2469-4e89-9a7d-3da17c11e8c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0935550 Oct 28 22:37:13.569338 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-c09c58c4-f9db-4f9c-b8d6-c4a7ac9d0d99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1000 time: 0.0615129 Oct 28 22:37:13.594744 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-18aa787a-3eb9-4b7f-8c4a-1a8fa6e7e88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:13.620721 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca172f9-76de-4590-9904-f783f6435dd0 req-1d45a6d4-02de-40e6-9791-9ab88464362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:13.622259 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-1d45a6d4-02de-40e6-9791-9ab88464362d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0460060 Oct 28 22:37:13.672354 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca172f9-76de-4590-9904-f783f6435dd0 req-8717177f-e530-472d-9831-fe398b33ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:13.673898 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-8717177f-e530-472d-9831-fe398b33ffa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442977 Oct 28 22:37:13.763818 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-0eb7f0df-aac6-49fe-b304-12d4f134d687 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826402 Oct 28 22:37:13.780118 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:12Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:13.816781 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:37:13.825182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:37:13.826160 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:37:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:13.859540 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-dca172f9-76de-4590-9904-f783f6435dd0 req-0078c68f-6394-4c65-a439-22a576922685 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893207 Oct 28 22:37:13.933851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:37:14.154274 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:12Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:37:14.184863 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744b885-e72c-44cd-8699-2919af4a18b1 None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:12Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:37:14.393828 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42affd-7980-4677-b3c0-acfd5a6758e7 None None] New status for floating IP 5be5f6d5-84b0-413a-b076-f6f15c841e35: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:37:15.062616 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:15.396801 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:16.957232 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:29.155910 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:37:30.271298 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-7148817f-76ff-471c-ba67-5d2c2c80ffb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814979 Oct 28 22:37:30.354924 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-339f5e7e-02b6-4141-af57-5c212aebe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:30.356426 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-339f5e7e-02b6-4141-af57-5c212aebe949 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1098 time: 0.0409002 Oct 28 22:37:30.463502 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-74c5e215-aa57-4fb8-80d0-c7040650be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:30.464896 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-74c5e215-aa57-4fb8-80d0-c7040650be40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0897486 Oct 28 22:37:30.529915 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-27af9afc-1516-4cfa-a1b2-f3d2ce56abfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1002 time: 0.0567162 Oct 28 22:37:30.582249 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-db839f23-d895-410f-a557-7bd0da49201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:30.583658 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-db839f23-d895-410f-a557-7bd0da49201c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0461209 Oct 28 22:37:30.634633 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-8d4b8385-7b7a-4d1c-b2af-17d7eb646690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:30.636092 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-8d4b8385-7b7a-4d1c-b2af-17d7eb646690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399573 Oct 28 22:37:30.730060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-5f284bd8-adaa-4803-bf5d-1963b6a42287 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867162 Oct 28 22:37:30.822991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bc24e166-c360-4570-93ff-5fdfb71b997e req-6bdc71d1-428e-4a57-ae1e-de6ba5b63e20 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Oct 28 22:37:33.115020 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6a2ba7-bb3c-46db-a36a-8a5efd3388bc req-8e6cba1d-63ea-42c0-a218-ec28d1d8e54e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277517 Oct 28 22:37:33.180835 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6a2ba7-bb3c-46db-a36a-8a5efd3388bc req-1ef147f8-92f2-4994-bd5e-23d9bac98d74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0254424 Oct 28 22:37:33.219259 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6a2ba7-bb3c-46db-a36a-8a5efd3388bc req-672b5eb9-de98-4cc1-a108-766b07fc47d2 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184965 Oct 28 22:37:33.309687 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a2ba7-bb3c-46db-a36a-8a5efd3388bc req-39bdb584-11e7-459c-a103-bd688e525988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:37:33.311113 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fb6a2ba7-bb3c-46db-a36a-8a5efd3388bc req-39bdb584-11e7-459c-a103-bd688e525988 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855067 Oct 28 22:37:40.976311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-2d8b110d-474a-47f2-afc2-2fcfc4aeff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:42.681126 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:42.878874 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:43.566233 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-87378092-64f8-44b0-9532-a5aae3afca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:45.067336 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:45.399748 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:37:46.960548 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:06.158281 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:38:10.977829 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-17f2224d-0cfa-49f1-a6eb-d3cfaa57759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:12.689641 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:12.890634 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:13.567346 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bdff04a3-49e4-4ad4-82ad-f3dc7762624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:15.069048 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:15.401977 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:16.964355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:31.238088 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-b9416333-db14-427c-b22b-4c7dc7cfa861 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406282 Oct 28 22:38:31.320212 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f493-d9af-4035-a733-5d0773560e4b req-5fac0f66-4945-4462-b16a-526cb3ebb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:38:31.321711 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-5fac0f66-4945-4462-b16a-526cb3ebb1d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1098 time: 0.0405111 Oct 28 22:38:31.428002 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f493-d9af-4035-a733-5d0773560e4b req-a0b09602-0728-4a84-8b1f-fa207ebdd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:38:31.429401 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-a0b09602-0728-4a84-8b1f-fa207ebdd632 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0881727 Oct 28 22:38:31.497039 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-a666c5d9-a76a-405e-a270-8fd2fd98f33b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1002 time: 0.0603235 Oct 28 22:38:31.546298 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f493-d9af-4035-a733-5d0773560e4b req-010cc16d-7518-48b9-8f05-0fa8ecb5fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:38:31.547731 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-010cc16d-7518-48b9-8f05-0fa8ecb5fd82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0426810 Oct 28 22:38:31.594100 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f493-d9af-4035-a733-5d0773560e4b req-3d03fd8d-b999-42bb-8744-1ebec6e37dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:38:31.595597 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-3d03fd8d-b999-42bb-8744-1ebec6e37dbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408652 Oct 28 22:38:31.687455 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-be6e5ab8-c6a9-4731-9787-38c430b03409 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Oct 28 22:38:31.776518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e888f493-d9af-4035-a733-5d0773560e4b req-76ee53fe-8ebe-4657-903e-bbd228420717 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812395 Oct 28 22:38:34.523551 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d4ea18-c52e-4704-8ec3-99a9bdc444df req-a75549d2-9cf3-4d53-a20f-ac0fdbb45d5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4212213 Oct 28 22:38:34.592034 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d4ea18-c52e-4704-8ec3-99a9bdc444df req-52c10fd6-200a-45b6-931d-b892e09f8d4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0242045 Oct 28 22:38:34.631732 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d4ea18-c52e-4704-8ec3-99a9bdc444df req-7c087bfa-471b-4c8e-bfe7-93f429dc6d6d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199473 Oct 28 22:38:34.726610 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4ea18-c52e-4704-8ec3-99a9bdc444df req-13ab638c-b835-4ce2-94b7-ae1eeb42b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:38:34.728030 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2d4ea18-c52e-4704-8ec3-99a9bdc444df req-13ab638c-b835-4ce2-94b7-ae1eeb42b8e6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894377 Oct 28 22:38:40.978604 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-78cf070d-0e37-44fa-8f4f-9efe5ee63218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:42.692275 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:42.889340 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:43.159720 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:38:43.570403 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-cab43f36-bf25-47ed-9eee-03757618abab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:45.069311 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:45.405394 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:38:46.965984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:10.089668 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 details requested by agent hyperv_n-h2-806683-16 with host n-h2-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:39:10.201979 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:10.218311 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Returning: {'device': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:39:10.261725 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:10.277777 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:39:10.302056 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:10.307991 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:10.376974 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:10.386891 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] get_ports_and_sgs() called for port_ids ['bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:39:10.415226 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.415876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.415876 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.416388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.416586 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.416886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.417215 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.417539 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.417858 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.418176 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.418495 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.418813 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:10.980739 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b21bc5e9-7775-47f1-bb42-f9606f32fdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:12.118201 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 up at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:39:12.184955 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Provisioning complete for port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:39:12.184955 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:12.277629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:12.302614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:39:12.304939 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdc4404-c64c-4bd2-a886-eaaca290eb0e" -d '{"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:39:12.318814 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:12.326687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:12.362563 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240ff7ca-ed0e-45e6-9380-c9717c1bc013 x-openstack-request-id: req-240ff7ca-ed0e-45e6-9380-c9717c1bc013 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:39:12.362936 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:39:12.363203 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-240ff7ca-ed0e-45e6-9380-c9717c1bc013 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:39:12.363604 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'code': 200} Oct 28 22:39:12.385794 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:12.706931 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:12.892211 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:13.577707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d64340f1-b69d-4697-9fbc-07860fba17d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:15.074152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:15.413749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:16.971695 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:18.812525 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-32608b10-cf59-4042-bfe3-3b856adfeccb tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019880488&fields=id&tenant_id=ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 267 time: 0.0344632 Oct 28 22:39:18.921517 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-d6c322b4-03d5-427b-9725-f21ce8873b88 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:18.922968 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-d6c322b4-03d5-427b-9725-f21ce8873b88 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 810 time: 0.1036849 Oct 28 22:39:18.938403 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-5f2566fe-3157-4644-a73e-01d9d8f8d7f8 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/quotas/ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 375 time: 0.0088537 Oct 28 22:39:18.993054 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-f26c7e02-504f-4757-8496-fa84d726f43a tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490179 Oct 28 22:39:19.050629 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-ddea4d7b-49cd-4fb0-a572-6c3ccda85bc8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102314) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:39:19.051617 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-ddea4d7b-49cd-4fb0-a572-6c3ccda85bc8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471776 Oct 28 22:39:19.141882 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-8c90b6cb-60c2-420f-ba10-2f35eae2e367 service neutron] 10.222.0.31 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Oct 28 22:39:19.229659 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-c620ed90-f2d6-433d-a55b-8b5683f3a169 service neutron] 10.222.0.31 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810928 Oct 28 22:39:19.475217 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-09b8dd0e-24d2-493d-93b1-ade4f1108bb9 req-a2cc4c9b-fc70-4732-96d9-d61b4024c222 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 210 time: 0.0859735 Oct 28 22:39:20.159307 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:39:20.310544 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0b0ba1e5-e302-4bca-b994-1bc56e3103af tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:20.312004 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0b0ba1e5-e302-4bca-b994-1bc56e3103af tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 810 time: 0.1094041 Oct 28 22:39:20.355879 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-3a64150c-fa08-4911-8ca2-dedf74ba56b3 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae632c2041634717b730a7107ddb4793 HTTP/1.1" status: 200 len: 380 time: 0.0340550 Oct 28 22:39:20.365635 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'port': {'device_id': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'admin_state_up': True, 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'security_groups': ['681cfd52-9c09-4cf5-9fbf-c099fba6b43c']}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:39:20.483943 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Made reservation on behalf of ae632c2041634717b730a7107ddb4793 for: {'port': 1} {{(pid=102313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 22:39:20.487628 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:20.600343 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5d549f18-e5fe-4b88-9491-01406c957ac5 req-00c26b79-c21f-473f-b0cc-82babf1ce7dc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 210 time: 0.0466537 Oct 28 22:39:20.667638 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_common [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Allocated IP 172.20.0.7 (7df3a930-540f-4ed8-b2c6-11ffbfd4b333/2fd16626-92f3-4450-80bb-32804cbd95e0/6f9b2ba1-9738-49ca-b199-5ef7da7f991e) {{(pid=102313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:39:20.848533 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:20.895407 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_create {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:20.956858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 is already hosted by enough agents. {{(pid=102313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:39:20.960207 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.base_scheduler [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Resources bound (agent type, host, resource id): {{(pid=102313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:39:20.965057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Received port after_create {{(pid=102313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:39:20.969515 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=1']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:21.000527 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.000880 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.001226 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.001568 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.002189 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.002657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.003329 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.003697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.004144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.004521 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.004868 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.005187 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:21.040337 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:21.041038 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:21.070859 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-0ec61c7b-c83a-4176-ad93-be496c9e5eb1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084739 Oct 28 22:39:21.270593 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-37117f32-b85c-42ae-8f2a-34feb6ea270a None None] Provisioning complete for port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e triggered by entity DHCP. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:39:21.271173 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-37117f32-b85c-42ae-8f2a-34feb6ea270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:21.305968 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-37117f32-b85c-42ae-8f2a-34feb6ea270a None None] Port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e cannot update to ACTIVE because it is not bound. {{(pid=102315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 22:39:21.724866 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeda8b-e43b-43cb-a13e-e60308b9ca45 req-ff104692-b87e-4ee8-a1cf-e6acff916508 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:21.726390 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eceeda8b-e43b-43cb-a13e-e60308b9ca45 req-ff104692-b87e-4ee8-a1cf-e6acff916508 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0486751 Oct 28 22:39:21.766970 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-eceeda8b-e43b-43cb-a13e-e60308b9ca45 req-5cb591cf-2fa1-4e0e-b445-fb916a17189c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Oct 28 22:39:22.162621 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:39:22.244298 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:22.268731 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:39:22.271009 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d45af6-f0d1-4522-96dc-950ad2e943ce" -d '{"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:39:22.285545 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:22.292307 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:22.318318 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 22:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0dac23-e47c-471c-a06f-9c6fc8bcbbec x-openstack-request-id: req-6f0dac23-e47c-471c-a06f-9c6fc8bcbbec {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:39:22.318618 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-unplugged", "status": "completed", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:39:22.318874 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f0dac23-e47c-471c-a06f-9c6fc8bcbbec {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:39:22.319260 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'code': 200} Oct 28 22:39:22.344590 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Pushing event updated for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=8']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:22.898144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ca55-dbc7-4849-be36-f5046987c96f req-d8d7d21b-5b1e-48ef-a34a-68fab2c4d2b2 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:22.900168 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6b1ca55-dbc7-4849-be36-f5046987c96f req-d8d7d21b-5b1e-48ef-a34a-68fab2c4d2b2 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0612040 Oct 28 22:39:22.938844 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e6b1ca55-dbc7-4849-be36-f5046987c96f req-09765054-276e-404d-85a3-4dba5e558308 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329332 Oct 28 22:39:24.065792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871e7ae-a4da-4901-9651-88b4ec255f41 req-7e2bbd9f-0c7a-4f90-b017-b7bfc1eb6a43 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:24.067205 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0871e7ae-a4da-4901-9651-88b4ec255f41 req-7e2bbd9f-0c7a-4f90-b017-b7bfc1eb6a43 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0562983 Oct 28 22:39:24.105316 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0871e7ae-a4da-4901-9651-88b4ec255f41 req-26d04728-ae2a-41a0-8d30-3561f5dd949d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Oct 28 22:39:25.230621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d609e0-f87f-4cb6-a652-66f55ccfb467 req-1f927b2d-df09-4ac3-a762-af61924480b5 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:25.233086 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19d609e0-f87f-4cb6-a652-66f55ccfb467 req-1f927b2d-df09-4ac3-a762-af61924480b5 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0540876 Oct 28 22:39:25.274014 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-19d609e0-f87f-4cb6-a652-66f55ccfb467 req-f2e2998c-534a-44b6-9d04-8913454257a5 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Oct 28 22:39:26.401299 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac0d4-c448-4598-b6f7-12e1f92fd3ae req-be049892-9de2-48fa-862b-f49710022758 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:26.404697 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-199ac0d4-c448-4598-b6f7-12e1f92fd3ae req-be049892-9de2-48fa-862b-f49710022758 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0548782 Oct 28 22:39:26.447646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-199ac0d4-c448-4598-b6f7-12e1f92fd3ae req-80dc8f02-4fe2-407b-9f6e-4bbac8291bf7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359654 Oct 28 22:39:27.574260 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0987-8d06-4e96-8881-50594822b686 req-7fef72ed-6535-4feb-9605-e9f9ad1c8fdd tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:27.576040 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e8a0987-8d06-4e96-8881-50594822b686 req-7fef72ed-6535-4feb-9605-e9f9ad1c8fdd tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0573404 Oct 28 22:39:27.613521 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-5e8a0987-8d06-4e96-8881-50594822b686 req-298e7579-25a7-4487-9213-60dfb23cd7a8 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Oct 28 22:39:28.735546 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec645-475c-48b8-80a6-c4216e274da0 req-9d3bb7d1-3e68-45b2-8e0c-4cebfd99afef tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:28.737087 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18eec645-475c-48b8-80a6-c4216e274da0 req-9d3bb7d1-3e68-45b2-8e0c-4cebfd99afef tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0528920 Oct 28 22:39:28.776413 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-18eec645-475c-48b8-80a6-c4216e274da0 req-28fa39e9-2d0f-45f6-93fa-505ffd043dc0 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332453 Oct 28 22:39:29.919277 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8ce3-0679-486a-ab79-f6e46e52297f req-6a6084c5-8d05-4953-8d07-f063a9ac0484 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:29.920840 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68f8ce3-0679-486a-ab79-f6e46e52297f req-6a6084c5-8d05-4953-8d07-f063a9ac0484 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0728922 Oct 28 22:39:29.972921 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c68f8ce3-0679-486a-ab79-f6e46e52297f req-31beac05-3a44-4463-9a0a-5a74f1e02ed1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Oct 28 22:39:30.664347 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-6a96e629-a581-45f1-92f2-edf14d1ed6df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463409 Oct 28 22:39:30.745710 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-7b575775-81a0-409c-83ec-e99ade6d19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:30.747194 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-7b575775-81a0-409c-83ec-e99ade6d19c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1096 time: 0.0404170 Oct 28 22:39:30.853144 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-12e587bd-6642-4cfc-bfe7-6c86126547cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:30.854604 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-12e587bd-6642-4cfc-bfe7-6c86126547cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0863678 Oct 28 22:39:30.927654 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-cedae745-ffc4-4eb0-ad64-964c96d9232d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1000 time: 0.0660093 Oct 28 22:39:30.976397 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-19bbc48e-a4f9-4793-88fa-4704576be10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:30.977747 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-19bbc48e-a4f9-4793-88fa-4704576be10b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0426223 Oct 28 22:39:31.024621 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-00ca1dde-cf46-4f95-863a-20fb0363c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:31.026117 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-00ca1dde-cf46-4f95-863a-20fb0363c8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409486 Oct 28 22:39:31.148814 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f6541-2916-4e50-b3ac-4c52af8f3be5 req-1d1ef09d-26b7-4c12-b955-c6b0257134b2 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:31.150257 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-477f6541-2916-4e50-b3ac-4c52af8f3be5 req-1d1ef09d-26b7-4c12-b955-c6b0257134b2 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 931 time: 0.0714867 Oct 28 22:39:31.166522 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-c81fe48e-29d5-4d30-9711-148dfa8f3f42 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327572 Oct 28 22:39:31.238756 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-477f6541-2916-4e50-b3ac-4c52af8f3be5 req-e18b37b7-7cf8-43c8-be79-c00e87b315e8 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814273 Oct 28 22:39:31.275646 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-c955782a-bb3a-4d6a-9e05-40dcf6390d60 req-3037abcb-9fef-4dd7-befa-1af4bd5cf005 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023338 Oct 28 22:39:31.461983 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-23ffb267-010a-4b85-bbe2-906e99509334 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 22:39:31.463255 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-23ffb267-010a-4b85-bbe2-906e99509334 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056157 Oct 28 22:39:31.478621 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.v2.base [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Request body: {'port': {'device_id': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-16'}} {{(pid=102313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:39:31.531260 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:31.795674 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9b2ba1-9738-49ca-b199-5ef7da7f991e {{(pid=102313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:39:31.803510 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:31.816139 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.provisioning_blocks [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Transition to ACTIVE for port object 6f9b2ba1-9738-49ca-b199-5ef7da7f991e will not be triggered until provisioned by entity L2. {{(pid=102313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 22:39:31.820191 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:31.871595 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=2']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:31.947234 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Attempting to bind port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e on host n-h1-806683-16 for vnic_type normal with profile {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 22:39:31.947560 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Attempting to bind port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e by drivers openvswitch,hyperv on host n-h1-806683-16 at level 0 using segments [{'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 22:39:31.947889 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Attempting to bind port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:39:31.952503 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-16 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 22:39:31.952818 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Attempting to bind port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e on network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 22:39:31.958657 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Checking agent: {'id': '79c91ca1-37ee-4dc3-bea3-c9115bc5605f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'started_at': datetime.datetime(2021, 10, 28, 21, 16, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 22, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 22:39:31.958987 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Checking segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 22:39:31.959359 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Bound using segment: {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'} {{(pid=102313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 22:39:31.959777 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.managers [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Bound port: 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host: n-h1-806683-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41514de5-54c6-4e8a-9eae-e830870e3edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333'}}] {{(pid=102313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 22:39:31.960132 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:32.028727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, cleared binding levels {{(pid=102313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 22:39:32.031686 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 22:39:32.036808 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4321027'] for port, after_update {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:32.072757 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.073220 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:32.074579 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 200 len: 1092 time: 0.6000235 Oct 28 22:39:32.075009 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:39:32.077325 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:39:32.113647 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc75ca-655c-4b25-81ed-f84b278b4767 service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=3']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:32.162485 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-e64ee7af-d8f2-4dff-bc92-ed7332a41f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.163980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-e64ee7af-d8f2-4dff-bc92-ed7332a41f2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1095 time: 0.0462122 Oct 28 22:39:32.213451 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc6b889-91dc-4b01-aab2-1a2773a9b40c x-openstack-request-id: req-ddc6b889-91dc-4b01-aab2-1a2773a9b40c {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:39:32.213740 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:39:32.213994 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc6b889-91dc-4b01-aab2-1a2773a9b40c {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:39:32.214398 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'status': 'completed', 'code': 200} Oct 28 22:39:32.216230 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-75c0dffa-a948-40fb-81ac-b12b474552a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 200 len: 217 time: 0.0442286 Oct 28 22:39:32.270160 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-4b9d7dbb-e3d0-4645-857b-b3b7c2bfe77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.271669 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-4b9d7dbb-e3d0-4645-857b-b3b7c2bfe77f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0481958 Oct 28 22:39:32.319280 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-fcf6dd68-aaf8-44cf-ac40-48bb3de210c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.320854 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-fcf6dd68-aaf8-44cf-ac40-48bb3de210c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422664 Oct 28 22:39:32.359439 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6928b6-22ac-4992-aaa0-c271044624b4 req-929df675-e6b7-463b-8a1b-9b115f9d11a7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.360952 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b6928b6-22ac-4992-aaa0-c271044624b4 req-929df675-e6b7-463b-8a1b-9b115f9d11a7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 943 time: 0.0525377 Oct 28 22:39:32.399422 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-8b6928b6-22ac-4992-aaa0-c271044624b4 req-c273d79c-e603-43b5-ba33-6d1828e30e14 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Oct 28 22:39:32.419584 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-57111112-eecd-4198-81c2-1f9bce3bfbcd service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913677 Oct 28 22:39:32.511903 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b2e79df6-4935-44cf-ba23-043ff53b65de req-8fdb893b-0181-4623-90f5-a572b939cf04 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Oct 28 22:39:32.599545 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-60688730-63f1-4517-949e-8124154af403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.601064 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-60688730-63f1-4517-949e-8124154af403 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1095 time: 0.0454223 Oct 28 22:39:32.690723 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-553d7537-0851-4dd7-906e-a804da3b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.692191 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-553d7537-0851-4dd7-906e-a804da3b75b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0834663 Oct 28 22:39:32.736427 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-9f087999-3c52-4d86-9a33-f61a34bbe382 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 200 len: 217 time: 0.0375741 Oct 28 22:39:32.785828 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-566fadeb-883a-4c25-a97e-8ccb511e4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.787216 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-566fadeb-883a-4c25-a97e-8ccb511e4530 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0432174 Oct 28 22:39:32.834213 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-996f6c6a-f18a-4f0b-8f4a-9e1ae390377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:32.835702 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-996f6c6a-f18a-4f0b-8f4a-9e1ae390377d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410132 Oct 28 22:39:32.930728 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-e468aa74-fae0-4b20-8485-9c13ceba02f4 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Oct 28 22:39:33.019766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-fdce07b2-d83c-4b68-ba91-c4787ff5f9e2 req-8c946dd3-adc2-4ea3-bafc-b00592b00a56 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810170 Oct 28 22:39:33.519929 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729f0f6-2d2e-4ec6-98d4-1293d1ab1e7f req-ab64f10c-018e-4ee2-b1a3-6fe7d33e8bbe tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:33.521410 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0729f0f6-2d2e-4ec6-98d4-1293d1ab1e7f req-ab64f10c-018e-4ee2-b1a3-6fe7d33e8bbe tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 943 time: 0.0530517 Oct 28 22:39:33.558931 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0729f0f6-2d2e-4ec6-98d4-1293d1ab1e7f req-334dd378-8dcd-4afc-ba86-409cbbaa5943 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Oct 28 22:39:34.677630 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfb272-2a46-4f8e-8293-8d111b7d06ee req-7a2c715d-0f93-4c5e-b7bf-d485882cf8fc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:34.679120 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0dfb272-2a46-4f8e-8293-8d111b7d06ee req-7a2c715d-0f93-4c5e-b7bf-d485882cf8fc tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 943 time: 0.0494225 Oct 28 22:39:34.716710 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-e0dfb272-2a46-4f8e-8293-8d111b7d06ee req-efbda482-0ed0-4acb-bf04-156bae705e88 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Oct 28 22:39:35.469615 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:39:35.562368 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:35.576943 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'mac_address': 'fa:16:3e:c9:ce:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:39:35.613238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:35.625629 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9b2ba1-9738-49ca-b199-5ef7da7f991e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:39:35.645423 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:35.648895 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:35.693279 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=4']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:35.835280 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1c868-0f65-4e68-b94c-9b1f522f0229 req-4305f797-9575-4f4c-b64b-d28a2e977bed tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:35.836807 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82d1c868-0f65-4e68-b94c-9b1f522f0229 req-4305f797-9575-4f4c-b64b-d28a2e977bed tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 944 time: 0.0516980 Oct 28 22:39:35.873797 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-82d1c868-0f65-4e68-b94c-9b1f522f0229 req-9c9173be-6931-4c75-bd3f-df5c2ec9040a tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Oct 28 22:39:35.898273 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6f9b2ba1-9738-49ca-b199-5ef7da7f991e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:39:36.118874 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b345dc7e-a603-4a8b-adf9-80cc10b764f8 req-9317d053-386b-4f87-b34a-459315a3f819 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249314 Oct 28 22:39:36.192703 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b345dc7e-a603-4a8b-adf9-80cc10b764f8 req-159f19e5-b2c3-4b96-95cc-0025f5449245 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0302699 Oct 28 22:39:36.231491 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b345dc7e-a603-4a8b-adf9-80cc10b764f8 req-e7665790-4812-409a-9087-97517ef3a854 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191164 Oct 28 22:39:36.326623 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345dc7e-a603-4a8b-adf9-80cc10b764f8 req-744bec73-a6fd-4905-9e48-fd375597a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:36.328050 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b345dc7e-a603-4a8b-adf9-80cc10b764f8 req-744bec73-a6fd-4905-9e48-fd375597a62c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888603 Oct 28 22:39:36.993140 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe36673-fe85-4b30-bfe5-3223fe104de8 req-8ec6d3fa-0f89-474e-ae53-b61246f5182b tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:36.994592 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fe36673-fe85-4b30-bfe5-3223fe104de8 req-8ec6d3fa-0f89-474e-ae53-b61246f5182b tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 944 time: 0.0513372 Oct 28 22:39:37.031790 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-6fe36673-fe85-4b30-bfe5-3223fe104de8 req-b525658f-07fd-4bef-a707-d1113e2cdf26 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Oct 28 22:39:37.478408 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:39:37.526496 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning for port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e completed by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 22:39:37.530497 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:39:37.530855 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:37.608599 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:37.632187 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:39:37.634404 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2e671-3ed5-46ff-81bb-b7d6c478c6ba" -d '{"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:39:37.647851 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:39:37.651986 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:37.676075 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d1ba9-57a0-440b-8642-e38377e7fcca x-openstack-request-id: req-048d1ba9-57a0-440b-8642-e38377e7fcca {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:39:37.676389 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:39:37.676640 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-048d1ba9-57a0-440b-8642-e38377e7fcca {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:39:37.677028 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'code': 200} Oct 28 22:39:37.703916 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=5']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:37.773003 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7b386-da87-4054-a933-4f31b255e2dc req-35fc503a-249d-44bd-bcc8-bd3b61653d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:37.774370 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ba7b386-da87-4054-a933-4f31b255e2dc req-35fc503a-249d-44bd-bcc8-bd3b61653d39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1097 time: 0.0446537 Oct 28 22:39:37.808887 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-6ba7b386-da87-4054-a933-4f31b255e2dc req-9f5eb454-d358-4370-9e22-d82c215c0428 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274258 Oct 28 22:39:38.148520 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ada5-7171-4f5a-8550-6c625282844d req-73e8124a-6a4d-42f1-ace5-5dd30945f98c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:38.149988 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c94ada5-7171-4f5a-8550-6c625282844d req-73e8124a-6a4d-42f1-ace5-5dd30945f98c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Oct 28 22:39:38.187541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0c94ada5-7171-4f5a-8550-6c625282844d req-b5144ce6-8e0d-47d0-a98d-32fa53d1e4f4 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Oct 28 22:39:39.303547 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e534b9-600d-4105-a5c2-d3fbde1132fe req-ed377b91-75fd-4cff-9e14-246564e33b65 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:39.305028 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27e534b9-600d-4105-a5c2-d3fbde1132fe req-ed377b91-75fd-4cff-9e14-246564e33b65 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0477307 Oct 28 22:39:39.341656 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-27e534b9-600d-4105-a5c2-d3fbde1132fe req-6b0ebe65-abfd-4bc1-82f6-c0d6cb786b24 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Oct 28 22:39:39.460689 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b0fb-64f2-48a4-97f7-8e54a7b89284 req-77dd2db9-19b0-40c0-80c2-48c928e7a0dd tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:39.462070 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31e0b0fb-64f2-48a4-97f7-8e54a7b89284 req-77dd2db9-19b0-40c0-80c2-48c928e7a0dd tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0535738 Oct 28 22:39:39.499065 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-31e0b0fb-64f2-48a4-97f7-8e54a7b89284 req-cfc53b5b-7084-4f3b-9eea-8f503b4fb984 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Oct 28 22:39:39.521173 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60776) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:39:39.561083 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc9fcf-0fee-4cd5-a6e6-707d78cec873 tempest-TestSnapshotPattern-1031885233 tempest-TestSnapshotPattern-1031885233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:39.562599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-4cfc9fcf-0fee-4cd5-a6e6-707d78cec873 tempest-TestSnapshotPattern-1031885233 tempest-TestSnapshotPattern-1031885233-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1092 time: 0.0404418 Oct 28 22:39:39.565484 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60778) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:39:39.569704 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.v2.base [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Request body: {'floatingip': {'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 22:39:39.591580 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.014243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.114770 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.db_base_plugin_common [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Allocated IP 172.25.4.240 (9b48188f-34bd-4e3f-b3a7-e582fd977503/7fc7cbc6-78a8-4521-b094-fc445607b42d/05fcf6aa-5927-4569-93b1-107acc43aa49) {{(pid=102314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 22:39:40.215689 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.248321 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775646209118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.288355 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Network 9b48188f-34bd-4e3f-b3a7-e582fd977503 is already hosted by enough agents. {{(pid=102314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 22:39:40.291405 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.base_scheduler [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Resources bound (agent type, host, resource id): {{(pid=102314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 22:39:40.293911 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Received port after_create {{(pid=102314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 22:39:40.320191 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=05fcf6aa-5927-4569-93b1-107acc43aa49,revision_number=1']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:40.333761 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.334108 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.334452 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.334792 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.335245 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.335597 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.335921 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.336246 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.336596 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.336923 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.337255 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.337583 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:39:40.651469 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.715894 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.866787 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for port, precommit_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.871331 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6231679'] for port, after_update {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.937918 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event updated for resources: {'Port': ['ID=05fcf6aa-5927-4569-93b1-107acc43aa49,revision_number=2']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:39:40.948104 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555564'] for floatingip, after_create {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:40.985354 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a1c2fb98-f245-4f36-9a08-f3879b3cdbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:41.047549 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Floating IP 7e3e8b49-4af9-4943-b1d2-4aa8c18c371c associated. External IP: 172.25.4.240, port: 6f9b2ba1-9738-49ca-b199-5ef7da7f991e. Oct 28 22:39:41.253537 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:39:41.360608 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:39:41.379581 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:41.413013 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-07a23ece-5e55-4898-a65f-2c9a4e4a18d9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8464110 Oct 28 22:39:41.414143 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:39:41.416985 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e177dc-44a6-41a6-b4d9-af1d186c633b" -d '{"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:39:41.465964 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ce847-e6db-4820-9016-8a2fd8caefdc x-openstack-request-id: req-601ce847-e6db-4820-9016-8a2fd8caefdc {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:39:41.466253 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:39:41.466503 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-601ce847-e6db-4820-9016-8a2fd8caefdc {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:39:41.466907 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'status': 'completed', 'code': 200} Oct 28 22:39:41.529697 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-5fee937a-9244-4a4a-b3b2-2c7a1c24ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:41.531236 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-5fee937a-9244-4a4a-b3b2-2c7a1c24ae66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1097 time: 0.0432987 Oct 28 22:39:41.531864 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:39:41.541981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:39:41.542573 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:39:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:39:41.629228 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-ee5cc9f7-1fe2-41c1-a104-ffa508e9bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:41.630693 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-ee5cc9f7-1fe2-41c1-a104-ffa508e9bb16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0912540 Oct 28 22:39:41.648213 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:39:41.696350 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-d5ec70ea-6c94-4cce-87af-1963a6e6dcf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 200 len: 999 time: 0.0591164 Oct 28 22:39:41.747583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-880718da-f8d1-4024-916f-fcba489f9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:41.749080 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-880718da-f8d1-4024-916f-fcba489f9d04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0450678 Oct 28 22:39:41.800409 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-f3accbd4-78d6-48c9-8ab3-065941e96d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:39:41.801833 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-f3accbd4-78d6-48c9-8ab3-065941e96d30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453496 Oct 28 22:39:41.875554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}, {'id': '7e3e8b49-4af9-4943-b1d2-4aa8c18c371c', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:c9:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:39:40Z', 'updated_at': '2021-10-28T22:39:40Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:39:41.896106 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-ccaf6ac5-b672-4f4a-8969-133cfc9f1d7b service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871677 Oct 28 22:39:41.907225 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:39:41.916388 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:39:41.917002 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:39:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:39:41.993614 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-56e177dc-44a6-41a6-b4d9-af1d186c633b req-3fc44818-a719-4412-8161-64aa9b9d7f53 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895979 Oct 28 22:39:42.025214 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:39:42.243997 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}, {'id': '7e3e8b49-4af9-4943-b1d2-4aa8c18c371c', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:c9:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:39:40Z', 'updated_at': '2021-10-28T22:39:40Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:39:42.273885 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561b9da-04ba-4060-92f9-893c1ffa0c1f None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}, {'id': '7e3e8b49-4af9-4943-b1d2-4aa8c18c371c', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:c9:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:39:40Z', 'updated_at': '2021-10-28T22:39:40Z', 'revision_number': 0, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:39:42.476980 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38229d87-2cb9-4853-8a6d-fbee247affef None None] New status for floating IP 7e3e8b49-4af9-4943-b1d2-4aa8c18c371c: ACTIVE {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:39:42.702360 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:42.904119 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:43.570047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-947cf8b2-b166-4de3-b260-6a3489f341fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:45.077686 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:45.412553 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:46.975786 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:39:57.159497 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:40:10.988849 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ce99fdfc-417a-4661-86ed-1b3e84134f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:12.710249 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:12.907017 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:13.570402 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-58c5e4b8-cb36-4ded-899d-c23ccb218b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:15.079014 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:15.416210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:16.976411 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:30.662180 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-6b4330f1-1446-4a6b-ad22-3b4c3847af90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409548 Oct 28 22:40:30.749788 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-e8ef5f71-340f-4389-b091-03b70f7c47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:40:30.751251 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-e8ef5f71-340f-4389-b091-03b70f7c47f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1096 time: 0.0450063 Oct 28 22:40:30.854954 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-37d8dc27-f851-46d0-b5f5-01ad283c9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:40:30.856434 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-37d8dc27-f851-46d0-b5f5-01ad283c9c50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.0859954 Oct 28 22:40:30.924320 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-32e06a22-e117-48ba-abe0-93fcc1f64e7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 1000 time: 0.0605505 Oct 28 22:40:30.973617 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-10cb5a48-aa69-4f02-b5d8-5786325ecb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:40:30.975108 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-10cb5a48-aa69-4f02-b5d8-5786325ecb56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0441120 Oct 28 22:40:31.021580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-89e86649-3c70-4538-9987-8a5a50e93124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:40:31.023066 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-89e86649-3c70-4538-9987-8a5a50e93124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399015 Oct 28 22:40:31.115789 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-629ebb90-890c-4ebc-92d8-99b9faaf7bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849955 Oct 28 22:40:31.205307 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-0bf9729a-733b-4cbe-85d5-012ec0efffcf req-6814fc71-ab6a-4e7a-89fd-5d81e4b1bce7 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814641 Oct 28 22:40:34.158218 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:40:37.109437 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-48564d75-639b-4e23-b020-1c6ebbec0bc6 req-fa9231d0-ef48-4c7c-8e72-64579a280af2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248415 Oct 28 22:40:37.176175 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-48564d75-639b-4e23-b020-1c6ebbec0bc6 req-398b76a8-0aa6-4882-a59e-95e5dbcd32f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0248189 Oct 28 22:40:37.213778 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-48564d75-639b-4e23-b020-1c6ebbec0bc6 req-05ca8332-95cc-4629-8ed2-2a117e368b5c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194890 Oct 28 22:40:37.312251 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564d75-639b-4e23-b020-1c6ebbec0bc6 req-86f83f1d-1710-475f-9018-d2013fec8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:40:37.313730 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-48564d75-639b-4e23-b020-1c6ebbec0bc6 req-86f83f1d-1710-475f-9018-d2013fec8c59 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929520 Oct 28 22:40:40.991238 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-7da4ef79-7cb5-4c86-ad6e-b28fb8eddd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:42.716512 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:42.917542 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:43.572460 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-12a9208f-30fb-4d46-9fd9-77ad7e3ca866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:45.087424 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:45.419343 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:40:46.978881 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:05.893745 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e details requested by agent hyperv_n-h1-806683-16 with host n-h1-806683-16 {{(pid=102315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 22:41:05.993807 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:06.006419 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Returning: {'device': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'port_id': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'mac_address': 'fa:16:3e:c9:ce:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 22:41:06.045433 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:06.062543 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9b2ba1-9738-49ca-b199-5ef7da7f991e {{(pid=102315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 22:41:06.083335 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:06.088652 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:06.142046 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=6']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:06.150248 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.150598 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.151022 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.151471 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.151811 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.152211 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.152732 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.153136 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.153465 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.154018 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.154699 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.155037 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:06.173458 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] get_ports_and_sgs() called for port_ids ['6f9b2ba1-9738-49ca-b199-5ef7da7f991e'] {{(pid=102315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 22:41:07.907860 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e up at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 22:41:07.961972 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.provisioning_blocks [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Provisioning complete for port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e triggered by entity L2. {{(pid=102315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 22:41:07.962661 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1714523'] for port, provisioning_complete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:08.057546 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646639'] for port, before_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:08.087064 n-d-806683-16 neutron-server[102315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:41:08.091325 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe083f11454bfcd3df5f90ebcc8a60e503ba6fd62dc3e1d4a54fbd6d75848ccd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5c5c88-c3d4-481e-b93d-831a5ca6832f" -d '{"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:41:08.107029 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:08.125771 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775646685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775646209136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775646209154'] for port, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:08.188164 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66978448-b4c2-4dfb-87cc-3d22215cd204 x-openstack-request-id: req-66978448-b4c2-4dfb-87cc-3d22215cd204 {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:41:08.188609 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "code": 200}]} {{(pid=102315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:41:08.188982 n-d-806683-16 neutron-server[102315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66978448-b4c2-4dfb-87cc-3d22215cd204 {{(pid=102315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:41:08.189426 n-d-806683-16 neutron-server[102315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'code': 200} Oct 28 22:41:08.220236 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=7']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:10.994857 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-308ad977-dbb2-42d4-84ce-d6ecaf0c23c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:11.166421 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:41:12.721680 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:12.922743 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:13.577973 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-66b441b5-4c3d-4b93-b9e5-52092cb6e1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:15.081701 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:15.422003 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:15.780716 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 60984) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:15.939555 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Deleting port 05fcf6aa-5927-4569-93b1-107acc43aa49 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:15.940332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.018468 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.018798 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.030194 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Calling delete_port for 05fcf6aa-5927-4569-93b1-107acc43aa49 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:16.174819 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.202644 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event deleted for resources: {'Port': ['ID=05fcf6aa-5927-4569-93b1-107acc43aa49,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:16.227416 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.227760 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.228097 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.228453 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.228784 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.229106 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.229426 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.229743 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.230058 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.230372 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.230690 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.231003 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:16.270482 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.270811 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Floating IP 7e3e8b49-4af9-4943-b1d2-4aa8c18c371c disassociated (deleted). External IP: 172.25.4.240, port: 6f9b2ba1-9738-49ca-b199-5ef7da7f991e. Oct 28 22:41:16.473818 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:41:16.579751 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:41:16.584806 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:16.590563 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:41:16.600090 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:16.600816 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:16.611518 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-625dceed-812a-44ec-8ffd-5fca237156b7 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "DELETE /v2.0/floatingips/7e3e8b49-4af9-4943-b1d2-4aa8c18c371c HTTP/1.1" status: 204 len: 168 time: 0.8291955 Oct 28 22:41:16.612080 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:41:16.614509 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c2071-d805-4582-91be-09ba46476bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:41:16.653506 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5cf81-c91f-4164-a49f-22d49c6629ff x-openstack-request-id: req-2ec5cf81-c91f-4164-a49f-22d49c6629ff {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:41:16.653800 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:41:16.654063 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ec5cf81-c91f-4164-a49f-22d49c6629ff {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:41:16.654452 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'status': 'completed', 'code': 200} Oct 28 22:41:16.714704 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:16.725244 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2071-d805-4582-91be-09ba46476bcf req-e134162e-723a-4651-92fe-bf7321525ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:16.726925 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-e134162e-723a-4651-92fe-bf7321525ff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 1097 time: 0.0489154 Oct 28 22:41:16.853144 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2071-d805-4582-91be-09ba46476bcf req-853b9753-2fb1-4343-b69f-da026fe33888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:16.854986 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-853b9753-2fb1-4343-b69f-da026fe33888 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.1168702 Oct 28 22:41:16.868057 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925903d1-98bd-4ca1-8451-92890ea4e3fe req-b6d905c9-a9d9-4401-858a-97f1ba76fcfb tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:16.869991 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-925903d1-98bd-4ca1-8451-92890ea4e3fe req-b6d905c9-a9d9-4401-858a-97f1ba76fcfb tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Oct 28 22:41:16.899600 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-2e8292e3-dd09-45a9-ba8c-6e5426de2860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 200 len: 217 time: 0.0371695 Oct 28 22:41:16.912060 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-925903d1-98bd-4ca1-8451-92890ea4e3fe req-0371ecf2-af11-41b6-a66d-946ea31f464c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Oct 28 22:41:16.949502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2071-d805-4582-91be-09ba46476bcf req-efde58e3-be1d-446c-82a9-09d1daa56257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:16.951069 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-efde58e3-be1d-446c-82a9-09d1daa56257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.0442841 Oct 28 22:41:16.984871 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:17.004750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c2071-d805-4582-91be-09ba46476bcf req-470de82e-17e1-480f-8f6d-53322a877f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:17.006257 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-470de82e-17e1-480f-8f6d-53322a877f79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467527 Oct 28 22:41:17.013483 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:41:17.019421 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:17.023786 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:17.024412 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:17.098779 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-072d0429-ea60-44b3-a516-548b9a8675d0 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Oct 28 22:41:17.200852 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-5a4c2071-d805-4582-91be-09ba46476bcf req-e97c977d-0566-4e3c-bbfb-7fde95f83648 service neutron] 10.222.0.52 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Oct 28 22:41:17.288714 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:17.509286 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:17.539435 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a480ed7-b5ff-400d-b9e2-876d91cbdfcf None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_floatingips': [{'id': '5be5f6d5-84b0-413a-b076-f6f15c841e35', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'floating_ip_address': '172.25.4.150', 'floating_network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'router_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'port_id': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'mac_address': 'fa:16:3e:80:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12271cb1-d452-44c1-9f64-e39495f98c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T22:37:12Z', 'updated_at': '2021-10-28T22:37:14Z', 'revision_number': 1, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:41:17.770749 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabc361-556b-4fa7-a3dd-c12100dea73e None None] New status for floating IP 7e3e8b49-4af9-4943-b1d2-4aa8c18c371c: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:41:18.035126 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6a504-d5a4-4498-9706-9d64808f6ff8 req-7dee2345-e589-4478-8374-66d22225c120 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:18.036599 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ba6a504-d5a4-4498-9706-9d64808f6ff8 req-7dee2345-e589-4478-8374-66d22225c120 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0524821 Oct 28 22:41:18.073732 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-2ba6a504-d5a4-4498-9706-9d64808f6ff8 req-d0ffa90b-475f-44f6-a276-e0991995fa79 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Oct 28 22:41:18.310548 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-3d1e0a8d-886a-455c-8666-a7c3336ac978 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:18.311980 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-3d1e0a8d-886a-455c-8666-a7c3336ac978 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Oct 28 22:41:18.400072 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Deleting port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:18.400431 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:18.490268 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] For port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e, host n-h1-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-16',level=0,port_id=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:18.490627 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:18.503474 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Calling delete_port for 6f9b2ba1-9738-49ca-b199-5ef7da7f991e owned by compute:nova {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:18.632798 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:18.660817 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event deleted for resources: {'Port': ['ID=6f9b2ba1-9738-49ca-b199-5ef7da7f991e,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:18.672720 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.673067 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.674245 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.674735 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.675080 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.675406 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.675752 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.676057 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.676399 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.676727 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.677049 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.677369 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-16 {{(pid=102313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 22:41:18.711710 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] No DVR routers for this DVR port 6f9b2ba1-9738-49ca-b199-5ef7da7f991e on host n-h1-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:18.714261 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:18.717543 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-b0aa207a-82c0-49ef-bc85-7fdaeaa54966 req-34d56d7b-c298-461c-b988-6b80d4bf67db tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.52 "DELETE /v2.0/ports/6f9b2ba1-9738-49ca-b199-5ef7da7f991e HTTP/1.1" status: 204 len: 173 time: 0.3990579 Oct 28 22:41:18.717977 n-d-806683-16 neutron-server[102313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-deleted', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e'}] {{(pid=102313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:41:18.720305 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ede0879b7ccee303ded2d62a60d3d81741164c05301bead28d81d81dd8014f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e158350-f49a-4097-8d50-ed1cba01de74" -d '{"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-deleted", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e"}]}' {{(pid=102313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:41:18.758456 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bdbab1-879a-470f-8595-abf6abe50420 x-openstack-request-id: req-c8bdbab1-879a-470f-8595-abf6abe50420 {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:41:18.758752 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a4ff8e-acd4-451a-b6b4-634fdc7555f6", "name": "network-vif-deleted", "tag": "6f9b2ba1-9738-49ca-b199-5ef7da7f991e", "status": "completed", "code": 200}]} {{(pid=102313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:41:18.759007 n-d-806683-16 neutron-server[102313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8bdbab1-879a-470f-8595-abf6abe50420 {{(pid=102313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:41:18.759402 n-d-806683-16 neutron-server[102313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a4ff8e-acd4-451a-b6b4-634fdc7555f6', 'name': 'network-vif-deleted', 'tag': '6f9b2ba1-9738-49ca-b199-5ef7da7f991e', 'status': 'completed', 'code': 200} Oct 28 22:41:19.192076 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-f1580918-9a9b-4b63-912c-1aa81036d097 req-1899a97f-e859-45e1-a72a-a13cd5ea0d5d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=46a4ff8e-acd4-451a-b6b4-634fdc7555f6 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Oct 28 22:41:19.973475 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e no longer exists at agent hyperv_n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:19.993660 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] No Port match for: 6f9b2ba1-9738-49ca-b199-5ef7da7f991e {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:19.993996 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Device 6f9b2ba1-9738-49ca-b199-5ef7da7f991e not bound to the agent host n-h1-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:20.756136 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32808) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:20.919125 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Deleting port f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:20.919461 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:20.997398 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:20.997639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:21.010466 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Calling delete_port for f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1 owned by network:floatingip {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:21.154187 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:21.178184 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event deleted for resources: {'Port': ['ID=f30e9ecf-4ccd-40d8-9862-0fe5bddd8ec1,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:21.240602 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for floatingip, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:21.240955 n-d-806683-16 neutron-server[102314]: INFO neutron.db.l3_db [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Floating IP 5be5f6d5-84b0-413a-b076-f6f15c841e35 disassociated (deleted). External IP: 172.25.4.150, port: bd8d3223-1f9d-41b4-bd15-7ace6b6067a9. Oct 28 22:41:21.443769 n-d-806683-16 neutron-server[102314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:41:21.552040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:41:21.556886 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for floatingip, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:21.561522 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:41:21.571288 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:21.571886 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:21.584424 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-fecdd0ac-fe7b-4b8c-bd8e-8625a1bd672c tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "DELETE /v2.0/floatingips/5be5f6d5-84b0-413a-b076-f6f15c841e35 HTTP/1.1" status: 204 len: 168 time: 0.8271358 Oct 28 22:41:21.585128 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:41:21.587865 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6" -d '{"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:41:21.627306 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 22:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e294feb-f95c-4530-957b-b0b6fb5cbfd0 x-openstack-request-id: req-5e294feb-f95c-4530-957b-b0b6fb5cbfd0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:41:21.627667 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:41:21.627991 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e294feb-f95c-4530-957b-b0b6fb5cbfd0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:41:21.628628 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'status': 'completed', 'code': 200} Oct 28 22:41:21.683378 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:21.693076 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-440f0a0d-ab9b-4adf-ae82-c36fb0d54a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:21.694627 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-440f0a0d-ab9b-4adf-ae82-c36fb0d54a85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae632c2041634717b730a7107ddb4793&device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 1096 time: 0.0458343 Oct 28 22:41:21.826300 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-d9fe6fc3-41fa-4f1e-9b20-be0732e10cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:21.827769 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-d9fe6fc3-41fa-4f1e-9b20-be0732e10cf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 200 len: 911 time: 0.1237338 Oct 28 22:41:21.850070 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b646-e569-405e-b081-53b2b3bc1f51 req-eb25deae-ba2c-4ce8-bebf-14713b4a2587 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:21.851542 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d26b646-e569-405e-b081-53b2b3bc1f51 req-eb25deae-ba2c-4ce8-bebf-14713b4a2587 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.0739198 Oct 28 22:41:21.881541 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-026c88dd-0ab2-42ef-9787-41e7cceb365d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 200 len: 217 time: 0.0457788 Oct 28 22:41:21.898362 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:21.927141 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:41:21.935836 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:21.936486 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:22.047455 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:22.256262 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:22.279031 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1d26b646-e569-405e-b081-53b2b3bc1f51 req-c6c4b361-7217-49ce-8c37-190211a1b7c1 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998961 Oct 28 22:41:22.285155 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-7b9f34e9-9dc5-47b9-8134-3e332d6344a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:22.286595 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-7b9f34e9-9dc5-47b9-8134-3e332d6344a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 200 len: 849 time: 0.3932769 Oct 28 22:41:22.288463 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd5461-b8bd-47c1-b6ee-c3799900912d None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:36:52Z', 'revision_number': 4, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16', '_interfaces': [{'id': 'c6415b2d-f1ce-4888-b332-01faed6dc494', 'name': '', 'network_id': '7df3a930-540f-4ed8-b2c6-11ffbfd4b333', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'mac_address': 'fa:16:3e:1d:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:52Z', 'updated_at': '2021-10-28T22:36:57Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'subnets': [{'id': '2fd16626-92f3-4450-80bb-32804cbd95e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:41:22.336655 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-d5a21e08-ed89-4245-9033-e7c1851add7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:22.338162 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-d5a21e08-ed89-4245-9033-e7c1851add7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7df3a930-540f-4ed8-b2c6-11ffbfd4b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425229 Oct 28 22:41:22.437716 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-c9c7fa1a-effc-49b3-94c3-9cebd2fae46f service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901160 Oct 28 22:41:22.527783 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851cf3ed-e8b1-481e-ab81-47beba141d7f None None] New status for floating IP 5be5f6d5-84b0-413a-b076-f6f15c841e35: DOWN {{(pid=102316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 22:41:22.534821 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-793e3b39-48f1-4ce1-93aa-7ff5b9ef51f6 req-72ad8625-967a-4971-a8af-529a55b89e47 service neutron] 10.222.0.44 "GET /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893550 Oct 28 22:41:23.290580 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-1c5dafb3-0ec3-4fd9-a173-15067563a2ef tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:23.292010 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-1c5dafb3-0ec3-4fd9-a173-15067563a2ef tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.44 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.0483549 Oct 28 22:41:23.422135 n-d-806683-16 neutron-server[102314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c617df0-4e8b-491e-8f49-489633815205 req-c0dedf4a-4279-4bd6-ab28-a9889fc79627 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:41:23.423578 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c617df0-4e8b-491e-8f49-489633815205 req-c0dedf4a-4279-4bd6-ab28-a9889fc79627 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/ports?device_id=12271cb1-d452-44c1-9f64-e39495f98c45 HTTP/1.1" status: 200 len: 944 time: 0.0635128 Oct 28 22:41:23.430059 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Deleting port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:23.430396 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:23.515969 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-1c617df0-4e8b-491e-8f49-489633815205 req-a7622c1e-e778-49f8-8b25-cfc1e6aab653 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "GET /v2.0/security-groups?id=681cfd52-9c09-4cf5-9fbf-c099fba6b43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825768 Oct 28 22:41:23.547872 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] For port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9, host n-h2-806683-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-16',level=0,port_id=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:23.548230 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:23.561040 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Calling delete_port for bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 owned by compute:nova {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:23.688243 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:23.715719 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event deleted for resources: {'Port': ['ID=bd8d3223-1f9d-41b4-bd15-7ace6b6067a9,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:23.757386 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] No DVR routers for this DVR port bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 on host n-h2-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:23.759962 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-432518'] for port, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:23.763245 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [req-bd798d78-a743-438b-a2ca-83b89a8ff97d req-140ac14f-96f5-496b-bb34-340d4bd0bbe9 tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.44 "DELETE /v2.0/ports/bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 HTTP/1.1" status: 204 len: 173 time: 0.4650977 Oct 28 22:41:23.763681 n-d-806683-16 neutron-server[102314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-deleted', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9'}] {{(pid=102314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 22:41:23.765946 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0bd30f855ce4144bebea920cbca2987d071ef7a35627fd137299e17f220c307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdffba13-838a-44a7-835c-e8acc97d08d9" -d '{"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-deleted", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9"}]}' {{(pid=102314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 22:41:23.804313 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32d7e5-72d4-476f-8c73-d00d75db8ad0 x-openstack-request-id: req-ba32d7e5-72d4-476f-8c73-d00d75db8ad0 {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 22:41:23.804654 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12271cb1-d452-44c1-9f64-e39495f98c45", "name": "network-vif-deleted", "tag": "bd8d3223-1f9d-41b4-bd15-7ace6b6067a9", "status": "completed", "code": 200}]} {{(pid=102314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 22:41:23.804940 n-d-806683-16 neutron-server[102314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba32d7e5-72d4-476f-8c73-d00d75db8ad0 {{(pid=102314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 22:41:23.805353 n-d-806683-16 neutron-server[102314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12271cb1-d452-44c1-9f64-e39495f98c45', 'name': 'network-vif-deleted', 'tag': 'bd8d3223-1f9d-41b4-bd15-7ace6b6067a9', 'status': 'completed', 'code': 200} Oct 28 22:41:24.572926 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32822) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:24.634815 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:24.660232 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:24.717369 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:24.719934 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Publish callbacks [] for security_group, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:24.721133 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] 10.222.0.31 "DELETE /v2.0/security-groups/681cfd52-9c09-4cf5-9fbf-c099fba6b43c HTTP/1.1" status: 204 len: 168 time: 0.1482451 Oct 28 22:41:24.731691 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bdbbd-49bb-4c94-b8e2-c9434e08c13d tempest-TestSnapshotPattern-1184957162 tempest-TestSnapshotPattern-1184957162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681cfd52-9c09-4cf5-9fbf-c099fba6b43c,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:25.788606 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32828) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:26.125545 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:26.368540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Deleting port c6415b2d-f1ce-4888-b332-01faed6dc494 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:26.368875 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:26.450375 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] For port c6415b2d-f1ce-4888-b332-01faed6dc494, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c6415b2d-f1ce-4888-b332-01faed6dc494,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:26.450669 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:26.463040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Calling delete_port for c6415b2d-f1ce-4888-b332-01faed6dc494 owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:26.624333 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 no longer exists at agent hyperv_n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:26.639678 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:26.646637 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] No Port match for: bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:26.646981 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Device bd8d3223-1f9d-41b4-bd15-7ace6b6067a9 not bound to the agent host n-h2-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:26.665338 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6415b2d-f1ce-4888-b332-01faed6dc494,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:26.843856 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:27.057424 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:41:27.507834 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:41:27.512917 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b4a29dc9-c3a3-437f-a0e2-a0cd6bede302 admin admin] 10.222.0.31 "PUT /v2.0/routers/9d3e04a3-c4de-4bf9-a872-12065d9d07dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232111 Oct 28 22:41:27.515505 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32832) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:27.516402 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Sync routers for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:41:27.526492 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:27.527104 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:27.618308 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:27.632616 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: n-d-806683-16 {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:27.722285 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:27.775368 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Deleting port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:27.775618 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:27.818085 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:41:26Z', 'revision_number': 5, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port': {'id': '6574ef50-e983-4e8d-a79b-2fcbfa1034a3', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:50Z', 'updated_at': '2021-10-28T22:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:27.845095 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Checking router: 9d3e04a3-c4de-4bf9-a872-12065d9d07dd for host: n-d-806683-16 {{(pid=102315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:41:27.853957 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Routers {'9d3e04a3-c4de-4bf9-a872-12065d9d07dd'} bound to L3 agent in host n-d-806683-16 {{(pid=102315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:27.854556 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'], 'active': True} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:27.859405 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] For port 6574ef50-e983-4e8d-a79b-2fcbfa1034a3, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:27.859972 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:27.872750 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Calling delete_port for 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:27.941416 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvr_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] Set router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd gateway port host: None {{(pid=102315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:27.996789 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_hamode_db [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:41:27Z', 'revision_number': 6, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:28.024528 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024b547-44b9-46c4-9eb7-4be773efa4c6 None None] The sync data for ids ['9d3e04a3-c4de-4bf9-a872-12065d9d07dd'] in n-d-806683-16 is: [{'id': '9d3e04a3-c4de-4bf9-a872-12065d9d07dd', 'name': 'tempest-TestSnapshotPattern-2010429771-router', 'tenant_id': 'ae632c2041634717b730a7107ddb4793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:49Z', 'updated_at': '2021-10-28T22:41:27Z', 'revision_number': 6, 'project_id': 'ae632c2041634717b730a7107ddb4793', 'gw_port_host': None}] {{(pid=102315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:41:28.042726 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.072858 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6574ef50-e983-4e8d-a79b-2fcbfa1034a3,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:28.133085 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.221524 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.223839 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.268289 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.269583 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3e04a3-c4de-4bf9-a872-12065d9d07dd {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:41:28.274034 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.275768 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51c42a0d-d2df-4900-9c26-daf04b4133cc admin admin] 10.222.0.31 "DELETE /v2.0/routers/9d3e04a3-c4de-4bf9-a872-12065d9d07dd HTTP/1.1" status: 204 len: 168 time: 0.7593410 Oct 28 22:41:28.278446 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32834) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:28.323390 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Deleting subnet 2fd16626-92f3-4450-80bb-32804cbd95e0 {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:41:28.326343 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.361722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.444231 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.495767 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.519502 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd16626-92f3-4450-80bb-32804cbd95e0,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:28.525199 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.530258 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-b1139bc0-ea6f-4ef0-873a-9fbde77ac5c9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2fd16626-92f3-4450-80bb-32804cbd95e0 HTTP/1.1" status: 204 len: 168 time: 0.2490313 Oct 28 22:41:28.530846 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32836) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:28.532774 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103d5e2-4de6-4392-aa68-9f6ca99c5c72 None None] Network 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:41:28.604045 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.656423 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Deleting port 27fc0ca9-5b4d-430a-aec5-24370d7778ce {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:28.656759 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.719473 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] For port 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=27fc0ca9-5b4d-430a-aec5-24370d7778ce,segment=NetworkSegment(41514de5-54c6-4e8a-9eae-e830870e3edb),segment_id=41514de5-54c6-4e8a-9eae-e830870e3edb)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:28.719756 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.731949 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Calling delete_port for 27fc0ca9-5b4d-430a-aec5-24370d7778ce owned by network:dhcp {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:28.781614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] DHCP port deletion for 7df3a930-540f-4ed8-b2c6-11ffbfd4b333 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:41:28.817903 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.835525 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Deleting port 27fc0ca9-5b4d-430a-aec5-24370d7778ce {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:28.835909 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.851332 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fc0ca9-5b4d-430a-aec5-24370d7778ce,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:28.854952 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] No DVR routers for this DVR port 27fc0ca9-5b4d-430a-aec5-24370d7778ce on host n-d-806683-16 {{(pid=102313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:28.904161 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] For port 27fc0ca9-5b4d-430a-aec5-24370d7778ce, host n-d-806683-16, got binding levels [] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:28.904595 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.917958 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Calling delete_port for 27fc0ca9-5b4d-430a-aec5-24370d7778ce owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:28.920614 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.ipam_backend_mixin [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Port 27fc0ca9-5b4d-430a-aec5-24370d7778ce was not found and therefore no delete operation was performed {{(pid=102315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 22:41:28.921925 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.936773 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:28.946207 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] Pushing event deleted for resources: {'Port': ['ID=27fc0ca9-5b4d-430a-aec5-24370d7778ce,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:28.951793 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe9e65-d50b-4782-a5e1-d4d7f9435fb2 None None] No DVR routers for this DVR port 27fc0ca9-5b4d-430a-aec5-24370d7778ce on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:28.964173 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df3a930-540f-4ed8-b2c6-11ffbfd4b333']}} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:28.976555 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41514de5-54c6-4e8a-9eae-e830870e3edb') {'for_net_delete': True} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:28.976839 n-d-806683-16 neutron-server[102313]: DEBUG neutron.services.segments.db [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41514de5-54c6-4e8a-9eae-e830870e3edb') {} {{(pid=102313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:28.986212 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4358177'] for segment, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.000390 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.008079 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:41:29.008747 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4321071'] for segment, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: Traceback (most recent call last): Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: timer() Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: cb(*args, **kw) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: return func(*args, **kwargs) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: self._notify() Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: self.callback(batched_events) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: event.method(event) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: return f(self, *a, **k) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: return self._get(url).json() Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: return self.request(url, 'GET', **kwargs) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:41:29.010433 n-d-806683-16 neutron-server[102313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:41:29.067607 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.073504 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.076910 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7df3a930-540f-4ed8-b2c6-11ffbfd4b333 HTTP/1.1" status: 204 len: 168 time: 0.5450423 Oct 28 22:41:29.079706 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32838) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:29.097333 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f342ae-2133-430f-9704-0668167693c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df3a930-540f-4ed8-b2c6-11ffbfd4b333,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:29.286169 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6415b2d-f1ce-4888-b332-01faed6dc494 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:29.307834 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c6415b2d-f1ce-4888-b332-01faed6dc494 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:29.308088 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c6415b2d-f1ce-4888-b332-01faed6dc494 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:29.308518 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:29.327145 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:29.327510 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 6574ef50-e983-4e8d-a79b-2fcbfa1034a3 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:29.327907 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 27fc0ca9-5b4d-430a-aec5-24370d7778ce no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:29.346555 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 27fc0ca9-5b4d-430a-aec5-24370d7778ce {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:29.347281 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 27fc0ca9-5b4d-430a-aec5-24370d7778ce not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:29.441151 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554284'] for router_interface, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.683625 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Deleting port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:29.683966 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.764553 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] For port 3371b31f-5d0e-4b96-8ac2-f3f3d3059add, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:29.764911 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.777651 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Calling delete_port for 3371b31f-5d0e-4b96-8ac2-f3f3d3059add owned by network:router_interface {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:29.958722 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:29.983912 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3371b31f-5d0e-4b96-8ac2-f3f3d3059add,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:30.152509 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-694410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554424'] for router_interface, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:30.363546 n-d-806683-16 neutron-server[102313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc has already been hosted by L3 agent 57498f7f-575c-44f1-b279-adf811f65770 {{(pid=102313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 22:41:30.467748 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] Notify agent at l3_agent.n-d-806683-16 the message routers_updated {{(pid=102313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 22:41:30.473714 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-51648aa1-7d76-4efa-8e50-ecd7aebefd22 admin admin] 10.222.0.31 "PUT /v2.0/routers/0b43fc02-5fad-49ba-b681-7fd6fdeba9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3930330 Oct 28 22:41:30.476140 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32840) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:30.478833 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Sync routers for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 22:41:30.489000 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:30.489615 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:30.579864 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks [] for router, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:30.593456 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: n-d-806683-16 {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:30.682242 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:30.735040 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Deleting port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 {{(pid=102313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:30.735375 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:30.767983 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'external_fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:41:29Z', 'revision_number': 5, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port': {'id': 'c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01', 'name': '', 'network_id': '9b48188f-34bd-4e3f-b3a7-e582fd977503', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T22:36:55Z', 'updated_at': '2021-10-28T22:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc7cbc6-78a8-4521-b094-fc445607b42d', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-16'}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:30.798874 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Checking router: 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc for host: n-d-806683-16 {{(pid=102316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 22:41:30.807670 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Routers {'0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'} bound to L3 agent in host n-d-806683-16 {{(pid=102316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 22:41:30.808270 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T21:08:43Z,description=,heartbeat_timestamp=2021-10-28T22:41:14Z,host='n-d-806683-16',id=57498f7f-575c-44f1-b279-adf811f65770,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T21:08:43Z,topic='l3_agent')) {'router_ids': ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'], 'active': True} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:30.820417 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.db [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] For port c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,segment=NetworkSegment(28e6547f-13af-449a-a66b-a756799558a2),segment_id=28e6547f-13af-449a-a66b-a756799558a2)] {{(pid=102313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:30.820785 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:30.833047 n-d-806683-16 neutron-server[102313]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Calling delete_port for c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 owned by network:router_gateway {{(pid=102313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:30.890264 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_dvr_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] Set router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc gateway port host: None {{(pid=102316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 22:41:30.943816 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.l3_hamode_db [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:41:30Z', 'revision_number': 6, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port_host': None}], 'n-d-806683-16', False) {} {{(pid=102316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:30.970702 n-d-806683-16 neutron-server[102316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b9fc6-ea00-4807-a65c-d76981b7af54 None None] The sync data for ids ['0b43fc02-5fad-49ba-b681-7fd6fdeba9dc'] in n-d-806683-16 is: [{'id': '0b43fc02-5fad-49ba-b681-7fd6fdeba9dc', 'name': 'tempest-TestSnapshotPattern-692355485-router', 'tenant_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T22:36:54Z', 'updated_at': '2021-10-28T22:41:30Z', 'revision_number': 6, 'project_id': '386a0b2f156a4e18b854f4cba3b9abdf', 'gw_port_host': None}] {{(pid=102316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 22:41:31.003690 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4321052'] for port, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.031059 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:31.092475 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555622'] for router_gateway, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.181868 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1396'] for router, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.184028 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.226499 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552443'] for router, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.227205 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b43fc02-5fad-49ba-b681-7fd6fdeba9dc {{(pid=102313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 22:41:31.231866 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] Publish callbacks [] for router, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.233078 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-fb5e3b35-c550-4cf5-817f-2c6885109d47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0b43fc02-5fad-49ba-b681-7fd6fdeba9dc HTTP/1.1" status: 204 len: 168 time: 0.7559867 Oct 28 22:41:31.235510 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [-] (102313) accepted ('10.222.0.31', 32842) {{(pid=102313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:31.279684 n-d-806683-16 neutron-server[102313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Deleting subnet 5213a49b-d867-42ba-97ae-44a4e8e0f0dc {{(pid=102313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 22:41:31.282664 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.317778 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4358200'] for subnet, precommit_delete_associations {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.423020 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1717161'] for subnet, precommit_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.487990 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1717152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4321225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4405572'] for subnet, after_delete {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.516033 n-d-806683-16 neutron-server[102313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5213a49b-d867-42ba-97ae-44a4e8e0f0dc,revision_number=None']} {{(pid=102313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:31.524306 n-d-806683-16 neutron-server[102313]: DEBUG neutron_lib.callbacks.manager [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.530385 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [None req-a084794f-f93a-45f6-a034-bb6d7b563208 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5213a49b-d867-42ba-97ae-44a4e8e0f0dc HTTP/1.1" status: 204 len: 168 time: 0.2911885 Oct 28 22:41:31.530513 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32844) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:31.549067 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3371b31f-5d0e-4b96-8ac2-f3f3d3059add no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:31.551767 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fcd3e2-69a1-4be7-a454-5bf65750ccb8 None None] Network cf186fbe-760c-45df-98d3-011f5a50bf04 requested from n-d-806683-16 {{(pid=102315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 22:41:31.605681 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 3371b31f-5d0e-4b96-8ac2-f3f3d3059add {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:31.606014 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 3371b31f-5d0e-4b96-8ac2-f3f3d3059add not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:31.611084 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1706943'] for network, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.666828 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Deleting port 121c777d-5542-46fd-8922-28014f21fa46 {{(pid=102314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:31.667450 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.740142 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.db [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] For port 121c777d-5542-46fd-8922-28014f21fa46, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=121c777d-5542-46fd-8922-28014f21fa46,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:31.740542 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.748759 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] DHCP port deletion for cf186fbe-760c-45df-98d3-011f5a50bf04 request from n-d-806683-16 {{(pid=102315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 22:41:31.753683 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Calling delete_port for 121c777d-5542-46fd-8922-28014f21fa46 owned by network:dhcp {{(pid=102314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:31.801321 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Deleting port 121c777d-5542-46fd-8922-28014f21fa46 {{(pid=102315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 22:41:31.801704 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775646759976'] for port, before_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.839332 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6231648'] for port, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.868850 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=121c777d-5542-46fd-8922-28014f21fa46,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:31.870669 n-d-806683-16 neutron-server[102314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] No DVR routers for this DVR port 121c777d-5542-46fd-8922-28014f21fa46 on host n-d-806683-16 {{(pid=102314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:31.879241 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.db [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] For port 121c777d-5542-46fd-8922-28014f21fa46, host n-d-806683-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-16',level=0,port_id=121c777d-5542-46fd-8922-28014f21fa46,segment=NetworkSegment(10d4c10a-faa8-4b26-ae35-d5ed2b68fe47),segment_id=10d4c10a-faa8-4b26-ae35-d5ed2b68fe47)] {{(pid=102315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 22:41:31.879637 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540981'] for port, precommit_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.894893 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Calling delete_port for 121c777d-5542-46fd-8922-28014f21fa46 owned by network:dhcp {{(pid=102315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 22:41:31.945347 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715420', 'neutron.services.segments.db._delete_segments_for_network-8775646708592'] for network, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.966048 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf186fbe-760c-45df-98d3-011f5a50bf04']}} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 22:41:31.967176 n-d-806683-16 neutron-server[102315]: self.session.flush() Oct 28 22:41:31.972427 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775646684654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775646209127'] for port, after_delete {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:31.976317 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47') {'for_net_delete': True} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:31.976725 n-d-806683-16 neutron-server[102314]: DEBUG neutron.services.segments.db [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d4c10a-faa8-4b26-ae35-d5ed2b68fe47') {} {{(pid=102314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 22:41:31.985944 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775646709881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4822154'] for segment, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.000131 n-d-806683-16 neutron-server[102315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] No DVR routers for this DVR port 121c777d-5542-46fd-8922-28014f21fa46 on host n-d-806683-16 {{(pid=102315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 22:41:32.000967 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912'] for segment, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.004418 n-d-806683-16 neutron-server[102315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa88f1-30a1-498e-b539-b7dd46e99b27 None None] Pushing event deleted for resources: {'Port': ['ID=121c777d-5542-46fd-8922-28014f21fa46,revision_number=None']} {{(pid=102315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:32.014930 n-d-806683-16 neutron-server[102314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 22:41:32.015330 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6231635'] for segment, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: Traceback (most recent call last): Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: timer() Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: cb(*args, **kw) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: return func(*args, **kwargs) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: self._notify() Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: self.callback(batched_events) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: event.method(event) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: return f(self, *a, **k) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: return self._get(url).json() Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: return self.request(url, 'GET', **kwargs) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 22:41:32.017077 n-d-806683-16 neutron-server[102314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 22:41:32.071245 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1716527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-694419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555578'] for network, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.076877 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Publish callbacks [] for network, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.080089 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cf186fbe-760c-45df-98d3-011f5a50bf04 HTTP/1.1" status: 204 len: 168 time: 0.5486972 Oct 28 22:41:32.091782 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa431f-635b-4d04-98a2-c34d72f1ac66 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf186fbe-760c-45df-98d3-011f5a50bf04,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:32.255267 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32848) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:32.298960 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-ea32384c-6890-49be-ae49-66c6909c5d7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae632c2041634717b730a7107ddb4793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423226 Oct 28 22:41:32.301336 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32850) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:32.349873 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.370329 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.417053 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.419540 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.420693 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17fd4564-1fcc-4655-a7c8-a3a0cbfc13eb HTTP/1.1" status: 204 len: 168 time: 0.1184199 Oct 28 22:41:32.433977 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d05c1-65a3-4628-a864-beae27b250d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd4564-1fcc-4655-a7c8-a3a0cbfc13eb,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:32.745715 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32856) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:32.786223 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-e61e3193-a44b-4ba3-9051-8bc557ddf2a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=386a0b2f156a4e18b854f4cba3b9abdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391934 Oct 28 22:41:32.788479 n-d-806683-16 neutron-server[102314]: DEBUG neutron.wsgi [-] (102314) accepted ('10.222.0.31', 32858) {{(pid=102314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 22:41:32.835862 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.856892 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.906158 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645401'] for security_group, after_delete {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.908639 n-d-806683-16 neutron-server[102314]: DEBUG neutron_lib.callbacks.manager [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:32.910432 n-d-806683-16 neutron-server[102314]: INFO neutron.wsgi [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a749c01c-8308-4b1f-92be-8394b9875731 HTTP/1.1" status: 204 len: 168 time: 0.1210041 Oct 28 22:41:32.917831 n-d-806683-16 neutron-server[102314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f736cd8-4b97-4861-9ccd-83285b7097ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a749c01c-8308-4b1f-92be-8394b9875731,revision_number=None']} {{(pid=102314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 22:41:33.283696 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:33.305534 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:33.305765 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device c25f8f28-6270-44ae-8a5a-5e2c6dc4ab01 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:33.306182 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 121c777d-5542-46fd-8922-28014f21fa46 no longer exists at agent ovs-agent-n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 22:41:33.325217 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] No Port match for: 121c777d-5542-46fd-8922-28014f21fa46 {{(pid=102315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 22:41:33.325554 n-d-806683-16 neutron-server[102315]: DEBUG neutron.plugins.ml2.rpc [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Device 121c777d-5542-46fd-8922-28014f21fa46 not bound to the agent host n-d-806683-16 {{(pid=102315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 22:41:40.997054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f05b228a-b67b-434f-ad77-726db3fac7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:42.731258 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:42.924300 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:43.568471 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-ac19f99f-8cbc-4b1f-8b2e-10cc35bb64e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:45.085793 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:45.424837 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:46.986629 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:41:48.156586 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:42:10.998496 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b50d-be8d-411c-99fa-934efb9562bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:12.745731 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:12.911506 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:13.570645 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-987c0c90-6c55-4c27-a2f9-cab02f7084ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:15.090684 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:15.427552 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:16.989898 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:25.155708 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:42:39.109400 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f152c86-eeef-494d-b7f6-9ea4e4fc868b req-c7f67824-23ba-4ae7-807a-f0b8a451449b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278504 Oct 28 22:42:39.180766 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f152c86-eeef-494d-b7f6-9ea4e4fc868b req-ea41edec-50d4-4f31-8302-0544866c1420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0290129 Oct 28 22:42:39.220576 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f152c86-eeef-494d-b7f6-9ea4e4fc868b req-be04a50d-7b05-4096-9e05-304fd7a4aa17 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200095 Oct 28 22:42:39.312075 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152c86-eeef-494d-b7f6-9ea4e4fc868b req-dcc328c8-31db-4fec-9f39-4e38a3907136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:42:39.313565 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-4f152c86-eeef-494d-b7f6-9ea4e4fc868b req-dcc328c8-31db-4fec-9f39-4e38a3907136 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867462 Oct 28 22:42:40.999457 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-697cdab9-e5f6-40fa-99aa-11b05d87dac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:42.744696 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:42.911800 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:43.571715 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d01d4dc0-4440-4291-ab38-071210046e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:45.092491 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:45.431157 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:42:46.991549 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:02.154448 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:43:10.999575 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9fc8eabf-64ea-4b1a-9ae1-03c0879b0049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:12.759749 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:12.916582 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:13.572322 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-3af1f3dc-2e00-4bff-9a73-d30e5b1b4288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:15.094936 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:15.433630 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:16.995669 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:39.153184 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:43:39.255456 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a85ae95-c59b-44b9-a062-84590e8e4f46 req-271fed75-aa9e-45cc-a76b-cc2594dc5934 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1813922 Oct 28 22:43:39.323382 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a85ae95-c59b-44b9-a062-84590e8e4f46 req-9b23fe88-09b3-4874-9158-6e1fed083d23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0257399 Oct 28 22:43:39.361919 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a85ae95-c59b-44b9-a062-84590e8e4f46 req-6c613730-8f0d-4a82-bfe6-9ec4bf2e8b3b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187469 Oct 28 22:43:39.454020 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85ae95-c59b-44b9-a062-84590e8e4f46 req-ad1029d6-863c-41dc-ac73-cbbbae191947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:43:39.455480 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-2a85ae95-c59b-44b9-a062-84590e8e4f46 req-ad1029d6-863c-41dc-ac73-cbbbae191947 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870032 Oct 28 22:43:41.001896 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-951aaa76-292f-45c6-8e62-df914a34cef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:42.777674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:42.915841 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:43.574831 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-edd603ab-9976-4619-a428-eb89fe53000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:45.096016 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:45.436683 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:43:46.998538 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:11.003560 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-41339855-23f9-4512-a44e-4ce2d629cd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:12.773242 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:12.923649 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:13.576882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a6ef8983-ef7e-4f06-aad2-bd843839baf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:15.098047 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:15.438916 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:16.153412 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:44:17.000943 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:41.005082 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8fa94b5f-5a8d-4629-b5da-2336afbf0b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:41.110694 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43855cf0-1763-42c9-8c7c-c6becdd51ba8 req-799055d4-4aa5-4208-bcc4-43322cec5874 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307968 Oct 28 22:44:41.176944 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43855cf0-1763-42c9-8c7c-c6becdd51ba8 req-2d3ce740-94b9-49e8-a537-22eff2402182 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0244818 Oct 28 22:44:41.214495 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43855cf0-1763-42c9-8c7c-c6becdd51ba8 req-1f8a0c5f-2283-46ee-89fa-3266bbe8298f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187411 Oct 28 22:44:41.307894 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855cf0-1763-42c9-8c7c-c6becdd51ba8 req-212c405e-b183-4934-84d2-06a2e446376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:44:41.309367 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-43855cf0-1763-42c9-8c7c-c6becdd51ba8 req-212c405e-b183-4934-84d2-06a2e446376b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867288 Oct 28 22:44:42.773396 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:42.938865 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:43.578011 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-749e555e-b60b-4fea-b546-6073bf41c20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:45.100969 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:45.441325 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:47.005036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:44:53.156303 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:45:11.007657 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-20c04270-9d8a-42b6-9f62-0ecad241bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:12.787885 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:12.940005 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:13.581210 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c29e9bd6-c26e-4cfb-8260-15f5f3496d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:15.101866 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:15.444131 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:17.009146 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:30.155000 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:45:41.010144 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a8f12309-5c62-4469-b761-873dcc60c46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:42.119542 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3c79e1b-3711-4e97-9204-b28fd9be49b7 req-192b0526-228f-402a-a56a-6baba71a1435 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301359 Oct 28 22:45:42.186896 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3c79e1b-3711-4e97-9204-b28fd9be49b7 req-d55da57b-eb74-4516-9b9b-44755f5816fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0247216 Oct 28 22:45:42.226937 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3c79e1b-3711-4e97-9204-b28fd9be49b7 req-fc16eeec-40bb-4912-af2d-b926e559578e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187542 Oct 28 22:45:42.322976 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c79e1b-3711-4e97-9204-b28fd9be49b7 req-570af0c6-f12f-49c0-abcb-5f8e2dcadfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:45:42.324517 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-a3c79e1b-3711-4e97-9204-b28fd9be49b7 req-570af0c6-f12f-49c0-abcb-5f8e2dcadfb1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908296 Oct 28 22:45:42.805628 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:42.952785 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:43.581861 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-27481006-9ee1-431d-9673-0105eb1afaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:45.102490 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:45.447036 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:45:47.012511 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:07.154796 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:46:11.012007 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-60233eb5-87db-4bd6-b93c-2a798361dbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:12.798674 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:12.983773 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:13.583917 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-c1d86640-ae26-4e60-b15b-d39ee0939728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:15.104687 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:15.448926 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:17.015550 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:41.013509 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-181d67a5-a7d6-43b7-b766-39538bae6875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:42.816818 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:43.000570 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:43.111137 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ae2f959-6781-4283-ac3d-21c8ab274dea req-41527906-8e72-47e5-809d-a4b005b4a07b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259209 Oct 28 22:46:43.177119 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ae2f959-6781-4283-ac3d-21c8ab274dea req-9747d7af-3721-45cc-91bb-4d2ad4da6492 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0247278 Oct 28 22:46:43.215666 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ae2f959-6781-4283-ac3d-21c8ab274dea req-764cbae7-3859-4e6e-b8fb-5ae1b67e1031 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195913 Oct 28 22:46:43.587054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5980ef0e-8c85-4e98-828a-062430380319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:43.659640 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f959-6781-4283-ac3d-21c8ab274dea req-cce9c837-7b83-47ab-a4d1-87830d4e4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:46:43.661025 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8ae2f959-6781-4283-ac3d-21c8ab274dea req-cce9c837-7b83-47ab-a4d1-87830d4e4db1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4381061 Oct 28 22:46:44.154423 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:46:45.105848 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:45.451533 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:46:47.018073 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:11.014946 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-9cab530a-2c9a-424e-bd50-a0d28d4f3394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:12.831736 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:13.000792 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:13.589220 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-95c362d4-4734-4369-bccc-7aca190c31bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:15.107478 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:15.455152 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:17.020079 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:21.153793 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:47:41.016765 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-54c8b798-8fc5-47d9-9aba-a3c76210d215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:42.832720 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:43.013474 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:43.128662 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8634d7a2-aafd-4b09-b127-0c1b3bba4ab5 req-31b7a46d-61a6-41b8-b31d-c01c52c3153a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252035 Oct 28 22:47:43.193758 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8634d7a2-aafd-4b09-b127-0c1b3bba4ab5 req-7fa598c5-9983-4dd7-af3c-ad2223f23b5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0242782 Oct 28 22:47:43.231097 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8634d7a2-aafd-4b09-b127-0c1b3bba4ab5 req-866e5f9d-740c-4811-b69c-0dedd5f3080a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191197 Oct 28 22:47:43.325616 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d7a2-aafd-4b09-b127-0c1b3bba4ab5 req-0b7746cc-4e99-4df0-800b-390401df7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:47:43.327055 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-8634d7a2-aafd-4b09-b127-0c1b3bba4ab5 req-0b7746cc-4e99-4df0-800b-390401df7609 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894413 Oct 28 22:47:43.589989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-f3587038-74d8-4b07-a448-e636a2165613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:45.108691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:45.457854 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:47.022827 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:47:58.154636 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:48:11.017875 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-93d01f68-55a6-44d2-89c3-e9b2cb104eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:12.844419 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:13.032951 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:13.590223 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-aff5ff71-ce5d-4060-b90e-44266c8d4ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:15.109918 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:15.460292 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:17.027097 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:35.153655 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:48:41.018744 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-180595cb-875e-4782-a79f-6c1cd04bcf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:42.843677 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:43.046355 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:43.592530 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-8d95a06b-cb00-48ae-b3f1-cd0be372bf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:44.143051 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b1f3539-1faa-4391-be54-8fd0079fedae req-1f88a489-6e8b-4782-8f96-6109412618b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0683806 Oct 28 22:48:44.210725 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b1f3539-1faa-4391-be54-8fd0079fedae req-f157ae36-7b58-4b76-b303-114fb258edeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0250783 Oct 28 22:48:44.247844 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b1f3539-1faa-4391-be54-8fd0079fedae req-74490f11-6ed3-487e-ad2c-d7799425ea30 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189970 Oct 28 22:48:44.344159 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3539-1faa-4391-be54-8fd0079fedae req-d9983a6f-4114-4284-8659-05477ea179d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:48:44.345650 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-3b1f3539-1faa-4391-be54-8fd0079fedae req-d9983a6f-4114-4284-8659-05477ea179d3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911863 Oct 28 22:48:45.111179 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:45.462707 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:48:47.027910 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:11.020780 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-169f52e7-45ea-4e66-a0d1-83280bd90c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:12.152071 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:49:12.858955 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:13.047822 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:13.592631 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d11884d4-f59f-409d-93bf-d9a4bb653084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:15.113281 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:15.465769 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:17.030487 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:41.021860 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a86df2fd-8eab-49a5-b462-d63a4d866fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:42.876541 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:43.065167 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:43.593025 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-330ba1aa-ef88-42a5-ba5e-3d3ddd30fda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:45.114989 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:45.468632 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:46.099933 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6382680-019b-41d8-9dc4-c1d4c3d7daf5 req-e5938d22-7e5c-489b-b4c8-c492aa8769df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261047 Oct 28 22:49:46.167277 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6382680-019b-41d8-9dc4-c1d4c3d7daf5 req-f59e92fb-95d1-4df3-82b9-23b85763cc0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0246987 Oct 28 22:49:46.205408 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6382680-019b-41d8-9dc4-c1d4c3d7daf5 req-327e85e7-c336-4e5a-a98d-786b8bb6ff43 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195413 Oct 28 22:49:46.304540 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6382680-019b-41d8-9dc4-c1d4c3d7daf5 req-160dfb6e-06d4-42f6-8bf7-c8d95128a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:49:46.305989 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-d6382680-019b-41d8-9dc4-c1d4c3d7daf5 req-160dfb6e-06d4-42f6-8bf7-c8d95128a990 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941477 Oct 28 22:49:47.034085 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:49:49.151806 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:49:57.409627 n-d-806683-16 neutron-server[102313]: DEBUG neutron.wsgi [req-9e4b1c5c-6809-4b90-aefa-51571b0a7116 req-b1c8a483-f6c7-4817-8e52-a54390a474e6 service neutron] (102313) timed out ('10.222.0.31', 58946) {{(pid=102313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 22:50:11.023054 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-d1ae3d9e-c84d-43ea-a724-1963f2570c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:12.887853 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:13.064034 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:13.592882 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-05d7d2e0-8b79-49a7-8128-a33c517acfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:15.117597 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:15.471691 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:17.038219 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:26.151928 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 22:50:41.025337 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-bb85eefc-61c3-4b03-a09c-e72ff5883e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:42.887755 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-a13ae285-02a7-43cd-9468-a5809f70b015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:43.080984 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-5623445b-a46b-4200-8a05-cca86e547c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:43.595214 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-acfd95a4-8d0f-44f9-abf4-71630fd7cef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:45.120058 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f9-6589-49bb-87f1-8f3619b5988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:45.476525 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-85ffc84a-ee98-41d3-b762-6172c6589861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:50:46.111001 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7128ec09-38d1-452f-9a6c-5c34819a0d48 req-460fb787-1be4-4499-9e8e-5d4f1e1b3b21 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272593 Oct 28 22:50:46.178651 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7128ec09-38d1-452f-9a6c-5c34819a0d48 req-9b6e660b-1f33-42f3-aa8e-44406b85094f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&device_id=6fd15f5e-cec6-4b01-a2b9-8fe0927fa538 HTTP/1.1" status: 200 len: 210 time: 0.0252244 Oct 28 22:50:46.218748 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7128ec09-38d1-452f-9a6c-5c34819a0d48 req-df405e20-24b5-418a-88df-61e04a68f615 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3762a634af7e4aca9d7f2b5a4ee3ee07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207763 Oct 28 22:50:46.317816 n-d-806683-16 neutron-server[102313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128ec09-38d1-452f-9a6c-5c34819a0d48 req-e13c50af-298f-4b74-9a0b-8457dcd18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 22:50:46.319537 n-d-806683-16 neutron-server[102313]: INFO neutron.wsgi [req-7128ec09-38d1-452f-9a6c-5c34819a0d48 req-e13c50af-298f-4b74-9a0b-8457dcd18ea8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944593 Oct 28 22:50:47.040856 n-d-806683-16 neutron-server[102315]: DEBUG neutron_lib.callbacks.manager [None req-592c32e7-3e18-4099-a8a0-e524a3371abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775646708574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1714666'] for agent, after_update {{(pid=102315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 22:51:03.150589 n-d-806683-16 neutron-server[102316]: DEBUG neutron.db.agents_db [None req-e6834325-8af6-43a2-b49b-8dd532b23c08 None None] Agent healthcheck: found 7 active agents {{(pid=102316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}